New architecture

sia/llm_engine.py

@@ -75,14 +75,4 @@ class LlmEngine:
         )
         thread = Thread(target=self.pipeline, kwargs=pipeline_kwargs)
         thread.start()
-        return util.stop_before_value(streamer, '<|eot_id|>')
-
-    def finetune(self, dataset_paths: list, output_dir: str):
-        """
-        Fine-tune the model with new datasets and save the updated model weights.
-
-        Args:
-            dataset_paths: List of paths to datasets for fine-tuning.
-            output_dir: Directory where the updated model weights will be saved.
-        """
-        pass
+        return util.stop_before_value(streamer, '<|eot_id|>')