wip deepseek r1

This commit is contained in:
2025-03-02 22:01:24 +01:00
parent b7e95d7398
commit b64f8d7d33
40 changed files with 6654 additions and 1859 deletions

View File

@@ -184,6 +184,30 @@ class Config:
default=os.getenv('SIA_MISTRAL_API_KEY'),
help='Mistral API key (env: SIA_MISTRAL_API_KEY)'
)
parser.add_argument(
'--deepseek-enable',
action='store_true',
default=self._parse_bool_env('SIA_DEEPSEEK_ENABLED', False),
help='Enable DeepSeek LLM engine (env: SIA_DEEPSEEK_ENABLED)'
)
parser.add_argument(
'--deepseek-model',
type=str,
default=os.getenv('SIA_DEEPSEEK_MODEL', '/root/models/current'),
help='Path to fine-tuned DeepSeek model (env: SIA_DEEPSEEK_MODEL)'
)
parser.add_argument(
'--deepseek-temperature',
type=float,
default=float(os.getenv('SIA_DEEPSEEK_TEMPERATURE', '0.6')),
help='DeepSeek temperature (default: 0.6, env: SIA_DEEPSEEK_TEMPERATURE)'
)
parser.add_argument(
'--deepseek-token-limit',
type=int,
default=int(os.getenv('SIA_DEEPSEEK_TOKEN_LIMIT', '0')),
help='DeepSeek token limit (0 for model default, env: SIA_DEEPSEEK_TOKEN_LIMIT)'
)
self.args = parser.parse_args()
@@ -312,3 +336,20 @@ class Config:
@property
def mistral_api_key(self) -> Optional[str]:
return self.args.mistral_api_key
@property
def deepseek_enabled(self) -> bool:
return self.args.deepseek_enable
@property
def deepseek_model(self) -> str:
return self.args.deepseek_model
@property
def deepseek_temperature(self) -> float:
return self.args.deepseek_temperature
@property
def deepseek_token_limit(self) -> Optional[int]:
# Return None if 0 to use model default
return self.args.deepseek_token_limit if self.args.deepseek_token_limit > 0 else None