Replaced deepseek with qwq
This commit is contained in:
@@ -184,29 +184,30 @@ class Config:
|
||||
default=os.getenv('SIA_MISTRAL_API_KEY'),
|
||||
help='Mistral API key (env: SIA_MISTRAL_API_KEY)'
|
||||
)
|
||||
# QwQ configuration
|
||||
parser.add_argument(
|
||||
'--deepseek-enable',
|
||||
'--qwq-enable',
|
||||
action='store_true',
|
||||
default=self._parse_bool_env('SIA_DEEPSEEK_ENABLED', False),
|
||||
help='Enable DeepSeek LLM engine (env: SIA_DEEPSEEK_ENABLED)'
|
||||
default=self._parse_bool_env('SIA_QWQ_ENABLED', True), # Enable by default
|
||||
help='Enable QwQ LLM engine (env: SIA_QWQ_ENABLED)'
|
||||
)
|
||||
parser.add_argument(
|
||||
'--deepseek-model',
|
||||
'--qwq-model',
|
||||
type=str,
|
||||
default=os.getenv('SIA_DEEPSEEK_MODEL', '/root/models/current'),
|
||||
help='Path to fine-tuned DeepSeek model (env: SIA_DEEPSEEK_MODEL)'
|
||||
default=os.getenv('SIA_QWQ_MODEL', '/root/models/current'),
|
||||
help='Path to QwQ model or HF model ID (default: /root/models/current, env: SIA_QWQ_MODEL)'
|
||||
)
|
||||
parser.add_argument(
|
||||
'--deepseek-temperature',
|
||||
'--qwq-temperature',
|
||||
type=float,
|
||||
default=float(os.getenv('SIA_DEEPSEEK_TEMPERATURE', '0.6')),
|
||||
help='DeepSeek temperature (default: 0.6, env: SIA_DEEPSEEK_TEMPERATURE)'
|
||||
default=float(os.getenv('SIA_QWQ_TEMPERATURE', '0.6')),
|
||||
help='QwQ temperature (default: 0.6, env: SIA_QWQ_TEMPERATURE)'
|
||||
)
|
||||
parser.add_argument(
|
||||
'--deepseek-token-limit',
|
||||
'--qwq-token-limit',
|
||||
type=int,
|
||||
default=int(os.getenv('SIA_DEEPSEEK_TOKEN_LIMIT', '0')),
|
||||
help='DeepSeek token limit (0 for model default, env: SIA_DEEPSEEK_TOKEN_LIMIT)'
|
||||
default=int(os.getenv('SIA_QWQ_TOKEN_LIMIT', '0')),
|
||||
help='QwQ token limit (0 for model default, env: SIA_QWQ_TOKEN_LIMIT)'
|
||||
)
|
||||
|
||||
self.args = parser.parse_args()
|
||||
@@ -337,19 +338,20 @@ class Config:
|
||||
def mistral_api_key(self) -> Optional[str]:
|
||||
return self.args.mistral_api_key
|
||||
|
||||
# QwQ properties
|
||||
@property
|
||||
def deepseek_enabled(self) -> bool:
|
||||
return self.args.deepseek_enable
|
||||
def qwq_enabled(self) -> bool:
|
||||
return self.args.qwq_enable
|
||||
|
||||
@property
|
||||
def deepseek_model(self) -> str:
|
||||
return self.args.deepseek_model
|
||||
def qwq_model(self) -> str:
|
||||
return self.args.qwq_model
|
||||
|
||||
@property
|
||||
def deepseek_temperature(self) -> float:
|
||||
return self.args.deepseek_temperature
|
||||
def qwq_temperature(self) -> float:
|
||||
return self.args.qwq_temperature
|
||||
|
||||
@property
|
||||
def deepseek_token_limit(self) -> Optional[int]:
|
||||
def qwq_token_limit(self) -> Optional[int]:
|
||||
# Return None if 0 to use model default
|
||||
return self.args.deepseek_token_limit if self.args.deepseek_token_limit > 0 else None
|
||||
return self.args.qwq_token_limit if self.args.qwq_token_limit > 0 else None
|
||||
Reference in New Issue
Block a user