Speed up inference

This commit is contained in:
2025-04-19 14:12:00 +00:00
parent 9315f87f53
commit c1cef08941
2 changed files with 50 additions and 36 deletions

View File

@@ -1,30 +1,34 @@
from setuptools import setup, find_packages
setup(
name="sia",
name="train",
version="0.1.0",
packages=find_packages(),
entry_points={
'console_scripts': [
'sia=sia.__main__:main',
],
},
scripts=[
'bin/train'
],
install_requires=[
'accelerate>=0.25.0',
'bitsandbytes>=0.45.0',
'black>=22.0.0',
'datasets>=2.14.6',
'einops>=0.7.0',
'flake8>=4.0.0',
'ipykernel>=6.0.0',
'ipywidgets>=8.0.0',
'peft>=0.8.0',
'peft>=0.8.0',
'pytest-cov>=4.0.0',
'pytest>=7.0.0',
'pyyaml>=6.0',
'requests>=2.28.0',
'sentencepiece>=0.1.99',
'torch>=2.0.0',
'accelerate>=0.26.0',
'aiohttp>=3.8.0',
'bitsandbytes>=0.41.0',
'dotenv-python>=0.0.1',
'huggingface_hub>=0.16.0',
'lxml>=4.9.0',
'mistral-common>=1.0.0',
'mistralai>=0.0.7',
'openai>=1.0.0',
'psutil>=5.9.0',
'python-dotenv>=1.0.0',
'tiktoken>=0.4.0',
'transformers>=4.30.0',
'xml_schema_validator @ file:///root/sia/lib/xml_schema_validator',
'trl>=0.7.8',
'unsloth>=2025.3',
'vllm==0.8.2',
],
python_requires='>=3.10',
)
)