55 lines
982 B
Plaintext
55 lines
982 B
Plaintext
# Core ML libraries
|
|
# torch>=2.1.0
|
|
# torchvision>=0.16.0
|
|
# torchaudio>=2.1.0
|
|
|
|
# Unsloth for efficient model training
|
|
unsloth[cu129]>=2024.5
|
|
unsloth_zoo>=2024.5
|
|
|
|
# Transformers and tokenizers
|
|
transformers>=4.38.0
|
|
tokenizers>=0.15.0
|
|
sentencepiece>=0.1.99
|
|
|
|
# Datasets and data processing
|
|
datasets>=2.18.0
|
|
pandas>=2.0.0
|
|
numpy>=1.24.0
|
|
|
|
# Git and repository handling
|
|
GitPython>=3.1.0
|
|
requests>=2.31.0
|
|
|
|
# Configuration and utilities
|
|
PyYAML>=6.0.0
|
|
tqdm>=4.65.0
|
|
colorama>=0.4.6
|
|
python-dotenv>=1.0.0
|
|
|
|
# Memory optimization
|
|
bitsandbytes>=0.43.0
|
|
accelerate>=0.27.0
|
|
|
|
# Logging and monitoring
|
|
tensorboard>=2.14.0
|
|
wandb>=0.16.0
|
|
|
|
# Code processing
|
|
tree-sitter>=0.20.0
|
|
tree-sitter-python>=0.20.0
|
|
tree-sitter-javascript>=0.20.0
|
|
tree-sitter-typescript>=0.20.0
|
|
tree-sitter-java>=0.20.0
|
|
tree-sitter-go>=0.20.0
|
|
tree-sitter-rust>=0.20.0
|
|
|
|
# Optional: for model quantization and optimization
|
|
optimum>=1.17.0
|
|
auto-gptq>=0.6.0
|
|
|
|
# Development and testing
|
|
pytest>=7.4.0
|
|
black>=23.0.0
|
|
isort>=5.12.0
|
|
flake8>=6.0.0 |