requirements.txt

# Core dependencies
numpy>=1.21.0
pandas>=1.3.0
tqdm>=4.62.0
jsonlines>=2.0.0

# Machine Learning and NLP
transformers>=4.20.0
torch>=1.12.0
datasets>=2.0.0
huggingface_hub>=0.8.0

# API clients (optional, install as needed)
openai>=1.0.0
anthropic>=0.3.0
google-generativeai>=0.3.0

# Evaluation metrics
scipy>=1.7.0
scikit-learn>=1.0.0

# Statistical analysis
statsmodels>=0.13.0

# Development and testing
pytest>=6.0.0
black>=22.0.0
flake8>=4.0.0

# Optional: GPU acceleration
# torch-audio  # Uncomment if needed
# accelerate   # Uncomment for distributed training

# Optional: Specialized model support
# bitsandbytes>=0.35.0  # For quantization
# flash-attn>=2.0.0     # For flash attention (if using compatible models)

# Web and survey tools (for human evaluation)
Jinja2>=3.0.0

# Excel support (for data processing)
openpyxl>=3.0.0
xlrd>=2.0.0