requirements.txt

# Core ML Dependencies
mlx>=0.20.0
numpy>=1.24.0
transformers>=4.36.0
safetensors>=0.4.0
datasets>=2.15.0
torch>=2.1.0

# Distributed Training
mpi4py>=3.1.0
paramiko>=3.3.0
pyzmq>=25.1.0
asyncssh>=2.14.0  # Used in network_utils
iperf3>=0.1.11  # For network performance testing

# Storage & IO
aiofiles>=23.2.0  # Used in checkpoint_utils
aiosqlite>=0.19.0  # Used in checkpoint_utils
xxhash>=3.4.0  # Used in data_utils

# API & Serving
fastapi>=0.104.0
uvicorn>=0.24.0
pydantic>=2.5.0

# Utilities
tqdm>=4.66.0
pyyaml>=6.0.0
psutil>=5.9.0
huggingface-hub>=0.19.0
metal-sdk>=2.5.0

# Monitoring & Visualization
plotly>=5.18.0
dash>=2.14.0
dash-core-components>=2.0.0
dash-html-components>=2.0.0
pandas>=2.1.0

# Testing & Development
pytest>=7.4.0
pytest-asyncio>=0.21.0
pytest-cov>=4.1.0
black>=23.11.0
isort>=5.12.0
mypy>=1.7.0
pylint>=3.0.0

# Type Stubs
types-PyYAML>=6.0.0
types-tqdm>=4.65.0
types-paramiko>=3.5.0.20240918  # Updated to latest available version
types-psutil>=5.9.0
types-aiofiles>=23.2.0