transformers>=4.38.2
torch>=2.0.0
triton>=2.2.0
httpx>=0.27.0
gradio>=4.21.0
flash_attn>=2.4.1
accelerate>=0.28.0
sentence_transformers>=2.6.0
sse_starlette>=2.0.0
tiktoken>=0.6.0
mlx_lm>=0.5.0