Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion examples/server/requirements.in
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
torch~=2.7.0
torch~=2.12.0
transformers==4.46.1
sentencepiece
aiohttp
Expand Down
105 changes: 60 additions & 45 deletions examples/server/requirements.txt
Original file line number Diff line number Diff line change
@@ -1,5 +1,7 @@
# This file was autogenerated by uv via the following command:
# uv pip compile requirements.in -o requirements.txt
accelerate==1.13.0
# via -r requirements.in
aiohappyeyeballs==2.6.1
# via aiohttp
aiohttp==3.12.14
Expand All @@ -10,8 +12,6 @@ annotated-types==0.7.0
# via pydantic
anyio==4.6.2.post1
# via starlette
async-timeout==4.0.3
# via aiohttp
attrs==24.2.0
# via aiohttp
certifi==2024.8.30
Expand All @@ -20,8 +20,12 @@ charset-normalizer==3.4.0
# via requests
click==8.1.7
# via uvicorn
exceptiongroup==1.3.0
# via anyio
cuda-bindings==13.3.1
# via torch
cuda-pathfinder==1.5.5
# via cuda-bindings
cuda-toolkit[cudart,cufft,cufile,cupti,curand,cusolver,cusparse,nvjitlink,nvrtc,nvtx]==13.0.2
# via torch
fastapi==0.115.3
# via -r requirements.in
filelock==3.16.1
Expand All @@ -39,8 +43,11 @@ fsspec==2024.10.0
# torch
h11==0.14.0
# via uvicorn
hf-xet==1.5.1
# via huggingface-hub
huggingface-hub==0.35.0
# via
# accelerate
# tokenizers
# transformers
idna==3.10
Expand All @@ -61,46 +68,53 @@ multidict==6.1.0
networkx==3.2.1
# via torch
numpy==2.0.2
# via transformers
nvidia-cublas-cu12==12.6.4.1
# via
# nvidia-cudnn-cu12
# nvidia-cusolver-cu12
# torch
nvidia-cuda-cupti-cu12==12.6.80
# via torch
nvidia-cuda-nvrtc-cu12==12.6.77
# via torch
nvidia-cuda-runtime-cu12==12.6.77
# via torch
nvidia-cudnn-cu12==9.5.1.17
# via torch
nvidia-cufft-cu12==11.3.0.4
# via torch
nvidia-cufile-cu12==1.11.1.6
# via torch
nvidia-curand-cu12==10.3.7.77
# via torch
nvidia-cusolver-cu12==11.7.1.2
# via torch
nvidia-cusparse-cu12==12.5.4.2
# accelerate
# transformers
nvidia-cublas==13.1.1.3
# via
# nvidia-cusolver-cu12
# nvidia-cudnn-cu13
# nvidia-cusolver
# torch
nvidia-cusparselt-cu12==0.6.3
nvidia-cuda-cupti==13.0.85
# via cuda-toolkit
nvidia-cuda-nvrtc==13.0.88
# via
# cuda-toolkit
# nvidia-cublas
nvidia-cuda-runtime==13.0.96
# via cuda-toolkit
nvidia-cudnn-cu13==9.20.0.48
# via torch
nvidia-cufft==12.0.0.61
# via cuda-toolkit
nvidia-cufile==1.15.1.6
# via cuda-toolkit
nvidia-curand==10.4.0.35
# via cuda-toolkit
nvidia-cusolver==12.0.4.66
# via cuda-toolkit
nvidia-cusparse==12.6.3.3
# via
# cuda-toolkit
# nvidia-cusolver
nvidia-cusparselt-cu13==0.8.1
# via torch
nvidia-nccl-cu12==2.26.2
nvidia-nccl-cu13==2.29.7
# via torch
nvidia-nvjitlink-cu12==12.6.85
nvidia-nvjitlink==13.0.88
# via
# nvidia-cufft-cu12
# nvidia-cusolver-cu12
# nvidia-cusparse-cu12
# torch
nvidia-nvtx-cu12==12.6.77
# cuda-toolkit
# nvidia-cufft
# nvidia-cusolver
# nvidia-cusparse
nvidia-nvshmem-cu13==3.4.5
# via torch
nvidia-nvtx==13.0.85
# via cuda-toolkit
packaging==24.1
# via
# accelerate
# huggingface-hub
# transformers
prometheus-client==0.21.0
Expand All @@ -113,6 +127,8 @@ propcache==0.2.0
# via
# aiohttp
# yarl
psutil==7.2.2
# via accelerate
py-consul==1.5.3
# via -r requirements.in
pydantic==2.9.2
Expand All @@ -121,6 +137,7 @@ pydantic-core==2.23.4
# via pydantic
pyyaml==6.0.2
# via
# accelerate
# huggingface-hub
# transformers
regex==2024.9.11
Expand All @@ -131,7 +148,9 @@ requests==2.32.3
# py-consul
# transformers
safetensors==0.4.5
# via transformers
# via
# accelerate
# transformers
sentencepiece==0.2.0
# via -r requirements.in
sniffio==1.3.1
Expand All @@ -144,29 +163,25 @@ sympy==1.13.3
# via torch
tokenizers==0.20.1
# via transformers
torch==2.7.0
# via -r requirements.in
torch==2.12.0
# via
# -r requirements.in
# accelerate
tqdm==4.66.5
# via
# huggingface-hub
# transformers
transformers==4.46.1
# via -r requirements.in
triton==3.3.0
triton==3.7.0
# via torch
typing-extensions==4.12.2
# via
# aiosignal
# anyio
# exceptiongroup
# fastapi
# huggingface-hub
# multidict
# pydantic
# pydantic-core
# starlette
# torch
# uvicorn
urllib3==2.5.0
# via requests
uvicorn==0.32.0
Expand Down
Loading