Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
50 changes: 38 additions & 12 deletions gpu-requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,7 @@ exceptiongroup==1.2.0
# anyio
fastapi==0.110.0
# via -r requirements/torch-cuda-requirements.txt
filelock==3.13.1
filelock==3.13.4
# via
# -r requirements/torch-cuda-requirements.txt
# huggingface-hub
Expand All @@ -77,21 +77,25 @@ frozenlist==1.3.3
# via
# aiohttp
# aiosignal
fsspec==2024.2.0
fsspec==2024.3.1
# via
# -r requirements/torch-cuda-requirements.txt
# huggingface-hub
greenlet==3.0.3
# via
# -r requirements/torch-cuda-requirements.txt
# sqlalchemy
h11==0.14.0
# via
# -r requirements/torch-cuda-requirements.txt
# uvicorn
huggingface-hub==0.21.3
huggingface-hub==0.22.2
# via
# -r requirements/torch-cuda-requirements.txt
# sentence-transformers
# tokenizers
# transformers
idna==3.6
idna==3.7
# via
# -r requirements/torch-cuda-requirements.txt
# anyio
Expand All @@ -106,7 +110,7 @@ jmespath==1.0.1
# -r requirements/torch-cuda-requirements.txt
# boto3
# botocore
joblib==1.3.2
joblib==1.4.0
# via
# -r requirements/torch-cuda-requirements.txt
# nltk
Expand Down Expand Up @@ -143,9 +147,26 @@ numpy==1.23.4
# thinc
# torchvision
# transformers
nvidia-cublas-cu11==11.10.3.66
# via
# -r requirements/torch-cuda-requirements.txt
# nvidia-cudnn-cu11
# torch
nvidia-cuda-nvrtc-cu11==11.7.99
# via
# -r requirements/torch-cuda-requirements.txt
# torch
nvidia-cuda-runtime-cu11==11.7.99
# via
# -r requirements/torch-cuda-requirements.txt
# torch
nvidia-cudnn-cu11==8.5.0.96
# via
# -r requirements/torch-cuda-requirements.txt
# torch
openai==0.27.8
# via embedders
packaging==23.2
packaging==24.0
# via
# -r requirements/torch-cuda-requirements.txt
# huggingface-hub
Expand All @@ -155,7 +176,7 @@ pandas==1.5.1
# via -r requirements/torch-cuda-requirements.txt
pathy==0.6.2
# via spacy
pillow==10.2.0
pillow==10.3.0
# via torchvision
preshed==3.0.8
# via
Expand Down Expand Up @@ -189,7 +210,7 @@ pyyaml==6.0.1
# huggingface-hub
# pyaml
# transformers
regex==2023.12.25
regex==2024.4.16
# via
# -r requirements/torch-cuda-requirements.txt
# nltk
Expand All @@ -207,7 +228,7 @@ s3transfer==0.6.2
# via
# -r requirements/torch-cuda-requirements.txt
# boto3
safetensors==0.4.2
safetensors==0.4.3
# via
# -r requirements/torch-cuda-requirements.txt
# transformers
Expand All @@ -219,7 +240,7 @@ scikit-learn==1.1.2
# sentence-transformers
scikit-optimize==0.9.0
# via -r requirements/torch-cuda-requirements.txt
scipy==1.12.0
scipy==1.13.0
# via
# -r requirements/torch-cuda-requirements.txt
# scikit-learn
Expand Down Expand Up @@ -260,7 +281,7 @@ starlette==0.36.3
# fastapi
thinc==8.1.5
# via spacy
threadpoolctl==3.3.0
threadpoolctl==3.4.0
# via
# -r requirements/torch-cuda-requirements.txt
# scikit-learn
Expand Down Expand Up @@ -297,7 +318,7 @@ typer==0.4.2
# via
# pathy
# spacy
typing-extensions==4.10.0
typing-extensions==4.11.0
# via
# -r requirements/torch-cuda-requirements.txt
# anyio
Expand All @@ -320,6 +341,11 @@ wasabi==0.10.1
# spacy
# spacy-loggers
# thinc
wheel==0.43.0
# via
# -r requirements/torch-cuda-requirements.txt
# nvidia-cublas-cu11
# nvidia-cuda-runtime-cu11
yarl==1.9.2
# via aiohttp
zipp==3.15.0
Expand Down
2 changes: 1 addition & 1 deletion gpu.Dockerfile
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
FROM kernai/refinery-parent-images:v1.14.0-torch-cuda
FROM kernai/refinery-parent-images:v1.15.0-torch-cuda

WORKDIR /program

Expand Down
41 changes: 30 additions & 11 deletions requirements/torch-cuda-requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -26,27 +26,29 @@ exceptiongroup==1.2.0
# via anyio
fastapi==0.110.0
# via -r mini-requirements.in
filelock==3.13.1
filelock==3.13.4
# via
# huggingface-hub
# transformers
fsspec==2024.2.0
fsspec==2024.3.1
# via huggingface-hub
greenlet==3.0.3
# via sqlalchemy
h11==0.14.0
# via uvicorn
huggingface-hub==0.21.3
huggingface-hub==0.22.2
# via
# tokenizers
# transformers
idna==3.6
idna==3.7
# via
# anyio
# requests
jmespath==1.0.1
# via
# boto3
# botocore
joblib==1.3.2
joblib==1.4.0
# via
# scikit-learn
# scikit-optimize
Expand All @@ -60,7 +62,17 @@ numpy==1.23.4
# scikit-optimize
# scipy
# transformers
packaging==23.2
nvidia-cublas-cu11==11.10.3.66
# via
# nvidia-cudnn-cu11
# torch
nvidia-cuda-nvrtc-cu11==11.7.99
# via torch
nvidia-cuda-runtime-cu11==11.7.99
# via torch
nvidia-cudnn-cu11==8.5.0.96
# via torch
packaging==24.0
# via
# huggingface-hub
# transformers
Expand All @@ -85,7 +97,7 @@ pyyaml==6.0.1
# huggingface-hub
# pyaml
# transformers
regex==2023.12.25
regex==2024.4.16
# via transformers
requests==2.31.0
# via
Expand All @@ -94,15 +106,15 @@ requests==2.31.0
# transformers
s3transfer==0.6.2
# via boto3
safetensors==0.4.2
safetensors==0.4.3
# via transformers
scikit-learn==1.1.2
# via
# -r torch-cuda-requirements.in
# scikit-optimize
scikit-optimize==0.9.0
# via -r torch-cuda-requirements.in
scipy==1.12.0
scipy==1.13.0
# via
# scikit-learn
# scikit-optimize
Expand All @@ -114,7 +126,7 @@ sqlalchemy==1.4.42
# via -r common-requirements.in
starlette==0.36.3
# via fastapi
threadpoolctl==3.3.0
threadpoolctl==3.4.0
# via scikit-learn
tokenizers==0.15.2
# via transformers
Expand All @@ -126,7 +138,7 @@ tqdm==4.66.2
# transformers
transformers==4.38.2
# via -r torch-cuda-requirements.in
typing-extensions==4.10.0
typing-extensions==4.11.0
# via
# anyio
# fastapi
Expand All @@ -141,3 +153,10 @@ urllib3==1.26.18
# requests
uvicorn==0.22.0
# via -r mini-requirements.in
wheel==0.43.0
# via
# nvidia-cublas-cu11
# nvidia-cuda-runtime-cu11

# The following packages are considered to be unsafe in a requirements file:
# setuptools