diff --git a/backend/python/bark/requirements-cpu.txt b/backend/python/bark/requirements-cpu.txt new file mode 100644 index 000000000..0b2c3bc7e --- /dev/null +++ b/backend/python/bark/requirements-cpu.txt @@ -0,0 +1,4 @@ +transformers +accelerate +torch +torchaudio \ No newline at end of file diff --git a/backend/python/bark/requirements-cublas11.txt b/backend/python/bark/requirements-cublas11.txt index 0de92979f..71a6a93f4 100644 --- a/backend/python/bark/requirements-cublas11.txt +++ b/backend/python/bark/requirements-cublas11.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/bark/requirements-cublas12.txt b/backend/python/bark/requirements-cublas12.txt index 6c3c7e7aa..0fa270742 100644 --- a/backend/python/bark/requirements-cublas12.txt +++ b/backend/python/bark/requirements-cublas12.txt @@ -1,2 +1,4 @@ torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/bark/requirements-hipblas.txt b/backend/python/bark/requirements-hipblas.txt index 7bfc411bd..af9e820e9 100644 --- a/backend/python/bark/requirements-hipblas.txt +++ b/backend/python/bark/requirements-hipblas.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/bark/requirements-intel.txt b/backend/python/bark/requirements-intel.txt index 5c4aa6a5c..9feb6eef3 100644 --- a/backend/python/bark/requirements-intel.txt +++ b/backend/python/bark/requirements-intel.txt @@ -3,4 +3,6 @@ intel-extension-for-pytorch torch torchaudio optimum[openvino] -setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406 +transformers +accelerate \ No newline at end of file diff --git a/backend/python/bark/requirements.txt b/backend/python/bark/requirements.txt index 2e34d5a48..93f9fb784 100644 --- a/backend/python/bark/requirements.txt +++ b/backend/python/bark/requirements.txt @@ -1,6 +1,4 @@ -accelerate bark==0.1.5 grpcio==1.65.4 protobuf -certifi -transformers \ No newline at end of file +certifi \ No newline at end of file diff --git a/backend/python/coqui/requirements-cpu.txt b/backend/python/coqui/requirements-cpu.txt new file mode 100644 index 000000000..bbcdc8cda --- /dev/null +++ b/backend/python/coqui/requirements-cpu.txt @@ -0,0 +1,3 @@ +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/coqui/requirements-cublas11.txt b/backend/python/coqui/requirements-cublas11.txt index 0de92979f..71a6a93f4 100644 --- a/backend/python/coqui/requirements-cublas11.txt +++ b/backend/python/coqui/requirements-cublas11.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/coqui/requirements-cublas12.txt b/backend/python/coqui/requirements-cublas12.txt index 6c3c7e7aa..0fa270742 100644 --- a/backend/python/coqui/requirements-cublas12.txt +++ b/backend/python/coqui/requirements-cublas12.txt @@ -1,2 +1,4 @@ torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/coqui/requirements-hipblas.txt b/backend/python/coqui/requirements-hipblas.txt index 7bfc411bd..af9e820e9 100644 --- a/backend/python/coqui/requirements-hipblas.txt +++ b/backend/python/coqui/requirements-hipblas.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/coqui/requirements-intel.txt b/backend/python/coqui/requirements-intel.txt index 58a2a1dd7..002a55c35 100644 --- a/backend/python/coqui/requirements-intel.txt +++ b/backend/python/coqui/requirements-intel.txt @@ -3,4 +3,6 @@ intel-extension-for-pytorch torch torchaudio optimum[openvino] -setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 +transformers +accelerate \ No newline at end of file diff --git a/backend/python/coqui/requirements.txt b/backend/python/coqui/requirements.txt index a1bdac44b..35c624491 100644 --- a/backend/python/coqui/requirements.txt +++ b/backend/python/coqui/requirements.txt @@ -1,6 +1,4 @@ -accelerate TTS==0.22.0 grpcio==1.65.4 protobuf -certifi -transformers \ No newline at end of file +certifi \ No newline at end of file diff --git a/backend/python/diffusers/requirements-cpu.txt b/backend/python/diffusers/requirements-cpu.txt new file mode 100644 index 000000000..e46a53e50 --- /dev/null +++ b/backend/python/diffusers/requirements-cpu.txt @@ -0,0 +1,8 @@ +diffusers +opencv-python +transformers +accelerate +compel +peft +sentencepiece +torch \ No newline at end of file diff --git a/backend/python/diffusers/requirements-cublas11.txt b/backend/python/diffusers/requirements-cublas11.txt index 6461b696f..df28b8214 100644 --- a/backend/python/diffusers/requirements-cublas11.txt +++ b/backend/python/diffusers/requirements-cublas11.txt @@ -1,2 +1,9 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch +diffusers +opencv-python +transformers +accelerate +compel +peft +sentencepiece \ No newline at end of file diff --git a/backend/python/diffusers/requirements-cublas12.txt b/backend/python/diffusers/requirements-cublas12.txt index 12c6d5d5e..b0685a620 100644 --- a/backend/python/diffusers/requirements-cublas12.txt +++ b/backend/python/diffusers/requirements-cublas12.txt @@ -1 +1,8 @@ torch +diffusers +opencv-python +transformers +accelerate +compel +peft +sentencepiece \ No newline at end of file diff --git a/backend/python/diffusers/requirements-hipblas.txt b/backend/python/diffusers/requirements-hipblas.txt index 6c8da20d8..9e992d02b 100644 --- a/backend/python/diffusers/requirements-hipblas.txt +++ b/backend/python/diffusers/requirements-hipblas.txt @@ -1,3 +1,10 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 torch -torchvision \ No newline at end of file +torchvision +diffusers +opencv-python +transformers +accelerate +compel +peft +sentencepiece \ No newline at end of file diff --git a/backend/python/diffusers/requirements-intel.txt b/backend/python/diffusers/requirements-intel.txt index c393b1189..77f9e6741 100644 --- a/backend/python/diffusers/requirements-intel.txt +++ b/backend/python/diffusers/requirements-intel.txt @@ -3,4 +3,11 @@ intel-extension-for-pytorch torch torchvision optimum[openvino] -setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406 +diffusers +opencv-python +transformers +accelerate +compel +peft +sentencepiece \ No newline at end of file diff --git a/backend/python/exllama/requirements-cpu.txt b/backend/python/exllama/requirements-cpu.txt new file mode 100644 index 000000000..bbcdc8cda --- /dev/null +++ b/backend/python/exllama/requirements-cpu.txt @@ -0,0 +1,3 @@ +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/exllama/requirements-cublas11.txt b/backend/python/exllama/requirements-cublas11.txt index 6461b696f..1dfb5b985 100644 --- a/backend/python/exllama/requirements-cublas11.txt +++ b/backend/python/exllama/requirements-cublas11.txt @@ -1,2 +1,4 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch +transformers +accelerate \ No newline at end of file diff --git a/backend/python/exllama/requirements-cublas12.txt b/backend/python/exllama/requirements-cublas12.txt index 12c6d5d5e..1ec544cd1 100644 --- a/backend/python/exllama/requirements-cublas12.txt +++ b/backend/python/exllama/requirements-cublas12.txt @@ -1 +1,3 @@ torch +transformers +accelerate \ No newline at end of file diff --git a/backend/python/exllama/requirements.txt b/backend/python/exllama/requirements.txt index b06efcea8..835671a22 100644 --- a/backend/python/exllama/requirements.txt +++ b/backend/python/exllama/requirements.txt @@ -1,5 +1,4 @@ grpcio==1.65.0 protobuf -transformers certifi setuptools \ No newline at end of file diff --git a/backend/python/exllama2/requirements-cpu.txt b/backend/python/exllama2/requirements-cpu.txt new file mode 100644 index 000000000..bbcdc8cda --- /dev/null +++ b/backend/python/exllama2/requirements-cpu.txt @@ -0,0 +1,3 @@ +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/exllama2/requirements-cublas11.txt b/backend/python/exllama2/requirements-cublas11.txt index 6461b696f..1dfb5b985 100644 --- a/backend/python/exllama2/requirements-cublas11.txt +++ b/backend/python/exllama2/requirements-cublas11.txt @@ -1,2 +1,4 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch +transformers +accelerate \ No newline at end of file diff --git a/backend/python/exllama2/requirements-cublas12.txt b/backend/python/exllama2/requirements-cublas12.txt index 12c6d5d5e..1ec544cd1 100644 --- a/backend/python/exllama2/requirements-cublas12.txt +++ b/backend/python/exllama2/requirements-cublas12.txt @@ -1 +1,3 @@ torch +transformers +accelerate \ No newline at end of file diff --git a/backend/python/exllama2/requirements.txt b/backend/python/exllama2/requirements.txt index 487d89a93..ce15b0b61 100644 --- a/backend/python/exllama2/requirements.txt +++ b/backend/python/exllama2/requirements.txt @@ -1,4 +1,3 @@ -accelerate grpcio==1.65.4 protobuf certifi diff --git a/backend/python/mamba/requirements-cpu.txt b/backend/python/mamba/requirements-cpu.txt index 08ed5eeb4..39dab0fdd 100644 --- a/backend/python/mamba/requirements-cpu.txt +++ b/backend/python/mamba/requirements-cpu.txt @@ -1 +1,2 @@ -torch \ No newline at end of file +torch +transformers \ No newline at end of file diff --git a/backend/python/mamba/requirements-cublas11.txt b/backend/python/mamba/requirements-cublas11.txt index 2f89bd956..7048a14f6 100644 --- a/backend/python/mamba/requirements-cublas11.txt +++ b/backend/python/mamba/requirements-cublas11.txt @@ -1,2 +1,3 @@ --extra-index-url https://download.pytorch.org/whl/cu118 -torch \ No newline at end of file +torch +transformers \ No newline at end of file diff --git a/backend/python/mamba/requirements-cublas12.txt b/backend/python/mamba/requirements-cublas12.txt index 08ed5eeb4..39dab0fdd 100644 --- a/backend/python/mamba/requirements-cublas12.txt +++ b/backend/python/mamba/requirements-cublas12.txt @@ -1 +1,2 @@ -torch \ No newline at end of file +torch +transformers \ No newline at end of file diff --git a/backend/python/mamba/requirements.txt b/backend/python/mamba/requirements.txt index 068bf3361..22ae46ad3 100644 --- a/backend/python/mamba/requirements.txt +++ b/backend/python/mamba/requirements.txt @@ -1,4 +1,3 @@ grpcio==1.65.1 protobuf -certifi -transformers \ No newline at end of file +certifi \ No newline at end of file diff --git a/backend/python/openvoice/requirements-cpu.txt b/backend/python/openvoice/requirements-cpu.txt new file mode 100644 index 000000000..08ed5eeb4 --- /dev/null +++ b/backend/python/openvoice/requirements-cpu.txt @@ -0,0 +1 @@ +torch \ No newline at end of file diff --git a/backend/python/parler-tts/requirements-cpu.txt b/backend/python/parler-tts/requirements-cpu.txt new file mode 100644 index 000000000..bbcdc8cda --- /dev/null +++ b/backend/python/parler-tts/requirements-cpu.txt @@ -0,0 +1,3 @@ +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/parler-tts/requirements-cublas11.txt b/backend/python/parler-tts/requirements-cublas11.txt index 0de92979f..71a6a93f4 100644 --- a/backend/python/parler-tts/requirements-cublas11.txt +++ b/backend/python/parler-tts/requirements-cublas11.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/parler-tts/requirements-cublas12.txt b/backend/python/parler-tts/requirements-cublas12.txt index 6c3c7e7aa..0fa270742 100644 --- a/backend/python/parler-tts/requirements-cublas12.txt +++ b/backend/python/parler-tts/requirements-cublas12.txt @@ -1,2 +1,4 @@ torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/parler-tts/requirements-hipblas.txt b/backend/python/parler-tts/requirements-hipblas.txt index 7bfc411bd..af9e820e9 100644 --- a/backend/python/parler-tts/requirements-hipblas.txt +++ b/backend/python/parler-tts/requirements-hipblas.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 torch -torchaudio \ No newline at end of file +torchaudio +transformers +accelerate \ No newline at end of file diff --git a/backend/python/parler-tts/requirements-intel.txt b/backend/python/parler-tts/requirements-intel.txt index 58a2a1dd7..002a55c35 100644 --- a/backend/python/parler-tts/requirements-intel.txt +++ b/backend/python/parler-tts/requirements-intel.txt @@ -3,4 +3,6 @@ intel-extension-for-pytorch torch torchaudio optimum[openvino] -setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 +transformers +accelerate \ No newline at end of file diff --git a/backend/python/parler-tts/requirements.txt b/backend/python/parler-tts/requirements.txt index 1dfa66759..297ddd0b8 100644 --- a/backend/python/parler-tts/requirements.txt +++ b/backend/python/parler-tts/requirements.txt @@ -1,6 +1,4 @@ -accelerate grpcio==1.65.1 protobuf git+https://github.com/huggingface/parler-tts.git@10016fb0300c0dc31a0fb70e26f3affee7b62f16 -certifi -transformers \ No newline at end of file +certifi \ No newline at end of file diff --git a/backend/python/petals/requirements-cpu.txt b/backend/python/petals/requirements-cpu.txt new file mode 100644 index 000000000..bbcdc8cda --- /dev/null +++ b/backend/python/petals/requirements-cpu.txt @@ -0,0 +1,3 @@ +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/petals/requirements-cublas11.txt b/backend/python/petals/requirements-cublas11.txt index 6461b696f..f76830169 100644 --- a/backend/python/petals/requirements-cublas11.txt +++ b/backend/python/petals/requirements-cublas11.txt @@ -1,2 +1,3 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch +transformers diff --git a/backend/python/petals/requirements-cublas12.txt b/backend/python/petals/requirements-cublas12.txt index 12c6d5d5e..4f492ddc9 100644 --- a/backend/python/petals/requirements-cublas12.txt +++ b/backend/python/petals/requirements-cublas12.txt @@ -1 +1,2 @@ torch +transformers diff --git a/backend/python/petals/requirements-hipblas.txt b/backend/python/petals/requirements-hipblas.txt index 0331f106d..8a4e2ff05 100644 --- a/backend/python/petals/requirements-hipblas.txt +++ b/backend/python/petals/requirements-hipblas.txt @@ -1,2 +1,3 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 torch +transformers diff --git a/backend/python/petals/requirements-intel.txt b/backend/python/petals/requirements-intel.txt index 755e19d85..4e3ed0171 100644 --- a/backend/python/petals/requirements-intel.txt +++ b/backend/python/petals/requirements-intel.txt @@ -2,4 +2,5 @@ intel-extension-for-pytorch torch optimum[openvino] -setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 +transformers \ No newline at end of file diff --git a/backend/python/petals/requirements.txt b/backend/python/petals/requirements.txt index 10f5114e7..0755fe01f 100644 --- a/backend/python/petals/requirements.txt +++ b/backend/python/petals/requirements.txt @@ -1,3 +1,2 @@ git+https://github.com/bigscience-workshop/petals -certifi -transformers \ No newline at end of file +certifi \ No newline at end of file diff --git a/backend/python/rerankers/requirements-cpu.txt b/backend/python/rerankers/requirements-cpu.txt new file mode 100644 index 000000000..25a1d8ab8 --- /dev/null +++ b/backend/python/rerankers/requirements-cpu.txt @@ -0,0 +1,4 @@ +transformers +accelerate +torch +rerankers[transformers] \ No newline at end of file diff --git a/backend/python/rerankers/requirements-cublas11.txt b/backend/python/rerankers/requirements-cublas11.txt index 6461b696f..06c4b2cfb 100644 --- a/backend/python/rerankers/requirements-cublas11.txt +++ b/backend/python/rerankers/requirements-cublas11.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 +transformers +accelerate torch +rerankers[transformers] \ No newline at end of file diff --git a/backend/python/rerankers/requirements-cublas12.txt b/backend/python/rerankers/requirements-cublas12.txt index 12c6d5d5e..25a1d8ab8 100644 --- a/backend/python/rerankers/requirements-cublas12.txt +++ b/backend/python/rerankers/requirements-cublas12.txt @@ -1 +1,4 @@ +transformers +accelerate torch +rerankers[transformers] \ No newline at end of file diff --git a/backend/python/rerankers/requirements-hipblas.txt b/backend/python/rerankers/requirements-hipblas.txt index 76018445f..961d150cd 100644 --- a/backend/python/rerankers/requirements-hipblas.txt +++ b/backend/python/rerankers/requirements-hipblas.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 -torch \ No newline at end of file +transformers +accelerate +torch +rerankers[transformers] \ No newline at end of file diff --git a/backend/python/rerankers/requirements-intel.txt b/backend/python/rerankers/requirements-intel.txt index 755e19d85..1a39cf4fc 100644 --- a/backend/python/rerankers/requirements-intel.txt +++ b/backend/python/rerankers/requirements-intel.txt @@ -1,5 +1,8 @@ --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ intel-extension-for-pytorch +transformers +accelerate torch +rerankers[transformers] optimum[openvino] setuptools==72.1.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file diff --git a/backend/python/rerankers/requirements.txt b/backend/python/rerankers/requirements.txt index 331663821..2a8d18b10 100644 --- a/backend/python/rerankers/requirements.txt +++ b/backend/python/rerankers/requirements.txt @@ -1,6 +1,3 @@ -accelerate -rerankers[transformers] grpcio==1.65.4 protobuf -certifi -transformers \ No newline at end of file +certifi \ No newline at end of file diff --git a/backend/python/sentencetransformers/requirements-cpu.txt b/backend/python/sentencetransformers/requirements-cpu.txt new file mode 100644 index 000000000..cd9924ef0 --- /dev/null +++ b/backend/python/sentencetransformers/requirements-cpu.txt @@ -0,0 +1,6 @@ +torch +accelerate +transformers +bitsandbytes +sentence-transformers==3.0.1 +transformers \ No newline at end of file diff --git a/backend/python/sentencetransformers/requirements-cublas11.txt b/backend/python/sentencetransformers/requirements-cublas11.txt index 6461b696f..1131f0662 100644 --- a/backend/python/sentencetransformers/requirements-cublas11.txt +++ b/backend/python/sentencetransformers/requirements-cublas11.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch +accelerate +sentence-transformers==3.0.1 +transformers \ No newline at end of file diff --git a/backend/python/sentencetransformers/requirements-cublas12.txt b/backend/python/sentencetransformers/requirements-cublas12.txt index 12c6d5d5e..2936e17bc 100644 --- a/backend/python/sentencetransformers/requirements-cublas12.txt +++ b/backend/python/sentencetransformers/requirements-cublas12.txt @@ -1 +1,4 @@ torch +accelerate +sentence-transformers==3.0.1 +transformers \ No newline at end of file diff --git a/backend/python/sentencetransformers/requirements-hipblas.txt b/backend/python/sentencetransformers/requirements-hipblas.txt index 76018445f..3b187c685 100644 --- a/backend/python/sentencetransformers/requirements-hipblas.txt +++ b/backend/python/sentencetransformers/requirements-hipblas.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 -torch \ No newline at end of file +torch +accelerate +sentence-transformers==3.0.1 +transformers \ No newline at end of file diff --git a/backend/python/sentencetransformers/requirements-intel.txt b/backend/python/sentencetransformers/requirements-intel.txt index 95d4848c5..806e3d475 100644 --- a/backend/python/sentencetransformers/requirements-intel.txt +++ b/backend/python/sentencetransformers/requirements-intel.txt @@ -2,4 +2,7 @@ intel-extension-for-pytorch torch optimum[openvino] -setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406 +accelerate +sentence-transformers==3.0.1 +transformers \ No newline at end of file diff --git a/backend/python/sentencetransformers/requirements.txt b/backend/python/sentencetransformers/requirements.txt index 4ef4a28bd..22ae46ad3 100644 --- a/backend/python/sentencetransformers/requirements.txt +++ b/backend/python/sentencetransformers/requirements.txt @@ -1,6 +1,3 @@ -accelerate -sentence-transformers==3.0.1 -transformers grpcio==1.65.1 protobuf certifi \ No newline at end of file diff --git a/backend/python/transformers-musicgen/requirements-cpu.txt b/backend/python/transformers-musicgen/requirements-cpu.txt new file mode 100644 index 000000000..bbcdc8cda --- /dev/null +++ b/backend/python/transformers-musicgen/requirements-cpu.txt @@ -0,0 +1,3 @@ +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/transformers-musicgen/requirements-cublas11.txt b/backend/python/transformers-musicgen/requirements-cublas11.txt index 6461b696f..191a6eefd 100644 --- a/backend/python/transformers-musicgen/requirements-cublas11.txt +++ b/backend/python/transformers-musicgen/requirements-cublas11.txt @@ -1,2 +1,4 @@ --extra-index-url https://download.pytorch.org/whl/cu118 -torch +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/transformers-musicgen/requirements-cublas12.txt b/backend/python/transformers-musicgen/requirements-cublas12.txt index 12c6d5d5e..bbcdc8cda 100644 --- a/backend/python/transformers-musicgen/requirements-cublas12.txt +++ b/backend/python/transformers-musicgen/requirements-cublas12.txt @@ -1 +1,3 @@ -torch +transformers +accelerate +torch \ No newline at end of file diff --git a/backend/python/transformers-musicgen/requirements-hipblas.txt b/backend/python/transformers-musicgen/requirements-hipblas.txt index 76018445f..00f0a9464 100644 --- a/backend/python/transformers-musicgen/requirements-hipblas.txt +++ b/backend/python/transformers-musicgen/requirements-hipblas.txt @@ -1,2 +1,4 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 +transformers +accelerate torch \ No newline at end of file diff --git a/backend/python/transformers-musicgen/requirements-intel.txt b/backend/python/transformers-musicgen/requirements-intel.txt index 95d4848c5..89bfa6a20 100644 --- a/backend/python/transformers-musicgen/requirements-intel.txt +++ b/backend/python/transformers-musicgen/requirements-intel.txt @@ -1,5 +1,7 @@ --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ intel-extension-for-pytorch +transformers +accelerate torch optimum[openvino] setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file diff --git a/backend/python/transformers-musicgen/requirements.txt b/backend/python/transformers-musicgen/requirements.txt index bec86241f..420b968c1 100644 --- a/backend/python/transformers-musicgen/requirements.txt +++ b/backend/python/transformers-musicgen/requirements.txt @@ -1,5 +1,3 @@ -accelerate -transformers grpcio==1.65.4 protobuf scipy==1.14.0 diff --git a/backend/python/transformers/requirements-cpu.txt b/backend/python/transformers/requirements-cpu.txt new file mode 100644 index 000000000..f1e6281bb --- /dev/null +++ b/backend/python/transformers/requirements-cpu.txt @@ -0,0 +1,4 @@ +torch +accelerate +transformers +bitsandbytes \ No newline at end of file diff --git a/backend/python/transformers/requirements-cublas11.txt b/backend/python/transformers/requirements-cublas11.txt index 6461b696f..0abd72d96 100644 --- a/backend/python/transformers/requirements-cublas11.txt +++ b/backend/python/transformers/requirements-cublas11.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 torch +accelerate +transformers +bitsandbytes \ No newline at end of file diff --git a/backend/python/transformers/requirements-cublas12.txt b/backend/python/transformers/requirements-cublas12.txt index 12c6d5d5e..f1e6281bb 100644 --- a/backend/python/transformers/requirements-cublas12.txt +++ b/backend/python/transformers/requirements-cublas12.txt @@ -1 +1,4 @@ torch +accelerate +transformers +bitsandbytes \ No newline at end of file diff --git a/backend/python/transformers/requirements-hipblas.txt b/backend/python/transformers/requirements-hipblas.txt index 76018445f..f6900af12 100644 --- a/backend/python/transformers/requirements-hipblas.txt +++ b/backend/python/transformers/requirements-hipblas.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 -torch \ No newline at end of file +torch +accelerate +transformers +bitsandbytes \ No newline at end of file diff --git a/backend/python/transformers/requirements-intel.txt b/backend/python/transformers/requirements-intel.txt index 8fc18a0ec..5d9efb715 100644 --- a/backend/python/transformers/requirements-intel.txt +++ b/backend/python/transformers/requirements-intel.txt @@ -2,3 +2,5 @@ intel-extension-for-pytorch torch optimum[openvino] +intel-extension-for-transformers +bitsandbytes \ No newline at end of file diff --git a/backend/python/transformers/requirements.txt b/backend/python/transformers/requirements.txt index 2a08ba453..318560d9c 100644 --- a/backend/python/transformers/requirements.txt +++ b/backend/python/transformers/requirements.txt @@ -1,8 +1,4 @@ -accelerate -transformers grpcio==1.65.4 protobuf certifi -intel-extension-for-transformers -bitsandbytes -setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406 +setuptools==69.5.1 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file diff --git a/backend/python/vall-e-x/requirements-cpu.txt b/backend/python/vall-e-x/requirements-cpu.txt new file mode 100644 index 000000000..3a3304c0b --- /dev/null +++ b/backend/python/vall-e-x/requirements-cpu.txt @@ -0,0 +1,3 @@ +accelerate +torch +torchaudio \ No newline at end of file diff --git a/backend/python/vall-e-x/requirements-cublas11.txt b/backend/python/vall-e-x/requirements-cublas11.txt index 0de92979f..4e0a151a2 100644 --- a/backend/python/vall-e-x/requirements-cublas11.txt +++ b/backend/python/vall-e-x/requirements-cublas11.txt @@ -1,3 +1,4 @@ --extra-index-url https://download.pytorch.org/whl/cu118 +accelerate torch torchaudio \ No newline at end of file diff --git a/backend/python/vall-e-x/requirements-cublas12.txt b/backend/python/vall-e-x/requirements-cublas12.txt index 6c3c7e7aa..3a3304c0b 100644 --- a/backend/python/vall-e-x/requirements-cublas12.txt +++ b/backend/python/vall-e-x/requirements-cublas12.txt @@ -1,2 +1,3 @@ +accelerate torch torchaudio \ No newline at end of file diff --git a/backend/python/vall-e-x/requirements-hipblas.txt b/backend/python/vall-e-x/requirements-hipblas.txt index 7bfc411bd..6ddd0b8d2 100644 --- a/backend/python/vall-e-x/requirements-hipblas.txt +++ b/backend/python/vall-e-x/requirements-hipblas.txt @@ -1,3 +1,4 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 +accelerate torch torchaudio \ No newline at end of file diff --git a/backend/python/vall-e-x/requirements-intel.txt b/backend/python/vall-e-x/requirements-intel.txt index 58a2a1dd7..6185314fe 100644 --- a/backend/python/vall-e-x/requirements-intel.txt +++ b/backend/python/vall-e-x/requirements-intel.txt @@ -1,5 +1,6 @@ --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ intel-extension-for-pytorch +accelerate torch torchaudio optimum[openvino] diff --git a/backend/python/vall-e-x/requirements.txt b/backend/python/vall-e-x/requirements.txt index ec3584b23..2a8d18b10 100644 --- a/backend/python/vall-e-x/requirements.txt +++ b/backend/python/vall-e-x/requirements.txt @@ -1,4 +1,3 @@ -accelerate grpcio==1.65.4 protobuf certifi \ No newline at end of file diff --git a/backend/python/vllm/requirements-after.txt b/backend/python/vllm/requirements-after.txt new file mode 100644 index 000000000..7bfe8efeb --- /dev/null +++ b/backend/python/vllm/requirements-after.txt @@ -0,0 +1 @@ +flash-attn \ No newline at end of file diff --git a/backend/python/vllm/requirements-cpu.txt b/backend/python/vllm/requirements-cpu.txt new file mode 100644 index 000000000..cc5a50c62 --- /dev/null +++ b/backend/python/vllm/requirements-cpu.txt @@ -0,0 +1,4 @@ +accelerate +torch +transformers +vllm \ No newline at end of file diff --git a/backend/python/vllm/requirements-cublas11.txt b/backend/python/vllm/requirements-cublas11.txt index bed8cea8f..48722834d 100644 --- a/backend/python/vllm/requirements-cublas11.txt +++ b/backend/python/vllm/requirements-cublas11.txt @@ -1,3 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/cu118 +accelerate torch -flash-attn \ No newline at end of file +transformers +vllm \ No newline at end of file diff --git a/backend/python/vllm/requirements-cublas12.txt b/backend/python/vllm/requirements-cublas12.txt index b6fef4d7b..cc5a50c62 100644 --- a/backend/python/vllm/requirements-cublas12.txt +++ b/backend/python/vllm/requirements-cublas12.txt @@ -1,2 +1,4 @@ +accelerate torch -flash-attn \ No newline at end of file +transformers +vllm \ No newline at end of file diff --git a/backend/python/vllm/requirements-hipblas.txt b/backend/python/vllm/requirements-hipblas.txt index 76018445f..b11ba692c 100644 --- a/backend/python/vllm/requirements-hipblas.txt +++ b/backend/python/vllm/requirements-hipblas.txt @@ -1,2 +1,5 @@ --extra-index-url https://download.pytorch.org/whl/rocm6.0 -torch \ No newline at end of file +accelerate +torch +transformers +vllm \ No newline at end of file diff --git a/backend/python/vllm/requirements-intel.txt b/backend/python/vllm/requirements-intel.txt index 635b4c31e..516e3d01e 100644 --- a/backend/python/vllm/requirements-intel.txt +++ b/backend/python/vllm/requirements-intel.txt @@ -1,5 +1,8 @@ --extra-index-url https://pytorch-extension.intel.com/release-whl/stable/xpu/us/ intel-extension-for-pytorch +accelerate torch +transformers optimum[openvino] -setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406 \ No newline at end of file +setuptools==70.3.0 # https://github.com/mudler/LocalAI/issues/2406 +vllm \ No newline at end of file diff --git a/backend/python/vllm/requirements.txt b/backend/python/vllm/requirements.txt index b8b79afb4..99dc865e5 100644 --- a/backend/python/vllm/requirements.txt +++ b/backend/python/vllm/requirements.txt @@ -1,7 +1,4 @@ -accelerate -vllm grpcio==1.65.4 protobuf certifi -transformers setuptools \ No newline at end of file