From ffa934b95987ee93818dcbc517c56fff5c43c0d6 Mon Sep 17 00:00:00 2001 From: Ettore Di Giacinto Date: Tue, 9 Sep 2025 17:58:07 +0200 Subject: [PATCH] feat(chatterbox): add MPS, and CPU, pin version (#6242) Signed-off-by: Ettore Di Giacinto --- .github/workflows/backend.yml | 15 ++++++++++++ Makefile | 5 +++- backend/index.yaml | 24 +++++++++++++++++++ .../python/chatterbox/requirements-cpu.txt | 3 ++- .../chatterbox/requirements-cublas11.txt | 2 +- .../chatterbox/requirements-cublas12.txt | 2 +- .../chatterbox/requirements-hipblas.txt | 2 +- .../python/chatterbox/requirements-intel.txt | 5 ++-- 8 files changed, 50 insertions(+), 8 deletions(-) diff --git a/.github/workflows/backend.yml b/.github/workflows/backend.yml index d4ac24c8f..779739575 100644 --- a/.github/workflows/backend.yml +++ b/.github/workflows/backend.yml @@ -111,6 +111,18 @@ jobs: backend: "diffusers" dockerfile: "./backend/Dockerfile.python" context: "./backend" + - build-type: '' + cuda-major-version: "" + cuda-minor-version: "" + platforms: 'linux/amd64' + tag-latest: 'auto' + tag-suffix: '-cpu-chatterbox' + runs-on: 'ubuntu-latest' + base-image: "ubuntu:22.04" + skip-drivers: 'true' + backend: "chatterbox" + dockerfile: "./backend/Dockerfile.python" + context: "./backend" # CUDA 11 additional backends - build-type: 'cublas' cuda-major-version: "11" @@ -968,6 +980,9 @@ jobs: - backend: "mlx" tag-suffix: "-metal-darwin-arm64-mlx" build-type: "mps" + - backend: "chatterbox" + tag-suffix: "-metal-darwin-arm64-chatterbox" + build-type: "mps" - backend: "mlx-vlm" tag-suffix: "-metal-darwin-arm64-mlx-vlm" build-type: "mps" diff --git a/Makefile b/Makefile index 8e5edd265..714d1c1c4 100644 --- a/Makefile +++ b/Makefile @@ -369,6 +369,9 @@ backends/kitten-tts: docker-build-kitten-tts docker-save-kitten-tts build backends/kokoro: docker-build-kokoro docker-save-kokoro build ./local-ai backends install "ocifile://$(abspath ./backend-images/kokoro.tar)" +backends/chatterbox: docker-build-chatterbox docker-save-chatterbox build + ./local-ai backends install "ocifile://$(abspath ./backend-images/chatterbox.tar)" + backends/llama-cpp-darwin: build bash ./scripts/build/llama-cpp-darwin.sh ./local-ai backends install "ocifile://$(abspath ./backend-images/llama-cpp.tar)" @@ -493,7 +496,7 @@ docker-build-bark: docker build --build-arg BUILD_TYPE=$(BUILD_TYPE) --build-arg BASE_IMAGE=$(BASE_IMAGE) -t local-ai-backend:bark -f backend/Dockerfile.python --build-arg BACKEND=bark . docker-build-chatterbox: - docker build --build-arg BUILD_TYPE=$(BUILD_TYPE) --build-arg BASE_IMAGE=$(BASE_IMAGE) -t local-ai-backend:chatterbox -f backend/Dockerfile.python --build-arg BACKEND=chatterbox . + docker build --build-arg BUILD_TYPE=$(BUILD_TYPE) --build-arg BASE_IMAGE=$(BASE_IMAGE) -t local-ai-backend:chatterbox -f backend/Dockerfile.python --build-arg BACKEND=chatterbox ./backend docker-build-exllama2: docker build --build-arg BUILD_TYPE=$(BUILD_TYPE) --build-arg BASE_IMAGE=$(BASE_IMAGE) -t local-ai-backend:exllama2 -f backend/Dockerfile.python --build-arg BACKEND=exllama2 . diff --git a/backend/index.yaml b/backend/index.yaml index 8274b27d3..fbf4ab3ea 100644 --- a/backend/index.yaml +++ b/backend/index.yaml @@ -350,6 +350,8 @@ alias: "chatterbox" capabilities: nvidia: "cuda12-chatterbox" + metal: "metal-chatterbox" + default: "cpu-chatterbox" - &piper name: "piper" uri: "quay.io/go-skynet/local-ai-backends:latest-piper" @@ -1223,6 +1225,28 @@ name: "chatterbox-development" capabilities: nvidia: "cuda12-chatterbox-development" + metal: "metal-chatterbox-development" + default: "cpu-chatterbox-development" +- !!merge <<: *chatterbox + name: "cpu-chatterbox" + uri: "quay.io/go-skynet/local-ai-backends:latest-cpu-chatterbox" + mirrors: + - localai/localai-backends:latest-cpu-chatterbox +- !!merge <<: *chatterbox + name: "cpu-chatterbox-development" + uri: "quay.io/go-skynet/local-ai-backends:master-cpu-chatterbox" + mirrors: + - localai/localai-backends:master-cpu-chatterbox +- !!merge <<: *chatterbox + name: "metal-chatterbox" + uri: "quay.io/go-skynet/local-ai-backends:latest-metal-darwin-arm64-chatterbox" + mirrors: + - localai/localai-backends:latest-metal-darwin-arm64-chatterbox +- !!merge <<: *chatterbox + name: "metal-chatterbox-development" + uri: "quay.io/go-skynet/local-ai-backends:master-metal-darwin-arm64-chatterbox" + mirrors: + - localai/localai-backends:master-metal-darwin-arm64-chatterbox - !!merge <<: *chatterbox name: "cuda12-chatterbox-development" uri: "quay.io/go-skynet/local-ai-backends:master-gpu-nvidia-cuda-12-chatterbox" diff --git a/backend/python/chatterbox/requirements-cpu.txt b/backend/python/chatterbox/requirements-cpu.txt index 7c87f8803..4d9cf55cb 100644 --- a/backend/python/chatterbox/requirements-cpu.txt +++ b/backend/python/chatterbox/requirements-cpu.txt @@ -1,5 +1,6 @@ +--extra-index-url https://download.pytorch.org/whl/cpu accelerate torch==2.6.0 torchaudio==2.6.0 transformers==4.46.3 -chatterbox-tts +chatterbox-tts==0.1.2 \ No newline at end of file diff --git a/backend/python/chatterbox/requirements-cublas11.txt b/backend/python/chatterbox/requirements-cublas11.txt index 33436d6b9..1d5f08e2d 100644 --- a/backend/python/chatterbox/requirements-cublas11.txt +++ b/backend/python/chatterbox/requirements-cublas11.txt @@ -2,5 +2,5 @@ torch==2.6.0+cu118 torchaudio==2.6.0+cu118 transformers==4.46.3 -chatterbox-tts +chatterbox-tts==0.1.2 accelerate \ No newline at end of file diff --git a/backend/python/chatterbox/requirements-cublas12.txt b/backend/python/chatterbox/requirements-cublas12.txt index eedc271c1..3e97fda28 100644 --- a/backend/python/chatterbox/requirements-cublas12.txt +++ b/backend/python/chatterbox/requirements-cublas12.txt @@ -1,5 +1,5 @@ torch==2.6.0 torchaudio==2.6.0 transformers==4.46.3 -chatterbox-tts +chatterbox-tts==0.1.2 accelerate diff --git a/backend/python/chatterbox/requirements-hipblas.txt b/backend/python/chatterbox/requirements-hipblas.txt index a6ede9fb8..9086928d7 100644 --- a/backend/python/chatterbox/requirements-hipblas.txt +++ b/backend/python/chatterbox/requirements-hipblas.txt @@ -2,5 +2,5 @@ torch==2.6.0+rocm6.1 torchaudio==2.6.0+rocm6.1 transformers==4.46.3 -chatterbox-tts +chatterbox-tts==0.1.2 accelerate diff --git a/backend/python/chatterbox/requirements-intel.txt b/backend/python/chatterbox/requirements-intel.txt index 35c3de654..d4cb49848 100644 --- a/backend/python/chatterbox/requirements-intel.txt +++ b/backend/python/chatterbox/requirements-intel.txt @@ -3,9 +3,8 @@ intel-extension-for-pytorch==2.3.110+xpu torch==2.3.1+cxx11.abi torchaudio==2.3.1+cxx11.abi transformers==4.46.3 -chatterbox-tts +chatterbox-tts==0.1.2 accelerate oneccl_bind_pt==2.3.100+xpu optimum[openvino] -setuptools -accelerate \ No newline at end of file +setuptools \ No newline at end of file