流式api

.dockerignore

@@ -1,6 +1,3 @@
-GPT_SoVITS/pretrained_models/*
-tools/asr/models/*
-tools/uvr5/uvr5_weights/*
 
 .git
 .DS_Store
@@ -11,10 +8,7 @@ runtime
 .idea
 output
 logs
-SoVITS_weights*/
-GPT_weights*/
 TEMP
-weight.json
 ffmpeg*
 ffprobe*
 cfg.json

Docker/install_wrapper.sh

@@ -18,7 +18,7 @@ ln -s /workspace/models/pretrained_models /workspace/GPT-SoVITS/GPT_SoVITS/pretr
 
 ln -s /workspace/models/G2PWModel /workspace/GPT-SoVITS/GPT_SoVITS/text/G2PWModel
 
-bash install.sh --device "CU${CUDA_VERSION//./}" --source HF
+bash install.sh --device "MPS" --source HF
 
 pip cache purge
 

Dockerfile

@@ -1,62 +1,20 @@
-ARG CUDA_VERSION=12.6
-ARG TORCH_BASE=full
+FROM python:3.10.18-bullseye
 
-FROM xxxxrt666/torch-base:cu${CUDA_VERSION}-${TORCH_BASE}
-
-LABEL maintainer="XXXXRT"
-LABEL version="V4"
+LABEL version="V2pro"
 LABEL description="Docker image for GPT-SoVITS"
 
-ARG CUDA_VERSION=12.6
-
-ENV CUDA_VERSION=${CUDA_VERSION}
-
-SHELL ["/bin/bash", "-c"]
-
-WORKDIR /workspace/GPT-SoVITS
-
-COPY Docker /workspace/GPT-SoVITS/Docker/
-
-ARG LITE=false
-ENV LITE=${LITE}
-
-ARG WORKFLOW=false
-ENV WORKFLOW=${WORKFLOW}
-
-ARG TARGETPLATFORM
-ENV TARGETPLATFORM=${TARGETPLATFORM}
-
-RUN bash Docker/miniconda_install.sh
-
-COPY extra-req.txt /workspace/GPT-SoVITS/
-
-COPY requirements.txt /workspace/GPT-SoVITS/
-
-COPY install.sh /workspace/GPT-SoVITS/
-
-RUN bash Docker/install_wrapper.sh
-
-EXPOSE 9871 9872 9873 9874 9880
-
-ENV PYTHONPATH="/workspace/GPT-SoVITS"
-
-RUN conda init bash && echo "conda activate base" >> ~/.bashrc
-
-WORKDIR /workspace
-
-RUN rm -rf /workspace/GPT-SoVITS
+WORKDIR /GPT-SoVITS
+COPY requirements.txt /GPT-SoVITS
+RUN pip install -r requirements.txt
 
-WORKDIR /workspace/GPT-SoVITS
+COPY GPT_SoVITS /GPT-SoVITS/GPT_SoVITS
+COPY tools /GPT-SoVITS/tools
+COPY api.py /GPT-SoVITS
+COPY api_v2.py /GPT-SoVITS
+COPY config.py /GPT-SoVITS
+COPY webui.py /GPT-SoVITS
+COPY ref_audio /GPT-SoVITS/ref_audio
 
-COPY . /workspace/GPT-SoVITS
+EXPOSE 9871 9872 9873 9874 9880 8001 8002
 
-CMD ["/bin/bash", "-c", "\
-  rm -rf /workspace/GPT-SoVITS/GPT_SoVITS/pretrained_models && \
-  rm -rf /workspace/GPT-SoVITS/GPT_SoVITS/text/G2PWModel && \
-  rm -rf /workspace/GPT-SoVITS/tools/asr/models && \
-  rm -rf /workspace/GPT-SoVITS/tools/uvr5/uvr5_weights && \
-  ln -s /workspace/models/pretrained_models /workspace/GPT-SoVITS/GPT_SoVITS/pretrained_models && \
-  ln -s /workspace/models/G2PWModel /workspace/GPT-SoVITS/GPT_SoVITS/text/G2PWModel && \
-  ln -s /workspace/models/asr_models /workspace/GPT-SoVITS/tools/asr/models && \
-  ln -s /workspace/models/uvr5_weights /workspace/GPT-SoVITS/tools/uvr5/uvr5_weights && \
-  exec bash"]
+CMD ["/bin/bash", "-c", "python GPT_SoVITS/inference_webui_api.py"]

GPT_SoVITS/configs/tts_infer.yaml

@@ -1,11 +1,11 @@
 custom:
   bert_base_path: GPT_SoVITS/pretrained_models/chinese-roberta-wwm-ext-large
   cnhuhbert_base_path: GPT_SoVITS/pretrained_models/chinese-hubert-base
-  device: cuda
-  is_half: true
-  t2s_weights_path: GPT_SoVITS/pretrained_models/gsv-v2final-pretrained/s1bert25hz-5kh-longer-epoch=12-step=369668.ckpt
+  device: cpu
+  is_half: false
+  t2s_weights_path: GPT_SoVITS/pretrained_models/meiv2pp-e15.ckpt
   version: v2
-  vits_weights_path: GPT_SoVITS/pretrained_models/gsv-v2final-pretrained/s2G2333k.pth
+  vits_weights_path: GPT_SoVITS/pretrained_models/meiv2pp_e8_s232.pth
 v1:
   bert_base_path: GPT_SoVITS/pretrained_models/chinese-roberta-wwm-ext-large
   cnhuhbert_base_path: GPT_SoVITS/pretrained_models/chinese-hubert-base