first commit

2026-06-04 18:10:52 +07:00
commit b5c083e06f
105 changed files with 8172 additions and 0 deletions
@@ -0,0 +1,55 @@
+ARG UBUNTU_VERSION=22.04
+# This needs to generally match the container host's environment.
+ARG CUDA_VERSION=12.0.0
+# Target the CUDA build image
+ARG BASE_CUDA_DEV_CONTAINER=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}
+# Target the CUDA runtime image
+ARG BASE_CUDA_RUN_CONTAINER=nvidia/cuda:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_VERSION}
+
+FROM nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION} AS build
+WORKDIR /app
+# Unless otherwise specified, we make a fat build.
+ARG CUDA_DOCKER_ARCH=all
+# Set nvcc architecture
+ENV CUDA_DOCKER_ARCH=${CUDA_DOCKER_ARCH}
+# Enable cuBLAS
+ENV WHISPER_CUBLAS=1
+
+#apt-get
+RUN apt-get update && \
+  apt-get install -y --no-install-recommends build-essential git gcc g++ wget \
+  && rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
+
+# install golang
+RUN wget --progress=dot:giga https://go.dev/dl/go1.22.10.linux-amd64.tar.gz
+RUN rm -rf /usr/local/go && tar -C /usr/local -xzf go1.22.10.linux-amd64.tar.gz
+ENV PATH ${PATH}:/usr/local/go/bin
+
+# Ref: https://stackoverflow.com/a/53464012
+ENV CUDA_MAIN_VERSION=12.0
+ENV LD_LIBRARY_PATH /usr/local/cuda-${CUDA_MAIN_VERSION}/compat:$LD_LIBRARY_PATH
+
+COPY ./ .
+RUN make dependency && env && make build && \
+  mv bin/go-whisper-api /bin/ && \
+  rm -rf bin 
+
+FROM nvidia/cuda:${CUDA_VERSION}-runtime-ubuntu${UBUNTU_VERSION} AS runtime
+WORKDIR /app
+
+LABEL maintainer="Bo-Yi Wu <appleboy.tw@gmail.com>" \
+  org.label-schema.name="Speech-to-Text" \
+  org.label-schema.vendor="Bo-Yi Wu" \
+  org.label-schema.schema-version="1.0"
+
+LABEL org.opencontainers.image.source=https://github.com/appleboy/go-whisper-api
+LABEL org.opencontainers.image.description="Speech-to-Text."
+LABEL org.opencontainers.image.licenses=MIT
+
+RUN apt-get update && \
+  apt-get install -y --no-install-recommends curl \
+  && rm -rf /var/lib/apt/lists/* /var/cache/apt/archives/*
+
+COPY --from=build /bin/go-whisper-api /bin/go-whisper-api
+EXPOSE 8080
+ENTRYPOINT ["/bin/go-whisper-api"]
@@ -0,0 +1,27 @@
+# CPU image for Gitea CI and hosts without NVIDIA GPU.
+# Production GPU image: docker/Dockerfile
+
+FROM golang:1.23-bookworm AS build
+WORKDIR /app
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    build-essential git cmake pkg-config libsentencepiece-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY . .
+RUN make dependency && make build-xlm
+
+FROM debian:bookworm-slim AS runtime
+WORKDIR /app
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    ca-certificates \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY --from=build /app/bin/go-whisper-api /bin/go-whisper-api
+COPY --from=build /app/third_party/whisper.cpp/build/src/libwhisper.so* /usr/local/lib/
+COPY --from=build /app/third_party/whisper.cpp/build/ggml/src/libggml*.so* /usr/local/lib/
+ENV LD_LIBRARY_PATH=/usr/local/lib
+
+EXPOSE 8080
+ENTRYPOINT ["/bin/go-whisper-api"]