mirror of
https://github.com/storytold/artcraft.git
synced 2026-11-02 08:28:18 +00:00
234 lines
6.5 KiB
Docker
234 lines
6.5 KiB
Docker
# ==================== Python Build Base ====================
|
|
|
|
FROM nvidia/cuda:10.1-devel-ubuntu18.04 as pybuild-base
|
|
|
|
# NB: https://github.com/NVIDIA/nvidia-docker/issues/864#issuecomment-439848887
|
|
# NB: We do not install ffmpeg, since the version is 3.8.* series and we need 4.2.*
|
|
#
|
|
# NB(2021-05-30): We need to install `cython3` for building modern Tacotron 2
|
|
# dependencies (ie. protoc) on old Ubuntu
|
|
RUN apt-get update \
|
|
&& apt-get install -y \
|
|
build-essential \
|
|
curl \
|
|
cython3 \
|
|
g++-7 \
|
|
gcc-7 \
|
|
git \
|
|
htop \
|
|
imagemagick \
|
|
libc++-7-dev \
|
|
libffi-dev \
|
|
libgcc-7-dev \
|
|
libmagic1 \
|
|
libsm6 \
|
|
libsndfile1 \
|
|
libssl-dev \
|
|
libxext6 \
|
|
libxrender-dev \
|
|
netcat \
|
|
python-dev \
|
|
python3-pip \
|
|
python3.6 \
|
|
python3.6-dev \
|
|
python3.6-venv\
|
|
redis-tools \
|
|
silversearcher-ag \
|
|
sox \
|
|
tmux \
|
|
vim \
|
|
wget
|
|
|
|
# We need ffmpeg version >= 4.2 (https://superuser.com/a/579110)
|
|
# http://ubuntuhandbook.org/index.php/2020/06/install-ffmpeg-4-3-via-ppa-ubuntu-18-04-16-04/
|
|
|
|
RUN apt-get install -y software-properties-common \
|
|
&& add-apt-repository ppa:jonathonf/ffmpeg-4 \
|
|
&& apt-get update \
|
|
&& apt-get install -y ffmpeg
|
|
|
|
RUN ffmpeg -version
|
|
|
|
# ==================== Python Build Step 2: Wav2Lip Requirements ====================
|
|
|
|
FROM pybuild-base as pybuild-requirements
|
|
|
|
COPY models/Wav2Lip ./models/Wav2Lip
|
|
WORKDIR models/Wav2Lip
|
|
|
|
RUN python3.6 --version
|
|
RUN python3.6 -m venv python
|
|
RUN . python/bin/activate \
|
|
&& pip install --upgrade pip \
|
|
&& pip install -r requirements.txt
|
|
&& deactivate
|
|
|
|
COPY models/tacotron2 ./models/tacotron2
|
|
WORKDIR models/tacotron2
|
|
|
|
RUN python3.6 -m venv python
|
|
RUN . python/bin/activate \
|
|
&& pip install --upgrade pip \
|
|
&& pip install -r requirements.txt
|
|
&& deactivate
|
|
|
|
# ==================== Rust Build Base ====================
|
|
|
|
# Custom base image
|
|
# Make sure to add this repository so it has read acces to the base image:
|
|
# https://github.com/orgs/storytold/packages/container/docker-base-images-rust-ssl/settings/actions_access
|
|
FROM ghcr.io/storytold/docker-base-images-rust-ssl:latest as rust-build
|
|
WORKDIR /tmp
|
|
|
|
COPY Cargo.lock .
|
|
COPY Cargo.toml .
|
|
COPY sqlx-data.json .
|
|
COPY src/ ./src
|
|
COPY migrations/ ./migrations
|
|
|
|
RUN $HOME/.cargo/bin/cargo fetch
|
|
|
|
# Build all the binaries.
|
|
RUN SQLX_OFFLINE=true \
|
|
LD_LIBRARY_PATH=/usr/lib:${LD_LIBRARY_PATH} \
|
|
$HOME/.cargo/bin/cargo build \
|
|
--release \
|
|
--bin storyteller-web
|
|
|
|
RUN SQLX_OFFLINE=true \
|
|
LD_LIBRARY_PATH=/usr/lib:${LD_LIBRARY_PATH} \
|
|
$HOME/.cargo/bin/cargo build \
|
|
--release \
|
|
--bin tts-download-job
|
|
|
|
RUN SQLX_OFFLINE=true \
|
|
LD_LIBRARY_PATH=/usr/lib:${LD_LIBRARY_PATH} \
|
|
$HOME/.cargo/bin/cargo build \
|
|
--release \
|
|
--bin w2l-download-job
|
|
|
|
RUN SQLX_OFFLINE=true \
|
|
LD_LIBRARY_PATH=/usr/lib:${LD_LIBRARY_PATH} \
|
|
$HOME/.cargo/bin/cargo build \
|
|
--release \
|
|
--bin tts-inference-job
|
|
|
|
RUN SQLX_OFFLINE=true \
|
|
LD_LIBRARY_PATH=/usr/lib:${LD_LIBRARY_PATH} \
|
|
$HOME/.cargo/bin/cargo build \
|
|
--release \
|
|
--bin w2l-inference-job
|
|
|
|
# Final image
|
|
# FROM ubuntu:xenial
|
|
FROM pybuild-requirements as final
|
|
#RUN mkdir /storyteller
|
|
#WORKDIR /storyteller
|
|
WORKDIR /
|
|
|
|
|
|
COPY scripts/ ./scripts
|
|
|
|
# See: https://github.com/opencontainers/image-spec/blob/master/annotations.md
|
|
LABEL org.opencontainers.image.authors='bt@brand.io, echelon@gmail.com'
|
|
LABEL org.opencontainers.image.url='https://github.com/storytold/storyteller-web'
|
|
LABEL org.opencontainers.image.documentation='https://github.com/storytold/storyteller-web'
|
|
LABEL org.opencontainers.image.source='https://github.com/storytold/storyteller-web'
|
|
|
|
# NB: Comment this out for non-debug images
|
|
# TODO: Figure out how this is done elsewhere with just the static binaries
|
|
# Others: `mysql-client`
|
|
RUN apt-get update \
|
|
&& apt-get install -y \
|
|
curl \
|
|
python3-pip \
|
|
python3 \
|
|
wget
|
|
|
|
RUN python3 --version
|
|
#RUN python3.7 -m venv python
|
|
#RUN . python/bin/activate \
|
|
# && pip install --upgrade pip \
|
|
# && pip install -r requirements.txt
|
|
|
|
|
|
# TODO: Use venv to do this instead.
|
|
RUN pip3 install gdown
|
|
|
|
# Copy all the binaries.
|
|
COPY --from=rust-build /tmp/target/release/storyteller-web /
|
|
COPY --from=rust-build /tmp/target/release/tts-download-job /
|
|
COPY --from=rust-build /tmp/target/release/tts-inference-job /
|
|
COPY --from=rust-build /tmp/target/release/w2l-download-job /
|
|
COPY --from=rust-build /tmp/target/release/w2l-inference-job /
|
|
|
|
# SSL certs are required for crypto
|
|
COPY --from=rust-build /etc/ssl /etc/ssl
|
|
|
|
# Required dynamically linked libraries
|
|
COPY --from=rust-build /lib/x86_64-linux-gnu/libssl.* /lib/x86_64-linux-gnu/
|
|
COPY --from=rust-build /lib/x86_64-linux-gnu/libcrypto.* /lib/x86_64-linux-gnu/
|
|
|
|
# Make sure all the links resolve
|
|
RUN ldd storyteller-web
|
|
|
|
# Without a .env file, Rust crashes "mysteriously" (ugh)
|
|
RUN touch .env
|
|
RUN touch .env-secrets
|
|
|
|
EXPOSE 8080
|
|
CMD LD_LIBRARY_PATH=/usr/lib /storyteller-web
|
|
|
|
# ===================================================================================================
|
|
# WAV2LIP WORKER
|
|
|
|
# ==================== Rust Build Base ====================
|
|
|
|
# #FROM ubuntu:xenial as rustbuild-base
|
|
# WORKDIR /tmp
|
|
# RUN apt-get update \
|
|
# && apt-get install -y \
|
|
# build-essential \
|
|
# curl \
|
|
# libssl-dev \
|
|
# libssl1.0.0 \
|
|
# pkg-config \
|
|
# unzip \
|
|
# wget
|
|
# RUN curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs \
|
|
# | sh -s -- --default-toolchain stable -y
|
|
|
|
|
|
|
|
# ==================== Rust Build Binary ====================
|
|
|
|
# FROM rustbuild-base as rustbuild-binary
|
|
#
|
|
# COPY Cargo.lock .
|
|
# COPY Cargo.toml .
|
|
# COPY w2l_server ./w2l_server
|
|
# COPY w2l_shared ./w2l_shared
|
|
# COPY w2l_worker ./w2l_worker
|
|
#
|
|
# RUN $HOME/.cargo/bin/cargo fetch
|
|
# RUN LD_LIBRARY_PATH=/usr/lib:${LD_LIBRARY_PATH} $HOME/.cargo/bin/cargo build --release --bin wav2lip_worker
|
|
|
|
# ==================== Final Image ====================
|
|
|
|
# FROM pybuild-requirements as final
|
|
# WORKDIR /
|
|
#
|
|
# COPY --from=rustbuild-binary /tmp/target/release/wav2lip_worker /
|
|
# COPY --from=rustbuild-binary /etc/ssl /etc/ssl
|
|
# COPY --from=rustbuild-binary /lib/x86_64-linux-gnu/libssl.* /lib/x86_64-linux-gnu/
|
|
# COPY --from=rustbuild-binary /lib/x86_64-linux-gnu/libcrypto.* /lib/x86_64-linux-gnu/
|
|
#
|
|
# # Without a .env file, Rust crashes "mysteriously" (ugh)
|
|
# RUN touch .env
|
|
#
|
|
# RUN ldd wav2lip_worker
|
|
#
|
|
# EXPOSE 8080
|
|
# CMD LD_LIBRARY_PATH=/usr/lib /wav2lip_worker
|
|
|