mirror of
https://github.com/blakeblackshear/frigate.git
synced 2024-11-26 19:06:11 +01:00
24ac9f3e5a
* swap sqlite_vec for chroma in requirements * load sqlite_vec in embeddings manager * remove chroma and revamp Embeddings class for sqlite_vec * manual minilm onnx inference * remove chroma in clip model * migrate api from chroma to sqlite_vec * migrate event cleanup from chroma to sqlite_vec * migrate embedding maintainer from chroma to sqlite_vec * genai description for sqlite_vec * load sqlite_vec in main thread db * extend the SqliteQueueDatabase class and use peewee db.execute_sql * search with Event type for similarity * fix similarity search * install and add comment about transformers * fix normalization * add id filter * clean up * clean up * fully remove chroma and add transformers env var * readd uvicorn for fastapi * readd tokenizer parallelism env var * remove chroma from docs * remove chroma from UI * try removing custom pysqlite3 build * hard code limit * optimize queries * revert explore query * fix query * keep building pysqlite3 * single pass fetch and process * remove unnecessary re-embed * update deps * move SqliteVecQueueDatabase to db directory * make search thumbnail take up full size of results box * improve typing * improve model downloading and add status screen * daemon downloading thread * catch case when semantic search is disabled * fix typing * build sqlite_vec from source * resolve conflict * file permissions * try build deps * remove sources * sources * fix thread start * include git in build * reorder embeddings after detectors are started * build with sqlite amalgamation * non-platform specific * use wget instead of curl * remove unzip -d * remove sqlite_vec from requirements and load the compiled version * fix build * avoid race in db connection * add scale_factor and bias to description zscore normalization
314 lines
11 KiB
Docker
314 lines
11 KiB
Docker
# syntax=docker/dockerfile:1.6
|
|
|
|
# https://askubuntu.com/questions/972516/debian-frontend-environment-variable
|
|
ARG DEBIAN_FRONTEND=noninteractive
|
|
|
|
ARG BASE_IMAGE=debian:11
|
|
ARG SLIM_BASE=debian:11-slim
|
|
|
|
FROM ${BASE_IMAGE} AS base
|
|
|
|
FROM --platform=${BUILDPLATFORM} debian:11 AS base_host
|
|
|
|
FROM ${SLIM_BASE} AS slim-base
|
|
|
|
FROM slim-base AS wget
|
|
ARG DEBIAN_FRONTEND
|
|
RUN apt-get update \
|
|
&& apt-get install -y wget xz-utils \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
WORKDIR /rootfs
|
|
|
|
FROM base AS nginx
|
|
ARG DEBIAN_FRONTEND
|
|
ENV CCACHE_DIR /root/.ccache
|
|
ENV CCACHE_MAXSIZE 2G
|
|
|
|
# bind /var/cache/apt to tmpfs to speed up nginx build
|
|
RUN --mount=type=tmpfs,target=/tmp --mount=type=tmpfs,target=/var/cache/apt \
|
|
--mount=type=bind,source=docker/main/build_nginx.sh,target=/deps/build_nginx.sh \
|
|
--mount=type=cache,target=/root/.ccache \
|
|
/deps/build_nginx.sh
|
|
|
|
FROM wget AS sqlite-vec
|
|
ARG DEBIAN_FRONTEND
|
|
|
|
# Build sqlite_vec from source
|
|
COPY docker/main/build_sqlite_vec.sh /deps/build_sqlite_vec.sh
|
|
RUN --mount=type=tmpfs,target=/tmp --mount=type=tmpfs,target=/var/cache/apt \
|
|
--mount=type=bind,source=docker/main/build_sqlite_vec.sh,target=/deps/build_sqlite_vec.sh \
|
|
--mount=type=cache,target=/root/.ccache \
|
|
/deps/build_sqlite_vec.sh
|
|
|
|
FROM scratch AS go2rtc
|
|
ARG TARGETARCH
|
|
WORKDIR /rootfs/usr/local/go2rtc/bin
|
|
ADD --link --chmod=755 "https://github.com/AlexxIT/go2rtc/releases/download/v1.9.2/go2rtc_linux_${TARGETARCH}" go2rtc
|
|
|
|
FROM wget AS tempio
|
|
ARG TARGETARCH
|
|
RUN --mount=type=bind,source=docker/main/install_tempio.sh,target=/deps/install_tempio.sh \
|
|
/deps/install_tempio.sh
|
|
|
|
####
|
|
#
|
|
# OpenVino Support
|
|
#
|
|
# 1. Download and convert a model from Intel's Public Open Model Zoo
|
|
#
|
|
####
|
|
# Download and Convert OpenVino model
|
|
FROM base_host AS ov-converter
|
|
ARG DEBIAN_FRONTEND
|
|
|
|
# Install OpenVino Runtime and Dev library
|
|
COPY docker/main/requirements-ov.txt /requirements-ov.txt
|
|
RUN apt-get -qq update \
|
|
&& apt-get -qq install -y wget python3 python3-dev python3-distutils gcc pkg-config libhdf5-dev \
|
|
&& wget -q https://bootstrap.pypa.io/get-pip.py -O get-pip.py \
|
|
&& python3 get-pip.py "pip" \
|
|
&& pip install -r /requirements-ov.txt
|
|
|
|
# Get OpenVino Model
|
|
RUN --mount=type=bind,source=docker/main/build_ov_model.py,target=/build_ov_model.py \
|
|
mkdir /models && cd /models \
|
|
&& wget http://download.tensorflow.org/models/object_detection/ssdlite_mobilenet_v2_coco_2018_05_09.tar.gz \
|
|
&& tar -xvf ssdlite_mobilenet_v2_coco_2018_05_09.tar.gz \
|
|
&& python3 /build_ov_model.py
|
|
|
|
####
|
|
#
|
|
# Coral Compatibility
|
|
#
|
|
# Builds libusb without udev. Needed for synology and other devices with USB coral
|
|
####
|
|
# libUSB - No Udev
|
|
FROM wget as libusb-build
|
|
ARG TARGETARCH
|
|
ARG DEBIAN_FRONTEND
|
|
ENV CCACHE_DIR /root/.ccache
|
|
ENV CCACHE_MAXSIZE 2G
|
|
|
|
# Build libUSB without udev. Needed for Openvino NCS2 support
|
|
WORKDIR /opt
|
|
RUN apt-get update && apt-get install -y unzip build-essential automake libtool ccache pkg-config
|
|
RUN --mount=type=cache,target=/root/.ccache wget -q https://github.com/libusb/libusb/archive/v1.0.26.zip -O v1.0.26.zip && \
|
|
unzip v1.0.26.zip && cd libusb-1.0.26 && \
|
|
./bootstrap.sh && \
|
|
./configure CC='ccache gcc' CCX='ccache g++' --disable-udev --enable-shared && \
|
|
make -j $(nproc --all)
|
|
RUN apt-get update && \
|
|
apt-get install -y --no-install-recommends libusb-1.0-0-dev && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
WORKDIR /opt/libusb-1.0.26/libusb
|
|
RUN /bin/mkdir -p '/usr/local/lib' && \
|
|
/bin/bash ../libtool --mode=install /usr/bin/install -c libusb-1.0.la '/usr/local/lib' && \
|
|
/bin/mkdir -p '/usr/local/include/libusb-1.0' && \
|
|
/usr/bin/install -c -m 644 libusb.h '/usr/local/include/libusb-1.0' && \
|
|
/bin/mkdir -p '/usr/local/lib/pkgconfig' && \
|
|
cd /opt/libusb-1.0.26/ && \
|
|
/usr/bin/install -c -m 644 libusb-1.0.pc '/usr/local/lib/pkgconfig' && \
|
|
ldconfig
|
|
|
|
FROM wget AS models
|
|
|
|
# Get model and labels
|
|
RUN wget -qO edgetpu_model.tflite https://github.com/google-coral/test_data/raw/release-frogfish/ssdlite_mobiledet_coco_qat_postprocess_edgetpu.tflite
|
|
RUN wget -qO cpu_model.tflite https://github.com/google-coral/test_data/raw/release-frogfish/ssdlite_mobiledet_coco_qat_postprocess.tflite
|
|
COPY labelmap.txt .
|
|
# Copy OpenVino model
|
|
COPY --from=ov-converter /models/ssdlite_mobilenet_v2.xml openvino-model/
|
|
COPY --from=ov-converter /models/ssdlite_mobilenet_v2.bin openvino-model/
|
|
RUN wget -q https://github.com/openvinotoolkit/open_model_zoo/raw/master/data/dataset_classes/coco_91cl_bkgr.txt -O openvino-model/coco_91cl_bkgr.txt && \
|
|
sed -i 's/truck/car/g' openvino-model/coco_91cl_bkgr.txt
|
|
# Get Audio Model and labels
|
|
RUN wget -qO - https://www.kaggle.com/api/v1/models/google/yamnet/tfLite/classification-tflite/1/download | tar xvz && mv 1.tflite cpu_audio_model.tflite
|
|
COPY audio-labelmap.txt .
|
|
|
|
|
|
FROM wget AS s6-overlay
|
|
ARG TARGETARCH
|
|
RUN --mount=type=bind,source=docker/main/install_s6_overlay.sh,target=/deps/install_s6_overlay.sh \
|
|
/deps/install_s6_overlay.sh
|
|
|
|
|
|
FROM base AS wheels
|
|
ARG DEBIAN_FRONTEND
|
|
ARG TARGETARCH
|
|
|
|
# Use a separate container to build wheels to prevent build dependencies in final image
|
|
RUN apt-get -qq update \
|
|
&& apt-get -qq install -y \
|
|
apt-transport-https \
|
|
gnupg \
|
|
wget \
|
|
# the key fingerprint can be obtained from https://ftp-master.debian.org/keys.html
|
|
&& wget -qO- "https://keyserver.ubuntu.com/pks/lookup?op=get&search=0xA4285295FC7B1A81600062A9605C66F00D6C9793" | \
|
|
gpg --dearmor > /usr/share/keyrings/debian-archive-bullseye-stable.gpg \
|
|
&& echo "deb [signed-by=/usr/share/keyrings/debian-archive-bullseye-stable.gpg] http://deb.debian.org/debian bullseye main contrib non-free" | \
|
|
tee /etc/apt/sources.list.d/debian-bullseye-nonfree.list \
|
|
&& apt-get -qq update \
|
|
&& apt-get -qq install -y \
|
|
python3.9 \
|
|
python3.9-dev \
|
|
# opencv dependencies
|
|
build-essential cmake git pkg-config libgtk-3-dev \
|
|
libavcodec-dev libavformat-dev libswscale-dev libv4l-dev \
|
|
libxvidcore-dev libx264-dev libjpeg-dev libpng-dev libtiff-dev \
|
|
gfortran openexr libatlas-base-dev libssl-dev\
|
|
libtbb2 libtbb-dev libdc1394-22-dev libopenexr-dev \
|
|
libgstreamer-plugins-base1.0-dev libgstreamer1.0-dev \
|
|
# sqlite3 dependencies
|
|
tclsh \
|
|
# scipy dependencies
|
|
gcc gfortran libopenblas-dev liblapack-dev && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
# Ensure python3 defaults to python3.9
|
|
RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.9 1
|
|
|
|
RUN wget -q https://bootstrap.pypa.io/get-pip.py -O get-pip.py \
|
|
&& python3 get-pip.py "pip"
|
|
|
|
COPY docker/main/requirements.txt /requirements.txt
|
|
RUN pip3 install -r /requirements.txt
|
|
|
|
# Build pysqlite3 from source
|
|
COPY docker/main/build_pysqlite3.sh /build_pysqlite3.sh
|
|
RUN /build_pysqlite3.sh
|
|
|
|
COPY docker/main/requirements-wheels.txt /requirements-wheels.txt
|
|
RUN pip3 wheel --wheel-dir=/wheels -r /requirements-wheels.txt
|
|
|
|
COPY docker/main/requirements-wheels-post.txt /requirements-wheels-post.txt
|
|
RUN pip3 wheel --no-deps --wheel-dir=/wheels-post -r /requirements-wheels-post.txt
|
|
|
|
|
|
# Collect deps in a single layer
|
|
FROM scratch AS deps-rootfs
|
|
COPY --from=nginx /usr/local/nginx/ /usr/local/nginx/
|
|
COPY --from=sqlite-vec /usr/local/lib/ /usr/local/lib/
|
|
COPY --from=go2rtc /rootfs/ /
|
|
COPY --from=libusb-build /usr/local/lib /usr/local/lib
|
|
COPY --from=tempio /rootfs/ /
|
|
COPY --from=s6-overlay /rootfs/ /
|
|
COPY --from=models /rootfs/ /
|
|
COPY docker/main/rootfs/ /
|
|
|
|
|
|
# Frigate deps (ffmpeg, python, nginx, go2rtc, s6-overlay, etc)
|
|
FROM slim-base AS deps
|
|
ARG TARGETARCH
|
|
|
|
ARG DEBIAN_FRONTEND
|
|
# http://stackoverflow.com/questions/48162574/ddg#49462622
|
|
ARG APT_KEY_DONT_WARN_ON_DANGEROUS_USAGE=DontWarn
|
|
|
|
# https://github.com/NVIDIA/nvidia-docker/wiki/Installation-(Native-GPU-Support)
|
|
ENV NVIDIA_VISIBLE_DEVICES=all
|
|
ENV NVIDIA_DRIVER_CAPABILITIES="compute,video,utility"
|
|
|
|
# Disable tokenizer parallelism warning
|
|
# https://stackoverflow.com/questions/62691279/how-to-disable-tokenizers-parallelism-true-false-warning/72926996#72926996
|
|
ENV TOKENIZERS_PARALLELISM=true
|
|
# https://github.com/huggingface/transformers/issues/27214
|
|
ENV TRANSFORMERS_NO_ADVISORY_WARNINGS=1
|
|
|
|
ENV PATH="/usr/local/go2rtc/bin:/usr/local/tempio/bin:/usr/local/nginx/sbin:${PATH}"
|
|
ENV LIBAVFORMAT_VERSION_MAJOR=60
|
|
|
|
# Install dependencies
|
|
RUN --mount=type=bind,source=docker/main/install_deps.sh,target=/deps/install_deps.sh \
|
|
/deps/install_deps.sh
|
|
|
|
RUN --mount=type=bind,from=wheels,source=/wheels,target=/deps/wheels \
|
|
python3 -m pip install --upgrade pip && \
|
|
pip3 install -U /deps/wheels/*.whl
|
|
|
|
# We have to uninstall this dependency specifically
|
|
# as it will break onnxruntime-openvino
|
|
RUN pip3 uninstall -y onnxruntime
|
|
|
|
RUN --mount=type=bind,from=wheels,source=/wheels-post,target=/deps/wheels \
|
|
python3 -m pip install --upgrade pip && \
|
|
pip3 install -U /deps/wheels/*.whl
|
|
|
|
COPY --from=deps-rootfs / /
|
|
|
|
RUN ldconfig
|
|
|
|
EXPOSE 5000
|
|
EXPOSE 8554
|
|
EXPOSE 8555/tcp 8555/udp
|
|
|
|
# Configure logging to prepend timestamps, log to stdout, keep 0 archives and rotate on 10MB
|
|
ENV S6_LOGGING_SCRIPT="T 1 n0 s10000000 T"
|
|
# Do not fail on long-running download scripts
|
|
ENV S6_CMD_WAIT_FOR_SERVICES_MAXTIME=0
|
|
|
|
ENTRYPOINT ["/init"]
|
|
CMD []
|
|
|
|
HEALTHCHECK --start-period=300s --start-interval=5s --interval=15s --timeout=5s --retries=3 \
|
|
CMD curl --fail --silent --show-error http://127.0.0.1:5000/api/version || exit 1
|
|
|
|
# Frigate deps with Node.js and NPM for devcontainer
|
|
FROM deps AS devcontainer
|
|
|
|
# Do not start the actual Frigate service on devcontainer as it will be started by VSCode
|
|
# But start a fake service for simulating the logs
|
|
COPY docker/main/fake_frigate_run /etc/s6-overlay/s6-rc.d/frigate/run
|
|
|
|
# Create symbolic link to the frigate source code, as go2rtc's create_config.sh uses it
|
|
RUN mkdir -p /opt/frigate \
|
|
&& ln -svf /workspace/frigate/frigate /opt/frigate/frigate
|
|
|
|
# Install Node 20
|
|
RUN curl -SLO https://deb.nodesource.com/nsolid_setup_deb.sh && \
|
|
chmod 500 nsolid_setup_deb.sh && \
|
|
./nsolid_setup_deb.sh 20 && \
|
|
apt-get install nodejs -y \
|
|
&& rm -rf /var/lib/apt/lists/* \
|
|
&& npm install -g npm@10
|
|
|
|
WORKDIR /workspace/frigate
|
|
|
|
RUN apt-get update \
|
|
&& apt-get install make -y \
|
|
&& rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN --mount=type=bind,source=./docker/main/requirements-dev.txt,target=/workspace/frigate/requirements-dev.txt \
|
|
pip3 install -r requirements-dev.txt
|
|
|
|
HEALTHCHECK NONE
|
|
|
|
CMD ["sleep", "infinity"]
|
|
|
|
|
|
# Frigate web build
|
|
# This should be architecture agnostic, so speed up the build on multiarch by not using QEMU.
|
|
FROM --platform=$BUILDPLATFORM node:20 AS web-build
|
|
|
|
WORKDIR /work
|
|
COPY web/package.json web/package-lock.json ./
|
|
RUN npm install
|
|
|
|
COPY web/ ./
|
|
RUN npm run build \
|
|
&& mv dist/BASE_PATH/monacoeditorwork/* dist/assets/ \
|
|
&& rm -rf dist/BASE_PATH
|
|
|
|
# Collect final files in a single layer
|
|
FROM scratch AS rootfs
|
|
|
|
WORKDIR /opt/frigate/
|
|
COPY frigate frigate/
|
|
COPY migrations migrations/
|
|
COPY --from=web-build /work/dist/ web/
|
|
|
|
# Frigate final container
|
|
FROM deps AS frigate
|
|
|
|
WORKDIR /opt/frigate/
|
|
COPY --from=rootfs / /
|