private-gpt (latest)
Published 2024-05-06 21:34:09 -04:00 by evan
Installation
docker pull git.bigun.dev/evan/private-gpt:latestsha256:d6de7ca190f92b6627764cd58c7fac062a16ae6a0a0e6052e6b8ccd4134b3a08Image Layers
| ADD file:d261a6f6921593f1e0b3f472ab1b1822e2c6deb0b369200f0b3370556bfad017 in / |
| CMD ["bash"] |
| ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin |
| ENV LANG=C.UTF-8 |
| RUN /bin/sh -c set -eux; apt-get update; apt-get install -y --no-install-recommends ca-certificates netbase tzdata ; rm -rf /var/lib/apt/lists/* # buildkit |
| ENV GPG_KEY=A035C8C19219BA821ECEA86B64E628F8D684696D |
| ENV PYTHON_VERSION=3.11.6 |
| RUN /bin/sh -c set -eux; savedAptMark="$(apt-mark showmanual)"; apt-get update; apt-get install -y --no-install-recommends dpkg-dev gcc gnupg libbluetooth-dev libbz2-dev libc6-dev libdb-dev libexpat1-dev libffi-dev libgdbm-dev liblzma-dev libncursesw5-dev libreadline-dev libsqlite3-dev libssl-dev make tk-dev uuid-dev wget xz-utils zlib1g-dev ; wget -O python.tar.xz "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz"; wget -O python.tar.xz.asc "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc"; GNUPGHOME="$(mktemp -d)"; export GNUPGHOME; gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$GPG_KEY"; gpg --batch --verify python.tar.xz.asc python.tar.xz; gpgconf --kill all; rm -rf "$GNUPGHOME" python.tar.xz.asc; mkdir -p /usr/src/python; tar --extract --directory /usr/src/python --strip-components=1 --file python.tar.xz; rm python.tar.xz; cd /usr/src/python; gnuArch="$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)"; ./configure --build="$gnuArch" --enable-loadable-sqlite-extensions --enable-optimizations --enable-option-checking=fatal --enable-shared --with-lto --with-system-expat --without-ensurepip ; nproc="$(nproc)"; EXTRA_CFLAGS="$(dpkg-buildflags --get CFLAGS)"; LDFLAGS="$(dpkg-buildflags --get LDFLAGS)"; LDFLAGS="${LDFLAGS:--Wl},--strip-all"; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:-}" "PROFILE_TASK=${PROFILE_TASK:-}" ; rm python; make -j "$nproc" "EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" "LDFLAGS=${LDFLAGS:--Wl},-rpath='\$\$ORIGIN/../lib'" "PROFILE_TASK=${PROFILE_TASK:-}" python ; make install; cd /; rm -rf /usr/src/python; find /usr/local -depth \( \( -type d -a \( -name test -o -name tests -o -name idle_test \) \) -o \( -type f -a \( -name '*.pyc' -o -name '*.pyo' -o -name 'libpython*.a' \) \) \) -exec rm -rf '{}' + ; ldconfig; apt-mark auto '.*' > /dev/null; apt-mark manual $savedAptMark; find /usr/local -type f -executable -not \( -name '*tkinter*' \) -exec ldd '{}' ';' | awk '/=>/ { so = $(NF-1); if (index(so, "/usr/local/") == 1) { next }; gsub("^/(usr/)?", "", so); printf "*%s\n", so }' | sort -u | xargs -r dpkg-query --search | cut -d: -f1 | sort -u | xargs -r apt-mark manual ; apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; rm -rf /var/lib/apt/lists/*; python3 --version # buildkit |
| RUN /bin/sh -c set -eux; for src in idle3 pydoc3 python3 python3-config; do dst="$(echo "$src" | tr -d 3)"; [ -s "/usr/local/bin/$src" ]; [ ! -e "/usr/local/bin/$dst" ]; ln -svT "$src" "/usr/local/bin/$dst"; done # buildkit |
| ENV PYTHON_PIP_VERSION=23.2.1 |
| ENV PYTHON_SETUPTOOLS_VERSION=65.5.1 |
| ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/4cfa4081d27285bda1220a62a5ebf5b4bd749cdb/public/get-pip.py |
| ENV PYTHON_GET_PIP_SHA256=9cc01665956d22b3bf057ae8287b035827bfd895da235bcea200ab3b811790b6 |
| RUN /bin/sh -c set -eux; savedAptMark="$(apt-mark showmanual)"; apt-get update; apt-get install -y --no-install-recommends wget; wget -O get-pip.py "$PYTHON_GET_PIP_URL"; echo "$PYTHON_GET_PIP_SHA256 *get-pip.py" | sha256sum -c -; apt-mark auto '.*' > /dev/null; [ -z "$savedAptMark" ] || apt-mark manual $savedAptMark > /dev/null; apt-get purge -y --auto-remove -o APT::AutoRemove::RecommendsImportant=false; rm -rf /var/lib/apt/lists/*; export PYTHONDONTWRITEBYTECODE=1; python get-pip.py --disable-pip-version-check --no-cache-dir --no-compile "pip==$PYTHON_PIP_VERSION" "setuptools==$PYTHON_SETUPTOOLS_VERSION" ; rm -f get-pip.py; pip --version # buildkit |
| CMD ["python3"] |
| RUN /bin/sh -c pip install pipx # buildkit |
| RUN /bin/sh -c pipx install poetry # buildkit |
| ENV PATH=/root/.local/bin:/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin |
| ENV PATH=.venv/bin/:/root/.local/bin:/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin |
| ENV POETRY_VIRTUALENVS_IN_PROJECT=true |
| ENV PYTHONUNBUFFERED=1 PORT=8080 PYTHONPATH=:/home/worker/app/private_gpt/ APP_ENV=prod PGPT_PROFILES=docker PGPT_MODE=mock PGPT_EMBEDDING_MODE=mock PGPT_HF_REPO_ID=TheBloke/Mistral-7B-Instruct-v0.1-GGUF PGPT_HF_MODEL_FILE=mistral-7b-instruct-v0.1.Q4_K_M.gguf PGPT_EMBEDDING_HF_MODEL_NAME=BAAI/bge-small-en-v1.5 PGPT_SAGEMAKER_LLM_ENDPOINT_NAME= PGPT_SAGEMAKER_EMBEDDING_ENDPOINT_NAME= PGPT_OLLAMA_LLM_MODEL=mistral PGPT_OLLAMA_EMBEDDING_MODEL=nomic-embed-text PGPT_OLLAMA_API_BASE=http://ollama:11434 PGPT_OLLAMA_TFS_Z=1.0 PGPT_OLLAMA_TOP_K=40 PGPT_OLLAMA_TOP_P=0.9 PGPT_OLLAMA_REPEAT_LAST_N=64 PGPT_OLLAMA_REPEAT_PENALTY=1.2 PGPT_OLLAMA_REQUEST_TIMEOUT=600.0 PGPT_OPENAI_API_BASE=https://api.openai.com/v1 PGPT_OPENAI_API_KEY=EMPTY PGPT_OPENAI_MODEL= |
| EXPOSE map[8080/tcp:{}] |
| ARG UID=100 |
| ARG GID=65534 |
| RUN |2 UID=100 GID=65534 /bin/sh -c adduser --system --gid ${GID} --uid ${UID} --home /home/worker worker # buildkit |
| WORKDIR /home/worker/app |
| RUN |2 UID=100 GID=65534 /bin/sh -c mkdir local_data && chown worker local_data # buildkit |
| RUN |2 UID=100 GID=65534 /bin/sh -c mkdir models && chown worker models # buildkit |
| COPY --chown=worker /home/worker/app/.venv/ .venv # buildkit |
| COPY --chown=worker private_gpt/ private_gpt # buildkit |
| COPY --chown=worker fern/ fern # buildkit |
| COPY --chown=worker *.yaml . # buildkit |
| COPY --chown=worker scripts/ scripts # buildkit |
| COPY --chown=worker Makefile . # buildkit |
| USER worker |
| ENTRYPOINT ["/bin/sh" "-c" "python -m private_gpt"] |