simcop2387
Repositories
94
 Projects Packages
70
 Public activity Starred repositories

text-gen-gptq-base (sha256:63328a980e32f16a3862c74964d82b64f387f5348ca8f7b0a683783af0c6e93f)

Published 2023-12-23 16:27:38 -05:00 by simcop2387

Installation

docker pull gitea.simcop2387.info/simcop2387/text-gen-gptq-base@sha256:63328a980e32f16a3862c74964d82b64f387f5348ca8f7b0a683783af0c6e93f
sha256:63328a980e32f16a3862c74964d82b64f387f5348ca8f7b0a683783af0c6e93f

Image layers

ARG RELEASE
ARG LAUNCHPAD_BUILD_ARCH
LABEL org.opencontainers.image.ref.name=ubuntu
LABEL org.opencontainers.image.version=22.04
ADD file:63d5ab3ef0aab308c0e71cb67292c5467f60deafa9b0418cbb220affcd078444 in /
CMD ["/bin/bash"]
ENV NVARCH=x86_64
ENV NVIDIA_REQUIRE_CUDA=cuda>=12.2 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
ENV NV_CUDA_CUDART_VERSION=12.2.140-1
ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-2
ARG TARGETARCH
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.0-1_all.deb && dpkg -i cuda-keyring_1.0-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
ENV CUDA_VERSION=12.2.2
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-2=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
ENV NVIDIA_VISIBLE_DEVICES=all
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
ENV NV_CUDA_LIB_VERSION=12.2.2-1
ENV NV_NVTX_VERSION=12.2.140-1
ENV NV_LIBNPP_VERSION=12.2.1.4-1
ENV NV_LIBNPP_PACKAGE=libnpp-12-2=12.2.1.4-1
ENV NV_LIBCUSPARSE_VERSION=12.1.2.141-1
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-2
ENV NV_LIBCUBLAS_VERSION=12.2.5.6-1
ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-2=12.2.5.6-1
ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
ENV NV_LIBNCCL_PACKAGE_VERSION=2.19.3-1
ENV NCCL_VERSION=2.19.3-1
ENV NV_LIBNCCL_PACKAGE=libnccl2=2.19.3-1+cuda12.2
ARG TARGETARCH
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-2=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-2=${NV_NVTX_VERSION} libcusparse-12-2=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
ENV NVIDIA_PRODUCT_NAME=CUDA
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
ENV NV_CUDA_LIB_VERSION=12.2.2-1
ENV NV_CUDA_CUDART_DEV_VERSION=12.2.140-1
ENV NV_NVML_DEV_VERSION=12.2.140-1
ENV NV_LIBCUSPARSE_DEV_VERSION=12.1.2.141-1
ENV NV_LIBNPP_DEV_VERSION=12.2.1.4-1
ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-2=12.2.1.4-1
ENV NV_LIBCUBLAS_DEV_VERSION=12.2.5.6-1
ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-2
ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-2=12.2.5.6-1
ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.2.2-1
ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-2=12.2.2-1
ENV NV_NVPROF_VERSION=12.2.142-1
ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-2=12.2.142-1
ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.19.3-1
ENV NCCL_VERSION=2.19.3-1
ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.19.3-1+cuda12.2
ARG TARGETARCH
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-2=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-2=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-2=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-2=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-2=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-2=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
ENV NV_CUDNN_VERSION=8.9.6.50
ENV NV_CUDNN_PACKAGE_NAME=libcudnn8
ENV NV_CUDNN_PACKAGE=libcudnn8=8.9.6.50-1+cuda12.2
ENV NV_CUDNN_PACKAGE_DEV=libcudnn8-dev=8.9.6.50-1+cuda12.2
ARG TARGETARCH
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
LABEL com.nvidia.cudnn.version=8.9.6.50
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
RUN /bin/sh -c apt-get update && apt install --no-install-recommends -y git vim build-essential python3-dev python3-venv && apt full-upgrade -y && rm -rf /var/lib/apt/lists/* # buildkit
RUN /bin/sh -c git clone https://github.com/oobabooga/GPTQ-for-LLaMa /build # buildkit
WORKDIR /build
RUN /bin/sh -c python3 -m venv /build/venv && . /build/venv/bin/activate && pip3 install --upgrade pip setuptools wheel && pip3 install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu121 && pip3 install -r requirements.txt # buildkit
ARG TORCH_CUDA_ARCH_LIST=3.5;5.0;6.0;6.1;7.0;7.5;8.0;8.6+PTX
RUN |1 TORCH_CUDA_ARCH_LIST=6.0;6.1;8.0;8.6+PTX /bin/sh -c . /build/venv/bin/activate && python3 setup_cuda.py bdist_wheel -d . # buildkit

Labels

Key Value
com.nvidia.cudnn.version 8.9.6.50
maintainer NVIDIA CORPORATION <cudatools@nvidia.com>
org.opencontainers.image.created 2023-12-23T21:07:10Z
org.opencontainers.image.ref.name ubuntu
org.opencontainers.image.revision 59152b7afd8e46e840778eef5b2427c819308e52
org.opencontainers.image.source https://gitea.simcop2387.info/simcop2387/text-gen-base.git
org.opencontainers.image.url https://gitea.simcop2387.info/simcop2387/text-gen-base
org.opencontainers.image.version 22.04
Details
Container
2023-12-23 16:27:38 -05:00
1
OCI / Docker
linux/amd64
Project website
Repository website
7.3 GiB
Versions (37) View all
build-55 2023-12-23
latest 2023-12-23
build-53 2023-12-21
build-52 2023-12-17
build-51 2023-12-14