lucasoskorep Lucas Oskorep

Joined on 2024-02-03

strata (main)

Published 2026-10-18 00:13:20 -04:00 by lucasoskorep

Pull the image from the command line:

docker pull gitea.chaosdev.gay/lucasoskorep/strata:main

Digest

sha256:07e586d62fd6f1149e2643cb63e6d2ffb02bcfbd237da24f9ff2c61abd4e4cfa

For more information on the Container registry, see the documentation.

Image Layers

ARG RELEASE

ARG LAUNCHPAD_BUILD_ARCH

LABEL org.opencontainers.image.ref.name=ubuntu

LABEL org.opencontainers.image.version=24.04

ADD file:b4619a63cd7829e1338ddaa4995ca17003002dd54b0dfd675a6f54a2b69151a6 in /

CMD ["/bin/bash"]

ENV NVARCH=x86_64

ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576

ENV NV_CUDA_CUDART_VERSION=13.0.48-1

ARG TARGETARCH

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit

ENV CUDA_VERSION=13.0.0

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-compat-13-0 && rm -rf /var/lib/apt/lists/* # buildkit

RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit

ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin

ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64

COPY NGC-DL-CONTAINER-LICENSE / # buildkit

ENV NVIDIA_VISIBLE_DEVICES=all

ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility

ENV NV_CUDA_LIB_VERSION=13.0.0-1

ENV NV_NVTX_VERSION=13.0.39-1

ENV NV_LIBNPP_VERSION=13.0.0.50-1

ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.0.50-1

ENV NV_LIBCUSPARSE_VERSION=12.6.2.49-1

ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-0

ENV NV_LIBCUBLAS_VERSION=13.0.0.19-1

ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.0.0.19-1

ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2

ENV NV_LIBNCCL_PACKAGE_VERSION=2.27.7-1

ENV NCCL_VERSION=2.27.7-1

ENV NV_LIBNCCL_PACKAGE=libnccl2=2.27.7-1+cuda13.0

ARG TARGETARCH

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-0=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-0=${NV_NVTX_VERSION} libcusparse-13-0=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit

COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit

COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit

ENV NVIDIA_PRODUCT_NAME=CUDA

ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]

ENV NV_CUDA_LIB_VERSION=13.0.0-1

ENV NV_CUDA_CUDART_DEV_VERSION=13.0.48-1

ENV NV_NVML_DEV_VERSION=13.0.39-1

ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.2.49-1

ENV NV_LIBNPP_DEV_VERSION=13.0.0.50-1

ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.0.50-1

ENV NV_LIBCUBLAS_DEV_VERSION=13.0.0.19-1

ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-0

ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.0.0.19-1

ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.0-1

ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.0-1

ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev

ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.27.7-1

ENV NCCL_VERSION=2.27.7-1

ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.27.7-1+cuda13.0

ARG TARGETARCH

LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-0=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-0=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-0=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-0=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-0=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-0=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit

RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit

ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs

ENV DEBIAN_FRONTEND=noninteractive PYTHONUNBUFFERED=1 LANG=C.UTF-8 STRATA_EXECV=1

RUN /bin/sh -c apt-get update && apt-get install -y --no-install-recommends build-essential ca-certificates curl git libatomic1 libgomp1 python3 python3-pip python3-venv unzip && rm -rf /var/lib/apt/lists/* # buildkit

WORKDIR /opt/strata

COPY . . # buildkit

ARG CUDA_ARCHITECTURES=86;120

ARG BUILD_VISION=1

RUN |2 CUDA_ARCHITECTURES=86;120 BUILD_VISION=1 /bin/sh -c python3 -m venv .venv && .venv/bin/pip install --no-cache-dir --upgrade pip && .venv/bin/pip install --no-cache-dir -r requirements.txt && chmod +x setup.sh docker-entrypoint.sh # buildkit

RUN |2 CUDA_ARCHITECTURES=86;120 BUILD_VISION=1 /bin/sh -c .venv/bin/python - <<'PYEOF' import json, os, pathlib, shutil import setup llama = setup.get_llama_cpp() nvcc, _ = setup.find_nvcc() arch = os.environ.get("CUDA_ARCHITECTURES", "75;80;86;89;120").strip().strip('"').replace(",", ";") vision = "gpu" if os.environ.get("BUILD_VISION", "1") == "1" else "none" setup.cmake_build(setup.ROOT, setup.ROOT / "build", "strata", ["-DSTRATA_ENABLE_CUDA=ON", "-DSTRATA_Q6K_EXPERTS=ON", "-DSTRATA_MMQ_KQUANTS=ON", "-DSTRATA_BUILD_TESTS=OFF", f"-DCMAKE_CUDA_ARCHITECTURES={arch}", f"-DCMAKE_CUDA_COMPILER={nvcc}", f"-DSTRATA_GGML_DIR={llama}"], None, "build-strata.bat") if vision != "none": setup.cmake_build(setup.ROOT / "tools" / "vision", setup.ROOT / "build-vision", "strata-vision", [f"-DLLAMA_DIR={llama}", "-DSTRATA_VISION_CUDA=ON", "-DSTRATA_PORTABLE=OFF", f"-DCMAKE_CUDA_ARCHITECTURES={arch}", f"-DCMAKE_CUDA_COMPILER={nvcc}"], None, "build-vision.bat") eng = setup.ROOT / "engine" eng.mkdir(exist_ok=True) shutil.copy2(setup.ROOT / "build" / setup.EXE, eng / setup.EXE) if (setup.ROOT / "build" / setup.KQ_LIB).exists(): # the K-quant MMQ prompt library (UD-Q4/Q5/Q6_K_XL files) shutil.copy2(setup.ROOT / "build" / setup.KQ_LIB, eng / setup.KQ_LIB) if vision != "none": shutil.copy2(setup.ROOT / "build-vision" / "bin" / setup.VEXE, eng / setup.VEXE) bindir = pathlib.Path(nvcc).parent meta = {"source": "local", "version": setup.source_version(), "archs": [int(a.split("-")[0]) for a in arch.split(";") if a.split("-")[0].isdigit()], "vision": vision, "cuda_dirs": [str(d) for d in (bindir, bindir / "x64", bindir.parent / "lib64") if d.is_dir()], "src": setup.source_hash(setup.ENGINE_SOURCES), "vision_src": setup.source_hash(setup.VISION_SOURCES) if vision != "none" else None} (eng / "BUILD.json").write_text(json.dumps(meta, indent=1)) PYEOF # buildkit

RUN |2 CUDA_ARCHITECTURES=86;120 BUILD_VISION=1 /bin/sh -c rm -rf build build-vision # buildkit

VOLUME [/data]

EXPOSE [8080/tcp]

HEALTHCHECK {Test:[CMD-SHELL curl -fs "http://127.0.0.1:${PORT:-8080}/health" || exit 1] Interval:30s Timeout:5s StartPeriod:10m0s StartInterval:0s Retries:3}

ENTRYPOINT ["./docker-entrypoint.sh"]

Key	Value
dev.chaosdev.strata.cuda-architectures	86;120
maintainer	NVIDIA CORPORATION <cudatools@nvidia.com>
org.opencontainers.image.ref.name	ubuntu
org.opencontainers.image.revision	477ac13cbe8e
org.opencontainers.image.source	https://github.com/Niko1221/Strata.git
org.opencontainers.image.version	24.04