Skip to content
Snippets Groups Projects
Commit 2a2fcbe4 authored by Quang tru HUYNH's avatar Quang tru HUYNH
Browse files

initial version

parents
No related branches found
No related tags found
No related merge requests found
Pipeline #99096 failed
Stage: build
Hide whitespace changes
Inline Side-by-side
.gitlab-ci.yml 0 → 100644
+ 27
− 0
View file @ 2a2fcbe4
image: registry-gitlab.pasteur.fr/dsi-tools/docker-images/docker:latest
services:
- registry-gitlab.pasteur.fr/dsi-tools/docker-images/docker:dind
stages:
- build
docker:
stage: build
script:
- docker login -u gitlab-ci-token -p "$CI_BUILD_TOKEN" registry-gitlab.pasteur.fr
- export MY_TIME=`date +"%F-%H%M"`
- docker build --pull -t "$CI_REGISTRY_IMAGE:$CI_BUILD_REF_NAME" -t "$CI_REGISTRY_IMAGE:$CI_COMMIT_SHORT_SHA" -t "$CI_REGISTRY_IMAGE:$MY_TIME" . -f Dockerfile
- docker push "$CI_REGISTRY_IMAGE"
singularity:
stage: build
image:
name: quay.io/singularity/singularity:v3.11.0
entrypoint: [""]
script:
- singularity build singularity.sif Singularity
- ls -lh singularity.sif
- singularity push --docker-username "${CI_REGISTRY_USER}" --docker-password "${CI_REGISTRY_PASSWORD}" singularity.sif oras://"$CI_REGISTRY_IMAGE":latest
artifacts:
paths:
- singularity.sif
Dockerfile 0 → 100644
+ 21
− 0
View file @ 2a2fcbe4
From mambaorg/micromamba:bullseye
# update conda and the OS
RUN conda update conda && \
conda upgrade --all -y && \
apt-get update && \
apt-get -y install curl && \
DEBIAN_FRONTEND=noninteractive apt-get -y upgrade && \
DEBIAN_FRONTEND=noninteractive apt-get -y autoremove && \
DEBIAN_FRONTEND=noninteractive apt-get -y clean autoclean
RUN curl https://gitlab.pasteur.fr/tru/micromamba-py310-pytorch-cuda11.7/-/raw/main/conda-list--explicit.yml > conda-list--explicit.yml && \
conda create --name py310-pytorch-1.13.1 --file conda-list--explicit.yml && \
eval "$(conda shell.bash hook)" && \
conda activate py310-pytorch-1.13.1 && \
conda list --explicit > /conda-list--explicit.yml
ADD https://gitlab.pasteur.fr/tru/micromamba-py310-pytorch-cuda11.7/-/raw/main/runscript.sh /runscript.sh
RUN chmod 755 /runscript.sh
ENTRYPOINT [ "/runscript.sh"]
README.md 0 → 100644
+ 31
− 0
View file @ 2a2fcbe4
[![pipeline status](https://gitlab.pasteur.fr/tru/micromamba-py310-pytorch-cuda11.7/badges/main/pipeline.svg)](https://gitlab.pasteur.fr/tru/micromamba-py310-pytorch-cuda11.7/-/commits/main)
# micromamba based for python 3.10 and pytorch 1.13.1, pytorch-cuda=11.7
Alternative to the regular command listed at https://pytorch.org/get-started/locally/
`conda install pytorch torchvision torchaudio pytorch-cuda=11.7 -c pytorch -c nvidia`
# Goals
- smaller foot print for python3.10/pytorch gpu/cuda 11.7
# removed on purpose from a plain installation (using `micromamba remove -y --force ....`)
`conda create -n py310-pytorch python=3.10 && conda activate py310-pytorch && conda install pytorch pytorch-cuda=11.7 -c pytorch -c nvidia -y`
- cuda-nsight
- cuda-nsight-compute
- nsight-compute
- cuda-demo-suite
-...
# usage
docker:
```
docker run -ti docker://registry-gitlab.pasteur.fr/tru/micromamba-py310-pytorch-cuda11.7:main
```
singularity/apptainer:
```
singularity build micromamba-py310-pytorch-cuda11.7.sif oras://registry-gitlab.pasteur.fr/tru/micromamba-py310-pytorch-cuda11.7:latest
or
singularity build micromamba-py310-pytorch-cuda11.7.sif docker://registry-gitlab.pasteur.fr/tru/micromamba-py310-pytorch-cuda11.7:main
```
Singularity 0 → 100644
+ 23
− 0
View file @ 2a2fcbe4
Bootstrap: docker
From: docker pull mambaorg/micromamba:bullseye
%post
# update conda and the OS
conda update conda && \
conda upgrade --all -y && \
apt-get update && \
apt-get -y install curl && \
DEBIAN_FRONTEND=noninteractive apt-get -y upgrade && \
DEBIAN_FRONTEND=noninteractive apt-get -y autoremove && \
DEBIAN_FRONTEND=noninteractive apt-get -y clean autoclean
curl https://gitlab.pasteur.fr/tru/micromamba-py310-pytorch-cuda11.7/-/raw/main/conda-list--explicit.yml > conda-list--explicit.yml && \
conda create --name py310-pytorch-1.13.1 --file conda-list--explicit.yml && \
eval "$(conda shell.bash hook)" && \
conda activate py310-pytorch-1.13.1 && \
conda list --explicit > /conda-list--explicit.yml
%post
eval "$(conda shell.bash hook)" && \
conda activate py310-pytorch-1.13.1 && \
"$@"
conda-list--explicit.yml 0 → 100644
+ 67
− 0
View file @ 2a2fcbe4
# This file may be used to create an environment using:
# $ conda create --name <env> --file <this file>
# platform: linux-64
@EXPLICIT
https://conda.anaconda.org/nvidia/linux-64/cuda-cupti-11.7.101-0.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/cuda-nvtx-11.7.91-0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/micromamba-1.3.1-0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/_libgcc_mutex-0.1-conda_forge.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/ca-certificates-2022.12.7-ha878542_0.conda
https://conda.anaconda.org/nvidia/linux-64/cuda-cudart-11.7.99-0.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/cuda-nvrtc-11.7.99-0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/ld_impl_linux-64-2.40-h41732ed_0.conda
https://conda.anaconda.org/nvidia/linux-64/libcublas-11.10.3.66-0.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/libcufft-10.7.2.124-h4fbf590_0.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/libcufile-1.6.0.25-0.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/libcurand-10.3.2.56-0.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/libcusolver-11.4.0.1-0.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/libcusparse-11.7.4.91-0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libgfortran5-12.2.0-h337968e_19.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/libnpp-11.7.4.75-0.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/libnvjpeg-11.8.0.2-0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libstdcxx-ng-12.2.0-h46fd767_19.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/mkl-include-2022.1.0-h84fe81f_915.tar.bz2
https://conda.anaconda.org/pytorch/noarch/pytorch-mutex-1.0-cuda.tar.bz2
https://conda.anaconda.org/conda-forge/noarch/tzdata-2022g-h191b570_0.conda
https://conda.anaconda.org/nvidia/linux-64/cuda-libraries-11.7.1-0.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/gds-tools-1.6.0.25-0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libgfortran-ng-12.2.0-h69a702a_19.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libgomp-12.2.0-h65d4601_19.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/cuda-runtime-11.7.1-0.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/cuda-tools-11.7.1-0.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/cuda-toolkit-11.7.1-0.tar.bz2
https://conda.anaconda.org/nvidia/linux-64/cuda-11.7.1-0.tar.bz2
https://conda.anaconda.org/pytorch/noarch/pytorch-cuda-11.7-h67b0de4_1.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/_openmp_mutex-4.5-2_kmp_llvm.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libgcc-ng-12.2.0-h65d4601_19.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/bzip2-1.0.8-h7f98852_4.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/icu-70.1-h27087fc_0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libffi-3.4.2-h7f98852_5.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libiconv-1.17-h166bdaf_0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libnsl-2.0.0-h7f98852_0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libuuid-2.32.1-h7f98852_1000.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libzlib-1.2.13-h166bdaf_4.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/ncurses-6.3-h27087fc_1.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/openssl-3.0.8-h0b41bf4_0.conda
https://conda.anaconda.org/conda-forge/linux-64/xz-5.2.6-h166bdaf_0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libsqlite-3.40.0-h753d276_0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libxml2-2.10.3-h7463322_0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/llvm-openmp-15.0.7-h0cdce71_0.conda
https://conda.anaconda.org/conda-forge/linux-64/readline-8.1.2-h0f457ee_0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/tk-8.6.12-h27826a3_0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libhwloc-2.9.0-hd6dc26d_0.conda
https://conda.anaconda.org/conda-forge/linux-64/python-3.10.9-he550d4f_0_cpython.conda
https://conda.anaconda.org/conda-forge/noarch/setuptools-67.4.0-pyhd8ed1ab_0.conda
https://conda.anaconda.org/conda-forge/linux-64/tbb-2021.8.0-hf52228f_0.conda
https://conda.anaconda.org/conda-forge/noarch/typing_extensions-4.4.0-pyha770c72_0.tar.bz2
https://conda.anaconda.org/conda-forge/noarch/wheel-0.38.4-pyhd8ed1ab_0.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/mkl-2022.1.0-h84fe81f_915.tar.bz2
https://conda.anaconda.org/conda-forge/noarch/pip-23.0.1-pyhd8ed1ab_0.conda
https://conda.anaconda.org/conda-forge/linux-64/libblas-3.9.0-16_linux64_mkl.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/mkl-devel-2022.1.0-ha770c72_916.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/libcblas-3.9.0-16_linux64_mkl.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/liblapack-3.9.0-16_linux64_mkl.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/liblapacke-3.9.0-16_linux64_mkl.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/blas-devel-3.9.0-16_linux64_mkl.tar.bz2
https://conda.anaconda.org/conda-forge/linux-64/blas-2.116-mkl.tar.bz2
https://conda.anaconda.org/pytorch/linux-64/pytorch-1.13.1-py3.10_cuda11.7_cudnn8.5.0_0.tar.bz2
runscript.sh 0 → 100644
+ 5
− 0
View file @ 2a2fcbe4
#!/bin/bash
eval "$(conda shell.bash hook)" && \
conda activate py310-pytorch-1.13.1 && \
"$@"
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment