Linux dev container

Signed-off-by: Ryan Nett <[email protected]>

Author: rnett

dev-containers/linux/Dockerfile

@@ -0,0 +1,49 @@
+FROM centos:7
+
+ENV GLIBC "glibc glibc-common glibc-devel glibc-headers"
+RUN yum --disablerepo updates -y install $GLIBC
+RUN yum -x "$GLIBC" -y update && yum -x "$GLIBC" -y install centos-release-scl-rh && yum -x "$GLIBC" -y install  \
+  scl-utils \
+  epel-release \
+  java-1.8.0-openjdk-devel \
+  devtoolset-7 \
+  unzip \
+  which \
+  rh-git218 \
+  patch \
+  perl-Data-Dumper \
+  python36-devel && yum -x "$GLIBC" -y install \
+  python36-numpy \
+  python36-pip \
+  python36-six
+
+RUN echo "Downloading Maven" && \
+    curl -L https://archive.apache.org/dist/maven/maven-3/3.6.3/binaries/apache-maven-3.6.3-bin.tar.gz -o $HOME/apache-maven-3.6.3-bin.tar.gz && \
+    tar xzf $HOME/apache-maven-3.6.3-bin.tar.gz -C /opt/ && \
+    ln -sf /opt/apache-maven-3.6.3/bin/mvn /usr/bin/mvn
+
+RUN echo "Downloading Bazel" && \
+    curl -L https://github.com/bazelbuild/bazel/releases/download/3.7.2/bazel-3.7.2-installer-linux-x86_64.sh -o bazel.sh --retry 10 && \
+    bash bazel.sh
+
+ARG GPU=false
+
+ADD install_cuda.sh /install_cuda.sh
+RUN chmod +x /install_cuda.sh
+RUN /install_cuda.sh
+
+ENV JAVA_HOME /usr/lib/jvm/java-1.8.0
+
+ADD scl_enable.sh /scl_enable.sh
+
+ADD entrypoint.sh /entrypoint
+ENTRYPOINT [ "/entrypoint" ]
+
+ENV CI=true
+
+VOLUME /root/.m2
+VOLUME /root/.cache/bazel
+
+ENV BASH_ENV=/scl_enable.sh \
+    ENV=/scl_enable.sh \
+    PROMPT_COMMAND=". /scl_enable.sh"

dev-containers/linux/entrypoint.sh

@@ -0,0 +1,30 @@
+#!/bin/bash
+#
+# /* Copyright 2021 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# =======================================================================
+# */
+#
+
+
+
+
+git --version
+gcc --version
+mvn -version
+bazel version
+
+set -eu
+cmd="$1"; shift
+exec $cmd "$@"

dev-containers/linux/install_cuda.sh

@@ -0,0 +1,44 @@
+#!/bin/bash
+#
+# /* Copyright 2021 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# =======================================================================
+# */
+#
+
+
+
+
+
+echo "JAVA home is $(dirname $(dirname $(readlink $(readlink $(which javac)))))"
+
+if [ "$GPU" = "true" ]; then
+  echo Installing CUDA
+  curl -L https://developer.download.nvidia.com/compute/cuda/11.2.2/local_installers/cuda-repo-rhel7-11-2-local-11.2.2_460.32.03-1.x86_64.rpm -o $HOME/cuda.rpm
+  curl -L https://developer.download.nvidia.com/compute/redist/cudnn/v8.1.1/cudnn-11.2-linux-x64-v8.1.1.33.tgz -o $HOME/cudnn.tgz
+  curl -L https://developer.download.nvidia.com/compute/redist/nccl/v2.8/nccl_2.8.4-1+cuda11.2_x86_64.txz -o $HOME/nccl.txz
+  rpm -i $HOME/cuda.rpm
+  pushd /var/cuda-repo-rhel7-11-2-local/; rpm -i --nodeps cuda*.rpm libc*.rpm libn*.rpm; rm *.rpm; popd
+  ln -sf /usr/local/cuda/lib64/stubs/libcuda.so /usr/local/cuda/lib64/libcuda.so
+  ln -sf /usr/local/cuda/lib64/stubs/libnvidia-ml.so /usr/local/cuda/lib64/libnvidia-ml.so
+  tar hxvf $HOME/cudnn.tgz -C /usr/local/
+  tar hxvf $HOME/nccl.txz --strip-components=1 -C /usr/local/cuda/
+  mv /usr/local/cuda/lib/* /usr/local/cuda/lib64/
+  echo Removing downloaded archives and unused libraries to avoid running out of disk space
+  rm -f $HOME/*.rpm $HOME/*.tgz $HOME/*.txz $HOME/*.tar.*
+  rm -f $(find /usr/local/cuda/ -name '*.a' -and -not -name libcudart_static.a -and -not -name libcudadevrt.a)
+  rm -rf /usr/local/cuda/doc* /usr/local/cuda/libnvvp* /usr/local/cuda/nsight* /usr/local/cuda/samples*
+else
+  echo "Skipping CUDA install"
+fi

dev-containers/linux/scl_enable.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+#
+# /* Copyright 2021 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# =======================================================================
+# */
+#
+unset BASH_ENV PROMPT_COMMAND ENV
+source scl_source enable devtoolset-7 rh-git218