diff --git a/README.md b/README.md index f55748e..b2eb286 100644 --- a/README.md +++ b/README.md @@ -37,3 +37,14 @@ floydhub/PROJECT_NAME:VERSION-ENV-gpu ``` Contains docker images for popular deep learning frameworks including: Tensorflow, PyTorch and Torch. + +## Repository's structure + +Add image from the blog & link + +TODO: Floydker link + +TODO: CI link? + +TODO: base & dl explanation (copy from the article) + diff --git a/base/buildpack-deps/Dockerfile b/base/buildpack-deps/Dockerfile index 042bfdb..bfddab8 100644 --- a/base/buildpack-deps/Dockerfile +++ b/base/buildpack-deps/Dockerfile @@ -1,4 +1,5 @@ FROM buildpack-deps:bionic +MAINTAINER FloydHub "support@floydhub.com" RUN apt-get update && apt-get install -y --no-install-recommends \ sudo \ diff --git a/dl/dl-base/dl-base-2.x.x.jinja b/dl/dl-base/dl-base-2.x.x.jinja index 16b69ca..9d2fd8a 100644 --- a/dl/dl-base/dl-base-2.x.x.jinja +++ b/dl/dl-base/dl-base-2.x.x.jinja @@ -64,7 +64,9 @@ RUN pip --no-cache-dir install \ # Install and Enable jupyter-widgets - see https://github.com/jupyter-widgets/ipywidgets/tree/master/packages/jupyterlab-manager -RUN jupyter labextension install @jupyter-widgets/jupyterlab-manager@2.0 +RUN jupyter labextension install \ + @jupyter-widgets/jupyterlab-manager@2.0 \ + jupyterlab-plotly {%- if arch == 'gpu' %} # Update Cmake to the latest version to build xgboost on CUDA diff --git a/dl/tensorflow/tests/2.0/run.sh b/dl/tensorflow/tests/2.0/run.sh index c6d5ff5..b7e06a7 100644 --- a/dl/tensorflow/tests/2.0/run.sh +++ b/dl/tensorflow/tests/2.0/run.sh @@ -1,9 +1,9 @@ #! /bin/bash ############################# -# TF 1.7 Testing Script # +# TF 2.0 Testing Script # ############################# -#TF Session +# TF Session python tf_keras_mnist.py # TF Eager @@ -13,56 +13,4 @@ python mnist_eager.py python keras_mnist_test.py -#TODO Move from tf.tf_cnn_benchmarks to perfzero https://github.com/tensorflow/benchmarks/tree/master/perfzero - -# # Delete benchmarks folder if exists -# if test -d benchmarks; then -# rm -rf benchmarks -# fi - -# Clone Benchmarks and go to a certain commit -# git clone https://github.com/tensorflow/benchmarks.git -# cd benchmarks/scripts/tf_cnn_benchmarks - -# # Check if GPU is installed (quick hack) -# which nvidia-smi &> /dev/null -# ISGPU=$? - -# if test $ISGPU -eq 1; then -# # CPU or CPU2? -# NCORE=`cat /proc/cpuinfo | grep processor | wc -l` - -# # Quick Benchmark on AlexNet (syntethic images, no data transformation, channel last) -# if test $NCORE -eq 2; then -# # CPU test (defined initial lr otherwise Loss is NaN ) -# python tf_cnn_benchmarks.py --device=cpu --kmp_blocktime=0 --nodistortions --model=alexnet --data_format=NHWC --batch_size=32 --num_inter_threads=1 --num_intra_threads=$NCORE --init_learning_rate=0.00001 -# else -# # CPU2 test -# python tf_cnn_benchmarks.py --device=cpu --kmp_blocktime=0 --nodistortions --model=alexnet --data_format=NHWC --batch_size=64 --num_inter_threads=1 --num_intra_threads=$NCORE --init_learning_rate=0.00001 -# fi -# else -# GPU_DEV_NAME=$(python -c 'from __future__ import print_function; import tensorflow as tf; print(tf.test.gpu_device_name())' 2> /dev/null) -# case ${GPU_DEV_NAME} in -# /device:GPU:*) -# echo "GPU load test passed. Device found: ${GPU_DEV_NAME}" -# ;; -# *) -# echo "ERROR: Tensorflow not able to find GPU device! Device found: ${GPU_DEV_NAME}" -# exit 1 -# ;; -# esac - -# # GPU or GPU2? -# nvidia-smi | grep -q V100 -# ISV100=$? - -# # Quick Benchmark on Resnet-50 (syntethic images, no data transformation, channel first) -# if test $ISV100 -eq 1; then -# # GPU test -# python tf_cnn_benchmarks.py --device=gpu --num_gpus=1 --batch_size=64 --model=resnet50 --nodistortions --data_format=NCHW -# else -# # GPU2 test (with MXP) -# python tf_cnn_benchmarks.py --device=gpu --num_gpus=1 --batch_size=256 --model=resnet50 --nodistortions --data_format=NCHW --use_fp16=true -# fi -# fi - +# Consider to move from tf.tf_cnn_benchmarks to perfzero https://github.com/tensorflow/benchmarks/tree/master/perfzero \ No newline at end of file diff --git a/test_gpu_imgs.sh b/test_gpu_imgs.sh deleted file mode 100644 index 2f71c2d..0000000 --- a/test_gpu_imgs.sh +++ /dev/null @@ -1,6 +0,0 @@ -#!/bin/bash -set -e -for tag in `docker images | grep gpu | awk '{ print $1 ":" $2 }'`; do - floydker test ${tag} -done -times diff --git a/testbase.sh b/testbase.sh deleted file mode 100644 index 34e8e82..0000000 --- a/testbase.sh +++ /dev/null @@ -1,50 +0,0 @@ -#!/bin/bash - -VERSION=v1 -ARCH=-gpu -PYTHON=-py2 - -set -euo pipefail - -DOCKER_IMAGE=floydhub/dl-base:${VERSION}${ARCH}${PYTHON} - -echo "Pulling docker image..." -docker pull ${DOCKER_IMAGE} - -echo "Running tests..." -echo "bazel" -docker run ${DOCKER_IMAGE} bazel version -echo "cmake" -docker run ${DOCKER_IMAGE} cmake --version -echo "gfortran" -docker run ${DOCKER_IMAGE} gfortran --version -echo "jupyter" -docker run ${DOCKER_IMAGE} jupyter --version -echo "matplotlib" -docker run ${DOCKER_IMAGE} python -c "import matplotlib" -echo "h5py" -docker run ${DOCKER_IMAGE} python -c "import h5py" -echo "numpy" -docker run ${DOCKER_IMAGE} python -c "import numpy" -echo "pandas" -docker run ${DOCKER_IMAGE} python -c "import pandas" -echo "scipy" -docker run ${DOCKER_IMAGE} python -c "import scipy" -echo "sklearn" -docker run ${DOCKER_IMAGE} python -c "import sklearn" -echo "OpenCV" -docker run ${DOCKER_IMAGE} python -c "import cv2" -echo "gym" -docker run ${DOCKER_IMAGE} python -c "import gym" -echo "nltk" -docker run ${DOCKER_IMAGE} python -c "import nltk" -echo "pattern" -docker run ${DOCKER_IMAGE} python -c "import pattern" -echo "scikit-image" -docker run ${DOCKER_IMAGE} python -c "import skimage" -echo "spacy" -docker run ${DOCKER_IMAGE} python -c "import spacy" -echo "universe" -docker run ${DOCKER_IMAGE} python -c "import universe" -echo "xgboost" -docker run ${DOCKER_IMAGE} python -c "import xgboost" \ No newline at end of file