-
Notifications
You must be signed in to change notification settings - Fork 2
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
9b4d103
commit c0fb156
Showing
21 changed files
with
21,483 additions
and
20,910 deletions.
There are no files selected for viewing
Large diffs are not rendered by default.
Oops, something went wrong.
Large diffs are not rendered by default.
Oops, something went wrong.
38 changes: 38 additions & 0 deletions
38
_recipes/maopl/TransOpt/hpobench/container/recipes/Singularity.template
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,38 @@ | ||
| Bootstrap: docker | ||
| From: python:3.7-slim | ||
|
|
||
| %labels | ||
| MAINTAINER <yournamehere> | ||
| VERSION v0.0.1 | ||
|
|
||
| %help | ||
| This is a template for a Singularity recipe | ||
|
|
||
| %post | ||
| apt update -y | ||
| apt install build-essential git wget -y | ||
|
|
||
| cd /home \ | ||
| && mkdir data && cd data \ | ||
| && echo "Here you could download data e.g. using wget" \ | ||
|
|
||
| cd /home \ | ||
| && echo "Here you can install everything you need, e.g. dependencies not available on pypi" \ | ||
| && echo "Next, we clone and install HPOBench" \ | ||
| && git clone https://github.com/automl/HPOBench.git \ | ||
| && cd HPOBench \ | ||
| && echo "Please never push a recipe that checks out any other branch than development or master" \ | ||
| && git checkout development \ | ||
| && echo "Here you can install extra requirements additional to singularity" \ | ||
| && pip install .[<new_benchmark>] \ | ||
| && echo "Please don't touch the following lines" | ||
| && cd / \ | ||
| && mkdir /var/lib/hpobench/ \ | ||
| && chmod -R 777 /var/lib/hpobench/ \ | ||
| && rm -rf /var/lib/apt/lists/* \ | ||
| && pip cache purge | ||
|
|
||
| echo "Finally, please change the benchmark in the runscript to point to your benchmark" | ||
|
|
||
| %runscript | ||
| python -s /home/HPOBench/hpobench/container/server_abstract_benchmark.py <type>.<new_benchmark> $@ |
30 changes: 30 additions & 0 deletions
30
_recipes/maopl/TransOpt/hpobench/container/recipes/nas/Singularity.TabularBenchmarks
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,30 @@ | ||
| Bootstrap: docker | ||
| From: python:3.7-slim | ||
|
|
||
| %labels | ||
| MAINTAINER [email protected] | ||
| VERSION v0.0.1 | ||
|
|
||
| %post | ||
| apt update -y | ||
| apt install build-essential git wget -y | ||
|
|
||
| cd /home \ | ||
| && wget http://ml4aad.org/wp-content/uploads/2019/01/fcnet_tabular_benchmarks.tar.gz \ | ||
| && tar xf fcnet_tabular_benchmarks.tar.gz | ||
|
|
||
| cd /home \ | ||
| && pip install git+https://github.com/google-research/nasbench.git@master \ | ||
| && pip install git+https://github.com/automl/nas_benchmarks.git \ | ||
| && git clone https://github.com/automl/HPOBench.git \ | ||
| && cd HPOBench \ | ||
| && git checkout master \ | ||
| && pip install .[tabular_benchmarks] \ | ||
| && cd / \ | ||
| && mkdir /var/lib/hpobench/ \ | ||
| && chmod -R 777 /var/lib/hpobench/ \ | ||
| && rm -rf /var/lib/apt/lists/* \ | ||
| && pip cache purge | ||
|
|
||
| %runscript | ||
| python -s /home/HPOBench/hpobench/container/server_abstract_benchmark.py nas.tabular_benchmarks $@ |
26 changes: 26 additions & 0 deletions
26
_recipes/maopl/TransOpt/hpobench/container/recipes/nas/Singularity.nasbench_101
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,26 @@ | ||
| Bootstrap: docker | ||
| From: python:3.7-slim | ||
|
|
||
| %labels | ||
| MAINTAINER [email protected] | ||
| VERSION v0.0.1 | ||
|
|
||
| %post | ||
| apt update -y | ||
| apt install build-essential git wget -y | ||
|
|
||
| cd /home \ | ||
| && pip install git+https://github.com/google-research/nasbench.git@master \ | ||
| && pip install git+https://github.com/automl/nas_benchmarks.git \ | ||
| && git clone https://github.com/automl/HPOBench.git \ | ||
| && cd HPOBench \ | ||
| && git checkout master \ | ||
| && pip install .[nasbench_101] \ | ||
| && cd / \ | ||
| && mkdir /var/lib/hpobench/ \ | ||
| && chmod -R 777 /var/lib/hpobench/ \ | ||
| && rm -rf /var/lib/apt/lists/* \ | ||
| && pip cache purge | ||
|
|
||
| %runscript | ||
| python -s /home/HPOBench/hpobench/container/server_abstract_benchmark.py nas.nasbench_101 $@ |
30 changes: 30 additions & 0 deletions
30
_recipes/maopl/TransOpt/hpobench/container/recipes/nas/Singularity.nasbench_1shot1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,30 @@ | ||
| Bootstrap: docker | ||
| From: python:3.7-slim | ||
|
|
||
| %labels | ||
| MAINTAINER [email protected] | ||
| VERSION v0.0.1 | ||
|
|
||
| %environment | ||
| export PYTHONPATH=/home/nasbench-1shot1:$PYTHONPATH | ||
|
|
||
| %post | ||
| apt update -y \ | ||
| && apt install build-essential git wget -y | ||
|
|
||
| cd /home \ | ||
| && pip install tensorflow==1.15.0 \ | ||
| && pip install git+https://github.com/google-research/nasbench.git@master \ | ||
| && git clone https://github.com/automl/nasbench-1shot1.git \ | ||
| && git clone https://github.com/automl/HPOBench.git \ | ||
| && cd HPOBench \ | ||
| && git checkout master \ | ||
| && pip install .[nasbench_1shot1] \ | ||
| && cd / \ | ||
| && mkdir /var/lib/hpobench/ \ | ||
| && chmod -R 777 /var/lib/hpobench/ \ | ||
| && rm -rf /var/lib/apt/lists/* \ | ||
| && pip cache purge | ||
|
|
||
| %runscript | ||
| python -s /home/HPOBench/hpobench/container/server_abstract_benchmark.py nas.nasbench_1shot1 $@ |
24 changes: 24 additions & 0 deletions
24
_recipes/maopl/TransOpt/hpobench/container/recipes/nas/Singularity.nasbench_201
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,24 @@ | ||
| Bootstrap: docker | ||
| From: python:3.7-slim | ||
|
|
||
| %labels | ||
| MAINTAINER [email protected] | ||
| VERSION v0.0.1 | ||
|
|
||
| %post | ||
| apt update -y | ||
| apt install build-essential git -y | ||
|
|
||
| cd /home \ | ||
| && git clone https://github.com/automl/HPOBench.git \ | ||
| && cd HPOBench \ | ||
| && git checkout master \ | ||
| && pip install . \ | ||
| && cd / \ | ||
| && mkdir /var/lib/hpobench/ \ | ||
| && chmod -R 777 /var/lib/hpobench/ \ | ||
| && rm -rf /var/lib/apt/lists/* \ | ||
| && pip cache purge | ||
|
|
||
| %runscript | ||
| python -s /home/HPOBench/hpobench/container/server_abstract_benchmark.py nas.nasbench_201 $@ |
23 changes: 23 additions & 0 deletions
23
_recipes/maopl/TransOpt/hpobench/container/recipes/od/Singularity.ODBenchmarks
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,23 @@ | ||
| Bootstrap: docker | ||
| From: python:3.7-slim | ||
|
|
||
| %labels | ||
| MAINTAINER [email protected] | ||
| VERSION v0.0.1 | ||
|
|
||
| %post | ||
| apt update -y \ | ||
| && apt install build-essential git -y \ | ||
| && cd /home \ | ||
| && git clone https://github.com/automl/HPOBench.git \ | ||
| && cd HPOBench \ | ||
| && git checkout development \ | ||
| && pip install .[outlier_detection] \ | ||
| && cd / \ | ||
| && mkdir /var/lib/hpobench/ \ | ||
| && chmod -R 777 /var/lib/hpobench/ \ | ||
| && rm -rf /var/lib/apt/lists/* \ | ||
| && pip cache purge | ||
|
|
||
| %runscript | ||
| python -s /home/HPOBench/hpobench/container/server_abstract_benchmark.py od.od_benchmarks $@ |
23 changes: 23 additions & 0 deletions
23
_recipes/maopl/TransOpt/hpobench/container/recipes/od/Singularity.ODKernelDensityEstimation
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,23 @@ | ||
| Bootstrap: docker | ||
| From: python:3.7-slim | ||
|
|
||
| %labels | ||
| MAINTAINER [email protected] | ||
| VERSION v0.0.1 | ||
|
|
||
| %post | ||
| apt update -y \ | ||
| && apt install build-essential git -y \ | ||
| && cd /home \ | ||
| && git clone https://github.com/automl/HPOBench.git \ | ||
| && cd HPOBench \ | ||
| && git checkout development \ | ||
| && pip install .[outlier_detection] \ | ||
| && cd / \ | ||
| && mkdir /var/lib/hpobench/ \ | ||
| && chmod -R 777 /var/lib/hpobench/ \ | ||
| && rm -rf /var/lib/apt/lists/* \ | ||
| && pip cache purge | ||
|
|
||
| %runscript | ||
| python -s /home/HPOBench/hpobench/container/server_abstract_benchmark.py od.od_kde $@ |
25 changes: 25 additions & 0 deletions
25
_recipes/maopl/TransOpt/hpobench/container/recipes/rl/Singularity.Cartpole
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,25 @@ | ||
| Bootstrap: docker | ||
| From: python:3.7-slim | ||
|
|
||
| %labels | ||
| MAINTAINER [email protected] | ||
| VERSION v0.0.1 | ||
|
|
||
| %post | ||
| apt update -y \ | ||
| && apt install build-essential git -y \ | ||
| && pip install numpy==1.18.1 cython==0.29.14 | ||
|
|
||
| cd /home \ | ||
| && git clone https://github.com/automl/HPOBench.git \ | ||
| && cd HPOBench \ | ||
| && git checkout master \ | ||
| && pip install .[cartpole] \ | ||
| && cd / \ | ||
| && mkdir /var/lib/hpobench/ \ | ||
| && chmod -R 777 /var/lib/hpobench/ \ | ||
| && rm -rf /var/lib/apt/lists/* \ | ||
| && pip cache purge | ||
|
|
||
| %runscript | ||
| python -s /home/HPOBench/hpobench/container/server_abstract_benchmark.py rl.cartpole $@ |
41 changes: 41 additions & 0 deletions
41
_recipes/maopl/TransOpt/hpobench/container/recipes/rl/Singularity.learnaBenchmark
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,41 @@ | ||
| Bootstrap: docker | ||
| From: python:3.7-slim | ||
|
|
||
| %labels | ||
| MAINTAINER [email protected] | ||
| VERSION v0.0.1 | ||
|
|
||
| %post | ||
| apt update -y \ | ||
| && apt install build-essential git wget -y | ||
|
|
||
| cd /home \ | ||
| && git clone --single-branch --branch development https://github.com/PhMueller/learna.git \ | ||
| && cd learna \ | ||
| && ./thirdparty/miniconda/make_miniconda.sh \ | ||
| && ./thirdparty/miniconda/miniconda/bin/conda env create -f environment.yml \ | ||
| && ./thirdparty/miniconda/miniconda/envs/learna/bin/python -m pip install docutils==0.16 \ | ||
| && ./thirdparty/miniconda/miniconda/envs/learna/bin/python -m pip install tensorforce==0.3.3 \ | ||
| && ./thirdparty/miniconda/miniconda/envs/learna/bin/python -m pip install . \ | ||
| && ./thirdparty/miniconda/miniconda/envs/learna/bin/python -m learna.data.download_and_build_eterna ./learna/data/secondaries_to_single_files.sh data/eterna data/eterna/interim/eterna.txt \ | ||
| && ./learna/data/download_and_build_rfam_taneda.sh \ | ||
| && ./learna/data/download_and_build_rfam_learn.sh \ | ||
| && mv data/rfam_learn/test data/rfam_learn_test \ | ||
| && mv data/rfam_learn/validation data/rfam_learn_validation \ | ||
| && mv data/rfam_learn/train data/rfam_learn_train \ | ||
| && rm -rf data/rfam_learn \ | ||
| && chmod -R 755 data/ \ | ||
| && cd /home \ | ||
| && git clone https://github.com/automl/HPOBench.git \ | ||
| && cd HPOBench \ | ||
| && git checkout master \ | ||
| && ../learna/thirdparty/miniconda/miniconda/envs/learna/bin/python -m pip install . \ | ||
| && cd / \ | ||
| && mkdir /var/lib/hpobench/ \ | ||
| && chmod -R 777 /var/lib/hpobench/ \ | ||
| && rm -rf /var/lib/apt/lists/* \ | ||
| && pip cache purge | ||
|
|
||
| %runscript | ||
| /home/learna/thirdparty/miniconda/miniconda/envs/learna/bin/python -s \ | ||
| /home/HPOBench/hpobench/container/server_abstract_benchmark.py rl.learna_benchmark $@ |
24 changes: 24 additions & 0 deletions
24
_recipes/maopl/TransOpt/hpobench/container/recipes/surrogates/Singularity.ParamnetBenchmark
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,24 @@ | ||
| Bootstrap: docker | ||
| From: python:3.7-slim | ||
|
|
||
| %labels | ||
| MAINTAINER [email protected] | ||
| VERSION v0.0.1 | ||
|
|
||
| %post | ||
| apt update -y \ | ||
| && apt install build-essential git wget -y | ||
|
|
||
| cd /home \ | ||
| && git clone https://github.com/automl/HPOBench.git \ | ||
| && cd HPOBench \ | ||
| && git checkout master \ | ||
| && pip install --upgrade .[paramnet] \ | ||
| && cd / \ | ||
| && mkdir /var/lib/hpobench/ \ | ||
| && chmod -R 777 /var/lib/hpobench/ \ | ||
| && rm -rf /var/lib/apt/lists/* \ | ||
| && pip cache purge | ||
|
|
||
| %runscript | ||
| python -s /home/HPOBench/hpobench/container/server_abstract_benchmark.py surrogates.paramnet_benchmark $@ |
26 changes: 26 additions & 0 deletions
26
...pes/maopl/TransOpt/hpobench/container/recipes/surrogates/Singularity.SupportVectorMachine
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,26 @@ | ||
| Bootstrap: docker | ||
| From: python:3.7-slim | ||
|
|
||
| %labels | ||
| MAINTAINER [email protected] | ||
| VERSION v0.0.1 | ||
|
|
||
| %post | ||
|
|
||
| %post | ||
| apt update -y \ | ||
| && apt install build-essential git wget -y | ||
|
|
||
| cd /home \ | ||
| && git clone https://github.com/automl/HPOBench.git \ | ||
| && cd HPOBench \ | ||
| && git checkout master \ | ||
| && pip install --upgrade .[paramnet] \ | ||
| && cd / \ | ||
| && mkdir /var/lib/hpobench/ \ | ||
| && chmod -R 777 /var/lib/hpobench/ \ | ||
| && rm -rf /var/lib/apt/lists/* \ | ||
| && pip cache purge | ||
|
|
||
| %runscript | ||
| python -s /home/HPOBench/hpobench/container/server_abstract_benchmark.py surrogates.svm_benchmark $@ |
43 changes: 43 additions & 0 deletions
43
_recipes/openhackathons-org/gpubootcamp/archived/ai/DeepStream/Singularity
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,43 @@ | ||
| # Copyright (c) 2020 NVIDIA Corporation. All rights reserved. | ||
|
|
||
| Bootstrap: docker | ||
| #From: nvcr.io/nvidia/deepstream:5.0-20.07-triton | ||
| #From: nvcr.io/nvidia/deepstream:6.0.1-devel | ||
| From: nvcr.io/nvidia/deepstream:6.0.1-triton | ||
|
|
||
| %runscript | ||
|
|
||
| "$@" | ||
|
|
||
| %post | ||
|
|
||
| apt-get -y update | ||
| apt-get -y install ffmpeg python3-gi python3-dev python3-gst-1.0 | ||
|
|
||
| cd /opt/nvidia/deepstream/deepstream-6.0 | ||
| pip3 install jupyterlab | ||
|
|
||
| #python binding | ||
| cd /opt/nvidia/deepstream/deepstream/sources | ||
| git clone https://github.com/NVIDIA-AI-IOT/deepstream_python_apps.git | ||
| cd /opt/nvidia/deepstream/deepstream/sources/deepstream_python_apps/bindings/ | ||
| git submodule update --init | ||
| mkdir build | ||
| cd /opt/nvidia/deepstream/deepstream/sources/deepstream_python_apps/bindings/build | ||
| cmake .. -DPYTHON_MAJOR_VERSION=3 -DPYTHON_MINOR_VERSION=8 | ||
| make | ||
| apt -y install libgirepository1.0-dev libcairo2-dev | ||
| pip3 install ./pyds-1.1.1-py3-none-linux_x86_64.whl | ||
|
|
||
| cd /opt/nvidia/deepstream/deepstream-6.0 | ||
|
|
||
| %files | ||
|
|
||
| English/* /opt/nvidia/deepstream/deepstream-6.0/ | ||
|
|
||
| %environment | ||
| XDG_RUNTIME_DIR= | ||
|
|
||
| %labels | ||
|
|
||
| AUTHOR Tosin |
Oops, something went wrong.