-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdockerglrun
executable file
·100 lines (72 loc) · 4.56 KB
/
dockerglrun
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
#!/bin/bash
# `./dockerglrun <args>`
# docker run wrapper that maps ENV to local ENV_HOMES, sharing xauth and display between host and client
# further wrapped with ./dokrun -i imagename ... -x
# identical to `docker run` with extra arg `--cache` which maps to env and volume: -e and -v, and sharing xauth
# to ENVS and ENV_HOMES, with the purpose of replacing ~/.cache with a mounted volume for selected env variables
source config.sh # PROVIDES ENVS
# DEFINE Docker ENV Variables, new ENV require a ENVS/ENV_HOMES pair
# ENVS=(TORCH_HOME TORCH_EXTENSIONS_DIR DNNLIB_CACHE_DIR HUGGINGFACE_HOME TTS_HOME)
# DEFINE local subfolders of "${WEIGHTS_ROOT}" defined in ./config.shENV_HOMES=("torch" "torch_extensions" "dnnlib" "huggingface" "tts")
# ENV_HOMES=("torch" "torch_extensions" "dnnlib" "huggingface" "tts")
docker_args=()
cache_arg=()
volume_arg=()
image=""
if docker context ls | grep "*" | grep -q "ssh"; then
# is not local
ADD=$(docker context ls | grep "*" | cut -d '/' -f 3 | sed 's/[[:blank:]]*$//')
CTX=$(docker context ls | grep "*" | cut -d '@' -f 2 | sed 's/[[:blank:]]*$//')
ssh -X $ADD -T 'touch /tmp/.docker.xauth && xauth nlist $DISPLAY | sed -e "s/^..../ffff/" | xauth -f /tmp/.docker.xauth nmerge -'
disp="${CTX}:11"
else
touch /tmp/.docker.xauth && xauth nlist $DISPLAY | sed -e 's/^..../ffff/' | xauth -f /tmp/.docker.xauth nmerge -
disp=unix$DISPLAY
fi
# touch /tmp/.docker.xauth && xauth nlist $DISPLAY | sed -e 's/^..../ffff/' | xauth -f /tmp/.docker.xauth nmerge -
gl_args=(-e "DISPLAY=${disp}" -v /tmp/.X11-unix:/tmp/.X11-unix -v /tmp/.docker.xauth:/tmp/.docker.xauth:rw -e XAUTHORITY=/tmp/.docker.xauth -v /dev:/dev)
while [[ $# -gt 0 ]]; do
case "$1" in
--cache)
volume_arg+=(-v "${2}")
IFS=":"
read -ra parts <<< "${2}"
cache_arg+=(-e "XDG_CACHE_HOME=${parts[1]}")
i=0
for name in "${ENVS[@]}"; do
cache_arg+=(-e "${name}=${parts[1]}/${ENV_HOMES[$i]}")
i=$((i + 1))
done
shift 2
;;
*)
if [[ $# -eq 1 ]]; then
image="$1"
else
docker_args+=("$1")
fi
shift
;;
esac
done
echo " ${0} expands to:"
if [ "${#cache_arg[@]}" -eq 0 ]; then
echo " docker run ${docker_args[@]} ${gl_args[@]} $image"
docker run "${docker_args[@]}" "${gl_args[@]}" "$image"
else
echo " docker run ${docker_args[@]} ${gl_args[@]} ${volume_arg[@]} ${cache_arg[@]} $image"
docker run "${docker_args[@]}" "${gl_args[@]}" "${volume_arg[@]}" "${cache_arg[@]}" "$image"
fi
# example
# ./dockerglrun --user 1000 --name torch --gpus device=0 --cpuset-cpus="0-10" --cache /mnt/Data/weights:/home/weights -v /mnt/Data/data:/home/data --network=host -it --rm xvdp/cuda1180-ubuntu2204_ssh_mamba_torch_gan
# runs
# docker run --user 1000 --name torch --gpus device=0 --cpuset-cpus=0-10 --network=host -it --rm -v /mnt/Data/weights:/home/weights \
# -e XDG_CACHE_HOME=/home/weights -e TORCH_HOME=/home/weights/torch -e TORCH_EXTENSIONS_DIR=/home/weights/torch_extensions -e DNNLIB_CACHE_DIR=/home/weights/dnnlib -e HUGGINGFACE_HOME=/home/weights/huggingface \
# -e DISPLAY=unix$DISPLAY -v /tmp/.X11-unix:/tmp/.X11-unix -v /tmp/.docker.xauth:/tmp/.docker.xauth:rw -e XAUTHORITY=/tmp/.docker.xauth -v /dev:/dev \
# xvdp/cuda1180-ubuntu2204_ssh_mamba_torch_gan
# alternatively
# dokrun -i xvdp/cuda1180-ubuntu2204_ssh_mamba_torch -x
#./dockerglrun --user 1000 --name torch --gpus device=0 --cpuset-cpus=0-10 --network=host -it --rm --cache /mnt/Data/weights:/home/weights xvdp/cuda1180-ubuntu2204_ssh_mamba_torch_gans
# docker run --user 1000 --name torch --gpus device=0 --cpuset-cpus=0-10 -v /mnt/Data/data:/home/data --network=host -it --rm -e DISPLAY=unix:0 -v /tmp/.X11-unix:/tmp/.X11-unix -v /tmp/.docker.xauth:/tmp/.docker.xauth:rw -e XAUTHORITY=/tmp/.docker.xauth -v /dev:/dev -v /mnt/Data/weights:/home/weights -e XDG_CACHE_HOME=/home/weights -e TORCH_HOME=/home/weights/torch -e TORCH_EXTENSIONS_DIR=/home/weights/torch_extensions -e DNNLIB_CACHE_DIR=/home/weights/dnnlib -e HUGGINGFACE_HOME=/home/weights/huggingface xvdp/cuda1180-ubuntu2204_ssh_mamba_torch_gans
# ./dockerglrun --user 1000 --name torch --gpus all --network=host -it --rm xvdp/cuda1180-ubuntu2204_ssh_mamba_torch_gans
# docker run --user 1000 --name torch --gpus all --network=host -it --rm -e DISPLAY=unix:0 -v /tmp/.X11-unix:/tmp/.X11-unix -v /tmp/.docker.xauth:/tmp/.docker.xauth:rw -e XAUTHORITY=/tmp/.docker.xauth -v /dev:/dev xvdp/cuda1180-ubuntu2204_ssh_mamba_torch_gans