-
Notifications
You must be signed in to change notification settings - Fork 0
/
mem_profiling_cmds.sh
executable file
·13 lines (9 loc) · 1.01 KB
/
mem_profiling_cmds.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
set -e
export PYTHONPATH=~/TileDB-SOMA
rm -rf profiling_db
pip list > pip_packages.txt
for SOMA_BUFFER_BYTES in 16777216 8388608 4194304; do
python -m profiler -t /usr/bin/time "python run_pytorch.py --census-uri /mnt/scratch/census-2023-07-03 --obs-value-filter tissue_general=='brain' --obs-columns soma_joinid,dataset_id,cell_type_ontology_term_id --soma-buffer-bytes $SOMA_BUFFER_BYTES --use-lazy-fetch --pytorch-debug-gc --pytorch-debug-empty-tensors"
python -m profiler -t /usr/bin/time "python run_pytorch.py --census-uri /mnt/scratch/census-2023-07-03 --obs-value-filter tissue_general=='brain' --obs-columns soma_joinid,dataset_id,cell_type_ontology_term_id --soma-buffer-bytes $SOMA_BUFFER_BYTES --use-lazy-fetch --pytorch-debug-gc"
python -m profiler -t /usr/bin/time "python run_pytorch.py --census-uri /mnt/scratch/census-2023-07-03 --obs-value-filter tissue_general=='brain' --obs-columns soma_joinid,dataset_id,cell_type_ontology_term_id --soma-buffer-bytes $SOMA_BUFFER_BYTES --use-lazy-fetch"
done