-
Notifications
You must be signed in to change notification settings - Fork 0
/
run_experiments.sh
77 lines (68 loc) · 29.5 KB
/
run_experiments.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
#!/bin/bash
echo "Running experiments..."
set -e
set -o xtrace
# Conditioning on lengthscale with NN(SiLU) activation:
python train_hypernet_priors_and_activations.py --run_name pretrained/train_ls0_w_a0_x8 --conditioning lengthscale_with_adaptive_input --activation conditionalnnsilu --hypernet_arch_no 0 --shuffle_xs_n_times 8 --num_function_samples 512 --batch_size 128 --input_n_dims 1 --random_seed 0 --n_iterations 4001 --bnn_width 128 --loss_func wasserstein_distance --report_every_n_iterations 400 --final_evaluation_batch_size 512 --final_evaluation_num_function_samples 512
# Conditioning on lengthscale with NN(Periodic) activation:
python train_hypernet_priors_and_activations.py --run_name pretrained/train_ls0_w_a0_x8_periodic --conditioning lengthscale_with_adaptive_input --activation conditionalfourier2 --hypernet_arch_no 0 --shuffle_xs_n_times 8 --num_function_samples 512 --batch_size 128 --input_n_dims 1 --random_seed 0 --n_iterations 4001 --bnn_width 128 --loss_func wasserstein_distance --report_every_n_iterations 400 --final_evaluation_batch_size 512 --final_evaluation_num_function_samples 512
# Periodic activation:
python train_priors_and_activations.py --run_name pretrained/train_fourier2_s2 --activation fourier2 --bnn_width 128 --random_seed 2 --n_iterations 2001 --num_function_samples 512 --batch_size 512
# End2end experiments:
python e2e_twomoons_2D_classification.py --priors=train --train_input_n_dims=2 --gridwidth=100 --MCMC_n_chains=1 --MCMC_n_samples=1000 --MCMC_warmup=200 --plot_predictive_n_samples=1000 --bnn_net_width=1000 --train_num_function_samples=512 --train_batch_size=512 --train_n_iterations=3001
python e2e_twomoons_2D_classification.py --priors=train --train_input_n_dims=1 --gridwidth=100 --MCMC_n_chains=1 --MCMC_n_samples=1000 --MCMC_warmup=200 --plot_predictive_n_samples=1000 --bnn_net_width=1000 --train_num_function_samples=512 --train_batch_size=512 --train_n_iterations=3001
python e2e_twomoons_2D_classification.py --priors=pretrained --gridwidth=100 --MCMC_n_chains=1 --MCMC_n_samples=1000 --MCMC_warmup=200 --plot_predictive_n_samples=1000 --bnn_net_width=1000
python e2e_twomoons_2D_classification.py --priors=normal_with_relu --gridwidth=100 --MCMC_n_chains=1 --MCMC_n_samples=1000 --MCMC_warmup=200 --plot_predictive_n_samples=1000 --bnn_net_width=1000
python e2e_twomoons_2D_classification.py --priors=normal_with_sigma --gridwidth=100 --MCMC_n_chains=1 --MCMC_n_samples=1000 --MCMC_warmup=200 --plot_predictive_n_samples=1000 --bnn_net_width=1000
python e2e_twomoons_2D_classification.py --priors=normal_with_tanh --gridwidth=100 --MCMC_n_chains=1 --MCMC_n_samples=1000 --MCMC_warmup=200 --plot_predictive_n_samples=1000 --bnn_net_width=1000
python e2e_twomoons_2D_classification.py --priors=default_with_relu --gridwidth=100 --MCMC_n_chains=1 --MCMC_n_samples=1000 --MCMC_warmup=200 --plot_predictive_n_samples=1000 --bnn_net_width=1000
python e2e_twomoons_2D_classification.py --priors=default_with_sigma --gridwidth=100 --MCMC_n_chains=1 --MCMC_n_samples=1000 --MCMC_warmup=200 --plot_predictive_n_samples=1000 --bnn_net_width=1000
python e2e_twomoons_2D_classification.py --priors=default_with_tanh --gridwidth=100 --MCMC_n_chains=1 --MCMC_n_samples=1000 --MCMC_warmup=200 --plot_predictive_n_samples=1000 --bnn_net_width=1000
python e2e_allyouneed_1D_regression.py --run_name="S1_nnsilu" --train_prior=True --random_seed=1 --prior_activation=nnsilu_1_5 --prior_n_iterations=2001 --prior_num_function_samples=512 --prior_batch_size=512 --posterior_net_width=1000 --posterior_mcmc_n_samples=1000 --posterior_mcmc_num_chains=1
python e2e_allyouneed_1D_regression.py --run_name="S1_matern_52_l1" --train_prior=True --random_seed=1 --prior_activation=matern_52_l1 --prior_n_iterations=2001 --prior_num_function_samples=512 --prior_batch_size=512 --posterior_net_width=1000 --posterior_mcmc_n_samples=1000 --posterior_mcmc_num_chains=1
python e2e_allyouneed_1D_regression.py --run_name="S1_fixed" --train_prior=False --random_seed=1 --posterior_net_width=1000 --posterior_mcmc_n_samples=1000 --posterior_mcmc_num_chains=1
# End2end UCI regression (here: for Boston dataset):
python e2e_allyouneed_UCI_regression.py --dataset="boston" --sn2=0.1 --train_prior=True --random_seed=1 --prior_activation=nnsilu_1_5 --run_name="S1_nnsilu_2000" --prior_n_iterations=2001 --prior_num_function_samples=512 --prior_batch_size=512 --posterior_net_width=128 --posterior_mcmc_n_samples=400 --posterior_mcmc_num_chains=1 --split_id 0
python e2e_allyouneed_UCI_regression.py --dataset="boston" --sn2=0.1 --train_prior=True --random_seed=1 --prior_activation=nnsilu_1_5 --run_name="S1_nnsilu_2000" --prior_n_iterations=2001 --prior_num_function_samples=512 --prior_batch_size=512 --posterior_net_width=128 --posterior_mcmc_n_samples=400 --posterior_mcmc_num_chains=1 --split_id 1
python e2e_allyouneed_UCI_regression.py --dataset="boston" --sn2=0.1 --train_prior=True --random_seed=1 --prior_activation=nnsilu_1_5 --run_name="S1_nnsilu_2000" --prior_n_iterations=2001 --prior_num_function_samples=512 --prior_batch_size=512 --posterior_net_width=128 --posterior_mcmc_n_samples=400 --posterior_mcmc_num_chains=1 --split_id 2
python e2e_allyouneed_UCI_regression.py --dataset="boston" --sn2=0.1 --train_prior=True --random_seed=1 --prior_activation=nnsilu_1_5 --run_name="S1_nnsilu_2000" --prior_n_iterations=2001 --prior_num_function_samples=512 --prior_batch_size=512 --posterior_net_width=128 --posterior_mcmc_n_samples=400 --posterior_mcmc_num_chains=1 --split_id 3
python e2e_allyouneed_UCI_regression.py --dataset="boston" --sn2=0.1 --train_prior=True --random_seed=1 --prior_activation=nnsilu_1_5 --run_name="S1_nnsilu_2000" --prior_n_iterations=2001 --prior_num_function_samples=512 --prior_batch_size=512 --posterior_net_width=128 --posterior_mcmc_n_samples=400 --posterior_mcmc_num_chains=1 --split_id 4
python e2e_allyouneed_UCI_regression.py --dataset="boston" --sn2=0.1 --train_prior=True --random_seed=1 --prior_activation=nnsilu_1_5 --run_name="S1_nnsilu_2000" --prior_n_iterations=2001 --prior_num_function_samples=512 --prior_batch_size=512 --posterior_net_width=128 --posterior_mcmc_n_samples=400 --posterior_mcmc_num_chains=1 --split_id 5
python e2e_allyouneed_UCI_regression.py --dataset="boston" --sn2=0.1 --train_prior=True --random_seed=1 --prior_activation=nnsilu_1_5 --run_name="S1_nnsilu_2000" --prior_n_iterations=2001 --prior_num_function_samples=512 --prior_batch_size=512 --posterior_net_width=128 --posterior_mcmc_n_samples=400 --posterior_mcmc_num_chains=1 --split_id 6
python e2e_allyouneed_UCI_regression.py --dataset="boston" --sn2=0.1 --train_prior=True --random_seed=1 --prior_activation=nnsilu_1_5 --run_name="S1_nnsilu_2000" --prior_n_iterations=2001 --prior_num_function_samples=512 --prior_batch_size=512 --posterior_net_width=128 --posterior_mcmc_n_samples=400 --posterior_mcmc_num_chains=1 --split_id 7
python e2e_allyouneed_UCI_regression.py --dataset="boston" --sn2=0.1 --train_prior=True --random_seed=1 --prior_activation=nnsilu_1_5 --run_name="S1_nnsilu_2000" --prior_n_iterations=2001 --prior_num_function_samples=512 --prior_batch_size=512 --posterior_net_width=128 --posterior_mcmc_n_samples=400 --posterior_mcmc_num_chains=1 --split_id 8
python e2e_allyouneed_UCI_regression.py --dataset="boston" --sn2=0.1 --train_prior=True --random_seed=1 --prior_activation=nnsilu_1_5 --run_name="S1_nnsilu_2000" --prior_n_iterations=2001 --prior_num_function_samples=512 --prior_batch_size=512 --posterior_net_width=128 --posterior_mcmc_n_samples=400 --posterior_mcmc_num_chains=1 --split_id 9
# Fitting priors for 1D inputs:
python train_priors_and_activations.py --activation="rational_5_4_B" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'rational_5_4_B', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/rational_5_4_B/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_priors_and_activations_Arational_5_4_B_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_priors_and_activations.py --activation="pwl_5" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'pwl_5', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/pwl_5/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_priors_and_activations_Apwl_5_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_priors_and_activations.py --activation="pwla_16_0.9" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'pwla_16_0.9', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/pwla_16_0.9/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_priors_and_activations_Apwla_16_0.9_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_priors_and_activations.py --activation="combination_1" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'combination_1', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/combination_1/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_priors_and_activations_Acombination_1_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_priors_and_activations.py --activation="nn_1_5" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'nn_1_5', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/nn_1_5/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_priors_and_activations_Ann_1_5_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_priors_and_activations.py --activation="rational_5_4_A" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'rational_5_4_A', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/rational_5_4_A/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_priors_and_activations_Arational_5_4_A_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_priors_and_activations.py --activation="pwl_5_-10_10" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'pwl_5_-10_10', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/pwl_5_-10_10/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_priors_and_activations_Apwl_5_-10_10_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_priors_and_activations.py --activation="pwla_16_0.9_-10_10" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'pwla_16_0.9_-10_10', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/pwla_16_0.9_-10_10/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_priors_and_activations_Apwla_16_0.9_-10_10_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_gaussian_priors.py --activation="matern_52_l1" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_gaussian_priors', 'activation': 'matern_52_l1', 'priors': 'gaussian_0s', 'group': 'train_gaussian_priors/matern_52_l1/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_gaussian_priors_Amatern_52_l1_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_gaussian_priors.py --activation="relu" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_gaussian_priors', 'activation': 'relu', 'priors': 'gaussian_0s', 'group': 'train_gaussian_priors/relu/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_gaussian_priors_Arelu_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_gaussian_priors.py --activation="step_activation" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_gaussian_priors', 'activation': 'step_activation', 'priors': 'gaussian_0s', 'group': 'train_gaussian_priors/step_activation/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_gaussian_priors_Astep_activation_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_gaussian_priors.py --activation="tanh" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_gaussian_priors', 'activation': 'tanh', 'priors': 'gaussian_0s', 'group': 'train_gaussian_priors/tanh/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_gaussian_priors_Atanh_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_gaussian_priors.py --activation="matern_52_l05" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_gaussian_priors', 'activation': 'matern_52_l05', 'priors': 'gaussian_0s', 'group': 'train_gaussian_priors/matern_52_l05/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_gaussian_priors_Amatern_52_l05_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_gaussian_priors.py --activation="matern_12_l1" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_gaussian_priors', 'activation': 'matern_12_l1', 'priors': 'gaussian_0s', 'group': 'train_gaussian_priors/matern_12_l1/gaussian_0s'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_gaussian_priors_Amatern_12_l1_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_activations.py --activation="rational_5_4_B" --batch_size=512 --bnn_width=128 --config_set_no=-11 --description="{'cmd': 'train_activations', 'activation': 'rational_5_4_B', 'group': 'train_activations/rational_5_4_B/-12'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --priors_config_set_no=-12 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_activations_M-12_Arational_5_4_B_S0" --shuffle_xs_n_times=1
python train_activations.py --activation="pwl_5" --batch_size=512 --bnn_width=128 --config_set_no=-11 --description="{'cmd': 'train_activations', 'activation': 'pwl_5', 'group': 'train_activations/pwl_5/-12'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --priors_config_set_no=-12 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_activations_M-12_Apwl_5_S0" --shuffle_xs_n_times=1
python train_activations.py --activation="pwla_16_0.9" --batch_size=512 --bnn_width=128 --config_set_no=-11 --description="{'cmd': 'train_activations', 'activation': 'pwla_16_0.9', 'group': 'train_activations/pwla_16_0.9/-12'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --priors_config_set_no=-12 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_activations_M-12_Apwla_16_0.9_S0" --shuffle_xs_n_times=1
python train_activations.py --activation="combination_1" --batch_size=512 --bnn_width=128 --config_set_no=-11 --description="{'cmd': 'train_activations', 'activation': 'combination_1', 'group': 'train_activations/combination_1/-12'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --priors_config_set_no=-12 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_activations_M-12_Acombination_1_S0" --shuffle_xs_n_times=1
python train_activations.py --activation="nn_1_5" --batch_size=512 --bnn_width=128 --config_set_no=-11 --description="{'cmd': 'train_activations', 'activation': 'nn_1_5', 'group': 'train_activations/nn_1_5/-12'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --priors_config_set_no=-12 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_activations_M-12_Ann_1_5_S0" --shuffle_xs_n_times=1
python train_activations.py --activation="rational_5_4_A" --batch_size=512 --bnn_width=128 --config_set_no=-11 --description="{'cmd': 'train_activations', 'activation': 'rational_5_4_A', 'group': 'train_activations/rational_5_4_A/-12'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --priors_config_set_no=-12 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_activations_M-12_Arational_5_4_A_S0" --shuffle_xs_n_times=1
python train_activations.py --activation="pwl_5_-10_10" --batch_size=512 --bnn_width=128 --config_set_no=-11 --description="{'cmd': 'train_activations', 'activation': 'pwl_5_-10_10', 'group': 'train_activations/pwl_5_-10_10/-12'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --priors_config_set_no=-12 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_activations_M-12_Apwl_5_-10_10_S0" --shuffle_xs_n_times=1
python train_activations.py --activation="pwla_16_0.9_-10_10" --batch_size=512 --bnn_width=128 --config_set_no=-11 --description="{'cmd': 'train_activations', 'activation': 'pwla_16_0.9_-10_10', 'group': 'train_activations/pwla_16_0.9_-10_10/-12'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --generator_width=128 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=2001 --num_function_samples=512 --priors_config_set_no=-12 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_1D_inputs_train_activations_M-12_Apwla_16_0.9_-10_10_S0" --shuffle_xs_n_times=1
# Fitting priors for 16D inputs:
python train_priors_and_activations.py --activation="rational_5_4_B" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'rational_5_4_B', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/rational_5_4_B/gaussian_0s/evalonnew/trainshuffling'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --final_evaluation_on_training_grid=False --freeze_training_grid=False --generator_width=128 --input_n_dims=512 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=4001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_16D_input_train_priors_and_activations_Arational_5_4_B_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_priors_and_activations.py --activation="nn_1_5" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'nn_1_5', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/nn_1_5/gaussian_0s/evalonnew/trainshuffling'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --final_evaluation_on_training_grid=False --freeze_training_grid=False --generator_width=128 --input_n_dims=512 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=4001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_16D_input_train_priors_and_activations_Ann_1_5_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_priors_and_activations.py --activation="nnsilu_1_5" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'nnsilu_1_5', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/nnsilu_1_5/gaussian_0s/evalonnew/trainshuffling'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --final_evaluation_on_training_grid=False --freeze_training_grid=False --generator_width=128 --input_n_dims=512 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=4001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_16D_input_train_priors_and_activations_Annsilu_1_5_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_priors_and_activations.py --activation="pwl_5" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'pwl_5', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/pwl_5/gaussian_0s/evalonnew/trainshuffling'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --final_evaluation_on_training_grid=False --freeze_training_grid=False --generator_width=128 --input_n_dims=512 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=4001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_16D_input_train_priors_and_activations_Apwl_5_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_priors_and_activations.py --activation="matern_52_l1" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'matern_52_l1', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/matern_52_l1/gaussian_0s/evalonnew/trainshuffling'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --final_evaluation_on_training_grid=False --freeze_training_grid=False --generator_width=128 --input_n_dims=512 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=4001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_16D_input_train_priors_and_activations_Amatern_52_l1_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_priors_and_activations.py --activation="relu" --batch_size=512 --bnn_width=128 --config_set_no=-11 --create_parameter_sampler="create_factorized_shared_gaussian_sampler_zero_loc" --description="{'cmd': 'train_priors_and_activations', 'activation': 'relu', 'priors': 'gaussian_0s', 'group': 'train_priors_and_activations/relu/gaussian_0s/evalonnew/trainshuffling'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --final_evaluation_on_training_grid=False --freeze_training_grid=False --generator_width=128 --input_n_dims=512 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=4001 --num_function_samples=512 --random_seed=0 --report_every_n_iterations=500 --run_name="pretrained/fit_16D_input_train_priors_and_activations_Arelu_Pgaussian_0s_S0" --shuffle_xs_n_times=1
python train_activations.py --activation="rational_5_4_B" --batch_size=512 --bnn_width=128 --config_set_no=-11 --description="{'cmd': 'train_activations', 'activation': 'rational_5_4_B', 'group': 'train_activations/rational_5_4_B/-12'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --freeze_training_grid=False --generator_width=128 --input_n_dims=512 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=10 --n_threads=6 --num_function_samples=16 --priors_config_set_no=-12 --random_seed=0 --report_every_n_iterations=2 --run_name="pretrained/fit_16D_input_train_activations_M-12_Arational_5_4_B_S0" --shuffle_xs_n_times=1
python train_activations.py --activation="nn_1_5" --batch_size=512 --bnn_width=128 --config_set_no=-11 --description="{'cmd': 'train_activations', 'activation': 'nn_1_5', 'group': 'train_activations/nn_1_5/-12'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --freeze_training_grid=False --generator_width=128 --input_n_dims=512 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=10 --n_threads=6 --num_function_samples=16 --priors_config_set_no=-12 --random_seed=0 --report_every_n_iterations=2 --run_name="pretrained/fit_16D_input_train_activations_M-12_Ann_1_5_S0" --shuffle_xs_n_times=1
python train_activations.py --activation="nnsilu_1_5" --batch_size=512 --bnn_width=128 --config_set_no=-11 --description="{'cmd': 'train_activations', 'activation': 'nnsilu_1_5', 'group': 'train_activations/nnsilu_1_5/-12'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --freeze_training_grid=False --generator_width=128 --input_n_dims=512 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=10 --n_threads=6 --num_function_samples=16 --priors_config_set_no=-12 --random_seed=0 --report_every_n_iterations=2 --run_name="pretrained/fit_16D_input_train_activations_M-12_Annsilu_1_5_S0" --shuffle_xs_n_times=1
python train_activations.py --activation="pwl_5" --batch_size=512 --bnn_width=128 --config_set_no=-11 --description="{'cmd': 'train_activations', 'activation': 'pwl_5', 'group': 'train_activations/pwl_5/-12'}" --final_evaluation_batch_size=512 --final_evaluation_num_function_samples=512 --freeze_training_grid=False --generator_width=128 --input_n_dims=512 --loss_func="wasserstein_distance" --lr=0.01 --n_iterations=10 --n_threads=6 --num_function_samples=16 --priors_config_set_no=-12 --random_seed=0 --report_every_n_iterations=2 --run_name="pretrained/fit_16D_input_train_activations_M-12_Apwl_5_S0" --shuffle_xs_n_times=1