From d2b7d80c421f06c150358ed374fe51977568c695 Mon Sep 17 00:00:00 2001 From: bacox Date: Wed, 16 Mar 2022 15:30:14 +0100 Subject: [PATCH] simplify experiment files --- .gitignore | 3 +- Dockerfile | 1 + configs/dev/descr.yaml | 31 ------------ configs/dev/dev_p2_fedavg.cfg.yaml | 3 -- configs/dev/exps/dev_p2_fedavg.yaml | 35 ------------- configs/dev/exps/dev_p2_fedprox.yaml | 37 -------------- configs/dev/gen.py | 27 ---------- configs/dev/run.py | 21 -------- configs/dev_mnist/exps/fedavg.yaml | 38 -------------- configs/dev_mnist/gen.py | 25 ---------- configs/dev_mnist/run.py | 20 -------- configs/dev_mnist_all/descr.yaml | 31 ------------ configs/dev_mnist_all/exps/fedavg.yaml | 36 ------------- configs/dev_mnist_all/exps/fednova.yaml | 36 ------------- configs/dev_mnist_all/exps/fedprox.yaml | 36 ------------- configs/dev_mnist_all/fedavg.cfg.yaml | 3 -- configs/dev_mnist_all/fednova.cfg.yaml | 4 -- configs/dev_mnist_all/fedprox.cfg.yaml | 4 -- configs/dev_mnist_all/gen.py | 26 ---------- configs/dev_mnist_all/run.py | 22 -------- .../p_freezing-iid_freeze.yaml | 34 ------------- .../p_freezing-iid_vanilla.yaml | 34 ------------- configs/effect-freezing/run.py | 18 ------- configs/exp_p2_vanilla.yaml | 30 ----------- configs/exp_p2_w_4_s2_vanilla.yaml | 30 ----------- configs/exp_p2_w_4_s4_vanilla.yaml | 30 ----------- configs/exp_p3_w_4_s4_baseline.yaml | 30 ----------- configs/exp_p3_w_4_s4_baseline_check.yaml | 30 ----------- configs/exp_p3_w_4_s4_baseline_long.yaml | 30 ----------- configs/exp_p3_w_4_s4_deadline.yaml | 30 ----------- configs/exp_p3_w_4_s4_deadline_check.yaml | 30 ----------- configs/exp_p3_w_4_s4_deadline_long.yaml | 30 ----------- configs/exp_p3_w_4_s4_freeze.yaml | 30 ----------- configs/exp_p3_w_4_s4_freeze_long.yaml | 30 ----------- configs/exp_p3_w_4_s4_slow_baseline.yaml | 30 ----------- configs/exp_p3_w_4_s4_slow_deadline.yaml | 30 ----------- configs/exp_p3_w_4_s4_swyh.yaml | 30 ----------- configs/exp_p3_w_4_s4_swyh_long.yaml | 30 ----------- configs/exp_p4_w_4_s2_swyh_non_iid.yaml | 30 ----------- configs/exp_p4_w_4_s2_vanilla_non_iid.yaml | 30 ----------- configs/exp_p5_w_4_s4_deadline_non_iid.yaml | 30 ----------- configs/exp_p5_w_4_s4_freeze_non_iid.yaml | 30 ----------- configs/exp_p5_w_4_s4_swyh_non_iid.yaml | 30 ----------- configs/exp_p5_w_4_s4_vanilla_non_iid.yaml | 30 ----------- configs/exp_p6_w_4_s4_deadline_non_iid.yaml | 30 ----------- configs/exp_p6_w_4_s4_swyh_non_iid.yaml | 30 ----------- configs/exp_p7_w_4_s2_deadline_non_iid.yaml | 30 ----------- configs/exp_p7_w_4_s2_freeze_non_iid.yaml | 30 ----------- configs/exp_p7_w_4_s2_swyh_non_iid.yaml | 30 ----------- configs/exp_p7_w_4_s2_vanilla_non_iid.yaml | 30 ----------- ...exp_p8_w_4_s2_baseline_fmnist_non_iid.yaml | 32 ------------ .../exp_p8_w_4_s2_freeze_fmnist_non_iid.yaml | 32 ------------ .../exp_p8_w_4_s2_offload_fmnist_non_iid.yaml | 32 ------------ .../exp_p8_w_4_s2_swyh_fmnist_non_iid.yaml | 32 ------------ configs/exp_p8_w_4_s4_baseline_fmnist.yaml | 32 ------------ ...exp_p8_w_4_s4_baseline_fmnist_non_iid.yaml | 32 ------------ configs/exp_p8_w_4_s4_freeze_fmnist.yaml | 32 ------------ .../exp_p8_w_4_s4_freeze_fmnist_non_iid.yaml | 32 ------------ configs/exp_p8_w_4_s4_offload_fmnist.yaml | 32 ------------ .../exp_p8_w_4_s4_offload_fmnist_non_iid.yaml | 32 ------------ configs/exp_p8_w_4_s4_swyh_fmnist.yaml | 32 ------------ .../exp_p8_w_4_s4_swyh_fmnist_non_iid.yaml | 32 ------------ configs/exp_p8_w_4_s4_vanilla_.yaml | 30 ----------- configs/exp_p8_w_4_s4_vanilla_fmnist.yaml | 32 ------------ configs/experiment.yaml | 28 ----------- configs/experiment_cifar100.yaml | 28 ----------- configs/experiment_deadline.yaml | 28 ----------- configs/experiment_fmnist.yaml | 28 ----------- configs/experiment_fmnist_offload.yaml | 30 ----------- configs/experiment_freeze.yaml | 28 ----------- configs/experiment_gcp_c20.yaml | 19 ------- configs/experiment_gcp_single.yaml | 19 ------- configs/experiment_offload.yaml | 28 ----------- configs/experiment_p18_full.yaml | 28 ----------- configs/experiment_swyh.yaml | 28 ----------- configs/experiment_swyh_first_long.yaml | 29 ----------- configs/experiment_swyh_warmup.yaml | 28 ----------- configs/experiment_vanilla.yaml | 28 ----------- configs/non_iid_experiment.yaml | 23 --------- .../p11A_freezoff_iid_dyn_terminate.yaml | 35 ------------- .../p11A_freezoff_iid_dyn_terminate_swyh.yaml | 35 ------------- .../p11A_freezoff_iid_fedavg.yaml | 34 ------------- .../p11A_freezoff_iid_fednova.yaml | 35 ------------- .../p11A_freezoff_iid_fedprox.yaml | 35 ------------- .../p11A_freezoff_iid_offload.yaml | 34 ------------- .../p11A_freezoff_iid_offload_strict.yaml | 35 ------------- .../p11A_freezoff_iid_tifl_adaptive.yaml | 34 ------------- .../p11A_freezoff_iid_tifl_basic.yaml | 34 ------------- configs/p11A_freezoff_iid/run.py | 30 ----------- .../p11_freezoff_iid_dyn_terminate.yaml | 35 ------------- .../p11_freezoff_iid_dyn_terminate_swyh.yaml | 35 ------------- .../p11_freezoff_iid_fedavg.yaml | 34 ------------- .../p11_freezoff_iid_fednova.yaml | 35 ------------- .../p11_freezoff_iid_fedprox.yaml | 35 ------------- .../p11_freezoff_iid_offload.yaml | 34 ------------- .../p11_freezoff_iid_offload_strict.yaml | 35 ------------- .../p11_freezoff_iid_tifl_adaptive.yaml | 34 ------------- .../p11_freezoff_iid_tifl_basic.yaml | 34 ------------- configs/p11_freezoff_iid/run.py | 30 ----------- .../p12_freezoff_iid_dyn_terminate_large.yaml | 35 ------------- ...freezoff_iid_dyn_terminate_swyh_large.yaml | 35 ------------- .../p12_freezoff_iid_fedavg_large.yaml | 34 ------------- .../p12_freezoff_iid_fednova_large.yaml | 35 ------------- .../p12_freezoff_iid_fedprox_large.yaml | 35 ------------- .../p12_freezoff_iid_offload_large.yaml | 34 ------------- ...p12_freezoff_iid_offload_strict_large.yaml | 35 ------------- .../p12_freezoff_iid_tifl_adaptive_large.yaml | 34 ------------- .../p12_freezoff_iid_tifl_basic_large.yaml | 34 ------------- configs/p12_freezoff_iid_large/run.py | 30 ----------- .../p13_variance_dev_dyn_terminate_large.yaml | 34 ------------- ...variance_dev_dyn_terminate_swyh_large.yaml | 34 ------------- .../p13_variance_dev_fedavg_large.yaml | 34 ------------- .../p13_variance_dev_fednova_large.yaml | 35 ------------- .../p13_variance_dev_fedprox_large.yaml | 35 ------------- .../p13_variance_dev_offload_large.yaml | 34 ------------- .../p13_variance_dev_tifl_adaptive_large.yaml | 34 ------------- .../p13_variance_dev_tifl_basic_large.yaml | 34 ------------- configs/p13_variance_dev/run.py | 29 ----------- configs/p14A_check_iid_cifar10_cnn/descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- configs/p14A_check_iid_cifar10_cnn/gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- configs/p14A_check_iid_cifar10_cnn/run.py | 43 ---------------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../descr.yaml | 27 ---------- .../exps/fedavg-iid-uniform.yaml | 35 ------------- .../exps/fedavg-non-iid-1.yaml | 35 ------------- .../exps/fedavg-non-iid-10.yaml | 35 ------------- .../exps/fedavg-non-iid-2.yaml | 35 ------------- .../exps/fedavg-non-iid-5.yaml | 35 ------------- .../fedavg-iid-uniform.cfg.yaml | 7 --- .../fedavg-non-iid-1.cfg.yaml | 7 --- .../fedavg-non-iid-10.cfg.yaml | 7 --- .../fedavg-non-iid-2.cfg.yaml | 7 --- .../fedavg-non-iid-5.cfg.yaml | 7 --- .../gen.py | 26 ---------- .../run.py | 34 ------------- configs/p14_check_iid_cifar10_cnn/descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../p14_check_iid_cifar10_cnn/fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- configs/p14_check_iid_cifar10_cnn/gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- configs/p14_check_iid_cifar10_cnn/run.py | 43 ---------------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- ..._freezoff_non_iid_dyn_terminate_large.yaml | 35 ------------- ...zoff_non_iid_dyn_terminate_swyh_large.yaml | 35 ------------- .../p15_freezoff_non_iid_fedavg_large.yaml | 34 ------------- .../p15_freezoff_non_iid_fednova_large.yaml | 35 ------------- .../p15_freezoff_non_iid_fedprox_large.yaml | 35 ------------- .../p15_freezoff_non_iid_offload_large.yaml | 34 ------------- ...freezoff_non_iid_offload_strict_large.yaml | 35 ------------- ..._freezoff_non_iid_tifl_adaptive_large.yaml | 34 ------------- ...p15_freezoff_non_iid_tifl_basic_large.yaml | 34 ------------- configs/p15_freezoff_non_iid_large/run.py | 30 ----------- .../p20_freezoff_iid_fmnist_cnn/descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- configs/p20_freezoff_iid_fmnist_cnn/gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- configs/p20_freezoff_iid_fmnist_cnn/run.py | 35 ------------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- .../p21_freezoff_non_iid_fmnist_cnn/gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- .../p21_freezoff_non_iid_fmnist_cnn/run.py | 35 ------------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../p22_freezoff_iid_cifar10_cnn/descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- configs/p22_freezoff_iid_cifar10_cnn/gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- configs/p22_freezoff_iid_cifar10_cnn/run.py | 30 ----------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- .../p23_freezoff_non_iid_cifar10_cnn/gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- .../p23_freezoff_non_iid_cifar10_cnn/run.py | 30 ----------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/offload_strict2.yaml | 37 -------------- .../exps/offload_strict3.yaml | 37 -------------- .../exps/offload_strict4.yaml | 37 -------------- .../exps/offload_strict5.yaml | 37 -------------- .../exps/offload_strict6.yaml | 37 -------------- .../exps/offload_strict7.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- .../p24_freezoff_iid_cifar10_cnn_w9s3/gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- .../offload_strict2.cfg.yaml | 4 -- .../offload_strict3.cfg.yaml | 4 -- .../offload_strict4.cfg.yaml | 4 -- .../offload_strict5.cfg.yaml | 4 -- .../offload_strict6.cfg.yaml | 4 -- .../offload_strict7.cfg.yaml | 4 -- .../p24_freezoff_iid_cifar10_cnn_w9s3/run.py | 43 ---------------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/offload_strict2.yaml | 37 -------------- .../exps/offload_strict3.yaml | 37 -------------- .../exps/offload_strict4.yaml | 37 -------------- .../exps/offload_strict5.yaml | 37 -------------- .../exps/offload_strict6.yaml | 37 -------------- .../exps/offload_strict7.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- .../gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- .../offload_strict10.yaml | 4 -- .../offload_strict11.yaml | 4 -- .../offload_strict2.cfg.yaml | 4 -- .../offload_strict3.cfg.yaml | 4 -- .../offload_strict4.cfg.yaml | 4 -- .../offload_strict5.cfg.yaml | 4 -- .../offload_strict6.cfg.yaml | 4 -- .../offload_strict7.cfg.yaml | 4 -- .../offload_strict8.yaml | 4 -- .../offload_strict9.yaml | 4 -- .../run.py | 48 ------------------ .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/offload_strict4.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- .../p26_freezoff_iid_mnist_cnn_w9s3/gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- .../offload_strict4.cfg.yaml | 4 -- .../p26_freezoff_iid_mnist_cnn_w9s3/run.py | 38 -------------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/offload_strict4.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- .../gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- .../offload_strict4.cfg.yaml | 4 -- .../run.py | 38 -------------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../descr.yaml | 27 ---------- .../exps/fedavg-iid-uniform.yaml | 35 ------------- .../exps/fedavg-non-iid-1.yaml | 35 ------------- .../exps/fedavg-non-iid-10.yaml | 35 ------------- .../exps/fedavg-non-iid-2.yaml | 35 ------------- .../exps/fedavg-non-iid-5.yaml | 35 ------------- .../fedavg-iid-uniform.cfg.yaml | 7 --- .../fedavg-non-iid-1.cfg.yaml | 7 --- .../fedavg-non-iid-10.cfg.yaml | 7 --- .../fedavg-non-iid-2.cfg.yaml | 7 --- .../fedavg-non-iid-5.cfg.yaml | 7 --- .../p28_effect_of_non_iid_ness_mnist/gen.py | 26 ---------- .../p28_effect_of_non_iid_ness_mnist/run.py | 34 ------------- .../p29_effect_of_freezing_mnist/descr.yaml | 27 ---------- .../exps/fedavg-iid-freeze-0.yaml | 36 ------------- .../exps/fedavg-iid-freeze-10.yaml | 36 ------------- .../exps/fedavg-iid-freeze-100.yaml | 36 ------------- .../exps/fedavg-iid-freeze-20.yaml | 36 ------------- .../exps/fedavg-iid-freeze-30.yaml | 36 ------------- .../exps/fedavg-iid-freeze-40.yaml | 36 ------------- .../exps/fedavg-iid-freeze-50.yaml | 36 ------------- .../exps/fedavg-iid-freeze-60.yaml | 36 ------------- .../exps/fedavg-iid-freeze-70.yaml | 36 ------------- .../exps/fedavg-iid-freeze-80.yaml | 36 ------------- .../exps/fedavg-iid-freeze-90.yaml | 36 ------------- .../exps/fedavg-non_iid-freeze-0.yaml | 36 ------------- .../exps/fedavg-non_iid-freeze-10.yaml | 36 ------------- .../exps/fedavg-non_iid-freeze-100.yaml | 36 ------------- .../exps/fedavg-non_iid-freeze-20.yaml | 36 ------------- .../exps/fedavg-non_iid-freeze-30.yaml | 36 ------------- .../exps/fedavg-non_iid-freeze-40.yaml | 36 ------------- .../exps/fedavg-non_iid-freeze-50.yaml | 36 ------------- .../exps/fedavg-non_iid-freeze-60.yaml | 36 ------------- .../exps/fedavg-non_iid-freeze-70.yaml | 36 ------------- .../exps/fedavg-non_iid-freeze-80.yaml | 36 ------------- .../exps/fedavg-non_iid-freeze-90.yaml | 36 ------------- .../fedavg-iid-freeze-0.cfg.yaml | 8 --- .../fedavg-iid-freeze-10.cfg.yaml | 8 --- .../fedavg-iid-freeze-100.cfg.yaml | 8 --- .../fedavg-iid-freeze-20.cfg.yaml | 8 --- .../fedavg-iid-freeze-30.cfg.yaml | 8 --- .../fedavg-iid-freeze-40.cfg.yaml | 8 --- .../fedavg-iid-freeze-50.cfg.yaml | 8 --- .../fedavg-iid-freeze-60.cfg.yaml | 8 --- .../fedavg-iid-freeze-70.cfg.yaml | 8 --- .../fedavg-iid-freeze-80.cfg.yaml | 8 --- .../fedavg-iid-freeze-90.cfg.yaml | 8 --- .../fedavg-non_iid-freeze-0.cfg.yaml | 8 --- .../fedavg-non_iid-freeze-10.cfg.yaml | 8 --- .../fedavg-non_iid-freeze-100.cfg.yaml | 8 --- .../fedavg-non_iid-freeze-20.cfg.yaml | 8 --- .../fedavg-non_iid-freeze-30.cfg.yaml | 8 --- .../fedavg-non_iid-freeze-40.cfg.yaml | 8 --- .../fedavg-non_iid-freeze-50.cfg.yaml | 8 --- .../fedavg-non_iid-freeze-60.cfg.yaml | 8 --- .../fedavg-non_iid-freeze-70.cfg.yaml | 8 --- .../fedavg-non_iid-freeze-80.cfg.yaml | 8 --- .../fedavg-non_iid-freeze-90.cfg.yaml | 8 --- configs/p29_effect_of_freezing_mnist/gen.py | 26 ---------- configs/p29_effect_of_freezing_mnist/run.py | 50 ------------------- configs/p30_freezing_effect_dev/descr.yaml | 27 ---------- .../exps/fedavg-iid-freeze-0.yaml | 36 ------------- .../exps/fedavg-iid-freeze-100.yaml | 36 ------------- .../exps/fedavg-iid-freeze-16.yaml | 36 ------------- .../exps/fedavg-iid-freeze-33.yaml | 36 ------------- .../exps/fedavg-iid-freeze-50.yaml | 36 ------------- .../exps/fedavg-iid-freeze-66.yaml | 36 ------------- .../exps/fedavg-iid-freeze-83.yaml | 36 ------------- .../exps/fedavg-non-iid-freeze-0.yaml | 36 ------------- .../exps/fedavg-non-iid-freeze-100.yaml | 36 ------------- .../exps/fedavg-non-iid-freeze-16.yaml | 36 ------------- .../exps/fedavg-non-iid-freeze-33.yaml | 36 ------------- .../exps/fedavg-non-iid-freeze-50.yaml | 36 ------------- .../exps/fedavg-non-iid-freeze-66.yaml | 36 ------------- .../exps/fedavg-non-iid-freeze-83.yaml | 36 ------------- .../fedavg-iid-freeze-0.cfg.yaml | 8 --- .../fedavg-iid-freeze-100.cfg.yaml | 8 --- .../fedavg-iid-freeze-16.cfg.yaml | 8 --- .../fedavg-iid-freeze-33.cfg.yaml | 8 --- .../fedavg-iid-freeze-50.cfg.yaml | 8 --- .../fedavg-iid-freeze-66.cfg.yaml | 8 --- .../fedavg-iid-freeze-83.cfg.yaml | 8 --- .../fedavg-non-iid-freeze-0.cfg.yaml | 8 --- .../fedavg-non-iid-freeze-100.cfg.yaml | 8 --- .../fedavg-non-iid-freeze-16.cfg.yaml | 8 --- .../fedavg-non-iid-freeze-33.cfg.yaml | 8 --- .../fedavg-non-iid-freeze-50.cfg.yaml | 8 --- .../fedavg-non-iid-freeze-66.cfg.yaml | 8 --- .../fedavg-non-iid-freeze-83.cfg.yaml | 8 --- configs/p30_freezing_effect_dev/gen.py | 26 ---------- configs/p30_freezing_effect_dev/run.py | 42 ---------------- .../descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/offload_strict2.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- .../gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- .../offload_strict2.cfg.yaml | 4 -- .../run.py | 39 --------------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../p32_freezoff_iid_cifar10_cnn/descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- configs/p32_freezoff_iid_cifar10_cnn/gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- configs/p32_freezoff_iid_cifar10_cnn/run.py | 30 ----------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- .../p33_freezoff_non_iid_cifar10_cnn/gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- .../p33_freezoff_non_iid_cifar10_cnn/run.py | 30 ----------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/offload_strict2.yaml | 37 -------------- .../exps/offload_strict3.yaml | 37 -------------- .../exps/offload_strict4.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- .../gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- .../offload_strict2.cfg.yaml | 4 -- .../offload_strict3.cfg.yaml | 4 -- .../offload_strict4.cfg.yaml | 4 -- .../run.py | 41 --------------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- .../gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- .../run.py | 37 -------------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- .../p35_freezoff_non_iid_5_cifar10_cnn/gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- .../p35_freezoff_non_iid_5_cifar10_cnn/run.py | 37 -------------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- .../descr.yaml | 32 ------------ .../dyn_terminate.cfg.yaml | 3 -- .../dyn_terminate_swyh.cfg.yaml | 3 -- .../exps/dyn_terminate.yaml | 36 ------------- .../exps/dyn_terminate_swyh.yaml | 37 -------------- .../exps/fedavg.yaml | 36 ------------- .../exps/fednova.yaml | 37 -------------- .../exps/fedprox.yaml | 37 -------------- .../exps/offload.yaml | 36 ------------- .../exps/offload_strict.yaml | 37 -------------- .../exps/offload_strict2.yaml | 37 -------------- .../exps/offload_strict3.yaml | 37 -------------- .../exps/offload_strict4.yaml | 37 -------------- .../exps/tifl_adaptive.yaml | 36 ------------- .../exps/tifl_basic.yaml | 36 ------------- .../fedavg.cfg.yaml | 3 -- .../fednova.cfg.yaml | 4 -- .../fedprox.cfg.yaml | 4 -- .../gen.py | 26 ---------- .../offload.cfg.yaml | 3 -- .../offload_strict.cfg.yaml | 4 -- .../offload_strict2.cfg.yaml | 4 -- .../offload_strict3.cfg.yaml | 4 -- .../offload_strict4.cfg.yaml | 4 -- .../run.py | 41 --------------- .../tifl_adaptive.cfg.yaml | 3 -- .../tifl_basic.cfg.yaml | 3 -- configs/terminate/p_terminate_terminate.yaml | 35 ------------- .../terminate/p_terminate_terminate_swyh.yaml | 35 ------------- configs/terminate/p_terminate_vanilla.yaml | 35 ------------- configs/terminate/p_terminate_vanilla_s3.yaml | 35 ------------- configs/terminate/run.py | 23 --------- configs/tifl-15/exp_p15_baseline.yaml | 34 ------------- configs/tifl-15/exp_p15_tifl-adaptive.yaml | 34 ------------- configs/tifl-15/exp_p15_tifl-basic.yaml | 34 ------------- configs/tifl-15/exp_p3_tifl.yaml | 34 ------------- configs/tifl-15/run.py | 18 ------- deploy/dev/client_stub_default.yml | 27 ---------- deploy/dev/client_stub_fast.yml | 26 ---------- deploy/dev/client_stub_medium.yml | 26 ---------- deploy/dev/client_stub_slow.yml | 26 ---------- deploy/dev/system_stub.yml | 29 ----------- deploy/dev_generate/client_stub_medium.yml | 26 ---------- deploy/dev_generate/description.yml | 19 ------- deploy/dev_generate/stub_fast.yml | 25 ---------- .../{dev_generate => docker}/stub_default.yml | 0 .../{dev_generate => docker}/system_stub.yml | 0 deploy/p11_freezoff/client_stub_default.yml | 26 ---------- deploy/p11_freezoff/client_stub_fast.yml | 25 ---------- deploy/p11_freezoff/client_stub_medium.yml | 25 ---------- deploy/p11_freezoff/client_stub_slow.yml | 26 ---------- deploy/p11_freezoff/system_stub.yml | 27 ---------- .../p11_freezoff_fast/client_stub_default.yml | 26 ---------- deploy/p11_freezoff_fast/client_stub_fast.yml | 25 ---------- .../p11_freezoff_fast/client_stub_medium.yml | 25 ---------- deploy/p11_freezoff_fast/client_stub_slow.yml | 26 ---------- deploy/p11_freezoff_fast/system_stub.yml | 27 ---------- .../client_stub_default.yml | 26 ---------- .../client_stub_fast.yml | 25 ---------- .../client_stub_medium.yml | 25 ---------- .../client_stub_slow.yml | 25 ---------- deploy/p23_freezoff_w9s3-half/system_stub.yml | 27 ---------- .../p23_freezoff_w9s3/client_stub_default.yml | 26 ---------- deploy/p23_freezoff_w9s3/client_stub_fast.yml | 25 ---------- .../p23_freezoff_w9s3/client_stub_medium.yml | 25 ---------- deploy/p23_freezoff_w9s3/client_stub_slow.yml | 25 ---------- deploy/p23_freezoff_w9s3/system_stub.yml | 27 ---------- .../client_stub_default.yml | 26 ---------- .../client_stub_fast.yml | 25 ---------- .../client_stub_medium.yml | 25 ---------- .../client_stub_slow.yml | 25 ---------- deploy/p23_freezoff_w9s3_fast/system_stub.yml | 27 ---------- .../client_stub_default.yml | 26 ---------- .../p28_non_iid_effect/client_stub_fast.yml | 25 ---------- .../p28_non_iid_effect/client_stub_medium.yml | 25 ---------- .../p28_non_iid_effect/client_stub_slow.yml | 25 ---------- deploy/p28_non_iid_effect/system_stub.yml | 27 ---------- deploy/templates/client_stub_default.yml | 25 ---------- deploy/templates/client_stub_fast.yml | 24 --------- deploy/templates/client_stub_medium.yml | 24 --------- deploy/templates/client_stub_slow.yml | 24 --------- deploy/templates/system_stub.yml | 27 ---------- deploy/terminate/client_stub_default.yml | 25 ---------- deploy/terminate/client_stub_fast.yml | 24 --------- deploy/terminate/client_stub_medium.yml | 24 --------- deploy/terminate/client_stub_slow.yml | 24 --------- deploy/terminate/system_stub.yml | 27 ---------- deploy/tifl-15/client_stub_default.yml | 26 ---------- deploy/tifl-15/client_stub_fast.yml | 25 ---------- deploy/tifl-15/client_stub_medium.yml | 25 ---------- deploy/tifl-15/client_stub_slow.yml | 25 ---------- deploy/tifl-15/system_stub.yml | 27 ---------- .../example_docker/descr.yaml | 41 +++++++++------ .../example_docker}/fedavg.cfg.yaml | 0 .../example_native}/descr.yaml | 12 +---- .../example_native/fedavg.cfg.yaml | 3 +- fltk/util/generate_docker_compose_2.py | 46 ++++++++++------- fltk/util/generate_experiments.py | 23 +++++++-- 706 files changed, 79 insertions(+), 16524 deletions(-) delete mode 100644 configs/dev/descr.yaml delete mode 100644 configs/dev/dev_p2_fedavg.cfg.yaml delete mode 100644 configs/dev/exps/dev_p2_fedavg.yaml delete mode 100644 configs/dev/exps/dev_p2_fedprox.yaml delete mode 100644 configs/dev/gen.py delete mode 100644 configs/dev/run.py delete mode 100644 configs/dev_mnist/exps/fedavg.yaml delete mode 100644 configs/dev_mnist/gen.py delete mode 100644 configs/dev_mnist/run.py delete mode 100644 configs/dev_mnist_all/descr.yaml delete mode 100644 configs/dev_mnist_all/exps/fedavg.yaml delete mode 100644 configs/dev_mnist_all/exps/fednova.yaml delete mode 100644 configs/dev_mnist_all/exps/fedprox.yaml delete mode 100644 configs/dev_mnist_all/fedavg.cfg.yaml delete mode 100644 configs/dev_mnist_all/fednova.cfg.yaml delete mode 100644 configs/dev_mnist_all/fedprox.cfg.yaml delete mode 100644 configs/dev_mnist_all/gen.py delete mode 100644 configs/dev_mnist_all/run.py delete mode 100644 configs/effect-freezing/p_freezing-iid_freeze.yaml delete mode 100644 configs/effect-freezing/p_freezing-iid_vanilla.yaml delete mode 100644 configs/effect-freezing/run.py delete mode 100644 configs/exp_p2_vanilla.yaml delete mode 100644 configs/exp_p2_w_4_s2_vanilla.yaml delete mode 100644 configs/exp_p2_w_4_s4_vanilla.yaml delete mode 100644 configs/exp_p3_w_4_s4_baseline.yaml delete mode 100644 configs/exp_p3_w_4_s4_baseline_check.yaml delete mode 100644 configs/exp_p3_w_4_s4_baseline_long.yaml delete mode 100644 configs/exp_p3_w_4_s4_deadline.yaml delete mode 100644 configs/exp_p3_w_4_s4_deadline_check.yaml delete mode 100644 configs/exp_p3_w_4_s4_deadline_long.yaml delete mode 100644 configs/exp_p3_w_4_s4_freeze.yaml delete mode 100644 configs/exp_p3_w_4_s4_freeze_long.yaml delete mode 100644 configs/exp_p3_w_4_s4_slow_baseline.yaml delete mode 100644 configs/exp_p3_w_4_s4_slow_deadline.yaml delete mode 100644 configs/exp_p3_w_4_s4_swyh.yaml delete mode 100644 configs/exp_p3_w_4_s4_swyh_long.yaml delete mode 100644 configs/exp_p4_w_4_s2_swyh_non_iid.yaml delete mode 100644 configs/exp_p4_w_4_s2_vanilla_non_iid.yaml delete mode 100644 configs/exp_p5_w_4_s4_deadline_non_iid.yaml delete mode 100644 configs/exp_p5_w_4_s4_freeze_non_iid.yaml delete mode 100644 configs/exp_p5_w_4_s4_swyh_non_iid.yaml delete mode 100644 configs/exp_p5_w_4_s4_vanilla_non_iid.yaml delete mode 100644 configs/exp_p6_w_4_s4_deadline_non_iid.yaml delete mode 100644 configs/exp_p6_w_4_s4_swyh_non_iid.yaml delete mode 100644 configs/exp_p7_w_4_s2_deadline_non_iid.yaml delete mode 100644 configs/exp_p7_w_4_s2_freeze_non_iid.yaml delete mode 100644 configs/exp_p7_w_4_s2_swyh_non_iid.yaml delete mode 100644 configs/exp_p7_w_4_s2_vanilla_non_iid.yaml delete mode 100644 configs/exp_p8_w_4_s2_baseline_fmnist_non_iid.yaml delete mode 100644 configs/exp_p8_w_4_s2_freeze_fmnist_non_iid.yaml delete mode 100644 configs/exp_p8_w_4_s2_offload_fmnist_non_iid.yaml delete mode 100644 configs/exp_p8_w_4_s2_swyh_fmnist_non_iid.yaml delete mode 100644 configs/exp_p8_w_4_s4_baseline_fmnist.yaml delete mode 100644 configs/exp_p8_w_4_s4_baseline_fmnist_non_iid.yaml delete mode 100644 configs/exp_p8_w_4_s4_freeze_fmnist.yaml delete mode 100644 configs/exp_p8_w_4_s4_freeze_fmnist_non_iid.yaml delete mode 100644 configs/exp_p8_w_4_s4_offload_fmnist.yaml delete mode 100644 configs/exp_p8_w_4_s4_offload_fmnist_non_iid.yaml delete mode 100644 configs/exp_p8_w_4_s4_swyh_fmnist.yaml delete mode 100644 configs/exp_p8_w_4_s4_swyh_fmnist_non_iid.yaml delete mode 100644 configs/exp_p8_w_4_s4_vanilla_.yaml delete mode 100644 configs/exp_p8_w_4_s4_vanilla_fmnist.yaml delete mode 100644 configs/experiment.yaml delete mode 100644 configs/experiment_cifar100.yaml delete mode 100644 configs/experiment_deadline.yaml delete mode 100644 configs/experiment_fmnist.yaml delete mode 100644 configs/experiment_fmnist_offload.yaml delete mode 100644 configs/experiment_freeze.yaml delete mode 100644 configs/experiment_gcp_c20.yaml delete mode 100644 configs/experiment_gcp_single.yaml delete mode 100644 configs/experiment_offload.yaml delete mode 100644 configs/experiment_p18_full.yaml delete mode 100644 configs/experiment_swyh.yaml delete mode 100644 configs/experiment_swyh_first_long.yaml delete mode 100644 configs/experiment_swyh_warmup.yaml delete mode 100644 configs/experiment_vanilla.yaml delete mode 100644 configs/non_iid_experiment.yaml delete mode 100644 configs/p11A_freezoff_iid/p11A_freezoff_iid_dyn_terminate.yaml delete mode 100644 configs/p11A_freezoff_iid/p11A_freezoff_iid_dyn_terminate_swyh.yaml delete mode 100644 configs/p11A_freezoff_iid/p11A_freezoff_iid_fedavg.yaml delete mode 100644 configs/p11A_freezoff_iid/p11A_freezoff_iid_fednova.yaml delete mode 100644 configs/p11A_freezoff_iid/p11A_freezoff_iid_fedprox.yaml delete mode 100644 configs/p11A_freezoff_iid/p11A_freezoff_iid_offload.yaml delete mode 100644 configs/p11A_freezoff_iid/p11A_freezoff_iid_offload_strict.yaml delete mode 100644 configs/p11A_freezoff_iid/p11A_freezoff_iid_tifl_adaptive.yaml delete mode 100644 configs/p11A_freezoff_iid/p11A_freezoff_iid_tifl_basic.yaml delete mode 100644 configs/p11A_freezoff_iid/run.py delete mode 100644 configs/p11_freezoff_iid/p11_freezoff_iid_dyn_terminate.yaml delete mode 100644 configs/p11_freezoff_iid/p11_freezoff_iid_dyn_terminate_swyh.yaml delete mode 100644 configs/p11_freezoff_iid/p11_freezoff_iid_fedavg.yaml delete mode 100644 configs/p11_freezoff_iid/p11_freezoff_iid_fednova.yaml delete mode 100644 configs/p11_freezoff_iid/p11_freezoff_iid_fedprox.yaml delete mode 100644 configs/p11_freezoff_iid/p11_freezoff_iid_offload.yaml delete mode 100644 configs/p11_freezoff_iid/p11_freezoff_iid_offload_strict.yaml delete mode 100644 configs/p11_freezoff_iid/p11_freezoff_iid_tifl_adaptive.yaml delete mode 100644 configs/p11_freezoff_iid/p11_freezoff_iid_tifl_basic.yaml delete mode 100644 configs/p11_freezoff_iid/run.py delete mode 100644 configs/p12_freezoff_iid_large/p12_freezoff_iid_dyn_terminate_large.yaml delete mode 100644 configs/p12_freezoff_iid_large/p12_freezoff_iid_dyn_terminate_swyh_large.yaml delete mode 100644 configs/p12_freezoff_iid_large/p12_freezoff_iid_fedavg_large.yaml delete mode 100644 configs/p12_freezoff_iid_large/p12_freezoff_iid_fednova_large.yaml delete mode 100644 configs/p12_freezoff_iid_large/p12_freezoff_iid_fedprox_large.yaml delete mode 100644 configs/p12_freezoff_iid_large/p12_freezoff_iid_offload_large.yaml delete mode 100644 configs/p12_freezoff_iid_large/p12_freezoff_iid_offload_strict_large.yaml delete mode 100644 configs/p12_freezoff_iid_large/p12_freezoff_iid_tifl_adaptive_large.yaml delete mode 100644 configs/p12_freezoff_iid_large/p12_freezoff_iid_tifl_basic_large.yaml delete mode 100644 configs/p12_freezoff_iid_large/run.py delete mode 100644 configs/p13_variance_dev/p13_variance_dev_dyn_terminate_large.yaml delete mode 100644 configs/p13_variance_dev/p13_variance_dev_dyn_terminate_swyh_large.yaml delete mode 100644 configs/p13_variance_dev/p13_variance_dev_fedavg_large.yaml delete mode 100644 configs/p13_variance_dev/p13_variance_dev_fednova_large.yaml delete mode 100644 configs/p13_variance_dev/p13_variance_dev_fedprox_large.yaml delete mode 100644 configs/p13_variance_dev/p13_variance_dev_offload_large.yaml delete mode 100644 configs/p13_variance_dev/p13_variance_dev_tifl_adaptive_large.yaml delete mode 100644 configs/p13_variance_dev/p13_variance_dev_tifl_basic_large.yaml delete mode 100644 configs/p13_variance_dev/run.py delete mode 100644 configs/p14A_check_iid_cifar10_cnn/descr.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/dyn_terminate.cfg.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/exps/dyn_terminate.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/exps/fedavg.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/exps/fednova.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/exps/fedprox.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/exps/offload.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/exps/offload_strict.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/exps/tifl_adaptive.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/exps/tifl_basic.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/fedavg.cfg.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/fednova.cfg.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/fedprox.cfg.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/gen.py delete mode 100644 configs/p14A_check_iid_cifar10_cnn/offload.cfg.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/offload_strict.cfg.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/run.py delete mode 100644 configs/p14A_check_iid_cifar10_cnn/tifl_adaptive.cfg.yaml delete mode 100644 configs/p14A_check_iid_cifar10_cnn/tifl_basic.cfg.yaml delete mode 100644 configs/p14B_effect_of_non_iid_ness_cifar10/descr.yaml delete mode 100644 configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-iid-uniform.yaml delete mode 100644 configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-1.yaml delete mode 100644 configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-10.yaml delete mode 100644 configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-2.yaml delete mode 100644 configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-5.yaml delete mode 100644 configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-iid-uniform.cfg.yaml delete mode 100644 configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-1.cfg.yaml delete mode 100644 configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-10.cfg.yaml delete mode 100644 configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-2.cfg.yaml delete mode 100644 configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-5.cfg.yaml delete mode 100644 configs/p14B_effect_of_non_iid_ness_cifar10/gen.py delete mode 100644 configs/p14B_effect_of_non_iid_ness_cifar10/run.py delete mode 100644 configs/p14_check_iid_cifar10_cnn/descr.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/dyn_terminate.cfg.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/exps/dyn_terminate.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/exps/fedavg.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/exps/fednova.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/exps/fedprox.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/exps/offload.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/exps/offload_strict.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/exps/tifl_adaptive.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/exps/tifl_basic.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/fedavg.cfg.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/fednova.cfg.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/fedprox.cfg.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/gen.py delete mode 100644 configs/p14_check_iid_cifar10_cnn/offload.cfg.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/offload_strict.cfg.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/run.py delete mode 100644 configs/p14_check_iid_cifar10_cnn/tifl_adaptive.cfg.yaml delete mode 100644 configs/p14_check_iid_cifar10_cnn/tifl_basic.cfg.yaml delete mode 100644 configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_dyn_terminate_large.yaml delete mode 100644 configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_dyn_terminate_swyh_large.yaml delete mode 100644 configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_fedavg_large.yaml delete mode 100644 configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_fednova_large.yaml delete mode 100644 configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_fedprox_large.yaml delete mode 100644 configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_offload_large.yaml delete mode 100644 configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_offload_strict_large.yaml delete mode 100644 configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_tifl_adaptive_large.yaml delete mode 100644 configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_tifl_basic_large.yaml delete mode 100644 configs/p15_freezoff_non_iid_large/run.py delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/descr.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/dyn_terminate.cfg.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/exps/dyn_terminate.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/exps/fedavg.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/exps/fednova.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/exps/fedprox.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/exps/offload.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/exps/offload_strict.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/exps/tifl_adaptive.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/exps/tifl_basic.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/fedavg.cfg.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/fednova.cfg.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/fedprox.cfg.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/gen.py delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/offload.cfg.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/offload_strict.cfg.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/run.py delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/tifl_adaptive.cfg.yaml delete mode 100644 configs/p20_freezoff_iid_fmnist_cnn/tifl_basic.cfg.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/descr.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/dyn_terminate.cfg.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/exps/dyn_terminate.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/exps/fedavg.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/exps/fednova.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/exps/fedprox.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/exps/offload.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/exps/offload_strict.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/exps/tifl_adaptive.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/exps/tifl_basic.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/fedavg.cfg.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/fednova.cfg.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/fedprox.cfg.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/gen.py delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/offload.cfg.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/offload_strict.cfg.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/run.py delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/tifl_adaptive.cfg.yaml delete mode 100644 configs/p21_freezoff_non_iid_fmnist_cnn/tifl_basic.cfg.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/descr.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/dyn_terminate.cfg.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/exps/dyn_terminate.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/exps/fedavg.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/exps/fednova.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/exps/fedprox.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/exps/offload.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/exps/offload_strict.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/exps/tifl_adaptive.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/exps/tifl_basic.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/fedavg.cfg.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/fednova.cfg.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/fedprox.cfg.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/gen.py delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/offload.cfg.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/offload_strict.cfg.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/run.py delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/tifl_adaptive.cfg.yaml delete mode 100644 configs/p22_freezoff_iid_cifar10_cnn/tifl_basic.cfg.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/descr.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/dyn_terminate.cfg.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/exps/fedavg.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/exps/fednova.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/exps/fedprox.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/exps/offload.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/exps/offload_strict.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/exps/tifl_adaptive.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/exps/tifl_basic.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/fedavg.cfg.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/fednova.cfg.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/fedprox.cfg.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/gen.py delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/offload.cfg.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/offload_strict.cfg.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/run.py delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/tifl_adaptive.cfg.yaml delete mode 100644 configs/p23_freezoff_non_iid_cifar10_cnn/tifl_basic.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/descr.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/fedavg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/fednova.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/fedprox.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict3.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict4.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict5.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict6.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict7.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/fednova.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/gen.py delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict3.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict4.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict5.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict6.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict7.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/run.py delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml delete mode 100644 configs/p24_freezoff_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/descr.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedavg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/fednova.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedprox.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict3.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict4.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict5.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict6.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict7.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/fednova.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/gen.py delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict10.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict11.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict3.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict4.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict5.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict6.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict7.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict8.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict9.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/run.py delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml delete mode 100644 configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/descr.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/dyn_terminate.cfg.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/dyn_terminate.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/fedavg.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/fednova.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/fedprox.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/offload.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/offload_strict.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/offload_strict4.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/tifl_adaptive.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/tifl_basic.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/fedavg.cfg.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/fednova.cfg.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/fedprox.cfg.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/gen.py delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/offload.cfg.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/offload_strict.cfg.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/offload_strict4.cfg.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/run.py delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/tifl_adaptive.cfg.yaml delete mode 100644 configs/p26_freezoff_iid_mnist_cnn_w9s3/tifl_basic.cfg.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/descr.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/dyn_terminate.cfg.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/dyn_terminate.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/fedavg.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/fednova.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/fedprox.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/offload.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/offload_strict.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/offload_strict4.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/tifl_adaptive.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/tifl_basic.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/fedavg.cfg.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/fednova.cfg.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/fedprox.cfg.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/gen.py delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/offload.cfg.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/offload_strict.cfg.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/offload_strict4.cfg.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/run.py delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/tifl_adaptive.cfg.yaml delete mode 100644 configs/p27_freezoff_non_iid_mnist_cnn_w9s3/tifl_basic.cfg.yaml delete mode 100644 configs/p28_effect_of_non_iid_ness_mnist/descr.yaml delete mode 100644 configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-iid-uniform.yaml delete mode 100644 configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-1.yaml delete mode 100644 configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-10.yaml delete mode 100644 configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-2.yaml delete mode 100644 configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-5.yaml delete mode 100644 configs/p28_effect_of_non_iid_ness_mnist/fedavg-iid-uniform.cfg.yaml delete mode 100644 configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-1.cfg.yaml delete mode 100644 configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-10.cfg.yaml delete mode 100644 configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-2.cfg.yaml delete mode 100644 configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-5.cfg.yaml delete mode 100644 configs/p28_effect_of_non_iid_ness_mnist/gen.py delete mode 100644 configs/p28_effect_of_non_iid_ness_mnist/run.py delete mode 100644 configs/p29_effect_of_freezing_mnist/descr.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-0.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-10.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-100.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-20.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-30.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-40.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-50.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-60.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-70.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-80.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-90.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-0.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-10.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-100.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-20.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-30.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-40.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-50.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-60.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-70.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-80.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-90.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-0.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-10.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-100.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-20.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-30.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-40.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-50.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-60.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-70.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-80.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-90.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-0.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-10.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-100.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-20.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-30.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-40.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-50.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-60.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-70.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-80.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-90.cfg.yaml delete mode 100644 configs/p29_effect_of_freezing_mnist/gen.py delete mode 100644 configs/p29_effect_of_freezing_mnist/run.py delete mode 100644 configs/p30_freezing_effect_dev/descr.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-0.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-100.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-16.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-33.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-50.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-66.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-83.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-0.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-100.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-16.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-33.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-50.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-66.yaml delete mode 100644 configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-83.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-iid-freeze-0.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-iid-freeze-100.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-iid-freeze-16.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-iid-freeze-33.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-iid-freeze-50.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-iid-freeze-66.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-iid-freeze-83.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-0.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-100.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-16.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-33.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-50.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-66.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-83.cfg.yaml delete mode 100644 configs/p30_freezing_effect_dev/gen.py delete mode 100644 configs/p30_freezing_effect_dev/run.py delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/descr.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedavg.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/fednova.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedprox.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/fednova.cfg.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/gen.py delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/offload.cfg.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/run.py delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml delete mode 100644 configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/descr.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/dyn_terminate.cfg.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/exps/dyn_terminate.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/exps/fedavg.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/exps/fednova.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/exps/fedprox.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/exps/offload.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/exps/offload_strict.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/exps/tifl_adaptive.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/exps/tifl_basic.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/fedavg.cfg.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/fednova.cfg.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/fedprox.cfg.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/gen.py delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/offload.cfg.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/offload_strict.cfg.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/run.py delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/tifl_adaptive.cfg.yaml delete mode 100644 configs/p32_freezoff_iid_cifar10_cnn/tifl_basic.cfg.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/descr.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/dyn_terminate.cfg.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/exps/fedavg.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/exps/fednova.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/exps/fedprox.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/exps/offload.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/exps/offload_strict.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/exps/tifl_adaptive.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/exps/tifl_basic.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/fedavg.cfg.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/fednova.cfg.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/fedprox.cfg.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/gen.py delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/offload.cfg.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/offload_strict.cfg.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/run.py delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/tifl_adaptive.cfg.yaml delete mode 100644 configs/p33_freezoff_non_iid_cifar10_cnn/tifl_basic.cfg.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/descr.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedavg.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/fednova.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedprox.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict3.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict4.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/fednova.cfg.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/gen.py delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload.cfg.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict3.cfg.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict4.cfg.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/run.py delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml delete mode 100644 configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/descr.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/dyn_terminate.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/dyn_terminate.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/fedavg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/fednova.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/fedprox.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/offload.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/offload_strict.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/tifl_adaptive.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/tifl_basic.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/fedavg.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/fednova.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/fedprox.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/gen.py delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/offload.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/offload_strict.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/run.py delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/tifl_adaptive.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn copy/tifl_basic.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/descr.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/dyn_terminate.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/dyn_terminate.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/fedavg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/fednova.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/fedprox.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/offload.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/offload_strict.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/tifl_adaptive.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/tifl_basic.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/fedavg.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/fednova.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/fedprox.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/gen.py delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/offload.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/offload_strict.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/run.py delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/tifl_adaptive.cfg.yaml delete mode 100644 configs/p35_freezoff_non_iid_5_cifar10_cnn/tifl_basic.cfg.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/descr.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/dyn_terminate.cfg.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/dyn_terminate_swyh.cfg.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/dyn_terminate.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/dyn_terminate_swyh.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/fedavg.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/fednova.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/fedprox.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict2.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict3.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict4.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/tifl_adaptive.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/tifl_basic.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/fedavg.cfg.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/fednova.cfg.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/fedprox.cfg.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/gen.py delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload.cfg.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict.cfg.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict2.cfg.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict3.cfg.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict4.cfg.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/run.py delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/tifl_adaptive.cfg.yaml delete mode 100644 configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/tifl_basic.cfg.yaml delete mode 100644 configs/terminate/p_terminate_terminate.yaml delete mode 100644 configs/terminate/p_terminate_terminate_swyh.yaml delete mode 100644 configs/terminate/p_terminate_vanilla.yaml delete mode 100644 configs/terminate/p_terminate_vanilla_s3.yaml delete mode 100644 configs/terminate/run.py delete mode 100644 configs/tifl-15/exp_p15_baseline.yaml delete mode 100644 configs/tifl-15/exp_p15_tifl-adaptive.yaml delete mode 100644 configs/tifl-15/exp_p15_tifl-basic.yaml delete mode 100644 configs/tifl-15/exp_p3_tifl.yaml delete mode 100644 configs/tifl-15/run.py delete mode 100644 deploy/dev/client_stub_default.yml delete mode 100644 deploy/dev/client_stub_fast.yml delete mode 100644 deploy/dev/client_stub_medium.yml delete mode 100644 deploy/dev/client_stub_slow.yml delete mode 100644 deploy/dev/system_stub.yml delete mode 100644 deploy/dev_generate/client_stub_medium.yml delete mode 100644 deploy/dev_generate/description.yml delete mode 100644 deploy/dev_generate/stub_fast.yml rename deploy/{dev_generate => docker}/stub_default.yml (100%) rename deploy/{dev_generate => docker}/system_stub.yml (100%) delete mode 100644 deploy/p11_freezoff/client_stub_default.yml delete mode 100644 deploy/p11_freezoff/client_stub_fast.yml delete mode 100644 deploy/p11_freezoff/client_stub_medium.yml delete mode 100644 deploy/p11_freezoff/client_stub_slow.yml delete mode 100644 deploy/p11_freezoff/system_stub.yml delete mode 100644 deploy/p11_freezoff_fast/client_stub_default.yml delete mode 100644 deploy/p11_freezoff_fast/client_stub_fast.yml delete mode 100644 deploy/p11_freezoff_fast/client_stub_medium.yml delete mode 100644 deploy/p11_freezoff_fast/client_stub_slow.yml delete mode 100644 deploy/p11_freezoff_fast/system_stub.yml delete mode 100644 deploy/p23_freezoff_w9s3-half/client_stub_default.yml delete mode 100644 deploy/p23_freezoff_w9s3-half/client_stub_fast.yml delete mode 100644 deploy/p23_freezoff_w9s3-half/client_stub_medium.yml delete mode 100644 deploy/p23_freezoff_w9s3-half/client_stub_slow.yml delete mode 100644 deploy/p23_freezoff_w9s3-half/system_stub.yml delete mode 100644 deploy/p23_freezoff_w9s3/client_stub_default.yml delete mode 100644 deploy/p23_freezoff_w9s3/client_stub_fast.yml delete mode 100644 deploy/p23_freezoff_w9s3/client_stub_medium.yml delete mode 100644 deploy/p23_freezoff_w9s3/client_stub_slow.yml delete mode 100644 deploy/p23_freezoff_w9s3/system_stub.yml delete mode 100644 deploy/p23_freezoff_w9s3_fast/client_stub_default.yml delete mode 100644 deploy/p23_freezoff_w9s3_fast/client_stub_fast.yml delete mode 100644 deploy/p23_freezoff_w9s3_fast/client_stub_medium.yml delete mode 100644 deploy/p23_freezoff_w9s3_fast/client_stub_slow.yml delete mode 100644 deploy/p23_freezoff_w9s3_fast/system_stub.yml delete mode 100644 deploy/p28_non_iid_effect/client_stub_default.yml delete mode 100644 deploy/p28_non_iid_effect/client_stub_fast.yml delete mode 100644 deploy/p28_non_iid_effect/client_stub_medium.yml delete mode 100644 deploy/p28_non_iid_effect/client_stub_slow.yml delete mode 100644 deploy/p28_non_iid_effect/system_stub.yml delete mode 100644 deploy/templates/client_stub_default.yml delete mode 100644 deploy/templates/client_stub_fast.yml delete mode 100644 deploy/templates/client_stub_medium.yml delete mode 100644 deploy/templates/client_stub_slow.yml delete mode 100644 deploy/templates/system_stub.yml delete mode 100644 deploy/terminate/client_stub_default.yml delete mode 100644 deploy/terminate/client_stub_fast.yml delete mode 100644 deploy/terminate/client_stub_medium.yml delete mode 100644 deploy/terminate/client_stub_slow.yml delete mode 100644 deploy/terminate/system_stub.yml delete mode 100644 deploy/tifl-15/client_stub_default.yml delete mode 100644 deploy/tifl-15/client_stub_fast.yml delete mode 100644 deploy/tifl-15/client_stub_medium.yml delete mode 100644 deploy/tifl-15/client_stub_slow.yml delete mode 100644 deploy/tifl-15/system_stub.yml rename configs/dev_mnist/exps/fedavg_direct.yaml => experiments/example_docker/descr.yaml (52%) rename {configs/dev_mnist => experiments/example_docker}/fedavg.cfg.yaml (100%) rename {configs/dev_mnist => experiments/example_native}/descr.yaml (68%) rename configs/dev/dev_p2_fedprox.cfg.yaml => experiments/example_native/fedavg.cfg.yaml (64%) diff --git a/.gitignore b/.gitignore index dfd70190..80d1de1c 100644 --- a/.gitignore +++ b/.gitignore @@ -146,4 +146,5 @@ docker_data *.tmp.txt docker-compose.yml -refactor-notes.md \ No newline at end of file +refactor-notes.md +experiments/**/exps/* \ No newline at end of file diff --git a/Dockerfile b/Dockerfile index afa10773..72b75692 100644 --- a/Dockerfile +++ b/Dockerfile @@ -28,5 +28,6 @@ EXPOSE 5000 COPY fltk ./fltk COPY configs ./configs +COPY experiments ./experiments CMD python3 -m fltk remote $EXP_CONFIG $RANK --nic=$NIC --host=$MASTER_HOSTNAME $OPTIONAL_PARAMS \ No newline at end of file diff --git a/configs/dev/descr.yaml b/configs/dev/descr.yaml deleted file mode 100644 index fab64941..00000000 --- a/configs/dev/descr.yaml +++ /dev/null @@ -1,31 +0,0 @@ ---- -# Experiment configuration -total_epochs: 11 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 100 -warmup_round: false -output_location: 'output/dev_p2' -tensor_board_active: true -clients_per_round: 2 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 2 diff --git a/configs/dev/dev_p2_fedavg.cfg.yaml b/configs/dev/dev_p2_fedavg.cfg.yaml deleted file mode 100644 index ecb5bc3e..00000000 --- a/configs/dev/dev_p2_fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500 \ No newline at end of file diff --git a/configs/dev/exps/dev_p2_fedavg.yaml b/configs/dev/exps/dev_p2_fedavg.yaml deleted file mode 100644 index a253f11d..00000000 --- a/configs/dev/exps/dev_p2_fedavg.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 11 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 100 -warmup_round: false -output_location: 'output/dev_p2' -tensor_board_active: true -clients_per_round: 2 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 2 -# Individual configuration -offload_stategy: vanilla -deadline: 500 -experiment_prefix: 'dev_p2_fedavg' diff --git a/configs/dev/exps/dev_p2_fedprox.yaml b/configs/dev/exps/dev_p2_fedprox.yaml deleted file mode 100644 index d1884c0a..00000000 --- a/configs/dev/exps/dev_p2_fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 11 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 100 -warmup_round: false -output_location: 'output/dev_p2' -tensor_board_active: true -clients_per_round: 2 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 2 -# Individual configuration -offload_stategy: vanilla -deadline: 500 -optimizer: FedProx - -experiment_prefix: 'dev_p2_fedprox' diff --git a/configs/dev/gen.py b/configs/dev/gen.py deleted file mode 100644 index 267dadf6..00000000 --- a/configs/dev/gen.py +++ /dev/null @@ -1,27 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = 'configs/dev' - - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/dev/run.py b/configs/dev/run.py deleted file mode 100644 index 4193edce..00000000 --- a/configs/dev/run.py +++ /dev/null @@ -1,21 +0,0 @@ -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'dev' - generate_docker(name) - base_path = 'configs/dev' - exp_list = [ - 'dev_p2_fedavg.yaml', - 'dev_p2_fedprox.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') - - diff --git a/configs/dev_mnist/exps/fedavg.yaml b/configs/dev_mnist/exps/fedavg.yaml deleted file mode 100644 index 89dc8a37..00000000 --- a/configs/dev_mnist/exps/fedavg.yaml +++ /dev/null @@ -1,38 +0,0 @@ ---- -# Experiment configuration -total_epochs: 3 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 100 -warmup_round: false -output_location: 'output/dev_p2' -tensor_board_active: true -clients_per_round: 4 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 -num_clients: 4 -# Individual configuration -offload_stategy: vanilla -deadline: 500 -single_machine: false -real_time: true -experiment_prefix: 'util_fedavg' diff --git a/configs/dev_mnist/gen.py b/configs/dev_mnist/gen.py deleted file mode 100644 index f268dc45..00000000 --- a/configs/dev_mnist/gen.py +++ /dev/null @@ -1,25 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = Path(__file__).parent - descr_path = base_path / 'descr.yaml' - - exp_cfg_list = [x for x in base_path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = base_path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/dev_mnist/run.py b/configs/dev_mnist/run.py deleted file mode 100644 index 3714a567..00000000 --- a/configs/dev_mnist/run.py +++ /dev/null @@ -1,20 +0,0 @@ -from pathlib import Path - -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'dev' - generate_docker(name) - base_path = f'{Path(__file__).parent}' - exp_list = [ - 'fedavg.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') diff --git a/configs/dev_mnist_all/descr.yaml b/configs/dev_mnist_all/descr.yaml deleted file mode 100644 index 998743a6..00000000 --- a/configs/dev_mnist_all/descr.yaml +++ /dev/null @@ -1,31 +0,0 @@ ---- -# Experiment configuration -total_epochs: 2 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 100 -warmup_round: false -output_location: 'output/dev_p2' -tensor_board_active: true -clients_per_round: 2 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 2 diff --git a/configs/dev_mnist_all/exps/fedavg.yaml b/configs/dev_mnist_all/exps/fedavg.yaml deleted file mode 100644 index 391bf17c..00000000 --- a/configs/dev_mnist_all/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 2 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 100 -warmup_round: false -output_location: 'output/dev_p2' -tensor_board_active: true -clients_per_round: 2 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 2 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'dev_mnist_all_fedavg' -single_machine: false diff --git a/configs/dev_mnist_all/exps/fednova.yaml b/configs/dev_mnist_all/exps/fednova.yaml deleted file mode 100644 index 4528c8dd..00000000 --- a/configs/dev_mnist_all/exps/fednova.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 2 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 100 -warmup_round: false -output_location: 'output/dev_p2' -tensor_board_active: true -clients_per_round: 2 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 2 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'dev_mnist_all_fednova' diff --git a/configs/dev_mnist_all/exps/fedprox.yaml b/configs/dev_mnist_all/exps/fedprox.yaml deleted file mode 100644 index a325437c..00000000 --- a/configs/dev_mnist_all/exps/fedprox.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 2 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 100 -warmup_round: false -output_location: 'output/dev_p2' -tensor_board_active: true -clients_per_round: 2 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 2 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'dev_mnist_all_fedprox' diff --git a/configs/dev_mnist_all/fedavg.cfg.yaml b/configs/dev_mnist_all/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/dev_mnist_all/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/dev_mnist_all/fednova.cfg.yaml b/configs/dev_mnist_all/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/dev_mnist_all/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/dev_mnist_all/fedprox.cfg.yaml b/configs/dev_mnist_all/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/dev_mnist_all/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/dev_mnist_all/gen.py b/configs/dev_mnist_all/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/dev_mnist_all/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/dev_mnist_all/run.py b/configs/dev_mnist_all/run.py deleted file mode 100644 index c2483d49..00000000 --- a/configs/dev_mnist_all/run.py +++ /dev/null @@ -1,22 +0,0 @@ -from pathlib import Path - -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'dev' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - 'fednova.yaml', - 'fedprox.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') diff --git a/configs/effect-freezing/p_freezing-iid_freeze.yaml b/configs/effect-freezing/p_freezing-iid_freeze.yaml deleted file mode 100644 index d078e4ea..00000000 --- a/configs/effect-freezing/p_freezing-iid_freeze.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p_freezing_iid_freeze' -offload_stategy: freeze -profiling_time: 100 -deadline: 1 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 diff --git a/configs/effect-freezing/p_freezing-iid_vanilla.yaml b/configs/effect-freezing/p_freezing-iid_vanilla.yaml deleted file mode 100644 index d1b3592c..00000000 --- a/configs/effect-freezing/p_freezing-iid_vanilla.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p_freezing_iid_vanilla' -offload_stategy: vanilla -profiling_time: 100 -deadline: 1 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 diff --git a/configs/effect-freezing/run.py b/configs/effect-freezing/run.py deleted file mode 100644 index 7dded93e..00000000 --- a/configs/effect-freezing/run.py +++ /dev/null @@ -1,18 +0,0 @@ -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'dev' - generate_docker(name, 10, True) - base_path = 'configs/effect-freezing' - exp_list = ['p_freezing-iid_freeze.yaml','p_freezing-iid_vanilla.yaml'] - exp_list = [f'{base_path}/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') - - diff --git a/configs/exp_p2_vanilla.yaml b/configs/exp_p2_vanilla.yaml deleted file mode 100644 index 3ef45031..00000000 --- a/configs/exp_p2_vanilla.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 250 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p2_vanilla' -offload_stategy: vanilla -profiling_time: 100 -deadline: 500 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 5 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 19 diff --git a/configs/exp_p2_w_4_s2_vanilla.yaml b/configs/exp_p2_w_4_s2_vanilla.yaml deleted file mode 100644 index d306a678..00000000 --- a/configs/exp_p2_w_4_s2_vanilla.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 100 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p2_w4_s2_vanilla' -offload_stategy: vanilla -profiling_time: 100 -deadline: 500 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p2_w_4_s4_vanilla.yaml b/configs/exp_p2_w_4_s4_vanilla.yaml deleted file mode 100644 index 66a45d77..00000000 --- a/configs/exp_p2_w_4_s4_vanilla.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 100 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p2_w4_s4_vanilla' -offload_stategy: vanilla -profiling_time: 100 -deadline: 500 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p3_w_4_s4_baseline.yaml b/configs/exp_p3_w_4_s4_baseline.yaml deleted file mode 100644 index 89c91bf4..00000000 --- a/configs/exp_p3_w_4_s4_baseline.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 30 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p3_w4_s4_baseline' -offload_stategy: vanilla -profiling_time: 100 -deadline: 500 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p3_w_4_s4_baseline_check.yaml b/configs/exp_p3_w_4_s4_baseline_check.yaml deleted file mode 100644 index 38903f2e..00000000 --- a/configs/exp_p3_w_4_s4_baseline_check.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 30 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p3_w4_s4_baseline_check' -offload_stategy: vanilla -profiling_time: 100 -deadline: 500 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p3_w_4_s4_baseline_long.yaml b/configs/exp_p3_w_4_s4_baseline_long.yaml deleted file mode 100644 index 70c1373c..00000000 --- a/configs/exp_p3_w_4_s4_baseline_long.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 250 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p3_w4_s4_baseline_long' -offload_stategy: vanilla -profiling_time: 100 -deadline: 35 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p3_w_4_s4_deadline.yaml b/configs/exp_p3_w_4_s4_deadline.yaml deleted file mode 100644 index 6e72e0f0..00000000 --- a/configs/exp_p3_w_4_s4_deadline.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 30 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p3_w4_s4_deadline' -offload_stategy: deadline -profiling_time: 100 -deadline: 35 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p3_w_4_s4_deadline_check.yaml b/configs/exp_p3_w_4_s4_deadline_check.yaml deleted file mode 100644 index d0bf9250..00000000 --- a/configs/exp_p3_w_4_s4_deadline_check.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 30 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p3_w4_s4_deadline_check' -offload_stategy: deadline -profiling_time: 100 -deadline: 35 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p3_w_4_s4_deadline_long.yaml b/configs/exp_p3_w_4_s4_deadline_long.yaml deleted file mode 100644 index 24c814a8..00000000 --- a/configs/exp_p3_w_4_s4_deadline_long.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 250 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p3_w4_s4_deadline_long' -offload_stategy: deadline -profiling_time: 100 -deadline: 35 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p3_w_4_s4_freeze.yaml b/configs/exp_p3_w_4_s4_freeze.yaml deleted file mode 100644 index e0aaa770..00000000 --- a/configs/exp_p3_w_4_s4_freeze.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 30 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p3_w4_s4_freeze' -offload_stategy: freeze -profiling_time: 100 -deadline: 35 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p3_w_4_s4_freeze_long.yaml b/configs/exp_p3_w_4_s4_freeze_long.yaml deleted file mode 100644 index c91144ad..00000000 --- a/configs/exp_p3_w_4_s4_freeze_long.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 250 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p3_w4_s4_freeze_long' -offload_stategy: freeze -profiling_time: 100 -deadline: 35 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p3_w_4_s4_slow_baseline.yaml b/configs/exp_p3_w_4_s4_slow_baseline.yaml deleted file mode 100644 index 8e6bea48..00000000 --- a/configs/exp_p3_w_4_s4_slow_baseline.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 30 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p3_w4_s4_slow_baseline' -offload_stategy: vanilla -profiling_time: 100 -deadline: 500 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p3_w_4_s4_slow_deadline.yaml b/configs/exp_p3_w_4_s4_slow_deadline.yaml deleted file mode 100644 index 6e72e0f0..00000000 --- a/configs/exp_p3_w_4_s4_slow_deadline.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 30 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p3_w4_s4_deadline' -offload_stategy: deadline -profiling_time: 100 -deadline: 35 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p3_w_4_s4_swyh.yaml b/configs/exp_p3_w_4_s4_swyh.yaml deleted file mode 100644 index e43ce120..00000000 --- a/configs/exp_p3_w_4_s4_swyh.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 30 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p3_w4_s4_swyh' -offload_stategy: swyh -profiling_time: 100 -deadline: 35 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p3_w_4_s4_swyh_long.yaml b/configs/exp_p3_w_4_s4_swyh_long.yaml deleted file mode 100644 index 6e898a94..00000000 --- a/configs/exp_p3_w_4_s4_swyh_long.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 250 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p3_w4_s4_swyh_long' -offload_stategy: swyh -profiling_time: 100 -deadline: 35 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p4_w_4_s2_swyh_non_iid.yaml b/configs/exp_p4_w_4_s2_swyh_non_iid.yaml deleted file mode 100644 index afdcef17..00000000 --- a/configs/exp_p4_w_4_s2_swyh_non_iid.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 30 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p4_w4_s2_swyh_non_iid' -offload_stategy: swyh -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p4_w_4_s2_vanilla_non_iid.yaml b/configs/exp_p4_w_4_s2_vanilla_non_iid.yaml deleted file mode 100644 index 187a816b..00000000 --- a/configs/exp_p4_w_4_s2_vanilla_non_iid.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 30 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p4_w4_s2_vanilla_non_iid' -offload_stategy: vanilla -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p5_w_4_s4_deadline_non_iid.yaml b/configs/exp_p5_w_4_s4_deadline_non_iid.yaml deleted file mode 100644 index 81cdbf31..00000000 --- a/configs/exp_p5_w_4_s4_deadline_non_iid.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 100 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p5_w4_s4_deadline_non_iid' -offload_stategy: deadline -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p5_w_4_s4_freeze_non_iid.yaml b/configs/exp_p5_w_4_s4_freeze_non_iid.yaml deleted file mode 100644 index ec7f11b6..00000000 --- a/configs/exp_p5_w_4_s4_freeze_non_iid.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 100 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p5_w4_s4_freeze_non_iid' -offload_stategy: freeze -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p5_w_4_s4_swyh_non_iid.yaml b/configs/exp_p5_w_4_s4_swyh_non_iid.yaml deleted file mode 100644 index 49f4e6ed..00000000 --- a/configs/exp_p5_w_4_s4_swyh_non_iid.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 100 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p5_w4_s4_swyh_non_iid' -offload_stategy: swyh -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p5_w_4_s4_vanilla_non_iid.yaml b/configs/exp_p5_w_4_s4_vanilla_non_iid.yaml deleted file mode 100644 index b3290d2d..00000000 --- a/configs/exp_p5_w_4_s4_vanilla_non_iid.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 100 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p5_w4_s4_vanilla_non_iid' -offload_stategy: vanilla -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p6_w_4_s4_deadline_non_iid.yaml b/configs/exp_p6_w_4_s4_deadline_non_iid.yaml deleted file mode 100644 index 07e8c38e..00000000 --- a/configs/exp_p6_w_4_s4_deadline_non_iid.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p6_w4_s4_deadline_non_iid' -offload_stategy: deadline -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p6_w_4_s4_swyh_non_iid.yaml b/configs/exp_p6_w_4_s4_swyh_non_iid.yaml deleted file mode 100644 index 31859721..00000000 --- a/configs/exp_p6_w_4_s4_swyh_non_iid.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p6_w4_s4_swhy_non_iid' -offload_stategy: swyh -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p7_w_4_s2_deadline_non_iid.yaml b/configs/exp_p7_w_4_s2_deadline_non_iid.yaml deleted file mode 100644 index ef30cb9d..00000000 --- a/configs/exp_p7_w_4_s2_deadline_non_iid.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p7_w4_s2_deadline_non_iid' -offload_stategy: deadline -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p7_w_4_s2_freeze_non_iid.yaml b/configs/exp_p7_w_4_s2_freeze_non_iid.yaml deleted file mode 100644 index 1a72f579..00000000 --- a/configs/exp_p7_w_4_s2_freeze_non_iid.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p7_w4_s2_freeze_non_iid' -offload_stategy: freeze -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p7_w_4_s2_swyh_non_iid.yaml b/configs/exp_p7_w_4_s2_swyh_non_iid.yaml deleted file mode 100644 index 7f8c7332..00000000 --- a/configs/exp_p7_w_4_s2_swyh_non_iid.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p7_w4_s2_swyh_non_iid' -offload_stategy: swyh -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p7_w_4_s2_vanilla_non_iid.yaml b/configs/exp_p7_w_4_s2_vanilla_non_iid.yaml deleted file mode 100644 index 2662656e..00000000 --- a/configs/exp_p7_w_4_s2_vanilla_non_iid.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p7_w4_s2_vanilla_non_iid' -offload_stategy: vanilla -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s2_baseline_fmnist_non_iid.yaml b/configs/exp_p8_w_4_s2_baseline_fmnist_non_iid.yaml deleted file mode 100644 index 218bffdd..00000000 --- a/configs/exp_p8_w_4_s2_baseline_fmnist_non_iid.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -#net: Cifar10CNN -#dataset: cifar10 -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s2_baseline_fmnist_non_iid' -offload_stategy: vanilla -profiling_time: 100 -deadline: 17.5 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s2_freeze_fmnist_non_iid.yaml b/configs/exp_p8_w_4_s2_freeze_fmnist_non_iid.yaml deleted file mode 100644 index fe437054..00000000 --- a/configs/exp_p8_w_4_s2_freeze_fmnist_non_iid.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -#net: Cifar10CNN -#dataset: cifar10 -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s2_freeze_fmnist_non_iid' -offload_stategy: freeze -profiling_time: 100 -deadline: 17.5 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s2_offload_fmnist_non_iid.yaml b/configs/exp_p8_w_4_s2_offload_fmnist_non_iid.yaml deleted file mode 100644 index 7194ea73..00000000 --- a/configs/exp_p8_w_4_s2_offload_fmnist_non_iid.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -#net: Cifar10CNN -#dataset: cifar10 -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s2_offload_fmnist_non_iid' -offload_stategy: offload -profiling_time: 100 -deadline: 17.5 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s2_swyh_fmnist_non_iid.yaml b/configs/exp_p8_w_4_s2_swyh_fmnist_non_iid.yaml deleted file mode 100644 index 836b99c8..00000000 --- a/configs/exp_p8_w_4_s2_swyh_fmnist_non_iid.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -#net: Cifar10CNN -#dataset: cifar10 -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s2_swyh_fmnist_non_iid' -offload_stategy: swyh -profiling_time: 100 -deadline: 17.5 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s4_baseline_fmnist.yaml b/configs/exp_p8_w_4_s4_baseline_fmnist.yaml deleted file mode 100644 index 9b5dbca1..00000000 --- a/configs/exp_p8_w_4_s4_baseline_fmnist.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -#net: Cifar10CNN -#dataset: cifar10 -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s4_baseline_fmnist' -offload_stategy: vanilla -profiling_time: 100 -deadline: 17.5 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s4_baseline_fmnist_non_iid.yaml b/configs/exp_p8_w_4_s4_baseline_fmnist_non_iid.yaml deleted file mode 100644 index aca5e153..00000000 --- a/configs/exp_p8_w_4_s4_baseline_fmnist_non_iid.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -#net: Cifar10CNN -#dataset: cifar10 -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s4_baseline_fmnist_non_iid' -offload_stategy: vanilla -profiling_time: 100 -deadline: 17.5 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s4_freeze_fmnist.yaml b/configs/exp_p8_w_4_s4_freeze_fmnist.yaml deleted file mode 100644 index 50788622..00000000 --- a/configs/exp_p8_w_4_s4_freeze_fmnist.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -#net: Cifar10CNN -#dataset: cifar10 -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s4_freeze_fmnist' -offload_stategy: freeze -profiling_time: 100 -deadline: 17.5 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s4_freeze_fmnist_non_iid.yaml b/configs/exp_p8_w_4_s4_freeze_fmnist_non_iid.yaml deleted file mode 100644 index bb4bad80..00000000 --- a/configs/exp_p8_w_4_s4_freeze_fmnist_non_iid.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -#net: Cifar10CNN -#dataset: cifar10 -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s4_freeze_fmnist_non_iid' -offload_stategy: freeze -profiling_time: 100 -deadline: 17.5 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s4_offload_fmnist.yaml b/configs/exp_p8_w_4_s4_offload_fmnist.yaml deleted file mode 100644 index 04e5ef9d..00000000 --- a/configs/exp_p8_w_4_s4_offload_fmnist.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -#net: Cifar10CNN -#dataset: cifar10 -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s4_offload_fmnist' -offload_stategy: offload -profiling_time: 100 -deadline: 17.5 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s4_offload_fmnist_non_iid.yaml b/configs/exp_p8_w_4_s4_offload_fmnist_non_iid.yaml deleted file mode 100644 index 5d2f1618..00000000 --- a/configs/exp_p8_w_4_s4_offload_fmnist_non_iid.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -#net: Cifar10CNN -#dataset: cifar10 -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s4_offload_fmnist_non_iid' -offload_stategy: offload -profiling_time: 100 -deadline: 17.5 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s4_swyh_fmnist.yaml b/configs/exp_p8_w_4_s4_swyh_fmnist.yaml deleted file mode 100644 index bce29ecd..00000000 --- a/configs/exp_p8_w_4_s4_swyh_fmnist.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -#net: Cifar10CNN -#dataset: cifar10 -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s4_swyh_fmnist' -offload_stategy: swyh -profiling_time: 100 -deadline: 17.5 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s4_swyh_fmnist_non_iid.yaml b/configs/exp_p8_w_4_s4_swyh_fmnist_non_iid.yaml deleted file mode 100644 index 97a5ba7f..00000000 --- a/configs/exp_p8_w_4_s4_swyh_fmnist_non_iid.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -#net: Cifar10CNN -#dataset: cifar10 -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s4_swyh_fmnist_non_iid' -offload_stategy: swyh -profiling_time: 100 -deadline: 17.5 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "limit labels flex" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s4_vanilla_.yaml b/configs/exp_p8_w_4_s4_vanilla_.yaml deleted file mode 100644 index e03d0b4d..00000000 --- a/configs/exp_p8_w_4_s4_vanilla_.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s4_vanilla' -offload_stategy: vanilla -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/exp_p8_w_4_s4_vanilla_fmnist.yaml b/configs/exp_p8_w_4_s4_vanilla_fmnist.yaml deleted file mode 100644 index 29a819b3..00000000 --- a/configs/exp_p8_w_4_s4_vanilla_fmnist.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -#net: Cifar10CNN -#dataset: cifar10 -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p8_w4_s4_vanilla_fmnist' -offload_stategy: vanilla -profiling_time: 100 -deadline: 37 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/experiment.yaml b/configs/experiment.yaml deleted file mode 100644 index 8e180b73..00000000 --- a/configs/experiment.yaml +++ /dev/null @@ -1,28 +0,0 @@ ---- -# Experiment configuration -total_epochs: 20 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'experiment_sample' -offload_stategy: deadline -profiling_time: -1 -deadline: 1000 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - hostname: '10.5.0.11' - nic: 'eth0' - clients: - amount: 4 diff --git a/configs/experiment_cifar100.yaml b/configs/experiment_cifar100.yaml deleted file mode 100644 index b579942a..00000000 --- a/configs/experiment_cifar100.yaml +++ /dev/null @@ -1,28 +0,0 @@ ---- -# Experiment configuration -total_epochs: 60 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar100ResNet -dataset: cifar100 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'experiment_cifar100' -offload_stategy: vanilla -profiling_time: 100 -deadline: 500 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - hostname: '10.5.0.11' - nic: 'eth0' - clients: - amount: 4 diff --git a/configs/experiment_deadline.yaml b/configs/experiment_deadline.yaml deleted file mode 100644 index c038e3a6..00000000 --- a/configs/experiment_deadline.yaml +++ /dev/null @@ -1,28 +0,0 @@ ---- -# Experiment configuration -total_epochs: 20 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_offload_deadline' -offload_stategy: deadline -profiling_time: 50 -deadline: 140 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "dirichlet" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - hostname: '10.5.0.11' - nic: 'eth0' - clients: - amount: 2 diff --git a/configs/experiment_fmnist.yaml b/configs/experiment_fmnist.yaml deleted file mode 100644 index cb9ce75d..00000000 --- a/configs/experiment_fmnist.yaml +++ /dev/null @@ -1,28 +0,0 @@ ---- -# Experiment configuration -total_epochs: 20 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'experiment_fmnist' -offload_stategy: vanilla -profiling_time: 100 -deadline: 500 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - hostname: '10.5.0.11' - nic: 'eth0' - clients: - amount: 4 diff --git a/configs/experiment_fmnist_offload.yaml b/configs/experiment_fmnist_offload.yaml deleted file mode 100644 index 696808cf..00000000 --- a/configs/experiment_fmnist_offload.yaml +++ /dev/null @@ -1,30 +0,0 @@ ---- -# Experiment configuration -total_epochs: 20 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -#net: Cifar10CNN -#dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'experiment_fmnist_offload' -offload_stategy: offload -profiling_time: 100 -deadline: 13 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - hostname: '10.5.0.11' - nic: 'eth0' - clients: - amount: 4 diff --git a/configs/experiment_freeze.yaml b/configs/experiment_freeze.yaml deleted file mode 100644 index 78631070..00000000 --- a/configs/experiment_freeze.yaml +++ /dev/null @@ -1,28 +0,0 @@ ---- -# Experiment configuration -total_epochs: 20 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_freeze_deadline' -offload_stategy: freeze -profiling_time: 50 -deadline: 140 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "dirichlet" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - hostname: '10.5.0.11' - nic: 'eth0' - clients: - amount: 2 diff --git a/configs/experiment_gcp_c20.yaml b/configs/experiment_gcp_c20.yaml deleted file mode 100644 index 193d61c9..00000000 --- a/configs/experiment_gcp_c20.yaml +++ /dev/null @@ -1,19 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: true -experiment_prefix: 'ex-gcp-c20' -output_location: 'output' -tensor_board_active: true -clients_per_round: 10 -system: - federator: - hostname: '192.168.0.129' - nic: 'ens4' - clients: - amount: 20 diff --git a/configs/experiment_gcp_single.yaml b/configs/experiment_gcp_single.yaml deleted file mode 100644 index 19d1d03c..00000000 --- a/configs/experiment_gcp_single.yaml +++ /dev/null @@ -1,19 +0,0 @@ ---- -# Experiment configuration -total_epochs: 5 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: true -experiment_prefix: 'experiment_single_machine' -output_location: 'output' -tensor_board_active: true -clients_per_round: 1 -system: - federator: - hostname: '131.180.40.72' - nic: 'ens4' - clients: - amount: 1 diff --git a/configs/experiment_offload.yaml b/configs/experiment_offload.yaml deleted file mode 100644 index ccf8c0c1..00000000 --- a/configs/experiment_offload.yaml +++ /dev/null @@ -1,28 +0,0 @@ ---- -# Experiment configuration -total_epochs: 1 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_model_offload_deadline_fedavg_test' -offload_stategy: offload -profiling_time: 50 -deadline: 140 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "dirichlet" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - hostname: '10.5.0.11' - nic: 'eth0' - clients: - amount: 2 diff --git a/configs/experiment_p18_full.yaml b/configs/experiment_p18_full.yaml deleted file mode 100644 index a01c944a..00000000 --- a/configs/experiment_p18_full.yaml +++ /dev/null @@ -1,28 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'experiment_p18_full' -offload_stategy: deadline -profiling_time: -1 -deadline: 1000 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 18 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - hostname: '10.5.0.11' - nic: 'eth0' - clients: - amount: 18 diff --git a/configs/experiment_swyh.yaml b/configs/experiment_swyh.yaml deleted file mode 100644 index 86b185fd..00000000 --- a/configs/experiment_swyh.yaml +++ /dev/null @@ -1,28 +0,0 @@ ---- -# Experiment configuration -total_epochs: 20 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_swyh_deadline' -offload_stategy: swyh -profiling_time: 50 -deadline: 140 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "dirichlet" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - hostname: '10.5.0.11' - nic: 'eth0' - clients: - amount: 2 diff --git a/configs/experiment_swyh_first_long.yaml b/configs/experiment_swyh_first_long.yaml deleted file mode 100644 index 7089d52b..00000000 --- a/configs/experiment_swyh_first_long.yaml +++ /dev/null @@ -1,29 +0,0 @@ ---- -# Experiment configuration -total_epochs: 20 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_swyh_first_long_deadline' -offload_stategy: swyh -profiling_time: 50 -deadline: 140 -first_deadline: 400 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "dirichlet" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - hostname: '10.5.0.11' - nic: 'eth0' - clients: - amount: 2 diff --git a/configs/experiment_swyh_warmup.yaml b/configs/experiment_swyh_warmup.yaml deleted file mode 100644 index 72400588..00000000 --- a/configs/experiment_swyh_warmup.yaml +++ /dev/null @@ -1,28 +0,0 @@ ---- -# Experiment configuration -total_epochs: 20 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_swyh__warmup_deadline' -offload_stategy: swyh -profiling_time: 50 -deadline: 140 -warmup_round: true -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "dirichlet" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - hostname: '10.5.0.11' - nic: 'eth0' - clients: - amount: 2 diff --git a/configs/experiment_vanilla.yaml b/configs/experiment_vanilla.yaml deleted file mode 100644 index 2ab96331..00000000 --- a/configs/experiment_vanilla.yaml +++ /dev/null @@ -1,28 +0,0 @@ ---- -# Experiment configuration -total_epochs: 20 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_offload_vanilla' -offload_stategy: vanilla -profiling_time: 100 -deadline: 500 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 2 -sampler: "dirichlet" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - hostname: '10.5.0.11' - nic: 'eth0' - clients: - amount: 2 diff --git a/configs/non_iid_experiment.yaml b/configs/non_iid_experiment.yaml deleted file mode 100644 index 1bf59ed8..00000000 --- a/configs/non_iid_experiment.yaml +++ /dev/null @@ -1,23 +0,0 @@ ---- -# Experiment configuration -total_epochs: 30 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'experiment_non_iid(dirichlet)' -output_location: 'output' -tensor_board_active: true -clients_per_round: 4 -sampler: "dirichlet" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - hostname: '192.168.1.108' - nic: 'wlp4s0' - clients: - amount: 10 # must be multiple of the number of labels for q-sampler and limit-labels diff --git a/configs/p11A_freezoff_iid/p11A_freezoff_iid_dyn_terminate.yaml b/configs/p11A_freezoff_iid/p11A_freezoff_iid_dyn_terminate.yaml deleted file mode 100644 index 8262f35c..00000000 --- a/configs/p11A_freezoff_iid/p11A_freezoff_iid_dyn_terminate.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11A_freezoff_iid_dyn_terminate' -offload_stategy: dynamic-terminate -profiling_time: 20 -deadline: 50000 -warmup_round: false -output_location: 'output/p11A' -tensor_board_active: true -clients_per_round: 3 -termination_percentage: 0.7 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11A_freezoff_iid/p11A_freezoff_iid_dyn_terminate_swyh.yaml b/configs/p11A_freezoff_iid/p11A_freezoff_iid_dyn_terminate_swyh.yaml deleted file mode 100644 index ff5ccea7..00000000 --- a/configs/p11A_freezoff_iid/p11A_freezoff_iid_dyn_terminate_swyh.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11A_freezoff_iid_dyn_terminate_swyh' -offload_stategy: dynamic-terminate-swyh -profiling_time: 20 -deadline: 50000 -warmup_round: false -output_location: 'output/p11A' -tensor_board_active: true -clients_per_round: 3 -termination_percentage: 0.7 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11A_freezoff_iid/p11A_freezoff_iid_fedavg.yaml b/configs/p11A_freezoff_iid/p11A_freezoff_iid_fedavg.yaml deleted file mode 100644 index 190acd98..00000000 --- a/configs/p11A_freezoff_iid/p11A_freezoff_iid_fedavg.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11A_freezoff_iid_fedavg' -offload_stategy: vanilla -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p11A' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11A_freezoff_iid/p11A_freezoff_iid_fednova.yaml b/configs/p11A_freezoff_iid/p11A_freezoff_iid_fednova.yaml deleted file mode 100644 index 13ca9fd6..00000000 --- a/configs/p11A_freezoff_iid/p11A_freezoff_iid_fednova.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11A_freezoff_iid_fednova' -offload_stategy: vanilla -optimizer: FedNova -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p11A' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11A_freezoff_iid/p11A_freezoff_iid_fedprox.yaml b/configs/p11A_freezoff_iid/p11A_freezoff_iid_fedprox.yaml deleted file mode 100644 index 2515b230..00000000 --- a/configs/p11A_freezoff_iid/p11A_freezoff_iid_fedprox.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11A_freezoff_iid_fedprox' -offload_stategy: vanilla -optimizer: FedProx -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p11A' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11A_freezoff_iid/p11A_freezoff_iid_offload.yaml b/configs/p11A_freezoff_iid/p11A_freezoff_iid_offload.yaml deleted file mode 100644 index 942b7daa..00000000 --- a/configs/p11A_freezoff_iid/p11A_freezoff_iid_offload.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11A_freezoff_iid_offload' -offload_stategy: offload -profiling_time: 20 -deadline: 50000 -warmup_round: false -output_location: 'output/p11A' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11A_freezoff_iid/p11A_freezoff_iid_offload_strict.yaml b/configs/p11A_freezoff_iid/p11A_freezoff_iid_offload_strict.yaml deleted file mode 100644 index 9cc228e6..00000000 --- a/configs/p11A_freezoff_iid/p11A_freezoff_iid_offload_strict.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11A_freezoff_iid_offload_strict' -offload_stategy: offload -profiling_time: 20 -deadline: 7 -deadline_threshold: 2 -warmup_round: false -output_location: 'output/p11A' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11A_freezoff_iid/p11A_freezoff_iid_tifl_adaptive.yaml b/configs/p11A_freezoff_iid/p11A_freezoff_iid_tifl_adaptive.yaml deleted file mode 100644 index 41d525d1..00000000 --- a/configs/p11A_freezoff_iid/p11A_freezoff_iid_tifl_adaptive.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11A_freezoff_iid_tifl_adaptive' -offload_stategy: tifl-adaptive -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p11A' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11A_freezoff_iid/p11A_freezoff_iid_tifl_basic.yaml b/configs/p11A_freezoff_iid/p11A_freezoff_iid_tifl_basic.yaml deleted file mode 100644 index d432df2c..00000000 --- a/configs/p11A_freezoff_iid/p11A_freezoff_iid_tifl_basic.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11A_freezoff_iid_tifl_basic' -offload_stategy: tifl-basic -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p11A' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11A_freezoff_iid/run.py b/configs/p11A_freezoff_iid/run.py deleted file mode 100644 index d15e51c2..00000000 --- a/configs/p11A_freezoff_iid/run.py +++ /dev/null @@ -1,30 +0,0 @@ -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'p11_freezoff' - generate_docker(name) - base_path = 'configs/p11A_freezoff_iid' - exp_list = [ - # 'p11A_freezoff_iid_fedprox.yaml', - # 'p11A_freezoff_iid_fednova.yaml', - # 'p11A_freezoff_iid_offload.yaml', - 'p11A_freezoff_iid_offload_strict.yaml', - # 'p11A_freezoff_iid_dyn_terminate_swyh.yaml', - 'p11A_freezoff_iid_fedavg.yaml', - 'p11A_freezoff_iid_tifl_adaptive.yaml', - # 'p11A_freezoff_iid_dyn_terminate.yaml', - 'p11A_freezoff_iid_tifl_basic.yaml' - ] - exp_list = [f'{base_path}/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') - - - - diff --git a/configs/p11_freezoff_iid/p11_freezoff_iid_dyn_terminate.yaml b/configs/p11_freezoff_iid/p11_freezoff_iid_dyn_terminate.yaml deleted file mode 100644 index 6c791172..00000000 --- a/configs/p11_freezoff_iid/p11_freezoff_iid_dyn_terminate.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11_freezoff_iid_dyn_terminate' -offload_stategy: dynamic-terminate -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p11' -tensor_board_active: true -clients_per_round: 3 -termination_percentage: 0.7 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11_freezoff_iid/p11_freezoff_iid_dyn_terminate_swyh.yaml b/configs/p11_freezoff_iid/p11_freezoff_iid_dyn_terminate_swyh.yaml deleted file mode 100644 index d439fe4a..00000000 --- a/configs/p11_freezoff_iid/p11_freezoff_iid_dyn_terminate_swyh.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11_freezoff_iid_dyn_terminate_swyh' -offload_stategy: dynamic-terminate-swyh -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p11' -tensor_board_active: true -clients_per_round: 3 -termination_percentage: 0.7 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11_freezoff_iid/p11_freezoff_iid_fedavg.yaml b/configs/p11_freezoff_iid/p11_freezoff_iid_fedavg.yaml deleted file mode 100644 index cc912b84..00000000 --- a/configs/p11_freezoff_iid/p11_freezoff_iid_fedavg.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11_freezoff_iid_fedavg' -offload_stategy: vanilla -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p11' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11_freezoff_iid/p11_freezoff_iid_fednova.yaml b/configs/p11_freezoff_iid/p11_freezoff_iid_fednova.yaml deleted file mode 100644 index d4ed5682..00000000 --- a/configs/p11_freezoff_iid/p11_freezoff_iid_fednova.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11_freezoff_iid_fednova' -offload_stategy: vanilla -optimizer: FedNova -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p11' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11_freezoff_iid/p11_freezoff_iid_fedprox.yaml b/configs/p11_freezoff_iid/p11_freezoff_iid_fedprox.yaml deleted file mode 100644 index 0d45f094..00000000 --- a/configs/p11_freezoff_iid/p11_freezoff_iid_fedprox.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11_freezoff_iid_fedprox' -offload_stategy: vanilla -optimizer: FedProx -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p11' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11_freezoff_iid/p11_freezoff_iid_offload.yaml b/configs/p11_freezoff_iid/p11_freezoff_iid_offload.yaml deleted file mode 100644 index b81032a8..00000000 --- a/configs/p11_freezoff_iid/p11_freezoff_iid_offload.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11_freezoff_iid_offload' -offload_stategy: offload -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p11' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11_freezoff_iid/p11_freezoff_iid_offload_strict.yaml b/configs/p11_freezoff_iid/p11_freezoff_iid_offload_strict.yaml deleted file mode 100644 index 39135d17..00000000 --- a/configs/p11_freezoff_iid/p11_freezoff_iid_offload_strict.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11_freezoff_iid_offload_strict' -offload_stategy: offload -profiling_time: 30 -deadline: 26 -deadline_threshold: 1 -warmup_round: false -output_location: 'output/p11' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11_freezoff_iid/p11_freezoff_iid_tifl_adaptive.yaml b/configs/p11_freezoff_iid/p11_freezoff_iid_tifl_adaptive.yaml deleted file mode 100644 index d7a6d012..00000000 --- a/configs/p11_freezoff_iid/p11_freezoff_iid_tifl_adaptive.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11_freezoff_iid_tifl_adaptive' -offload_stategy: tifl-adaptive -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p11' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11_freezoff_iid/p11_freezoff_iid_tifl_basic.yaml b/configs/p11_freezoff_iid/p11_freezoff_iid_tifl_basic.yaml deleted file mode 100644 index 2c15a6a3..00000000 --- a/configs/p11_freezoff_iid/p11_freezoff_iid_tifl_basic.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p11_freezoff_iid_tifl_basic' -offload_stategy: tifl-basic -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p11' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p11_freezoff_iid/run.py b/configs/p11_freezoff_iid/run.py deleted file mode 100644 index b4e7f1db..00000000 --- a/configs/p11_freezoff_iid/run.py +++ /dev/null @@ -1,30 +0,0 @@ -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'p11_freezoff' - generate_docker(name) - base_path = 'configs/p11_freezoff_iid' - exp_list = [ - # 'p11_freezoff_iid_fedprox.yaml', - # 'p11_freezoff_iid_fednova.yaml', - # 'p11_freezoff_iid_offload.yaml', - 'p11_freezoff_iid_offload_strict.yaml', - # 'p11_freezoff_iid_dyn_terminate_swyh.yaml', - 'p11_freezoff_iid_fedavg.yaml', - 'p11_freezoff_iid_tifl_adaptive.yaml', - # 'p11_freezoff_iid_dyn_terminate.yaml', - 'p11_freezoff_iid_tifl_basic.yaml' - ] - exp_list = [f'{base_path}/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') - - - - diff --git a/configs/p12_freezoff_iid_large/p12_freezoff_iid_dyn_terminate_large.yaml b/configs/p12_freezoff_iid_large/p12_freezoff_iid_dyn_terminate_large.yaml deleted file mode 100644 index a9567bf1..00000000 --- a/configs/p12_freezoff_iid_large/p12_freezoff_iid_dyn_terminate_large.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p12_freezoff_iid_dyn_terminate' -offload_stategy: dynamic-terminate -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 6 -termination_percentage: 0.7 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p12_freezoff_iid_large/p12_freezoff_iid_dyn_terminate_swyh_large.yaml b/configs/p12_freezoff_iid_large/p12_freezoff_iid_dyn_terminate_swyh_large.yaml deleted file mode 100644 index 0c089d8e..00000000 --- a/configs/p12_freezoff_iid_large/p12_freezoff_iid_dyn_terminate_swyh_large.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p12_freezoff_iid_dyn_terminate_swyh' -offload_stategy: dynamic-terminate-swyh -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 6 -termination_percentage: 0.7 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p12_freezoff_iid_large/p12_freezoff_iid_fedavg_large.yaml b/configs/p12_freezoff_iid_large/p12_freezoff_iid_fedavg_large.yaml deleted file mode 100644 index 24327e6f..00000000 --- a/configs/p12_freezoff_iid_large/p12_freezoff_iid_fedavg_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p12_freezoff_iid_fedavg' -offload_stategy: vanilla -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p12_freezoff_iid_large/p12_freezoff_iid_fednova_large.yaml b/configs/p12_freezoff_iid_large/p12_freezoff_iid_fednova_large.yaml deleted file mode 100644 index cde9e011..00000000 --- a/configs/p12_freezoff_iid_large/p12_freezoff_iid_fednova_large.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p12_freezoff_iid_fednova' -offload_stategy: vanilla -optimizer: FedNova -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p12_freezoff_iid_large/p12_freezoff_iid_fedprox_large.yaml b/configs/p12_freezoff_iid_large/p12_freezoff_iid_fedprox_large.yaml deleted file mode 100644 index e39700ba..00000000 --- a/configs/p12_freezoff_iid_large/p12_freezoff_iid_fedprox_large.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p12_freezoff_iid_fedprox' -offload_stategy: vanilla -optimizer: FedProx -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p12_freezoff_iid_large/p12_freezoff_iid_offload_large.yaml b/configs/p12_freezoff_iid_large/p12_freezoff_iid_offload_large.yaml deleted file mode 100644 index f8045a71..00000000 --- a/configs/p12_freezoff_iid_large/p12_freezoff_iid_offload_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p12_freezoff_iid_offload' -offload_stategy: offload -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p12_freezoff_iid_large/p12_freezoff_iid_offload_strict_large.yaml b/configs/p12_freezoff_iid_large/p12_freezoff_iid_offload_strict_large.yaml deleted file mode 100644 index 3ff0a335..00000000 --- a/configs/p12_freezoff_iid_large/p12_freezoff_iid_offload_strict_large.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p12_freezoff_iid_offload_strict' -offload_stategy: offload -profiling_time: 20 -deadline: 7 -deadline_threshold: 2 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p12_freezoff_iid_large/p12_freezoff_iid_tifl_adaptive_large.yaml b/configs/p12_freezoff_iid_large/p12_freezoff_iid_tifl_adaptive_large.yaml deleted file mode 100644 index be7ca59a..00000000 --- a/configs/p12_freezoff_iid_large/p12_freezoff_iid_tifl_adaptive_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p12_freezoff_iid_tifl_adaptive' -offload_stategy: tifl-adaptive -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p12_freezoff_iid_large/p12_freezoff_iid_tifl_basic_large.yaml b/configs/p12_freezoff_iid_large/p12_freezoff_iid_tifl_basic_large.yaml deleted file mode 100644 index 40b89646..00000000 --- a/configs/p12_freezoff_iid_large/p12_freezoff_iid_tifl_basic_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p12_freezoff_iid_tifl_basic' -offload_stategy: tifl-basic -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p12_freezoff_iid_large/run.py b/configs/p12_freezoff_iid_large/run.py deleted file mode 100644 index af24f5d5..00000000 --- a/configs/p12_freezoff_iid_large/run.py +++ /dev/null @@ -1,30 +0,0 @@ -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'p11_freezoff' - generate_docker(name) - base_path = 'configs/p12_freezoff_iid_large' - exp_list = [ - 'p12_freezoff_iid_offload_strict_large.yaml', - 'p12_freezoff_iid_offload_large.yaml', - 'p12_freezoff_iid_fedprox_large.yaml', - 'p12_freezoff_iid_fednova_large.yaml', - 'p12_freezoff_iid_dyn_terminate_swyh_large.yaml', - 'p12_freezoff_iid_fedavg_large.yaml', - 'p12_freezoff_iid_tifl_adaptive_large.yaml', - 'p12_freezoff_iid_dyn_terminate_large.yaml', - 'p12_freezoff_iid_tifl_basic_large.yaml' - ] - exp_list = [f'{base_path}/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') - - - - diff --git a/configs/p13_variance_dev/p13_variance_dev_dyn_terminate_large.yaml b/configs/p13_variance_dev/p13_variance_dev_dyn_terminate_large.yaml deleted file mode 100644 index 7288b6be..00000000 --- a/configs/p13_variance_dev/p13_variance_dev_dyn_terminate_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p13_variance_dev_dyn_terminate' -offload_stategy: dynamic-terminate -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 diff --git a/configs/p13_variance_dev/p13_variance_dev_dyn_terminate_swyh_large.yaml b/configs/p13_variance_dev/p13_variance_dev_dyn_terminate_swyh_large.yaml deleted file mode 100644 index dd78fd8c..00000000 --- a/configs/p13_variance_dev/p13_variance_dev_dyn_terminate_swyh_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p13_variance_dev_terminate_swyh' -offload_stategy: dynamic-terminate-swyh -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 diff --git a/configs/p13_variance_dev/p13_variance_dev_fedavg_large.yaml b/configs/p13_variance_dev/p13_variance_dev_fedavg_large.yaml deleted file mode 100644 index 37495688..00000000 --- a/configs/p13_variance_dev/p13_variance_dev_fedavg_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p13_variance_dev_fedavg' -offload_stategy: vanilla -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 diff --git a/configs/p13_variance_dev/p13_variance_dev_fednova_large.yaml b/configs/p13_variance_dev/p13_variance_dev_fednova_large.yaml deleted file mode 100644 index 4c705ab2..00000000 --- a/configs/p13_variance_dev/p13_variance_dev_fednova_large.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p13_variance_dev_fednova' -offload_stategy: vanilla -optimizer: FedNova -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 diff --git a/configs/p13_variance_dev/p13_variance_dev_fedprox_large.yaml b/configs/p13_variance_dev/p13_variance_dev_fedprox_large.yaml deleted file mode 100644 index 63213871..00000000 --- a/configs/p13_variance_dev/p13_variance_dev_fedprox_large.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p13_variance_dev_fedprox' -offload_stategy: vanilla -optimizer: FedProx -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 diff --git a/configs/p13_variance_dev/p13_variance_dev_offload_large.yaml b/configs/p13_variance_dev/p13_variance_dev_offload_large.yaml deleted file mode 100644 index 4ea37194..00000000 --- a/configs/p13_variance_dev/p13_variance_dev_offload_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p13_variance_dev_offload' -offload_stategy: offload -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 diff --git a/configs/p13_variance_dev/p13_variance_dev_tifl_adaptive_large.yaml b/configs/p13_variance_dev/p13_variance_dev_tifl_adaptive_large.yaml deleted file mode 100644 index b24dc6ab..00000000 --- a/configs/p13_variance_dev/p13_variance_dev_tifl_adaptive_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p13_variance_dev_adaptive' -offload_stategy: tifl-adaptive -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 diff --git a/configs/p13_variance_dev/p13_variance_dev_tifl_basic_large.yaml b/configs/p13_variance_dev/p13_variance_dev_tifl_basic_large.yaml deleted file mode 100644 index 60f06c0c..00000000 --- a/configs/p13_variance_dev/p13_variance_dev_tifl_basic_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p13_variance_dev_tifl_basic' -offload_stategy: tifl-basic -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p12' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 diff --git a/configs/p13_variance_dev/run.py b/configs/p13_variance_dev/run.py deleted file mode 100644 index 085c4d6c..00000000 --- a/configs/p13_variance_dev/run.py +++ /dev/null @@ -1,29 +0,0 @@ -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'p13_w6' - generate_docker(name) - base_path = 'configs/p13_variance_dev' - exp_list = [ - 'p13_variance_dev_offload_large.yaml', - # 'p13_variance_dev_fedprox_large.yaml', - # 'p13_variance_dev_fednova_large.yaml', - # 'p13_variance_dev_dyn_terminate_swyh_large.yaml', - # 'p13_variance_dev_fedavg_large.yaml', - # 'p13_variance_dev_tifl_adaptive_large.yaml', - # 'p13_variance_dev_dyn_terminate_large.yaml', - # 'p13_variance_dev_tifl_basic_large.yaml' - ] - exp_list = [f'{base_path}/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') - - - - diff --git a/configs/p14A_check_iid_cifar10_cnn/descr.yaml b/configs/p14A_check_iid_cifar10_cnn/descr.yaml deleted file mode 100644 index 594a03b8..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14A' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 diff --git a/configs/p14A_check_iid_cifar10_cnn/dyn_terminate.cfg.yaml b/configs/p14A_check_iid_cifar10_cnn/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p14A_check_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml b/configs/p14A_check_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p14A_check_iid_cifar10_cnn/exps/dyn_terminate.yaml b/configs/p14A_check_iid_cifar10_cnn/exps/dyn_terminate.yaml deleted file mode 100644 index 23f5d126..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14A' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p14A_check_iid_cifar10_cnn_dyn_terminate' diff --git a/configs/p14A_check_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml b/configs/p14A_check_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index 2ce3217b..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14A' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p14A_check_iid_cifar10_cnn_dyn_terminate_swyh' diff --git a/configs/p14A_check_iid_cifar10_cnn/exps/fedavg.yaml b/configs/p14A_check_iid_cifar10_cnn/exps/fedavg.yaml deleted file mode 100644 index 0c3d3b94..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14A' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p14A_check_iid_cifar10_cnn_fedavg' diff --git a/configs/p14A_check_iid_cifar10_cnn/exps/fednova.yaml b/configs/p14A_check_iid_cifar10_cnn/exps/fednova.yaml deleted file mode 100644 index 7b93eabd..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14A' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p14A_check_iid_cifar10_cnn_fednova' diff --git a/configs/p14A_check_iid_cifar10_cnn/exps/fedprox.yaml b/configs/p14A_check_iid_cifar10_cnn/exps/fedprox.yaml deleted file mode 100644 index 3ebf2e49..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14A' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p14A_check_iid_cifar10_cnn_fedprox' diff --git a/configs/p14A_check_iid_cifar10_cnn/exps/offload.yaml b/configs/p14A_check_iid_cifar10_cnn/exps/offload.yaml deleted file mode 100644 index f3503858..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14A' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p14A_check_iid_cifar10_cnn_offload' diff --git a/configs/p14A_check_iid_cifar10_cnn/exps/offload_strict.yaml b/configs/p14A_check_iid_cifar10_cnn/exps/offload_strict.yaml deleted file mode 100644 index bb23ed2d..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14A' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 -experiment_prefix: 'p14A_check_iid_cifar10_cnn_offload_strict' diff --git a/configs/p14A_check_iid_cifar10_cnn/exps/tifl_adaptive.yaml b/configs/p14A_check_iid_cifar10_cnn/exps/tifl_adaptive.yaml deleted file mode 100644 index fab8cbf1..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14A' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p14A_check_iid_cifar10_cnn_tifl_adaptive' diff --git a/configs/p14A_check_iid_cifar10_cnn/exps/tifl_basic.yaml b/configs/p14A_check_iid_cifar10_cnn/exps/tifl_basic.yaml deleted file mode 100644 index 6ae1e298..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14A' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p14A_check_iid_cifar10_cnn_tifl_basic' diff --git a/configs/p14A_check_iid_cifar10_cnn/fedavg.cfg.yaml b/configs/p14A_check_iid_cifar10_cnn/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p14A_check_iid_cifar10_cnn/fednova.cfg.yaml b/configs/p14A_check_iid_cifar10_cnn/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p14A_check_iid_cifar10_cnn/fedprox.cfg.yaml b/configs/p14A_check_iid_cifar10_cnn/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p14A_check_iid_cifar10_cnn/gen.py b/configs/p14A_check_iid_cifar10_cnn/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p14A_check_iid_cifar10_cnn/offload.cfg.yaml b/configs/p14A_check_iid_cifar10_cnn/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p14A_check_iid_cifar10_cnn/offload_strict.cfg.yaml b/configs/p14A_check_iid_cifar10_cnn/offload_strict.cfg.yaml deleted file mode 100644 index f07a9c58..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p14A_check_iid_cifar10_cnn/run.py b/configs/p14A_check_iid_cifar10_cnn/run.py deleted file mode 100644 index 460f8b1e..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/run.py +++ /dev/null @@ -1,43 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'generate_check_w18_fast' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - # 'offload_strict.yaml', - # 'offload_strict2.yaml', - # 'offload_strict3.yaml', - # 'offload_strict4.yaml', - # 'offload_strict5.yaml', - # 'offload_strict6.yaml', - # 'offload_strict7.yaml', - # 'fednova.yaml', - # 'fedprox.yaml', - # 'offload.yaml', - # 'tifl_adaptive.yaml', - # 'tifl_basic.yaml', - # 'dyn_terminate_swyh.yaml', - # 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - diff --git a/configs/p14A_check_iid_cifar10_cnn/tifl_adaptive.cfg.yaml b/configs/p14A_check_iid_cifar10_cnn/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p14A_check_iid_cifar10_cnn/tifl_basic.cfg.yaml b/configs/p14A_check_iid_cifar10_cnn/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p14A_check_iid_cifar10_cnn/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p14B_effect_of_non_iid_ness_cifar10/descr.yaml b/configs/p14B_effect_of_non_iid_ness_cifar10/descr.yaml deleted file mode 100644 index 7c09bd98..00000000 --- a/configs/p14B_effect_of_non_iid_ness_cifar10/descr.yaml +++ /dev/null @@ -1,27 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14B' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 diff --git a/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-iid-uniform.yaml b/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-iid-uniform.yaml deleted file mode 100644 index ad80682e..00000000 --- a/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-iid-uniform.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14B' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -experiment_prefix: 'p14B_effect_of_non_iid_ness_cifar10_fedavg-iid-uniform' diff --git a/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-1.yaml b/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-1.yaml deleted file mode 100644 index 99c58d6c..00000000 --- a/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-1.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14B' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 1 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -experiment_prefix: 'p14B_effect_of_non_iid_ness_cifar10_fedavg-non-iid-1' diff --git a/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-10.yaml b/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-10.yaml deleted file mode 100644 index 63dde8d5..00000000 --- a/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-10.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14B' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 10 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -experiment_prefix: 'p14B_effect_of_non_iid_ness_cifar10_fedavg-non-iid-10' diff --git a/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-2.yaml b/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-2.yaml deleted file mode 100644 index a81d65c3..00000000 --- a/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-2.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14B' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -experiment_prefix: 'p14B_effect_of_non_iid_ness_cifar10_fedavg-non-iid-2' diff --git a/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-5.yaml b/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-5.yaml deleted file mode 100644 index d911b976..00000000 --- a/configs/p14B_effect_of_non_iid_ness_cifar10/exps/fedavg-non-iid-5.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14B' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -experiment_prefix: 'p14B_effect_of_non_iid_ness_cifar10_fedavg-non-iid-5' diff --git a/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-iid-uniform.cfg.yaml b/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-iid-uniform.cfg.yaml deleted file mode 100644 index 65bda1b5..00000000 --- a/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-iid-uniform.cfg.yaml +++ /dev/null @@ -1,7 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused \ No newline at end of file diff --git a/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-1.cfg.yaml b/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-1.cfg.yaml deleted file mode 100644 index 645c08d9..00000000 --- a/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-1.cfg.yaml +++ /dev/null @@ -1,7 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 1 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused \ No newline at end of file diff --git a/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-10.cfg.yaml b/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-10.cfg.yaml deleted file mode 100644 index 7a92bbb2..00000000 --- a/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-10.cfg.yaml +++ /dev/null @@ -1,7 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 10 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused \ No newline at end of file diff --git a/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-2.cfg.yaml b/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-2.cfg.yaml deleted file mode 100644 index 876dae51..00000000 --- a/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-2.cfg.yaml +++ /dev/null @@ -1,7 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused \ No newline at end of file diff --git a/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-5.cfg.yaml b/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-5.cfg.yaml deleted file mode 100644 index 79bbc150..00000000 --- a/configs/p14B_effect_of_non_iid_ness_cifar10/fedavg-non-iid-5.cfg.yaml +++ /dev/null @@ -1,7 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused \ No newline at end of file diff --git a/configs/p14B_effect_of_non_iid_ness_cifar10/gen.py b/configs/p14B_effect_of_non_iid_ness_cifar10/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p14B_effect_of_non_iid_ness_cifar10/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p14B_effect_of_non_iid_ness_cifar10/run.py b/configs/p14B_effect_of_non_iid_ness_cifar10/run.py deleted file mode 100644 index 1037b72f..00000000 --- a/configs/p14B_effect_of_non_iid_ness_cifar10/run.py +++ /dev/null @@ -1,34 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p28_non_iid_effect' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg-non-iid-5.yaml', - 'fedavg-iid-uniform.yaml', - 'fedavg-non-iid-10.yaml', - 'fedavg-non-iid-1.yaml', - 'fedavg-non-iid-2.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - - diff --git a/configs/p14_check_iid_cifar10_cnn/descr.yaml b/configs/p14_check_iid_cifar10_cnn/descr.yaml deleted file mode 100644 index a840e572..00000000 --- a/configs/p14_check_iid_cifar10_cnn/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 4 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 diff --git a/configs/p14_check_iid_cifar10_cnn/dyn_terminate.cfg.yaml b/configs/p14_check_iid_cifar10_cnn/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p14_check_iid_cifar10_cnn/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p14_check_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml b/configs/p14_check_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p14_check_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p14_check_iid_cifar10_cnn/exps/dyn_terminate.yaml b/configs/p14_check_iid_cifar10_cnn/exps/dyn_terminate.yaml deleted file mode 100644 index 5d6cffe7..00000000 --- a/configs/p14_check_iid_cifar10_cnn/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 4 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p14_check_iid_cifar10_cnn_dyn_terminate' diff --git a/configs/p14_check_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml b/configs/p14_check_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index 69343556..00000000 --- a/configs/p14_check_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 4 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p14_check_iid_cifar10_cnn_dyn_terminate_swyh' diff --git a/configs/p14_check_iid_cifar10_cnn/exps/fedavg.yaml b/configs/p14_check_iid_cifar10_cnn/exps/fedavg.yaml deleted file mode 100644 index f1c1bad5..00000000 --- a/configs/p14_check_iid_cifar10_cnn/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 4 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p14_check_iid_cifar10_cnn_fedavg' diff --git a/configs/p14_check_iid_cifar10_cnn/exps/fednova.yaml b/configs/p14_check_iid_cifar10_cnn/exps/fednova.yaml deleted file mode 100644 index 7a76e627..00000000 --- a/configs/p14_check_iid_cifar10_cnn/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 4 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p14_check_iid_cifar10_cnn_fednova' diff --git a/configs/p14_check_iid_cifar10_cnn/exps/fedprox.yaml b/configs/p14_check_iid_cifar10_cnn/exps/fedprox.yaml deleted file mode 100644 index f968c79a..00000000 --- a/configs/p14_check_iid_cifar10_cnn/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 4 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p14_check_iid_cifar10_cnn_fedprox' diff --git a/configs/p14_check_iid_cifar10_cnn/exps/offload.yaml b/configs/p14_check_iid_cifar10_cnn/exps/offload.yaml deleted file mode 100644 index 4fcab48b..00000000 --- a/configs/p14_check_iid_cifar10_cnn/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 4 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p14_check_iid_cifar10_cnn_offload' diff --git a/configs/p14_check_iid_cifar10_cnn/exps/offload_strict.yaml b/configs/p14_check_iid_cifar10_cnn/exps/offload_strict.yaml deleted file mode 100644 index a782648c..00000000 --- a/configs/p14_check_iid_cifar10_cnn/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 4 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 -experiment_prefix: 'p14_check_iid_cifar10_cnn_offload_strict' diff --git a/configs/p14_check_iid_cifar10_cnn/exps/tifl_adaptive.yaml b/configs/p14_check_iid_cifar10_cnn/exps/tifl_adaptive.yaml deleted file mode 100644 index 92547493..00000000 --- a/configs/p14_check_iid_cifar10_cnn/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 4 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p14_check_iid_cifar10_cnn_tifl_adaptive' diff --git a/configs/p14_check_iid_cifar10_cnn/exps/tifl_basic.yaml b/configs/p14_check_iid_cifar10_cnn/exps/tifl_basic.yaml deleted file mode 100644 index 1c292e0a..00000000 --- a/configs/p14_check_iid_cifar10_cnn/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 200 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p14' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 4 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 4 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p14_check_iid_cifar10_cnn_tifl_basic' diff --git a/configs/p14_check_iid_cifar10_cnn/fedavg.cfg.yaml b/configs/p14_check_iid_cifar10_cnn/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p14_check_iid_cifar10_cnn/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p14_check_iid_cifar10_cnn/fednova.cfg.yaml b/configs/p14_check_iid_cifar10_cnn/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p14_check_iid_cifar10_cnn/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p14_check_iid_cifar10_cnn/fedprox.cfg.yaml b/configs/p14_check_iid_cifar10_cnn/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p14_check_iid_cifar10_cnn/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p14_check_iid_cifar10_cnn/gen.py b/configs/p14_check_iid_cifar10_cnn/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p14_check_iid_cifar10_cnn/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p14_check_iid_cifar10_cnn/offload.cfg.yaml b/configs/p14_check_iid_cifar10_cnn/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p14_check_iid_cifar10_cnn/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p14_check_iid_cifar10_cnn/offload_strict.cfg.yaml b/configs/p14_check_iid_cifar10_cnn/offload_strict.cfg.yaml deleted file mode 100644 index f07a9c58..00000000 --- a/configs/p14_check_iid_cifar10_cnn/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p14_check_iid_cifar10_cnn/run.py b/configs/p14_check_iid_cifar10_cnn/run.py deleted file mode 100644 index 5732f7e7..00000000 --- a/configs/p14_check_iid_cifar10_cnn/run.py +++ /dev/null @@ -1,43 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'generate_check_w4' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - # 'offload_strict.yaml', - # 'offload_strict2.yaml', - # 'offload_strict3.yaml', - # 'offload_strict4.yaml', - # 'offload_strict5.yaml', - # 'offload_strict6.yaml', - # 'offload_strict7.yaml', - # 'fednova.yaml', - # 'fedprox.yaml', - # 'offload.yaml', - # 'tifl_adaptive.yaml', - # 'tifl_basic.yaml', - # 'dyn_terminate_swyh.yaml', - # 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - diff --git a/configs/p14_check_iid_cifar10_cnn/tifl_adaptive.cfg.yaml b/configs/p14_check_iid_cifar10_cnn/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p14_check_iid_cifar10_cnn/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p14_check_iid_cifar10_cnn/tifl_basic.cfg.yaml b/configs/p14_check_iid_cifar10_cnn/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p14_check_iid_cifar10_cnn/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_dyn_terminate_large.yaml b/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_dyn_terminate_large.yaml deleted file mode 100644 index 3ca4f5f5..00000000 --- a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_dyn_terminate_large.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p15_freezoff_non_iid_dyn_terminate' -offload_stategy: dynamic-terminate -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p15' -tensor_board_active: true -clients_per_round: 6 -termination_percentage: 0.7 -node_groups: - slow: [1, 2] - medium: [3, 4] - fast: [5, 6] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_dyn_terminate_swyh_large.yaml b/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_dyn_terminate_swyh_large.yaml deleted file mode 100644 index ec74786b..00000000 --- a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_dyn_terminate_swyh_large.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p15_freezoff_non_iid_dyn_terminate_swyh' -offload_stategy: dynamic-terminate-swyh -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p15' -tensor_board_active: true -clients_per_round: 6 -termination_percentage: 0.7 -node_groups: - slow: [1, 2] - medium: [3, 4] - fast: [5, 6] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_fedavg_large.yaml b/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_fedavg_large.yaml deleted file mode 100644 index de16a2ec..00000000 --- a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_fedavg_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p15_freezoff_non_iid_fedavg' -offload_stategy: vanilla -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p15' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 2] - medium: [3, 4] - fast: [5, 6] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_fednova_large.yaml b/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_fednova_large.yaml deleted file mode 100644 index 28458841..00000000 --- a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_fednova_large.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p15_freezoff_non_iid_fednova' -offload_stategy: vanilla -optimizer: FedNova -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p15' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 2] - medium: [3, 4] - fast: [5, 6] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_fedprox_large.yaml b/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_fedprox_large.yaml deleted file mode 100644 index 0f70e659..00000000 --- a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_fedprox_large.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p15_freezoff_non_iid_fedprox' -offload_stategy: vanilla -optimizer: FedProx -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p15' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 2] - medium: [3, 4] - fast: [5, 6] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_offload_large.yaml b/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_offload_large.yaml deleted file mode 100644 index ea0b4f7f..00000000 --- a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_offload_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p15_freezoff_non_iid_offload' -offload_stategy: offload -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p15' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 2] - medium: [3, 4] - fast: [5, 6] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_offload_strict_large.yaml b/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_offload_strict_large.yaml deleted file mode 100644 index 74448f53..00000000 --- a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_offload_strict_large.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p15_freezoff_non_iid_offload_strict_large' -offload_stategy: offload -profiling_time: 30 -deadline: 7 -deadline_threshold: 2 -warmup_round: false -output_location: 'output/p15' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 2] - medium: [3, 4] - fast: [5, 6] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_tifl_adaptive_large.yaml b/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_tifl_adaptive_large.yaml deleted file mode 100644 index 9bb2c524..00000000 --- a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_tifl_adaptive_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p15_freezoff_non_iid_tifl_adaptive' -offload_stategy: tifl-adaptive -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p15' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_tifl_basic_large.yaml b/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_tifl_basic_large.yaml deleted file mode 100644 index 4a32ca6f..00000000 --- a/configs/p15_freezoff_non_iid_large/p15_freezoff_non_iid_tifl_basic_large.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'p15_freezoff_non_iid_tifl_basic' -offload_stategy: tifl-basic -profiling_time: 30 -deadline: 50000 -warmup_round: false -output_location: 'output/p15' -tensor_board_active: true -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p15_freezoff_non_iid_large/run.py b/configs/p15_freezoff_non_iid_large/run.py deleted file mode 100644 index 7b6797e4..00000000 --- a/configs/p15_freezoff_non_iid_large/run.py +++ /dev/null @@ -1,30 +0,0 @@ -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'p11_freezoff' - generate_docker(name) - base_path = 'configs/p15_freezoff_non_iid_large' - exp_list = [ - # 'p15_freezoff_non_iid_offload_strict_large.yaml', - # 'p15_freezoff_non_iid_offload_large.yaml', - # 'p15_freezoff_non_iid_fedprox_large.yaml', - # 'p15_freezoff_non_iid_fednova_large.yaml', - 'p15_freezoff_non_iid_dyn_terminate_swyh_large.yaml', - # 'p15_freezoff_non_iid_fedavg_large.yaml', - 'p15_freezoff_non_iid_dyn_terminate_large.yaml', - 'p15_freezoff_non_iid_tifl_adaptive_large.yaml', - 'p15_freezoff_non_iid_tifl_basic_large.yaml' - ] - exp_list = [f'{base_path}/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') - - - - diff --git a/configs/p20_freezoff_iid_fmnist_cnn/descr.yaml b/configs/p20_freezoff_iid_fmnist_cnn/descr.yaml deleted file mode 100644 index a1241ede..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p20' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p20_freezoff_iid_fmnist_cnn/dyn_terminate.cfg.yaml b/configs/p20_freezoff_iid_fmnist_cnn/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p20_freezoff_iid_fmnist_cnn/dyn_terminate_swyh.cfg.yaml b/configs/p20_freezoff_iid_fmnist_cnn/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p20_freezoff_iid_fmnist_cnn/exps/dyn_terminate.yaml b/configs/p20_freezoff_iid_fmnist_cnn/exps/dyn_terminate.yaml deleted file mode 100644 index 3aad2be6..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p20' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p20_freezoff_iid_fmnist_cnn_dyn_terminate' diff --git a/configs/p20_freezoff_iid_fmnist_cnn/exps/dyn_terminate_swyh.yaml b/configs/p20_freezoff_iid_fmnist_cnn/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index 94567f35..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p20' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p20_freezoff_iid_fmnist_cnn_dyn_terminate_swyh' diff --git a/configs/p20_freezoff_iid_fmnist_cnn/exps/fedavg.yaml b/configs/p20_freezoff_iid_fmnist_cnn/exps/fedavg.yaml deleted file mode 100644 index 4189dcb5..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p20' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p20_freezoff_iid_fmnist_cnn_fedavg' diff --git a/configs/p20_freezoff_iid_fmnist_cnn/exps/fednova.yaml b/configs/p20_freezoff_iid_fmnist_cnn/exps/fednova.yaml deleted file mode 100644 index d8e9c159..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p20' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p20_freezoff_iid_fmnist_cnn_fednova' diff --git a/configs/p20_freezoff_iid_fmnist_cnn/exps/fedprox.yaml b/configs/p20_freezoff_iid_fmnist_cnn/exps/fedprox.yaml deleted file mode 100644 index 0599b51f..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p20' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p20_freezoff_iid_fmnist_cnn_fedprox' diff --git a/configs/p20_freezoff_iid_fmnist_cnn/exps/offload.yaml b/configs/p20_freezoff_iid_fmnist_cnn/exps/offload.yaml deleted file mode 100644 index 624f8fbd..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p20' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p20_freezoff_iid_fmnist_cnn_offload' diff --git a/configs/p20_freezoff_iid_fmnist_cnn/exps/offload_strict.yaml b/configs/p20_freezoff_iid_fmnist_cnn/exps/offload_strict.yaml deleted file mode 100644 index 9b4a6d51..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p20' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 -experiment_prefix: 'p20_freezoff_iid_fmnist_cnn_offload_strict' diff --git a/configs/p20_freezoff_iid_fmnist_cnn/exps/tifl_adaptive.yaml b/configs/p20_freezoff_iid_fmnist_cnn/exps/tifl_adaptive.yaml deleted file mode 100644 index 17f8aac7..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p20' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p20_freezoff_iid_fmnist_cnn_tifl_adaptive' diff --git a/configs/p20_freezoff_iid_fmnist_cnn/exps/tifl_basic.yaml b/configs/p20_freezoff_iid_fmnist_cnn/exps/tifl_basic.yaml deleted file mode 100644 index 3da03869..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p20' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p20_freezoff_iid_fmnist_cnn_tifl_basic' diff --git a/configs/p20_freezoff_iid_fmnist_cnn/fedavg.cfg.yaml b/configs/p20_freezoff_iid_fmnist_cnn/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p20_freezoff_iid_fmnist_cnn/fednova.cfg.yaml b/configs/p20_freezoff_iid_fmnist_cnn/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p20_freezoff_iid_fmnist_cnn/fedprox.cfg.yaml b/configs/p20_freezoff_iid_fmnist_cnn/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p20_freezoff_iid_fmnist_cnn/gen.py b/configs/p20_freezoff_iid_fmnist_cnn/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p20_freezoff_iid_fmnist_cnn/offload.cfg.yaml b/configs/p20_freezoff_iid_fmnist_cnn/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p20_freezoff_iid_fmnist_cnn/offload_strict.cfg.yaml b/configs/p20_freezoff_iid_fmnist_cnn/offload_strict.cfg.yaml deleted file mode 100644 index f07a9c58..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p20_freezoff_iid_fmnist_cnn/run.py b/configs/p20_freezoff_iid_fmnist_cnn/run.py deleted file mode 100644 index d2b2e028..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/run.py +++ /dev/null @@ -1,35 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p11_freezoff' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - 'offload_strict.yaml', - 'fednova.yaml', - 'fedprox.yaml', - 'offload.yaml', - 'tifl_adaptive.yaml', - 'tifl_basic.yaml', - 'dyn_terminate_swyh.yaml', - 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') diff --git a/configs/p20_freezoff_iid_fmnist_cnn/tifl_adaptive.cfg.yaml b/configs/p20_freezoff_iid_fmnist_cnn/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p20_freezoff_iid_fmnist_cnn/tifl_basic.cfg.yaml b/configs/p20_freezoff_iid_fmnist_cnn/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p20_freezoff_iid_fmnist_cnn/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/descr.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/descr.yaml deleted file mode 100644 index 0c77063a..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p21' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/dyn_terminate.cfg.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/dyn_terminate_swyh.cfg.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/dyn_terminate.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/exps/dyn_terminate.yaml deleted file mode 100644 index b98791f7..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p21' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p21_freezoff_non_iid_fmnist_cnn_dyn_terminate' diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/dyn_terminate_swyh.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index a402cc14..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p21' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p21_freezoff_non_iid_fmnist_cnn_dyn_terminate_swyh' diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/fedavg.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/exps/fedavg.yaml deleted file mode 100644 index 11334b11..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p21' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p21_freezoff_non_iid_fmnist_cnn_fedavg' diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/fednova.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/exps/fednova.yaml deleted file mode 100644 index 9842d72e..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p21' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p21_freezoff_non_iid_fmnist_cnn_fednova' diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/fedprox.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/exps/fedprox.yaml deleted file mode 100644 index af82207f..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p21' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p21_freezoff_non_iid_fmnist_cnn_fedprox' diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/offload.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/exps/offload.yaml deleted file mode 100644 index 4e09f4cb..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p21' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p21_freezoff_non_iid_fmnist_cnn_offload' diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/offload_strict.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/exps/offload_strict.yaml deleted file mode 100644 index fd15fd06..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p21' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 -experiment_prefix: 'p21_freezoff_non_iid_fmnist_cnn_offload_strict' diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/tifl_adaptive.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/exps/tifl_adaptive.yaml deleted file mode 100644 index 5d5b03fe..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p21' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p21_freezoff_non_iid_fmnist_cnn_tifl_adaptive' diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/tifl_basic.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/exps/tifl_basic.yaml deleted file mode 100644 index ab79764c..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p21' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p21_freezoff_non_iid_fmnist_cnn_tifl_basic' diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/fedavg.cfg.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/fednova.cfg.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/fedprox.cfg.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/gen.py b/configs/p21_freezoff_non_iid_fmnist_cnn/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/offload.cfg.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/offload_strict.cfg.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/offload_strict.cfg.yaml deleted file mode 100644 index f07a9c58..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/run.py b/configs/p21_freezoff_non_iid_fmnist_cnn/run.py deleted file mode 100644 index d2b2e028..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/run.py +++ /dev/null @@ -1,35 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p11_freezoff' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - 'offload_strict.yaml', - 'fednova.yaml', - 'fedprox.yaml', - 'offload.yaml', - 'tifl_adaptive.yaml', - 'tifl_basic.yaml', - 'dyn_terminate_swyh.yaml', - 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/tifl_adaptive.cfg.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p21_freezoff_non_iid_fmnist_cnn/tifl_basic.cfg.yaml b/configs/p21_freezoff_non_iid_fmnist_cnn/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p21_freezoff_non_iid_fmnist_cnn/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p22_freezoff_iid_cifar10_cnn/descr.yaml b/configs/p22_freezoff_iid_cifar10_cnn/descr.yaml deleted file mode 100644 index b98f9f11..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p22_freezoff_iid_cifar10_cnn/dyn_terminate.cfg.yaml b/configs/p22_freezoff_iid_cifar10_cnn/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p22_freezoff_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml b/configs/p22_freezoff_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p22_freezoff_iid_cifar10_cnn/exps/dyn_terminate.yaml b/configs/p22_freezoff_iid_cifar10_cnn/exps/dyn_terminate.yaml deleted file mode 100644 index 94c0963c..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_dyn_terminate' diff --git a/configs/p22_freezoff_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml b/configs/p22_freezoff_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index 8ecdd49a..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_dyn_terminate_swyh' diff --git a/configs/p22_freezoff_iid_cifar10_cnn/exps/fedavg.yaml b/configs/p22_freezoff_iid_cifar10_cnn/exps/fedavg.yaml deleted file mode 100644 index 57b3ad7e..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_fedavg' diff --git a/configs/p22_freezoff_iid_cifar10_cnn/exps/fednova.yaml b/configs/p22_freezoff_iid_cifar10_cnn/exps/fednova.yaml deleted file mode 100644 index 75dc378f..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_fednova' diff --git a/configs/p22_freezoff_iid_cifar10_cnn/exps/fedprox.yaml b/configs/p22_freezoff_iid_cifar10_cnn/exps/fedprox.yaml deleted file mode 100644 index ddba20a8..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_fedprox' diff --git a/configs/p22_freezoff_iid_cifar10_cnn/exps/offload.yaml b/configs/p22_freezoff_iid_cifar10_cnn/exps/offload.yaml deleted file mode 100644 index 66785fd7..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_offload' diff --git a/configs/p22_freezoff_iid_cifar10_cnn/exps/offload_strict.yaml b/configs/p22_freezoff_iid_cifar10_cnn/exps/offload_strict.yaml deleted file mode 100644 index d11399f4..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_offload_strict' diff --git a/configs/p22_freezoff_iid_cifar10_cnn/exps/tifl_adaptive.yaml b/configs/p22_freezoff_iid_cifar10_cnn/exps/tifl_adaptive.yaml deleted file mode 100644 index 00519096..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_tifl_adaptive' diff --git a/configs/p22_freezoff_iid_cifar10_cnn/exps/tifl_basic.yaml b/configs/p22_freezoff_iid_cifar10_cnn/exps/tifl_basic.yaml deleted file mode 100644 index cd2109d2..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_tifl_basic' diff --git a/configs/p22_freezoff_iid_cifar10_cnn/fedavg.cfg.yaml b/configs/p22_freezoff_iid_cifar10_cnn/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p22_freezoff_iid_cifar10_cnn/fednova.cfg.yaml b/configs/p22_freezoff_iid_cifar10_cnn/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p22_freezoff_iid_cifar10_cnn/fedprox.cfg.yaml b/configs/p22_freezoff_iid_cifar10_cnn/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p22_freezoff_iid_cifar10_cnn/gen.py b/configs/p22_freezoff_iid_cifar10_cnn/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p22_freezoff_iid_cifar10_cnn/offload.cfg.yaml b/configs/p22_freezoff_iid_cifar10_cnn/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p22_freezoff_iid_cifar10_cnn/offload_strict.cfg.yaml b/configs/p22_freezoff_iid_cifar10_cnn/offload_strict.cfg.yaml deleted file mode 100644 index f07a9c58..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p22_freezoff_iid_cifar10_cnn/run.py b/configs/p22_freezoff_iid_cifar10_cnn/run.py deleted file mode 100644 index d3cc22bf..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/run.py +++ /dev/null @@ -1,30 +0,0 @@ -from pathlib import Path - -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'p11_freezoff' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - # 'offload_strict.yaml', - # 'fednova.yaml', - # 'fedprox.yaml', - # 'offload.yaml', - # 'tifl_adaptive.yaml', - # 'tifl_basic.yaml', - # 'dyn_terminate_swyh.yaml', - # 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') - - diff --git a/configs/p22_freezoff_iid_cifar10_cnn/tifl_adaptive.cfg.yaml b/configs/p22_freezoff_iid_cifar10_cnn/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p22_freezoff_iid_cifar10_cnn/tifl_basic.cfg.yaml b/configs/p22_freezoff_iid_cifar10_cnn/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p22_freezoff_iid_cifar10_cnn/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/descr.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/descr.yaml deleted file mode 100644 index 06dcc5b1..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/dyn_terminate.cfg.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate.yaml deleted file mode 100644 index fc4aceea..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_dyn_terminate' diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index 38ec7094..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_dyn_terminate_swyh' diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/fedavg.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/exps/fedavg.yaml deleted file mode 100644 index fc9fb303..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_fedavg' diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/fednova.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/exps/fednova.yaml deleted file mode 100644 index 9f61a507..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_fednova' diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/fedprox.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/exps/fedprox.yaml deleted file mode 100644 index c53e7753..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_fedprox' diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/offload.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/exps/offload.yaml deleted file mode 100644 index c7dd2978..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_offload' diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/offload_strict.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/exps/offload_strict.yaml deleted file mode 100644 index e52c19d4..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_offload_strict' diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/tifl_adaptive.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/exps/tifl_adaptive.yaml deleted file mode 100644 index cefa2ae0..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_tifl_adaptive' diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/tifl_basic.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/exps/tifl_basic.yaml deleted file mode 100644 index 284f47b5..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_tifl_basic' diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/fedavg.cfg.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/fednova.cfg.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/fedprox.cfg.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/gen.py b/configs/p23_freezoff_non_iid_cifar10_cnn/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/offload.cfg.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/offload_strict.cfg.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/offload_strict.cfg.yaml deleted file mode 100644 index f07a9c58..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/run.py b/configs/p23_freezoff_non_iid_cifar10_cnn/run.py deleted file mode 100644 index 3f289cc1..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/run.py +++ /dev/null @@ -1,30 +0,0 @@ -from pathlib import Path - -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'p11_freezoff' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - 'offload_strict.yaml', - 'fednova.yaml', - 'fedprox.yaml', - 'offload.yaml', - 'tifl_adaptive.yaml', - 'tifl_basic.yaml', - 'dyn_terminate_swyh.yaml', - 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') - - diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/tifl_adaptive.cfg.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p23_freezoff_non_iid_cifar10_cnn/tifl_basic.cfg.yaml b/configs/p23_freezoff_non_iid_cifar10_cnn/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p23_freezoff_non_iid_cifar10_cnn/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/descr.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/descr.yaml deleted file mode 100644 index 12d65dca..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml deleted file mode 100644 index 8198e4f1..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_dyn_terminate' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index 64a7079e..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_dyn_terminate_swyh' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/fedavg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/fedavg.yaml deleted file mode 100644 index 28d40fca..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_fedavg' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/fednova.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/fednova.yaml deleted file mode 100644 index 309ec520..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_fednova' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/fedprox.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/fedprox.yaml deleted file mode 100644 index 7ff26439..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_fedprox' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload.yaml deleted file mode 100644 index 5405552e..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_offload' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml deleted file mode 100644 index 6dc599f8..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 18 -deadline_threshold: 2 -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_offload_strict' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml deleted file mode 100644 index ec52f440..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 20 -deadline_threshold: 3 -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_offload_strict2' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict3.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict3.yaml deleted file mode 100644 index 4bf53a83..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict3.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 18 -deadline_threshold: 5 -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_offload_strict3' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict4.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict4.yaml deleted file mode 100644 index c7a821a1..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict4.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload-strict -deadline: 18 -deadline_threshold: 3 -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_offload_strict4' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict5.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict5.yaml deleted file mode 100644 index 96a22f5a..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict5.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload-strict -deadline: 19 -deadline_threshold: 3 -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_offload_strict5' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict6.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict6.yaml deleted file mode 100644 index 65fe0dda..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict6.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload-strict -deadline: 20 -deadline_threshold: 3 -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_offload_strict6' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict7.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict7.yaml deleted file mode 100644 index def40d09..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/offload_strict7.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload-strict -deadline: 20 -deadline_threshold: 2 -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_offload_strict7' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml deleted file mode 100644 index 400673ef..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_tifl_adaptive' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml deleted file mode 100644 index 44c19d0e..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p24' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p24_freezoff_iid_cifar10_cnn_w9s3_tifl_basic' diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/fednova.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/gen.py b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml deleted file mode 100644 index 1287aa02..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 18 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml deleted file mode 100644 index ea5b7853..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 20 -deadline_threshold: 3 \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict3.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict3.cfg.yaml deleted file mode 100644 index 7b37118c..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict3.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 18 -deadline_threshold: 5 \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict4.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict4.cfg.yaml deleted file mode 100644 index 871612b2..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict4.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 18 -deadline_threshold: 3 \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict5.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict5.cfg.yaml deleted file mode 100644 index 40874f3d..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict5.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 19 -deadline_threshold: 3 \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict6.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict6.cfg.yaml deleted file mode 100644 index 29d51951..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict6.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 20 -deadline_threshold: 3 \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict7.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict7.cfg.yaml deleted file mode 100644 index b6c7084a..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/offload_strict7.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 20 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/run.py b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/run.py deleted file mode 100644 index 761eefd8..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/run.py +++ /dev/null @@ -1,43 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p23_w9s3' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - # 'fedavg.yaml', - # 'offload_strict.yaml', - # 'offload_strict2.yaml', - # 'offload_strict3.yaml', - # 'offload_strict4.yaml', - 'offload_strict5.yaml', - 'offload_strict6.yaml', - 'offload_strict7.yaml', - # 'fednova.yaml', - # 'fedprox.yaml', - # 'offload.yaml', - # 'tifl_adaptive.yaml', - # 'tifl_basic.yaml', - # 'dyn_terminate_swyh.yaml', - # 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml b/configs/p24_freezoff_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p24_freezoff_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/descr.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/descr.yaml deleted file mode 100644 index 7883c126..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml deleted file mode 100644 index f2eef747..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_dyn_terminate' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index ba7edf86..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_dyn_terminate_swyh' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedavg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedavg.yaml deleted file mode 100644 index 612cc586..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_fedavg' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/fednova.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/fednova.yaml deleted file mode 100644 index f001c2bf..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_fednova' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedprox.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedprox.yaml deleted file mode 100644 index 70f3db66..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_fedprox' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload.yaml deleted file mode 100644 index 612d7668..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_offload' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml deleted file mode 100644 index 55f85fb4..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 18 -deadline_threshold: 2 -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_offload_strict' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml deleted file mode 100644 index adb6b6fc..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 20 -deadline_threshold: 3 -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_offload_strict2' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict3.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict3.yaml deleted file mode 100644 index afa90fc8..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict3.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload-strict -deadline: 18 -deadline_threshold: 5 -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_offload_strict3' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict4.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict4.yaml deleted file mode 100644 index 9aaf58bb..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict4.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload-strict -deadline: 18 -deadline_threshold: 3 -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_offload_strict4' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict5.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict5.yaml deleted file mode 100644 index 32a41da9..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict5.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload-strict -deadline: 19 -deadline_threshold: 3 -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_offload_strict5' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict6.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict6.yaml deleted file mode 100644 index d1c78b4a..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict6.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload-strict -deadline: 20 -deadline_threshold: 3 -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_offload_strict6' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict7.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict7.yaml deleted file mode 100644 index f49e5dee..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict7.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload-strict -deadline: 20 -deadline_threshold: 2 -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_offload_strict7' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml deleted file mode 100644 index d2e1ea7a..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_tifl_adaptive' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml deleted file mode 100644 index 25e05da2..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p25' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p25_freezoff_non_iid_cifar10_cnn_w9s3_tifl_basic' diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/fednova.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/gen.py b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml deleted file mode 100644 index 1287aa02..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 18 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict10.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict10.yaml deleted file mode 100644 index a1ee25bc..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict10.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 18 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict11.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict11.yaml deleted file mode 100644 index 6048f43b..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict11.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 18 -deadline_threshold: 1 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml deleted file mode 100644 index ea5b7853..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 20 -deadline_threshold: 3 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict3.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict3.cfg.yaml deleted file mode 100644 index 8cfc95a8..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict3.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 18 -deadline_threshold: 5 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict4.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict4.cfg.yaml deleted file mode 100644 index 871612b2..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict4.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 18 -deadline_threshold: 3 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict5.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict5.cfg.yaml deleted file mode 100644 index 40874f3d..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict5.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 19 -deadline_threshold: 3 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict6.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict6.cfg.yaml deleted file mode 100644 index 29d51951..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict6.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 20 -deadline_threshold: 3 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict7.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict7.cfg.yaml deleted file mode 100644 index b6c7084a..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict7.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 20 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict8.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict8.yaml deleted file mode 100644 index d70e0e3d..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict8.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 19 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict9.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict9.yaml deleted file mode 100644 index 87225b97..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict9.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 19 -deadline_threshold: 1 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/run.py b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/run.py deleted file mode 100644 index ab8ced7f..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/run.py +++ /dev/null @@ -1,48 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p23_w9s3' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - # 'fedavg.yaml', - # 'offload_strict.yaml', - # 'offload_strict2.yaml', - # 'offload_strict3.yaml', - # 'offload_strict4.yaml', - # 'offload_strict5.yaml', - # 'offload_strict6.yaml', - # 'offload_strict7.yaml', - 'offload_strict8.yaml', - 'offload_strict9.yaml', - 'offload_strict10.yaml', - 'offload_strict11.yaml', - - # 'fednova.yaml', - # 'fedprox.yaml', - # 'offload.yaml', - # 'tifl_adaptive.yaml', - # 'tifl_basic.yaml', - # 'dyn_terminate_swyh.yaml', - # 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml b/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p25_freezoff_non_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/descr.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/descr.yaml deleted file mode 100644 index 847dd378..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p26' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/dyn_terminate.cfg.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/dyn_terminate_swyh.cfg.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/dyn_terminate.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/dyn_terminate.yaml deleted file mode 100644 index 0d8ddd4b..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p26' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p26_freezoff_iid_mnist_cnn_w9s3_dyn_terminate' diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/dyn_terminate_swyh.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index f37eae09..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p26' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p26_freezoff_iid_mnist_cnn_w9s3_dyn_terminate_swyh' diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/fedavg.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/fedavg.yaml deleted file mode 100644 index 4867e937..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p26' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p26_freezoff_iid_mnist_cnn_w9s3_fedavg' diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/fednova.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/fednova.yaml deleted file mode 100644 index 2276565a..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p26' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p26_freezoff_iid_mnist_cnn_w9s3_fednova' diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/fedprox.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/fedprox.yaml deleted file mode 100644 index de6b1824..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p26' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p26_freezoff_iid_mnist_cnn_w9s3_fedprox' diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/offload.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/offload.yaml deleted file mode 100644 index b557e0d8..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p26' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p26_freezoff_iid_mnist_cnn_w9s3_offload' diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/offload_strict.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/offload_strict.yaml deleted file mode 100644 index 9e239bb2..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p26' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 9 -deadline_threshold: 1 -experiment_prefix: 'p26_freezoff_iid_mnist_cnn_w9s3_offload_strict' diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/offload_strict4.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/offload_strict4.yaml deleted file mode 100644 index ea43cc12..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/offload_strict4.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p26' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload-strict -deadline: 9 -deadline_threshold: 1 -experiment_prefix: 'p26_freezoff_iid_mnist_cnn_w9s3_offload_strict4' diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/tifl_adaptive.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/tifl_adaptive.yaml deleted file mode 100644 index 445b8965..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p26' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p26_freezoff_iid_mnist_cnn_w9s3_tifl_adaptive' diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/tifl_basic.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/tifl_basic.yaml deleted file mode 100644 index a21d3198..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p26' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p26_freezoff_iid_mnist_cnn_w9s3_tifl_basic' diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/fedavg.cfg.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/fednova.cfg.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/fedprox.cfg.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/gen.py b/configs/p26_freezoff_iid_mnist_cnn_w9s3/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/offload.cfg.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/offload_strict.cfg.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/offload_strict.cfg.yaml deleted file mode 100644 index 41073058..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 9 -deadline_threshold: 1 \ No newline at end of file diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/offload_strict4.cfg.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/offload_strict4.cfg.yaml deleted file mode 100644 index aa3df65e..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/offload_strict4.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 9 -deadline_threshold: 1 \ No newline at end of file diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/run.py b/configs/p26_freezoff_iid_mnist_cnn_w9s3/run.py deleted file mode 100644 index 6daede8b..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/run.py +++ /dev/null @@ -1,38 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p23_w9s3' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - 'offload_strict.yaml', - 'offload_strict4.yaml', - 'fednova.yaml', - 'fedprox.yaml', - 'offload.yaml', - 'tifl_adaptive.yaml', - 'tifl_basic.yaml', - 'dyn_terminate_swyh.yaml', - 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/tifl_adaptive.cfg.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p26_freezoff_iid_mnist_cnn_w9s3/tifl_basic.cfg.yaml b/configs/p26_freezoff_iid_mnist_cnn_w9s3/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p26_freezoff_iid_mnist_cnn_w9s3/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/descr.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/descr.yaml deleted file mode 100644 index 8e10f30e..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p27' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/dyn_terminate.cfg.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/dyn_terminate_swyh.cfg.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/dyn_terminate.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/dyn_terminate.yaml deleted file mode 100644 index 7292e375..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p27' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p27_freezoff_non_iid_mnist_cnn_w9s3_dyn_terminate' diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/dyn_terminate_swyh.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index 4e729a66..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p27' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p27_freezoff_non_iid_mnist_cnn_w9s3_dyn_terminate_swyh' diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/fedavg.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/fedavg.yaml deleted file mode 100644 index 1cdd98d4..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p27' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p27_freezoff_non_iid_mnist_cnn_w9s3_fedavg' diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/fednova.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/fednova.yaml deleted file mode 100644 index 89e075b3..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p27' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p27_freezoff_non_iid_mnist_cnn_w9s3_fednova' diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/fedprox.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/fedprox.yaml deleted file mode 100644 index f12611a6..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p27' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p27_freezoff_non_iid_mnist_cnn_w9s3_fedprox' diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/offload.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/offload.yaml deleted file mode 100644 index ae96e514..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p27' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p27_freezoff_non_iid_mnist_cnn_w9s3_offload' diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/offload_strict.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/offload_strict.yaml deleted file mode 100644 index 089ebcaf..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p27' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 9 -deadline_threshold: 1 -experiment_prefix: 'p27_freezoff_non_iid_mnist_cnn_w9s3_offload_strict' diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/offload_strict4.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/offload_strict4.yaml deleted file mode 100644 index ab8cf176..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/offload_strict4.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p27' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload-strict -deadline: 9 -deadline_threshold: 1 -experiment_prefix: 'p27_freezoff_non_iid_mnist_cnn_w9s3_offload_strict4' diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/tifl_adaptive.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/tifl_adaptive.yaml deleted file mode 100644 index 0602959d..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p27' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p27_freezoff_non_iid_mnist_cnn_w9s3_tifl_adaptive' diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/tifl_basic.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/tifl_basic.yaml deleted file mode 100644 index b75f25b0..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 5 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p27' -tensor_board_active: true -termination_percentage: 0.6 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p27_freezoff_non_iid_mnist_cnn_w9s3_tifl_basic' diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/fedavg.cfg.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/fednova.cfg.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/fedprox.cfg.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/gen.py b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/offload.cfg.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/offload_strict.cfg.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/offload_strict.cfg.yaml deleted file mode 100644 index 41073058..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 9 -deadline_threshold: 1 \ No newline at end of file diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/offload_strict4.cfg.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/offload_strict4.cfg.yaml deleted file mode 100644 index aa3df65e..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/offload_strict4.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload-strict -deadline: 9 -deadline_threshold: 1 \ No newline at end of file diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/run.py b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/run.py deleted file mode 100644 index 6daede8b..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/run.py +++ /dev/null @@ -1,38 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p23_w9s3' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - 'offload_strict.yaml', - 'offload_strict4.yaml', - 'fednova.yaml', - 'fedprox.yaml', - 'offload.yaml', - 'tifl_adaptive.yaml', - 'tifl_basic.yaml', - 'dyn_terminate_swyh.yaml', - 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/tifl_adaptive.cfg.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/tifl_basic.cfg.yaml b/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p27_freezoff_non_iid_mnist_cnn_w9s3/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p28_effect_of_non_iid_ness_mnist/descr.yaml b/configs/p28_effect_of_non_iid_ness_mnist/descr.yaml deleted file mode 100644 index ba67d24a..00000000 --- a/configs/p28_effect_of_non_iid_ness_mnist/descr.yaml +++ /dev/null @@ -1,27 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p28' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 diff --git a/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-iid-uniform.yaml b/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-iid-uniform.yaml deleted file mode 100644 index aea42ff7..00000000 --- a/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-iid-uniform.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p28' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -experiment_prefix: 'p28_effect_of_non_iid_ness_mnist_fedavg-iid-uniform' diff --git a/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-1.yaml b/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-1.yaml deleted file mode 100644 index 3ba1e18e..00000000 --- a/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-1.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p28' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 1 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -experiment_prefix: 'p28_effect_of_non_iid_ness_mnist_fedavg-non-iid-1' diff --git a/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-10.yaml b/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-10.yaml deleted file mode 100644 index e91a1444..00000000 --- a/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-10.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p28' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 10 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -experiment_prefix: 'p28_effect_of_non_iid_ness_mnist_fedavg-non-iid-10' diff --git a/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-2.yaml b/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-2.yaml deleted file mode 100644 index bdc94c89..00000000 --- a/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-2.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p28' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -experiment_prefix: 'p28_effect_of_non_iid_ness_mnist_fedavg-non-iid-2' diff --git a/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-5.yaml b/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-5.yaml deleted file mode 100644 index bcacd129..00000000 --- a/configs/p28_effect_of_non_iid_ness_mnist/exps/fedavg-non-iid-5.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p28' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -experiment_prefix: 'p28_effect_of_non_iid_ness_mnist_fedavg-non-iid-5' diff --git a/configs/p28_effect_of_non_iid_ness_mnist/fedavg-iid-uniform.cfg.yaml b/configs/p28_effect_of_non_iid_ness_mnist/fedavg-iid-uniform.cfg.yaml deleted file mode 100644 index 65bda1b5..00000000 --- a/configs/p28_effect_of_non_iid_ness_mnist/fedavg-iid-uniform.cfg.yaml +++ /dev/null @@ -1,7 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused \ No newline at end of file diff --git a/configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-1.cfg.yaml b/configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-1.cfg.yaml deleted file mode 100644 index 645c08d9..00000000 --- a/configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-1.cfg.yaml +++ /dev/null @@ -1,7 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 1 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused \ No newline at end of file diff --git a/configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-10.cfg.yaml b/configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-10.cfg.yaml deleted file mode 100644 index 7a92bbb2..00000000 --- a/configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-10.cfg.yaml +++ /dev/null @@ -1,7 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 10 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused \ No newline at end of file diff --git a/configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-2.cfg.yaml b/configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-2.cfg.yaml deleted file mode 100644 index 876dae51..00000000 --- a/configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-2.cfg.yaml +++ /dev/null @@ -1,7 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused \ No newline at end of file diff --git a/configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-5.cfg.yaml b/configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-5.cfg.yaml deleted file mode 100644 index 79bbc150..00000000 --- a/configs/p28_effect_of_non_iid_ness_mnist/fedavg-non-iid-5.cfg.yaml +++ /dev/null @@ -1,7 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused \ No newline at end of file diff --git a/configs/p28_effect_of_non_iid_ness_mnist/gen.py b/configs/p28_effect_of_non_iid_ness_mnist/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p28_effect_of_non_iid_ness_mnist/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p28_effect_of_non_iid_ness_mnist/run.py b/configs/p28_effect_of_non_iid_ness_mnist/run.py deleted file mode 100644 index 1037b72f..00000000 --- a/configs/p28_effect_of_non_iid_ness_mnist/run.py +++ /dev/null @@ -1,34 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p28_non_iid_effect' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg-non-iid-5.yaml', - 'fedavg-iid-uniform.yaml', - 'fedavg-non-iid-10.yaml', - 'fedavg-non-iid-1.yaml', - 'fedavg-non-iid-2.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - - diff --git a/configs/p29_effect_of_freezing_mnist/descr.yaml b/configs/p29_effect_of_freezing_mnist/descr.yaml deleted file mode 100644 index 40f964ef..00000000 --- a/configs/p29_effect_of_freezing_mnist/descr.yaml +++ /dev/null @@ -1,27 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-0.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-0.yaml deleted file mode 100644 index 38642015..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-0.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-iid-freeze-0' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-10.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-10.yaml deleted file mode 100644 index 280fde8a..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-10.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-iid-freeze-10' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-100.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-100.yaml deleted file mode 100644 index f4371b42..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-100.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7, 8, 10] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-iid-freeze-100' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-20.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-20.yaml deleted file mode 100644 index a55e48a4..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-20.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-iid-freeze-20' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-30.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-30.yaml deleted file mode 100644 index 3ab8f8a4..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-30.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-iid-freeze-30' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-40.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-40.yaml deleted file mode 100644 index 03500d8e..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-40.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-iid-freeze-40' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-50.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-50.yaml deleted file mode 100644 index 83c97db4..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-50.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-iid-freeze-50' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-60.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-60.yaml deleted file mode 100644 index b47c0bbb..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-60.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-iid-freeze-60' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-70.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-70.yaml deleted file mode 100644 index 3520be09..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-70.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-iid-freeze-70' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-80.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-80.yaml deleted file mode 100644 index 021485b6..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-80.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7, 8] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-iid-freeze-80' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-90.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-90.yaml deleted file mode 100644 index 3c9b2bda..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-iid-freeze-90.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7, 8, 9] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-iid-freeze-90' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-0.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-0.yaml deleted file mode 100644 index 5e41e478..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-0.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-non_iid-freeze-0' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-10.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-10.yaml deleted file mode 100644 index 4f3cd557..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-10.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-non_iid-freeze-10' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-100.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-100.yaml deleted file mode 100644 index aa4f26af..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-100.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7, 8, 10] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-non_iid-freeze-100' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-20.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-20.yaml deleted file mode 100644 index 53932748..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-20.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-non_iid-freeze-20' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-30.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-30.yaml deleted file mode 100644 index 58b9ac71..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-30.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-non_iid-freeze-30' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-40.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-40.yaml deleted file mode 100644 index 9437dd2f..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-40.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-non_iid-freeze-40' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-50.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-50.yaml deleted file mode 100644 index 6d680b4c..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-50.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-non_iid-freeze-50' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-60.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-60.yaml deleted file mode 100644 index a54ef747..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-60.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-non_iid-freeze-60' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-70.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-70.yaml deleted file mode 100644 index 1a2acd61..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-70.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-non_iid-freeze-70' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-80.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-80.yaml deleted file mode 100644 index 666a2d67..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-80.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7, 8] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-non_iid-freeze-80' diff --git a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-90.yaml b/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-90.yaml deleted file mode 100644 index ec92b09d..00000000 --- a/configs/p29_effect_of_freezing_mnist/exps/fedavg-non_iid-freeze-90.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p29' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 10 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7, 8, 9] -experiment_prefix: 'p29_effect_of_freezing_mnist_fedavg-non_iid-freeze-90' diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-0.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-0.cfg.yaml deleted file mode 100644 index 7a53cb0f..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-0.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-10.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-10.cfg.yaml deleted file mode 100644 index b17e30a6..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-10.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-100.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-100.cfg.yaml deleted file mode 100644 index bd803e4f..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-100.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7, 8, 10] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-20.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-20.cfg.yaml deleted file mode 100644 index 0a5689e0..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-20.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-30.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-30.cfg.yaml deleted file mode 100644 index 6e1c7303..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-30.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-40.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-40.cfg.yaml deleted file mode 100644 index 7c856f57..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-40.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-50.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-50.cfg.yaml deleted file mode 100644 index b69a2dd7..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-50.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-60.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-60.cfg.yaml deleted file mode 100644 index c53f6f96..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-60.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-70.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-70.cfg.yaml deleted file mode 100644 index 6539a04c..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-70.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-80.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-80.cfg.yaml deleted file mode 100644 index e8699931..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-80.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7, 8] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-90.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-90.cfg.yaml deleted file mode 100644 index f99391ec..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-iid-freeze-90.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7, 8, 9] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-0.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-0.cfg.yaml deleted file mode 100644 index ab6135eb..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-0.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-10.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-10.cfg.yaml deleted file mode 100644 index 295d3428..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-10.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-100.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-100.cfg.yaml deleted file mode 100644 index 077ef99a..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-100.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7, 8, 10] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-20.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-20.cfg.yaml deleted file mode 100644 index 3de07281..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-20.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-30.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-30.cfg.yaml deleted file mode 100644 index 91a88894..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-30.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-40.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-40.cfg.yaml deleted file mode 100644 index 4ceae941..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-40.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-50.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-50.cfg.yaml deleted file mode 100644 index 9f8c7a99..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-50.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-60.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-60.cfg.yaml deleted file mode 100644 index 671fb412..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-60.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-70.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-70.cfg.yaml deleted file mode 100644 index 75cdd8a2..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-70.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-80.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-80.cfg.yaml deleted file mode 100644 index 9e82753a..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-80.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7, 8] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-90.cfg.yaml b/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-90.cfg.yaml deleted file mode 100644 index d9055b37..00000000 --- a/configs/p29_effect_of_freezing_mnist/fedavg-non_iid-freeze-90.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6, 7, 8, 9] \ No newline at end of file diff --git a/configs/p29_effect_of_freezing_mnist/gen.py b/configs/p29_effect_of_freezing_mnist/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p29_effect_of_freezing_mnist/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p29_effect_of_freezing_mnist/run.py b/configs/p29_effect_of_freezing_mnist/run.py deleted file mode 100644 index ae621347..00000000 --- a/configs/p29_effect_of_freezing_mnist/run.py +++ /dev/null @@ -1,50 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p28_non_iid_effect' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg-iid-freeze-0.yaml', - 'fedavg-iid-freeze-30.yaml', - 'fedavg-iid-freeze-70.yaml', - 'fedavg-non_iid-freeze-100.yaml', - 'fedavg-non_iid-freeze-40.yaml', - 'fedavg-non_iid-freeze-80.yaml', - 'fedavg-iid-freeze-100.yaml', - 'fedavg-iid-freeze-40.yaml', - 'fedavg-iid-freeze-80.yaml', - 'fedavg-non_iid-freeze-10.yaml', - 'fedavg-non_iid-freeze-50.yaml', - 'fedavg-non_iid-freeze-90.yaml', - 'fedavg-iid-freeze-10.yaml', - 'fedavg-iid-freeze-50.yaml', - 'fedavg-iid-freeze-90.yaml', - 'fedavg-non_iid-freeze-20.yaml', - 'fedavg-non_iid-freeze-60.yaml', - 'fedavg-iid-freeze-20.yaml', - 'fedavg-iid-freeze-60.yaml', - 'fedavg-non_iid-freeze-0.yaml', - 'fedavg-non_iid-freeze-30.yaml', - 'fedavg-non_iid-freeze-70.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - diff --git a/configs/p30_freezing_effect_dev/descr.yaml b/configs/p30_freezing_effect_dev/descr.yaml deleted file mode 100644 index cd26fcfa..00000000 --- a/configs/p30_freezing_effect_dev/descr.yaml +++ /dev/null @@ -1,27 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-0.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-0.yaml deleted file mode 100644 index bb7e53a6..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-0.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-iid-freeze-0' diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-100.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-100.yaml deleted file mode 100644 index 55b4adb3..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-100.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-iid-freeze-100' diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-16.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-16.yaml deleted file mode 100644 index 3320a44b..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-16.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-iid-freeze-16' diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-33.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-33.yaml deleted file mode 100644 index 5105d2eb..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-33.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-iid-freeze-33' diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-50.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-50.yaml deleted file mode 100644 index 38601371..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-50.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-iid-freeze-50' diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-66.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-66.yaml deleted file mode 100644 index 3d1c1628..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-66.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-iid-freeze-66' diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-83.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-83.yaml deleted file mode 100644 index 1732f166..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-iid-freeze-83.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-iid-freeze-83' diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-0.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-0.yaml deleted file mode 100644 index 46355b63..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-0.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-non-iid-freeze-0' diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-100.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-100.yaml deleted file mode 100644 index ea0edb03..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-100.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-non-iid-freeze-100' diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-16.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-16.yaml deleted file mode 100644 index 86a47161..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-16.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-non-iid-freeze-16' diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-33.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-33.yaml deleted file mode 100644 index a382b7ab..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-33.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-non-iid-freeze-33' diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-50.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-50.yaml deleted file mode 100644 index 5fcdc08f..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-50.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-non-iid-freeze-50' diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-66.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-66.yaml deleted file mode 100644 index 69e32d91..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-66.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-non-iid-freeze-66' diff --git a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-83.yaml b/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-83.yaml deleted file mode 100644 index 0ff8e473..00000000 --- a/configs/p30_freezing_effect_dev/exps/fedavg-non-iid-freeze-83.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: MNISTCNN -dataset: mnist -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p30' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 6 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5] -experiment_prefix: 'p30_freezing_effect_dev_fedavg-non-iid-freeze-83' diff --git a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-0.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-iid-freeze-0.cfg.yaml deleted file mode 100644 index 7a53cb0f..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-0.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-100.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-iid-freeze-100.cfg.yaml deleted file mode 100644 index c53f6f96..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-100.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-16.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-iid-freeze-16.cfg.yaml deleted file mode 100644 index b17e30a6..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-16.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-33.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-iid-freeze-33.cfg.yaml deleted file mode 100644 index 0a5689e0..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-33.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-50.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-iid-freeze-50.cfg.yaml deleted file mode 100644 index 6e1c7303..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-50.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-66.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-iid-freeze-66.cfg.yaml deleted file mode 100644 index 7c856f57..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-66.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-83.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-iid-freeze-83.cfg.yaml deleted file mode 100644 index b69a2dd7..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-iid-freeze-83.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-0.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-0.cfg.yaml deleted file mode 100644 index ab6135eb..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-0.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-100.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-100.cfg.yaml deleted file mode 100644 index 671fb412..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-100.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5, 6] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-16.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-16.cfg.yaml deleted file mode 100644 index 295d3428..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-16.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-33.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-33.cfg.yaml deleted file mode 100644 index 3de07281..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-33.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-50.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-50.cfg.yaml deleted file mode 100644 index 91a88894..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-50.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-66.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-66.cfg.yaml deleted file mode 100644 index 4ceae941..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-66.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-83.cfg.yaml b/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-83.cfg.yaml deleted file mode 100644 index 9f8c7a99..00000000 --- a/configs/p30_freezing_effect_dev/fedavg-non-iid-freeze-83.cfg.yaml +++ /dev/null @@ -1,8 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -freeze_clients: [1, 2, 3, 4, 5] \ No newline at end of file diff --git a/configs/p30_freezing_effect_dev/gen.py b/configs/p30_freezing_effect_dev/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p30_freezing_effect_dev/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p30_freezing_effect_dev/run.py b/configs/p30_freezing_effect_dev/run.py deleted file mode 100644 index 690abaea..00000000 --- a/configs/p30_freezing_effect_dev/run.py +++ /dev/null @@ -1,42 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p30_dev' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg-iid-freeze-0.yaml', - 'fedavg-iid-freeze-16.yaml', - 'fedavg-iid-freeze-50.yaml', - 'fedavg-iid-freeze-83.yaml', - 'fedavg-non-iid-freeze-100.yaml', - 'fedavg-non-iid-freeze-33.yaml', - 'fedavg-non-iid-freeze-66.yaml', - 'fedavg-iid-freeze-100.yaml', - 'fedavg-iid-freeze-33.yaml', - 'fedavg-iid-freeze-66.yaml', - 'fedavg-non-iid-freeze-0.yaml', - 'fedavg-non-iid-freeze-16.yaml', - 'fedavg-non-iid-freeze-50.yaml', - 'fedavg-non-iid-freeze-83.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/descr.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/descr.yaml deleted file mode 100644 index 8dd342b3..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p31' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml deleted file mode 100644 index ddd63597..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p31' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p31_freezoff_non_iid_cifar10_cnn_w9s3_dyn_terminate' diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index f92d5f3a..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p31' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p31_freezoff_non_iid_cifar10_cnn_w9s3_dyn_terminate_swyh' diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedavg.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedavg.yaml deleted file mode 100644 index de88d8ed..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p31' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p31_freezoff_non_iid_cifar10_cnn_w9s3_fedavg' diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/fednova.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/fednova.yaml deleted file mode 100644 index 13210854..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p31' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p31_freezoff_non_iid_cifar10_cnn_w9s3_fednova' diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedprox.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedprox.yaml deleted file mode 100644 index 9881414a..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p31' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p31_freezoff_non_iid_cifar10_cnn_w9s3_fedprox' diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload.yaml deleted file mode 100644 index 98e4a085..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p31' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p31_freezoff_non_iid_cifar10_cnn_w9s3_offload' diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml deleted file mode 100644 index 7100314c..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p31' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 34 -deadline_threshold: 2 -experiment_prefix: 'p31_freezoff_non_iid_cifar10_cnn_w9s3_offload_strict' diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml deleted file mode 100644 index 38db1e51..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p31' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 35 -deadline_threshold: 2 -experiment_prefix: 'p31_freezoff_non_iid_cifar10_cnn_w9s3_offload_strict2' diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml deleted file mode 100644 index ae5d1bcd..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p31' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p31_freezoff_non_iid_cifar10_cnn_w9s3_tifl_adaptive' diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml deleted file mode 100644 index 45fbcdc3..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p31' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p31_freezoff_non_iid_cifar10_cnn_w9s3_tifl_basic' diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/fednova.cfg.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/gen.py b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/offload.cfg.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml deleted file mode 100644 index d2a1ae5b..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 34 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml deleted file mode 100644 index 8f107382..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 35 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/run.py b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/run.py deleted file mode 100644 index 10c67efe..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/run.py +++ /dev/null @@ -1,39 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - # name = 'p23_w9s3-half' - name = 'p23_w9s3' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - 'offload_strict.yaml', - 'offload_strict2.yaml', - # 'fednova.yaml', - # 'fedprox.yaml', - 'tifl_adaptive.yaml', - 'tifl_basic.yaml', - 'offload.yaml', - # 'dyn_terminate_swyh.yaml', - # 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml b/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p31_freezoff_non_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p32_freezoff_iid_cifar10_cnn/descr.yaml b/configs/p32_freezoff_iid_cifar10_cnn/descr.yaml deleted file mode 100644 index b3e88009..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p32' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p32_freezoff_iid_cifar10_cnn/dyn_terminate.cfg.yaml b/configs/p32_freezoff_iid_cifar10_cnn/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p32_freezoff_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml b/configs/p32_freezoff_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p32_freezoff_iid_cifar10_cnn/exps/dyn_terminate.yaml b/configs/p32_freezoff_iid_cifar10_cnn/exps/dyn_terminate.yaml deleted file mode 100644 index 94c0963c..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_dyn_terminate' diff --git a/configs/p32_freezoff_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml b/configs/p32_freezoff_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index 8ecdd49a..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_dyn_terminate_swyh' diff --git a/configs/p32_freezoff_iid_cifar10_cnn/exps/fedavg.yaml b/configs/p32_freezoff_iid_cifar10_cnn/exps/fedavg.yaml deleted file mode 100644 index 57b3ad7e..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_fedavg' diff --git a/configs/p32_freezoff_iid_cifar10_cnn/exps/fednova.yaml b/configs/p32_freezoff_iid_cifar10_cnn/exps/fednova.yaml deleted file mode 100644 index 75dc378f..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_fednova' diff --git a/configs/p32_freezoff_iid_cifar10_cnn/exps/fedprox.yaml b/configs/p32_freezoff_iid_cifar10_cnn/exps/fedprox.yaml deleted file mode 100644 index ddba20a8..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_fedprox' diff --git a/configs/p32_freezoff_iid_cifar10_cnn/exps/offload.yaml b/configs/p32_freezoff_iid_cifar10_cnn/exps/offload.yaml deleted file mode 100644 index 66785fd7..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_offload' diff --git a/configs/p32_freezoff_iid_cifar10_cnn/exps/offload_strict.yaml b/configs/p32_freezoff_iid_cifar10_cnn/exps/offload_strict.yaml deleted file mode 100644 index d11399f4..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_offload_strict' diff --git a/configs/p32_freezoff_iid_cifar10_cnn/exps/tifl_adaptive.yaml b/configs/p32_freezoff_iid_cifar10_cnn/exps/tifl_adaptive.yaml deleted file mode 100644 index 00519096..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_tifl_adaptive' diff --git a/configs/p32_freezoff_iid_cifar10_cnn/exps/tifl_basic.yaml b/configs/p32_freezoff_iid_cifar10_cnn/exps/tifl_basic.yaml deleted file mode 100644 index cd2109d2..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p22' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p22_freezoff_iid_cifar10_cnn_tifl_basic' diff --git a/configs/p32_freezoff_iid_cifar10_cnn/fedavg.cfg.yaml b/configs/p32_freezoff_iid_cifar10_cnn/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p32_freezoff_iid_cifar10_cnn/fednova.cfg.yaml b/configs/p32_freezoff_iid_cifar10_cnn/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p32_freezoff_iid_cifar10_cnn/fedprox.cfg.yaml b/configs/p32_freezoff_iid_cifar10_cnn/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p32_freezoff_iid_cifar10_cnn/gen.py b/configs/p32_freezoff_iid_cifar10_cnn/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p32_freezoff_iid_cifar10_cnn/offload.cfg.yaml b/configs/p32_freezoff_iid_cifar10_cnn/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p32_freezoff_iid_cifar10_cnn/offload_strict.cfg.yaml b/configs/p32_freezoff_iid_cifar10_cnn/offload_strict.cfg.yaml deleted file mode 100644 index f07a9c58..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p32_freezoff_iid_cifar10_cnn/run.py b/configs/p32_freezoff_iid_cifar10_cnn/run.py deleted file mode 100644 index d3cc22bf..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/run.py +++ /dev/null @@ -1,30 +0,0 @@ -from pathlib import Path - -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'p11_freezoff' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - # 'offload_strict.yaml', - # 'fednova.yaml', - # 'fedprox.yaml', - # 'offload.yaml', - # 'tifl_adaptive.yaml', - # 'tifl_basic.yaml', - # 'dyn_terminate_swyh.yaml', - # 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') - - diff --git a/configs/p32_freezoff_iid_cifar10_cnn/tifl_adaptive.cfg.yaml b/configs/p32_freezoff_iid_cifar10_cnn/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p32_freezoff_iid_cifar10_cnn/tifl_basic.cfg.yaml b/configs/p32_freezoff_iid_cifar10_cnn/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p32_freezoff_iid_cifar10_cnn/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/descr.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/descr.yaml deleted file mode 100644 index ae61894f..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p33' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/dyn_terminate.cfg.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate.yaml deleted file mode 100644 index fc4aceea..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_dyn_terminate' diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index 38ec7094..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_dyn_terminate_swyh' diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/fedavg.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/exps/fedavg.yaml deleted file mode 100644 index fc9fb303..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_fedavg' diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/fednova.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/exps/fednova.yaml deleted file mode 100644 index 9f61a507..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_fednova' diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/fedprox.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/exps/fedprox.yaml deleted file mode 100644 index c53e7753..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_fedprox' diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/offload.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/exps/offload.yaml deleted file mode 100644 index c7dd2978..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_offload' diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/offload_strict.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/exps/offload_strict.yaml deleted file mode 100644 index e52c19d4..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_offload_strict' diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/tifl_adaptive.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/exps/tifl_adaptive.yaml deleted file mode 100644 index cefa2ae0..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_tifl_adaptive' diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/tifl_basic.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/exps/tifl_basic.yaml deleted file mode 100644 index 284f47b5..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p23' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 6 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p23_freezoff_non_iid_cifar10_cnn_tifl_basic' diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/fedavg.cfg.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/fednova.cfg.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/fedprox.cfg.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/gen.py b/configs/p33_freezoff_non_iid_cifar10_cnn/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/offload.cfg.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/offload_strict.cfg.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/offload_strict.cfg.yaml deleted file mode 100644 index f07a9c58..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/run.py b/configs/p33_freezoff_non_iid_cifar10_cnn/run.py deleted file mode 100644 index 3f289cc1..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/run.py +++ /dev/null @@ -1,30 +0,0 @@ -from pathlib import Path - -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'p11_freezoff' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - 'offload_strict.yaml', - 'fednova.yaml', - 'fedprox.yaml', - 'offload.yaml', - 'tifl_adaptive.yaml', - 'tifl_basic.yaml', - 'dyn_terminate_swyh.yaml', - 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') - - diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/tifl_adaptive.cfg.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p33_freezoff_non_iid_cifar10_cnn/tifl_basic.cfg.yaml b/configs/p33_freezoff_non_iid_cifar10_cnn/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p33_freezoff_non_iid_cifar10_cnn/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/descr.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/descr.yaml deleted file mode 100644 index 03073a5c..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p34' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml deleted file mode 100644 index 37e8a04a..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p34' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p34_freezoff_non_iid_cifar10_cnn_w9s3_dyn_terminate' diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index 634d40b3..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p34' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p34_freezoff_non_iid_cifar10_cnn_w9s3_dyn_terminate_swyh' diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedavg.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedavg.yaml deleted file mode 100644 index ccaa69df..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p34' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p34_freezoff_non_iid_cifar10_cnn_w9s3_fedavg' diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/fednova.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/fednova.yaml deleted file mode 100644 index d3aea80a..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p34' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p34_freezoff_non_iid_cifar10_cnn_w9s3_fednova' diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedprox.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedprox.yaml deleted file mode 100644 index 121218a1..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p34' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p34_freezoff_non_iid_cifar10_cnn_w9s3_fedprox' diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload.yaml deleted file mode 100644 index 0ea6f35c..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p34' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p34_freezoff_non_iid_cifar10_cnn_w9s3_offload' diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml deleted file mode 100644 index 58d5c49f..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p34' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 33 -deadline_threshold: 2 -experiment_prefix: 'p34_freezoff_non_iid_cifar10_cnn_w9s3_offload_strict' diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml deleted file mode 100644 index 3e000c48..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict2.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p34' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 34 -deadline_threshold: 2 -experiment_prefix: 'p34_freezoff_non_iid_cifar10_cnn_w9s3_offload_strict2' diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict3.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict3.yaml deleted file mode 100644 index 0cc9dba8..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict3.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p34' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 36 -deadline_threshold: 3 -experiment_prefix: 'p34_freezoff_non_iid_cifar10_cnn_w9s3_offload_strict3' diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict4.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict4.yaml deleted file mode 100644 index 0eeb0782..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/offload_strict4.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p34' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 38 -deadline_threshold: 3 -experiment_prefix: 'p34_freezoff_non_iid_cifar10_cnn_w9s3_offload_strict4' diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml deleted file mode 100644 index 4f97443e..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p34' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p34_freezoff_non_iid_cifar10_cnn_w9s3_tifl_adaptive' diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml deleted file mode 100644 index a01d9d72..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p34' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p34_freezoff_non_iid_cifar10_cnn_w9s3_tifl_basic' diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/fednova.cfg.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/gen.py b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload.cfg.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml deleted file mode 100644 index ba287d60..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 33 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml deleted file mode 100644 index d2a1ae5b..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict2.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 34 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict3.cfg.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict3.cfg.yaml deleted file mode 100644 index bcd99ddf..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict3.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 36 -deadline_threshold: 3 \ No newline at end of file diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict4.cfg.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict4.cfg.yaml deleted file mode 100644 index 9f884b16..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/offload_strict4.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 38 -deadline_threshold: 3 \ No newline at end of file diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/run.py b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/run.py deleted file mode 100644 index 9e73a7ba..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/run.py +++ /dev/null @@ -1,41 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p23_w9s3-half' - # name = 'p23_w9s3' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - # 'fedavg.yaml', - # 'offload_strict.yaml', - # 'offload_strict2.yaml', - 'offload_strict3.yaml', - 'offload_strict4.yaml', - # 'fednova.yaml', - # 'fedprox.yaml', - # 'tifl_adaptive.yaml', - # 'tifl_basic.yaml', - # 'offload.yaml', - # 'dyn_terminate_swyh.yaml', - # 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml b/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p34_freezoff_non_iid_cifar10_cnn_w9s3/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/descr.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/descr.yaml deleted file mode 100644 index 26406f56..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/dyn_terminate.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/dyn_terminate_swyh.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/dyn_terminate.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/dyn_terminate.yaml deleted file mode 100644 index 9bf1330f..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_dyn_terminate' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/dyn_terminate_swyh.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index 69eb49ea..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_dyn_terminate_swyh' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/fedavg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/fedavg.yaml deleted file mode 100644 index e8fea4bd..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_fedavg' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/fednova.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/fednova.yaml deleted file mode 100644 index ca6f7508..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_fednova' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/fedprox.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/fedprox.yaml deleted file mode 100644 index f9882b88..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_fedprox' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/offload.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/offload.yaml deleted file mode 100644 index b857c0e0..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_offload' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/offload_strict.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/offload_strict.yaml deleted file mode 100644 index 03732d06..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_offload_strict' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/tifl_adaptive.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/tifl_adaptive.yaml deleted file mode 100644 index 7d0552be..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_tifl_adaptive' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/tifl_basic.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/tifl_basic.yaml deleted file mode 100644 index 77600133..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_tifl_basic' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/fedavg.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/fednova.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/fedprox.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/gen.py b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/offload.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/offload_strict.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/offload_strict.cfg.yaml deleted file mode 100644 index f07a9c58..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/run.py b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/run.py deleted file mode 100644 index 8484ca9a..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/run.py +++ /dev/null @@ -1,37 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p11_freezoff' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - # 'offload_strict.yaml', - # 'fednova.yaml', - # 'fedprox.yaml', - # 'offload.yaml', - # 'tifl_adaptive.yaml', - # 'tifl_basic.yaml', - # 'dyn_terminate_swyh.yaml', - # 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/tifl_adaptive.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/tifl_basic.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn copy/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/descr.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/descr.yaml deleted file mode 100644 index 26406f56..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/dyn_terminate.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/dyn_terminate_swyh.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/dyn_terminate.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/dyn_terminate.yaml deleted file mode 100644 index 9bf1330f..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_dyn_terminate' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/dyn_terminate_swyh.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index 69eb49ea..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_dyn_terminate_swyh' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/fedavg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/fedavg.yaml deleted file mode 100644 index e8fea4bd..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_fedavg' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/fednova.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/fednova.yaml deleted file mode 100644 index ca6f7508..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_fednova' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/fedprox.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/fedprox.yaml deleted file mode 100644 index f9882b88..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_fedprox' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/offload.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/offload.yaml deleted file mode 100644 index b857c0e0..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_offload' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/offload_strict.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/offload_strict.yaml deleted file mode 100644 index 03732d06..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_offload_strict' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/tifl_adaptive.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/tifl_adaptive.yaml deleted file mode 100644 index 7d0552be..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_tifl_adaptive' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/tifl_basic.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/tifl_basic.yaml deleted file mode 100644 index 77600133..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 2 -wait_for_clients: true -net: Cifar10CNN -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p35' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 2 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 5 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p35_freezoff_non_iid_5_cifar10_cnn_tifl_basic' diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/fedavg.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/fednova.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/fedprox.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/gen.py b/configs/p35_freezoff_non_iid_5_cifar10_cnn/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/offload.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/offload_strict.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/offload_strict.cfg.yaml deleted file mode 100644 index f07a9c58..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 7 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/run.py b/configs/p35_freezoff_non_iid_5_cifar10_cnn/run.py deleted file mode 100644 index 8484ca9a..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/run.py +++ /dev/null @@ -1,37 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p11_freezoff' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - # 'offload_strict.yaml', - # 'fednova.yaml', - # 'fedprox.yaml', - # 'offload.yaml', - # 'tifl_adaptive.yaml', - # 'tifl_basic.yaml', - # 'dyn_terminate_swyh.yaml', - # 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/tifl_adaptive.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p35_freezoff_non_iid_5_cifar10_cnn/tifl_basic.cfg.yaml b/configs/p35_freezoff_non_iid_5_cifar10_cnn/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p35_freezoff_non_iid_5_cifar10_cnn/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/descr.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/descr.yaml deleted file mode 100644 index 73e25c49..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/descr.yaml +++ /dev/null @@ -1,32 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10ResNet -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p36' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/dyn_terminate.cfg.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/dyn_terminate.cfg.yaml deleted file mode 100644 index 279369ef..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/dyn_terminate.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 \ No newline at end of file diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/dyn_terminate_swyh.cfg.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/dyn_terminate_swyh.cfg.yaml deleted file mode 100644 index 578998b4..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/dyn_terminate_swyh.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/dyn_terminate.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/dyn_terminate.yaml deleted file mode 100644 index bc057921..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/dyn_terminate.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10ResNet -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p36' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate -deadline: 500000 -experiment_prefix: 'p36_freezoff_non_iid_cifar10_resnet_w9s3_dyn_terminate' diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/dyn_terminate_swyh.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/dyn_terminate_swyh.yaml deleted file mode 100644 index cce27aef..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/dyn_terminate_swyh.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10ResNet -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p36' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: dynamic-terminate-swyh -deadline: 500000 - -experiment_prefix: 'p36_freezoff_non_iid_cifar10_resnet_w9s3_dyn_terminate_swyh' diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/fedavg.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/fedavg.yaml deleted file mode 100644 index 76521c3a..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/fedavg.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10ResNet -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p36' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -experiment_prefix: 'p36_freezoff_non_iid_cifar10_resnet_w9s3_fedavg' diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/fednova.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/fednova.yaml deleted file mode 100644 index 651a5c6d..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/fednova.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10ResNet -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p36' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova -experiment_prefix: 'p36_freezoff_non_iid_cifar10_resnet_w9s3_fednova' diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/fedprox.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/fedprox.yaml deleted file mode 100644 index 0830ef17..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/fedprox.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10ResNet -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p36' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx -experiment_prefix: 'p36_freezoff_non_iid_cifar10_resnet_w9s3_fedprox' diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload.yaml deleted file mode 100644 index 7719dec5..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10ResNet -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p36' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 500000 -experiment_prefix: 'p36_freezoff_non_iid_cifar10_resnet_w9s3_offload' diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict.yaml deleted file mode 100644 index 0ec1313c..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10ResNet -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p36' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 33 -deadline_threshold: 2 -experiment_prefix: 'p36_freezoff_non_iid_cifar10_resnet_w9s3_offload_strict' diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict2.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict2.yaml deleted file mode 100644 index 4cdec706..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict2.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10ResNet -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p36' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 34 -deadline_threshold: 2 -experiment_prefix: 'p36_freezoff_non_iid_cifar10_resnet_w9s3_offload_strict2' diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict3.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict3.yaml deleted file mode 100644 index 78f24757..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict3.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10ResNet -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p36' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 36 -deadline_threshold: 3 -experiment_prefix: 'p36_freezoff_non_iid_cifar10_resnet_w9s3_offload_strict3' diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict4.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict4.yaml deleted file mode 100644 index 8b28e12c..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/offload_strict4.yaml +++ /dev/null @@ -1,37 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10ResNet -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p36' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: offload -deadline: 38 -deadline_threshold: 3 -experiment_prefix: 'p36_freezoff_non_iid_cifar10_resnet_w9s3_offload_strict4' diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/tifl_adaptive.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/tifl_adaptive.yaml deleted file mode 100644 index 056d4c26..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/tifl_adaptive.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10ResNet -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p36' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 -experiment_prefix: 'p36_freezoff_non_iid_cifar10_resnet_w9s3_tifl_adaptive' diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/tifl_basic.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/tifl_basic.yaml deleted file mode 100644 index 4e7d6a9f..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/exps/tifl_basic.yaml +++ /dev/null @@ -1,36 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: Cifar10ResNet -dataset: cifar10 -# Use cuda is available; setting to false will force CPU -cuda: false -profiling_time: 30 -warmup_round: false -output_location: 'output/p36' -tensor_board_active: true -termination_percentage: 0.7 -clients_per_round: 3 -node_groups: - slow: [1, 3] - medium: [4, 6] - fast: [7, 9] -sampler: "n labels" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) || "n labels" -sampler_args: - - 2 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 9 -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 -experiment_prefix: 'p36_freezoff_non_iid_cifar10_resnet_w9s3_tifl_basic' diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/fedavg.cfg.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/fedavg.cfg.yaml deleted file mode 100644 index 3b4615d1..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/fedavg.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 \ No newline at end of file diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/fednova.cfg.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/fednova.cfg.yaml deleted file mode 100644 index ca0e2a55..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/fednova.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedNova \ No newline at end of file diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/fedprox.cfg.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/fedprox.cfg.yaml deleted file mode 100644 index f66490e9..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/fedprox.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: vanilla -deadline: 500000 -optimizer: FedProx \ No newline at end of file diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/gen.py b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/gen.py deleted file mode 100644 index 168833f0..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/gen.py +++ /dev/null @@ -1,26 +0,0 @@ -from pathlib import Path - -if __name__ == '__main__': - base_path = f'configs/{Path(__file__).parent.name}' - path = Path(base_path) - descr_path = path / 'descr.yaml' - - exp_cfg_list = [x for x in path.iterdir() if '.cfg' in x.suffixes] - descr_data = '' - with open(descr_path) as descr_f: - descr_data = descr_f.read() - exps_path = path / 'exps' - exps_path.mkdir(parents=True, exist_ok=True) - for exp_cfg in exp_cfg_list: - exp_cfg_data = '' - with open(exp_cfg) as exp_f: - exp_cfg_data = exp_f.read() - - exp_data = descr_data + exp_cfg_data - exp_data += f'\nexperiment_prefix: \'{Path(__file__).parent.name}_{exp_cfg.name.split(".")[0]}\'\n' - filename = '.'.join([exp_cfg.name.split('.')[0], exp_cfg.name.split('.')[2]]) - with open(exps_path / filename, mode='w') as f: - f.write(exp_data) - print('Done') - - diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload.cfg.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload.cfg.yaml deleted file mode 100644 index 3febf08b..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 500000 \ No newline at end of file diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict.cfg.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict.cfg.yaml deleted file mode 100644 index ba287d60..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 33 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict2.cfg.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict2.cfg.yaml deleted file mode 100644 index d2a1ae5b..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict2.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 34 -deadline_threshold: 2 \ No newline at end of file diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict3.cfg.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict3.cfg.yaml deleted file mode 100644 index bcd99ddf..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict3.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 36 -deadline_threshold: 3 \ No newline at end of file diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict4.cfg.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict4.cfg.yaml deleted file mode 100644 index 9f884b16..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/offload_strict4.cfg.yaml +++ /dev/null @@ -1,4 +0,0 @@ -# Individual configuration -offload_stategy: offload -deadline: 38 -deadline_threshold: 3 \ No newline at end of file diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/run.py b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/run.py deleted file mode 100644 index 2a60ce38..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/run.py +++ /dev/null @@ -1,41 +0,0 @@ -from pathlib import Path -import time -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - EVENT_FILE="exp_events.txt" - name = 'p23_w9s3_fast' - # name = 'p23_w9s3' - generate_docker(name) - base_path = f'configs/{Path(__file__).parent.name}' - exp_list = [ - 'fedavg.yaml', - # 'offload_strict.yaml', - # 'offload_strict2.yaml', - # 'offload_strict3.yaml', - # 'offload_strict4.yaml', - # 'fednova.yaml', - # 'fedprox.yaml', - # 'tifl_adaptive.yaml', - # 'tifl_basic.yaml', - # 'offload.yaml', - # 'dyn_terminate_swyh.yaml', - # 'dyn_terminate.yaml', - ] - exp_list = [f'{base_path}/exps/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - os.system(f'echo "[$(date +"%T")] Starting {exp_cfg_file}" >> {EVENT_FILE}') - start = time.time() - - - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - elapsed = time.time() - start - os.system(f'echo "[$(date +"%T")] Finished with {exp_cfg_file} in {elapsed} seconds" >> {EVENT_FILE}') - - print('Done') - - diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/tifl_adaptive.cfg.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/tifl_adaptive.cfg.yaml deleted file mode 100644 index e0ca9fbd..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/tifl_adaptive.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-adaptive -deadline: 500000 \ No newline at end of file diff --git a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/tifl_basic.cfg.yaml b/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/tifl_basic.cfg.yaml deleted file mode 100644 index b12b53b3..00000000 --- a/configs/p36_freezoff_non_iid_cifar10_resnet_w9s3/tifl_basic.cfg.yaml +++ /dev/null @@ -1,3 +0,0 @@ -# Individual configuration -offload_stategy: tifl-basic -deadline: 500000 \ No newline at end of file diff --git a/configs/terminate/p_terminate_terminate.yaml b/configs/terminate/p_terminate_terminate.yaml deleted file mode 100644 index 4d2e182a..00000000 --- a/configs/terminate/p_terminate_terminate.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p_terminate_terminate' -offload_stategy: dynamic-terminate -profiling_time: 100 -deadline: 1 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 12 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -termination_percentage: 0.7 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 16 diff --git a/configs/terminate/p_terminate_terminate_swyh.yaml b/configs/terminate/p_terminate_terminate_swyh.yaml deleted file mode 100644 index 056630b3..00000000 --- a/configs/terminate/p_terminate_terminate_swyh.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p_terminate_terminate_swyh' -offload_stategy: dynamic-terminate-swyh -profiling_time: 100 -deadline: 1 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 12 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -termination_percentage: 0.7 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 16 diff --git a/configs/terminate/p_terminate_vanilla.yaml b/configs/terminate/p_terminate_vanilla.yaml deleted file mode 100644 index e1057a80..00000000 --- a/configs/terminate/p_terminate_vanilla.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p_terminate_vanilla' -offload_stategy: vanilla -profiling_time: 100 -deadline: 1 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 12 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -termination_percentage: 0.7 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 16 diff --git a/configs/terminate/p_terminate_vanilla_s3.yaml b/configs/terminate/p_terminate_vanilla_s3.yaml deleted file mode 100644 index ad196427..00000000 --- a/configs/terminate/p_terminate_vanilla_s3.yaml +++ /dev/null @@ -1,35 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p_terminate_vanilla_s3' -offload_stategy: vanilla -profiling_time: 100 -deadline: 1 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 12 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -termination_percentage: 0.7 -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 16 diff --git a/configs/terminate/run.py b/configs/terminate/run.py deleted file mode 100644 index c6a9bdad..00000000 --- a/configs/terminate/run.py +++ /dev/null @@ -1,23 +0,0 @@ -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'terminate' - generate_docker(name, 16, True) - base_path = 'configs/terminate' - exp_list = [ - 'p_terminate_terminate.yaml', - 'p_terminate_terminate_swyh.yaml', - 'p_terminate_vanilla.yaml', - 'p_terminate_vanilla_s3.yaml' - ] - exp_list = [f'{base_path}/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') - - diff --git a/configs/tifl-15/exp_p15_baseline.yaml b/configs/tifl-15/exp_p15_baseline.yaml deleted file mode 100644 index a3410567..00000000 --- a/configs/tifl-15/exp_p15_baseline.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p15_baseline' -offload_stategy: vanilla -profiling_time: 100 -deadline: 500 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/tifl-15/exp_p15_tifl-adaptive.yaml b/configs/tifl-15/exp_p15_tifl-adaptive.yaml deleted file mode 100644 index 72d17fb2..00000000 --- a/configs/tifl-15/exp_p15_tifl-adaptive.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p15_tifl-adaptive' -offload_stategy: tifl-adaptive -profiling_time: 100 -deadline: 500 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/tifl-15/exp_p15_tifl-basic.yaml b/configs/tifl-15/exp_p15_tifl-basic.yaml deleted file mode 100644 index 872751c7..00000000 --- a/configs/tifl-15/exp_p15_tifl-basic.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p15_tifl-basic' -offload_stategy: tifl-basic -profiling_time: 100 -deadline: 500 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 3 -node_groups: - slow: [1, 6] - medium: [7, 12] - fast: [13, 18] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 18 diff --git a/configs/tifl-15/exp_p3_tifl.yaml b/configs/tifl-15/exp_p3_tifl.yaml deleted file mode 100644 index f17b4b8d..00000000 --- a/configs/tifl-15/exp_p3_tifl.yaml +++ /dev/null @@ -1,34 +0,0 @@ ---- -# Experiment configuration -total_epochs: 50 -epochs_per_cycle: 1 -wait_for_clients: true -net: FashionMNISTCNN -dataset: fashion-mnist -# Use cuda is available; setting to false will force CPU -cuda: false -experiment_prefix: 'exp_p3_tifl-basic' -offload_stategy: tifl-adaptive -profiling_time: 100 -deadline: 500 -warmup_round: false -output_location: 'output' -tensor_board_active: true -clients_per_round: 1 -node_groups: - slow: [1, 1] - medium: [2, 2] - fast: [3, 3] -sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -sampler_args: - - 0.07 # label limit || q probability || alpha || unused - - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 3 diff --git a/configs/tifl-15/run.py b/configs/tifl-15/run.py deleted file mode 100644 index db1a5128..00000000 --- a/configs/tifl-15/run.py +++ /dev/null @@ -1,18 +0,0 @@ -from fltk.util.generate_docker_compose import run as generate_docker -import os -if __name__ == '__main__': - name = 'tifl-15' - generate_docker(name) - base_path = 'configs/tifl-15' - exp_list = ['exp_p15_baseline.yaml', 'exp_p15_tifl-adaptive.yaml', 'exp_p15_tifl-basic.yaml'] - exp_list = [f'{base_path}/{x}' for x in exp_list] - first_prefix = '--build' - for exp_cfg_file in exp_list: - cmd = f'export EXP_CONFIG_FILE="{exp_cfg_file}"; docker-compose --compatibility up {first_prefix};' - print(f'Running cmd: "{cmd}"') - os.system(cmd) - first_prefix = '' - - print('Done') - - diff --git a/deploy/dev/client_stub_default.yml b/deploy/dev/client_stub_default.yml deleted file mode 100644 index e8e5b9ba..00000000 --- a/deploy/dev/client_stub_default.yml +++ /dev/null @@ -1,27 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - MASTER_HOSTNAME=10.5.0.11 - - NIC=eth0 - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '2' -# memory: 1024M diff --git a/deploy/dev/client_stub_fast.yml b/deploy/dev/client_stub_fast.yml deleted file mode 100644 index 4e8d2d78..00000000 --- a/deploy/dev/client_stub_fast.yml +++ /dev/null @@ -1,26 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - MASTER_HOSTNAME=10.5.0.11 - - NIC=eth0 - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '3' diff --git a/deploy/dev/client_stub_medium.yml b/deploy/dev/client_stub_medium.yml deleted file mode 100644 index 9d096797..00000000 --- a/deploy/dev/client_stub_medium.yml +++ /dev/null @@ -1,26 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - MASTER_HOSTNAME=10.5.0.11 - - NIC=eth0 - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '2' diff --git a/deploy/dev/client_stub_slow.yml b/deploy/dev/client_stub_slow.yml deleted file mode 100644 index deb37f37..00000000 --- a/deploy/dev/client_stub_slow.yml +++ /dev/null @@ -1,26 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: - - ./data:/opt/federation-lab/data -# - ./docker_data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - MASTER_HOSTNAME=10.5.0.11 - - NIC=eth0 - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '0.5' \ No newline at end of file diff --git a/deploy/dev/system_stub.yml b/deploy/dev/system_stub.yml deleted file mode 100644 index 37404525..00000000 --- a/deploy/dev/system_stub.yml +++ /dev/null @@ -1,29 +0,0 @@ -# creating a multi-container docker -version: "3.3" -services: - fl_server: # name can be anything - container_name: federation-lab-server # what the name for this container would be - cpuset: '0-2' - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./data/MNIST:/opt/federation-lab/data/MNIST - - ./data:/opt/federation-lab/data - - ./output:/opt/federation-lab/output - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK=0 - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - MASTER_HOSTNAME=10.5.0.11 - - NIC=eth0 - ports: - - "5000:5000" # {machine-port}:{docker-port} - networks: - default: - ipv4_address: 10.5.0.11 -networks: - default: - external: - name: local_network_dev \ No newline at end of file diff --git a/deploy/dev_generate/client_stub_medium.yml b/deploy/dev_generate/client_stub_medium.yml deleted file mode 100644 index 9d096797..00000000 --- a/deploy/dev_generate/client_stub_medium.yml +++ /dev/null @@ -1,26 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - MASTER_HOSTNAME=10.5.0.11 - - NIC=eth0 - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '2' diff --git a/deploy/dev_generate/description.yml b/deploy/dev_generate/description.yml deleted file mode 100644 index cdfd507d..00000000 --- a/deploy/dev_generate/description.yml +++ /dev/null @@ -1,19 +0,0 @@ -federator: - stub-name: system_stub.yml - pin-cores: true - num-cores: 1 -clients: - fast: - stub-name: stub_default.yml - amount: 2 - pin-cores: true - num-cores: 1 - cpu-speed: 1 - cpu-variation: 0 - slow: - stub-name: stub_default.yml - amount: 0 - pin-cores: true - num-cores: 1 - cpu-speed: 1 - cpu-variation: 0 diff --git a/deploy/dev_generate/stub_fast.yml b/deploy/dev_generate/stub_fast.yml deleted file mode 100644 index 3b4aee9c..00000000 --- a/deploy/dev_generate/stub_fast.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - MASTER_HOSTNAME=10.5.0.11 - - NIC=eth0 - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: {num_cpus} diff --git a/deploy/dev_generate/stub_default.yml b/deploy/docker/stub_default.yml similarity index 100% rename from deploy/dev_generate/stub_default.yml rename to deploy/docker/stub_default.yml diff --git a/deploy/dev_generate/system_stub.yml b/deploy/docker/system_stub.yml similarity index 100% rename from deploy/dev_generate/system_stub.yml rename to deploy/docker/system_stub.yml diff --git a/deploy/p11_freezoff/client_stub_default.yml b/deploy/p11_freezoff/client_stub_default.yml deleted file mode 100644 index 43d6c919..00000000 --- a/deploy/p11_freezoff/client_stub_default.yml +++ /dev/null @@ -1,26 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=default - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '1' -# memory: 1024M diff --git a/deploy/p11_freezoff/client_stub_fast.yml b/deploy/p11_freezoff/client_stub_fast.yml deleted file mode 100644 index 2c40393f..00000000 --- a/deploy/p11_freezoff/client_stub_fast.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=fast - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '1' diff --git a/deploy/p11_freezoff/client_stub_medium.yml b/deploy/p11_freezoff/client_stub_medium.yml deleted file mode 100644 index 677accdf..00000000 --- a/deploy/p11_freezoff/client_stub_medium.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=medium - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '0.75' diff --git a/deploy/p11_freezoff/client_stub_slow.yml b/deploy/p11_freezoff/client_stub_slow.yml deleted file mode 100644 index bafa7e5a..00000000 --- a/deploy/p11_freezoff/client_stub_slow.yml +++ /dev/null @@ -1,26 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: - - ./data:/opt/federation-lab/data -# - ./docker_data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=slow - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '0.5' - # cpus: '0.1' \ No newline at end of file diff --git a/deploy/p11_freezoff/system_stub.yml b/deploy/p11_freezoff/system_stub.yml deleted file mode 100644 index 77a19443..00000000 --- a/deploy/p11_freezoff/system_stub.yml +++ /dev/null @@ -1,27 +0,0 @@ -# creating a multi-container docker -version: "3.3" -services: - fl_server: # name can be anything - container_name: federation-lab-server # what the name for this container would be - cpuset: '0-1' - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./data/MNIST:/opt/federation-lab/data/MNIST - - ./data:/opt/federation-lab/data - - ./output:/opt/federation-lab/output - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK=0 - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5000:5000" # {machine-port}:{docker-port} - networks: - default: - ipv4_address: 10.5.0.11 -networks: - default: - external: - name: local_network_dev \ No newline at end of file diff --git a/deploy/p11_freezoff_fast/client_stub_default.yml b/deploy/p11_freezoff_fast/client_stub_default.yml deleted file mode 100644 index 43d6c919..00000000 --- a/deploy/p11_freezoff_fast/client_stub_default.yml +++ /dev/null @@ -1,26 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=default - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '1' -# memory: 1024M diff --git a/deploy/p11_freezoff_fast/client_stub_fast.yml b/deploy/p11_freezoff_fast/client_stub_fast.yml deleted file mode 100644 index d7c98ce0..00000000 --- a/deploy/p11_freezoff_fast/client_stub_fast.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=fast - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '3' diff --git a/deploy/p11_freezoff_fast/client_stub_medium.yml b/deploy/p11_freezoff_fast/client_stub_medium.yml deleted file mode 100644 index 677accdf..00000000 --- a/deploy/p11_freezoff_fast/client_stub_medium.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=medium - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '0.75' diff --git a/deploy/p11_freezoff_fast/client_stub_slow.yml b/deploy/p11_freezoff_fast/client_stub_slow.yml deleted file mode 100644 index f1ef01a8..00000000 --- a/deploy/p11_freezoff_fast/client_stub_slow.yml +++ /dev/null @@ -1,26 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: - - ./data:/opt/federation-lab/data -# - ./docker_data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=slow - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '0.1' - # cpus: '0.1' \ No newline at end of file diff --git a/deploy/p11_freezoff_fast/system_stub.yml b/deploy/p11_freezoff_fast/system_stub.yml deleted file mode 100644 index 77a19443..00000000 --- a/deploy/p11_freezoff_fast/system_stub.yml +++ /dev/null @@ -1,27 +0,0 @@ -# creating a multi-container docker -version: "3.3" -services: - fl_server: # name can be anything - container_name: federation-lab-server # what the name for this container would be - cpuset: '0-1' - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./data/MNIST:/opt/federation-lab/data/MNIST - - ./data:/opt/federation-lab/data - - ./output:/opt/federation-lab/output - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK=0 - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5000:5000" # {machine-port}:{docker-port} - networks: - default: - ipv4_address: 10.5.0.11 -networks: - default: - external: - name: local_network_dev \ No newline at end of file diff --git a/deploy/p23_freezoff_w9s3-half/client_stub_default.yml b/deploy/p23_freezoff_w9s3-half/client_stub_default.yml deleted file mode 100644 index 43d6c919..00000000 --- a/deploy/p23_freezoff_w9s3-half/client_stub_default.yml +++ /dev/null @@ -1,26 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=default - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '1' -# memory: 1024M diff --git a/deploy/p23_freezoff_w9s3-half/client_stub_fast.yml b/deploy/p23_freezoff_w9s3-half/client_stub_fast.yml deleted file mode 100644 index d7c98ce0..00000000 --- a/deploy/p23_freezoff_w9s3-half/client_stub_fast.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=fast - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '3' diff --git a/deploy/p23_freezoff_w9s3-half/client_stub_medium.yml b/deploy/p23_freezoff_w9s3-half/client_stub_medium.yml deleted file mode 100644 index f6bded5d..00000000 --- a/deploy/p23_freezoff_w9s3-half/client_stub_medium.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=medium - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '2' diff --git a/deploy/p23_freezoff_w9s3-half/client_stub_slow.yml b/deploy/p23_freezoff_w9s3-half/client_stub_slow.yml deleted file mode 100644 index a5ead21c..00000000 --- a/deploy/p23_freezoff_w9s3-half/client_stub_slow.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: - - ./data:/opt/federation-lab/data -# - ./docker_data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=slow - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '0.5' \ No newline at end of file diff --git a/deploy/p23_freezoff_w9s3-half/system_stub.yml b/deploy/p23_freezoff_w9s3-half/system_stub.yml deleted file mode 100644 index 77a19443..00000000 --- a/deploy/p23_freezoff_w9s3-half/system_stub.yml +++ /dev/null @@ -1,27 +0,0 @@ -# creating a multi-container docker -version: "3.3" -services: - fl_server: # name can be anything - container_name: federation-lab-server # what the name for this container would be - cpuset: '0-1' - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./data/MNIST:/opt/federation-lab/data/MNIST - - ./data:/opt/federation-lab/data - - ./output:/opt/federation-lab/output - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK=0 - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5000:5000" # {machine-port}:{docker-port} - networks: - default: - ipv4_address: 10.5.0.11 -networks: - default: - external: - name: local_network_dev \ No newline at end of file diff --git a/deploy/p23_freezoff_w9s3/client_stub_default.yml b/deploy/p23_freezoff_w9s3/client_stub_default.yml deleted file mode 100644 index 43d6c919..00000000 --- a/deploy/p23_freezoff_w9s3/client_stub_default.yml +++ /dev/null @@ -1,26 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=default - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '1' -# memory: 1024M diff --git a/deploy/p23_freezoff_w9s3/client_stub_fast.yml b/deploy/p23_freezoff_w9s3/client_stub_fast.yml deleted file mode 100644 index d7c98ce0..00000000 --- a/deploy/p23_freezoff_w9s3/client_stub_fast.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=fast - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '3' diff --git a/deploy/p23_freezoff_w9s3/client_stub_medium.yml b/deploy/p23_freezoff_w9s3/client_stub_medium.yml deleted file mode 100644 index f6bded5d..00000000 --- a/deploy/p23_freezoff_w9s3/client_stub_medium.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=medium - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '2' diff --git a/deploy/p23_freezoff_w9s3/client_stub_slow.yml b/deploy/p23_freezoff_w9s3/client_stub_slow.yml deleted file mode 100644 index bdd138f4..00000000 --- a/deploy/p23_freezoff_w9s3/client_stub_slow.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: - - ./data:/opt/federation-lab/data -# - ./docker_data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=slow - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '0.75' \ No newline at end of file diff --git a/deploy/p23_freezoff_w9s3/system_stub.yml b/deploy/p23_freezoff_w9s3/system_stub.yml deleted file mode 100644 index 77a19443..00000000 --- a/deploy/p23_freezoff_w9s3/system_stub.yml +++ /dev/null @@ -1,27 +0,0 @@ -# creating a multi-container docker -version: "3.3" -services: - fl_server: # name can be anything - container_name: federation-lab-server # what the name for this container would be - cpuset: '0-1' - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./data/MNIST:/opt/federation-lab/data/MNIST - - ./data:/opt/federation-lab/data - - ./output:/opt/federation-lab/output - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK=0 - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5000:5000" # {machine-port}:{docker-port} - networks: - default: - ipv4_address: 10.5.0.11 -networks: - default: - external: - name: local_network_dev \ No newline at end of file diff --git a/deploy/p23_freezoff_w9s3_fast/client_stub_default.yml b/deploy/p23_freezoff_w9s3_fast/client_stub_default.yml deleted file mode 100644 index 43d6c919..00000000 --- a/deploy/p23_freezoff_w9s3_fast/client_stub_default.yml +++ /dev/null @@ -1,26 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=default - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '1' -# memory: 1024M diff --git a/deploy/p23_freezoff_w9s3_fast/client_stub_fast.yml b/deploy/p23_freezoff_w9s3_fast/client_stub_fast.yml deleted file mode 100644 index d7c98ce0..00000000 --- a/deploy/p23_freezoff_w9s3_fast/client_stub_fast.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=fast - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '3' diff --git a/deploy/p23_freezoff_w9s3_fast/client_stub_medium.yml b/deploy/p23_freezoff_w9s3_fast/client_stub_medium.yml deleted file mode 100644 index f6bded5d..00000000 --- a/deploy/p23_freezoff_w9s3_fast/client_stub_medium.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=medium - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '2' diff --git a/deploy/p23_freezoff_w9s3_fast/client_stub_slow.yml b/deploy/p23_freezoff_w9s3_fast/client_stub_slow.yml deleted file mode 100644 index 19a0ab36..00000000 --- a/deploy/p23_freezoff_w9s3_fast/client_stub_slow.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: - - ./data:/opt/federation-lab/data -# - ./docker_data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=slow - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '1' \ No newline at end of file diff --git a/deploy/p23_freezoff_w9s3_fast/system_stub.yml b/deploy/p23_freezoff_w9s3_fast/system_stub.yml deleted file mode 100644 index 77a19443..00000000 --- a/deploy/p23_freezoff_w9s3_fast/system_stub.yml +++ /dev/null @@ -1,27 +0,0 @@ -# creating a multi-container docker -version: "3.3" -services: - fl_server: # name can be anything - container_name: federation-lab-server # what the name for this container would be - cpuset: '0-1' - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./data/MNIST:/opt/federation-lab/data/MNIST - - ./data:/opt/federation-lab/data - - ./output:/opt/federation-lab/output - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK=0 - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5000:5000" # {machine-port}:{docker-port} - networks: - default: - ipv4_address: 10.5.0.11 -networks: - default: - external: - name: local_network_dev \ No newline at end of file diff --git a/deploy/p28_non_iid_effect/client_stub_default.yml b/deploy/p28_non_iid_effect/client_stub_default.yml deleted file mode 100644 index 43d6c919..00000000 --- a/deploy/p28_non_iid_effect/client_stub_default.yml +++ /dev/null @@ -1,26 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=default - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '1' -# memory: 1024M diff --git a/deploy/p28_non_iid_effect/client_stub_fast.yml b/deploy/p28_non_iid_effect/client_stub_fast.yml deleted file mode 100644 index 2c40393f..00000000 --- a/deploy/p28_non_iid_effect/client_stub_fast.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=fast - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '1' diff --git a/deploy/p28_non_iid_effect/client_stub_medium.yml b/deploy/p28_non_iid_effect/client_stub_medium.yml deleted file mode 100644 index 677accdf..00000000 --- a/deploy/p28_non_iid_effect/client_stub_medium.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=medium - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '0.75' diff --git a/deploy/p28_non_iid_effect/client_stub_slow.yml b/deploy/p28_non_iid_effect/client_stub_slow.yml deleted file mode 100644 index 75771735..00000000 --- a/deploy/p28_non_iid_effect/client_stub_slow.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: - - ./data:/opt/federation-lab/data -# - ./docker_data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=slow - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '0.1' \ No newline at end of file diff --git a/deploy/p28_non_iid_effect/system_stub.yml b/deploy/p28_non_iid_effect/system_stub.yml deleted file mode 100644 index 77a19443..00000000 --- a/deploy/p28_non_iid_effect/system_stub.yml +++ /dev/null @@ -1,27 +0,0 @@ -# creating a multi-container docker -version: "3.3" -services: - fl_server: # name can be anything - container_name: federation-lab-server # what the name for this container would be - cpuset: '0-1' - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./data/MNIST:/opt/federation-lab/data/MNIST - - ./data:/opt/federation-lab/data - - ./output:/opt/federation-lab/output - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK=0 - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5000:5000" # {machine-port}:{docker-port} - networks: - default: - ipv4_address: 10.5.0.11 -networks: - default: - external: - name: local_network_dev \ No newline at end of file diff --git a/deploy/templates/client_stub_default.yml b/deploy/templates/client_stub_default.yml deleted file mode 100644 index 3a1774cf..00000000 --- a/deploy/templates/client_stub_default.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '2' -# memory: 1024M diff --git a/deploy/templates/client_stub_fast.yml b/deploy/templates/client_stub_fast.yml deleted file mode 100644 index f03012ff..00000000 --- a/deploy/templates/client_stub_fast.yml +++ /dev/null @@ -1,24 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '3' diff --git a/deploy/templates/client_stub_medium.yml b/deploy/templates/client_stub_medium.yml deleted file mode 100644 index 49abdeb2..00000000 --- a/deploy/templates/client_stub_medium.yml +++ /dev/null @@ -1,24 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '2' diff --git a/deploy/templates/client_stub_slow.yml b/deploy/templates/client_stub_slow.yml deleted file mode 100644 index 9cbdabb5..00000000 --- a/deploy/templates/client_stub_slow.yml +++ /dev/null @@ -1,24 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: - - ./data:/opt/federation-lab/data -# - ./docker_data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '0.5' \ No newline at end of file diff --git a/deploy/templates/system_stub.yml b/deploy/templates/system_stub.yml deleted file mode 100644 index c84b2ecb..00000000 --- a/deploy/templates/system_stub.yml +++ /dev/null @@ -1,27 +0,0 @@ -# creating a multi-container docker -version: "3.3" -services: - fl_server: # name can be anything - container_name: federation-lab-server # what the name for this container would be - cpuset: '0-2' - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./data/MNIST:/opt/federation-lab/data/MNIST - - ./data:/opt/federation-lab/data - - ./output:/opt/federation-lab/output - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK=0 - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5000:5000" # {machine-port}:{docker-port} - networks: - default: - ipv4_address: 10.5.0.11 -networks: - default: - external: - name: local_network_dev \ No newline at end of file diff --git a/deploy/terminate/client_stub_default.yml b/deploy/terminate/client_stub_default.yml deleted file mode 100644 index 3a1774cf..00000000 --- a/deploy/terminate/client_stub_default.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '2' -# memory: 1024M diff --git a/deploy/terminate/client_stub_fast.yml b/deploy/terminate/client_stub_fast.yml deleted file mode 100644 index f03012ff..00000000 --- a/deploy/terminate/client_stub_fast.yml +++ /dev/null @@ -1,24 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '3' diff --git a/deploy/terminate/client_stub_medium.yml b/deploy/terminate/client_stub_medium.yml deleted file mode 100644 index 8ed98ed0..00000000 --- a/deploy/terminate/client_stub_medium.yml +++ /dev/null @@ -1,24 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '1' diff --git a/deploy/terminate/client_stub_slow.yml b/deploy/terminate/client_stub_slow.yml deleted file mode 100644 index caa4daae..00000000 --- a/deploy/terminate/client_stub_slow.yml +++ /dev/null @@ -1,24 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: - - ./data:/opt/federation-lab/data -# - ./docker_data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '0.25' \ No newline at end of file diff --git a/deploy/terminate/system_stub.yml b/deploy/terminate/system_stub.yml deleted file mode 100644 index c84b2ecb..00000000 --- a/deploy/terminate/system_stub.yml +++ /dev/null @@ -1,27 +0,0 @@ -# creating a multi-container docker -version: "3.3" -services: - fl_server: # name can be anything - container_name: federation-lab-server # what the name for this container would be - cpuset: '0-2' - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./data/MNIST:/opt/federation-lab/data/MNIST - - ./data:/opt/federation-lab/data - - ./output:/opt/federation-lab/output - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK=0 - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5000:5000" # {machine-port}:{docker-port} - networks: - default: - ipv4_address: 10.5.0.11 -networks: - default: - external: - name: local_network_dev \ No newline at end of file diff --git a/deploy/tifl-15/client_stub_default.yml b/deploy/tifl-15/client_stub_default.yml deleted file mode 100644 index 43d6c919..00000000 --- a/deploy/tifl-15/client_stub_default.yml +++ /dev/null @@ -1,26 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=default - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '1' -# memory: 1024M diff --git a/deploy/tifl-15/client_stub_fast.yml b/deploy/tifl-15/client_stub_fast.yml deleted file mode 100644 index 2c40393f..00000000 --- a/deploy/tifl-15/client_stub_fast.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=fast - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '1' diff --git a/deploy/tifl-15/client_stub_medium.yml b/deploy/tifl-15/client_stub_medium.yml deleted file mode 100644 index 666e7891..00000000 --- a/deploy/tifl-15/client_stub_medium.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./docker_data:/opt/federation-lab/data - - ./data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=medium - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '0.5' diff --git a/deploy/tifl-15/client_stub_slow.yml b/deploy/tifl-15/client_stub_slow.yml deleted file mode 100644 index ae578071..00000000 --- a/deploy/tifl-15/client_stub_slow.yml +++ /dev/null @@ -1,25 +0,0 @@ -client_name: # name can be anything -# container_name: federation-lab-client2 # what the name for this container would be - cpuset: {cpu_set} - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: - - ./data:/opt/federation-lab/data -# - ./docker_data:/opt/federation-lab/data - - ./default_models:/opt/federation-lab/default_models - - ./data_loaders:/opt/federation-lab/data_loaders - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK={rank} - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - - NODE_GROUP=slow - ports: - - "5002:5000" # {machine-port}:{docker-port} - depends_on: - - "fl_server" - deploy: - resources: - limits: - cpus: '0.25' \ No newline at end of file diff --git a/deploy/tifl-15/system_stub.yml b/deploy/tifl-15/system_stub.yml deleted file mode 100644 index 77a19443..00000000 --- a/deploy/tifl-15/system_stub.yml +++ /dev/null @@ -1,27 +0,0 @@ -# creating a multi-container docker -version: "3.3" -services: - fl_server: # name can be anything - container_name: federation-lab-server # what the name for this container would be - cpuset: '0-1' - restart: "no" # if it crashes for example - build: . # look for the docker file where this file is currently located - volumes: -# - ./data/MNIST:/opt/federation-lab/data/MNIST - - ./data:/opt/federation-lab/data - - ./output:/opt/federation-lab/output - - ./fltk:/opt/federation-lab/fltk - environment: - - PYTHONUNBUFFERED=1 - - RANK=0 - - WORLD_SIZE={world_size} - - EXP_CONFIG=${EXP_CONFIG_FILE} - ports: - - "5000:5000" # {machine-port}:{docker-port} - networks: - default: - ipv4_address: 10.5.0.11 -networks: - default: - external: - name: local_network_dev \ No newline at end of file diff --git a/configs/dev_mnist/exps/fedavg_direct.yaml b/experiments/example_docker/descr.yaml similarity index 52% rename from configs/dev_mnist/exps/fedavg_direct.yaml rename to experiments/example_docker/descr.yaml index ab294bb3..79695fcf 100644 --- a/configs/dev_mnist/exps/fedavg_direct.yaml +++ b/experiments/example_docker/descr.yaml @@ -9,7 +9,7 @@ dataset: mnist cuda: false profiling_time: 100 warmup_round: false -output_location: 'output/dev_p2' +output_location: 'output/example_docker' tensor_board_active: true clients_per_round: 2 node_groups: @@ -17,22 +17,31 @@ node_groups: medium: [2, 2] fast: [3, 3] sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) sampler_args: - 0.07 # label limit || q probability || alpha || unused - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 2 num_clients: 2 -# Individual configuration -offload_stategy: vanilla -deadline: 500 -single_machine: true -real_time: false -experiment_prefix: 'util_fedavg_direct' +replications: 2 +deploy: + docker: + base_path: deploy/docker + federator: + stub-name: system_stub.yml + pin-cores: true + num-cores: 1 + clients: + fast: + stub-name: stub_default.yml + amount: 2 + pin-cores: true + num-cores: 1 + cpu-speed: 1 + cpu-variation: 0 + slow: + stub-name: stub_default.yml + amount: 0 + pin-cores: true + num-cores: 1 + cpu-speed: 1 + cpu-variation: 0 + diff --git a/configs/dev_mnist/fedavg.cfg.yaml b/experiments/example_docker/fedavg.cfg.yaml similarity index 100% rename from configs/dev_mnist/fedavg.cfg.yaml rename to experiments/example_docker/fedavg.cfg.yaml diff --git a/configs/dev_mnist/descr.yaml b/experiments/example_native/descr.yaml similarity index 68% rename from configs/dev_mnist/descr.yaml rename to experiments/example_native/descr.yaml index 87b954ba..d5e5386f 100644 --- a/configs/dev_mnist/descr.yaml +++ b/experiments/example_native/descr.yaml @@ -9,7 +9,7 @@ dataset: mnist cuda: false profiling_time: 100 warmup_round: false -output_location: 'output/dev_p2' +output_location: 'output/example_native' tensor_board_active: true clients_per_round: 2 node_groups: @@ -17,16 +17,8 @@ node_groups: medium: [2, 2] fast: [3, 3] sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) -#sampler: "uniform" # "limit labels" || "q sampler" || "dirichlet" || "uniform" (default) sampler_args: - 0.07 # label limit || q probability || alpha || unused - 42 # random seed || random seed || random seed || unused -system: - federator: - # hostname: '131.180.203.94' - hostname: '10.5.0.11' - nic: 'eth0' - # nic: 'enp3s0' - clients: - amount: 2 num_clients: 2 +replications: 2 diff --git a/configs/dev/dev_p2_fedprox.cfg.yaml b/experiments/example_native/fedavg.cfg.yaml similarity index 64% rename from configs/dev/dev_p2_fedprox.cfg.yaml rename to experiments/example_native/fedavg.cfg.yaml index 7b4cc2bb..25a64bda 100644 --- a/configs/dev/dev_p2_fedprox.cfg.yaml +++ b/experiments/example_native/fedavg.cfg.yaml @@ -1,4 +1,5 @@ # Individual configuration offload_stategy: vanilla deadline: 500 -optimizer: FedProx +single_machine: true +real_time: false \ No newline at end of file diff --git a/fltk/util/generate_docker_compose_2.py b/fltk/util/generate_docker_compose_2.py index 7185fa01..28c9025d 100644 --- a/fltk/util/generate_docker_compose_2.py +++ b/fltk/util/generate_docker_compose_2.py @@ -1,3 +1,4 @@ +import argparse import copy from pathlib import Path import yaml @@ -67,20 +68,8 @@ def generate_clients_proporties(clients_dict: dict, path: Path): results += gen_client(k, v, path) return results - -def generate_compose_file(path: Path): - """ - Used properties: - - World size - - num clients? - - path to deploy files - - random seed? - """ - - system_path = path / 'description.yml' - system = load_yaml_file(system_path) - # path = Path('deploy/dev_generate') - +def generate_compose_file_from_dict(system: dict): + path = Path(system['base_path']) client_descriptions = generate_clients_proporties(system['clients'], path) last_core_id = 0 world_size = len(client_descriptions) + 1 @@ -95,7 +84,7 @@ def generate_compose_file(path: Path): cpu_set: str amount = system['federator']['num-cores'] if amount > 1: - cpu_set = f'{last_core_id}-{last_core_id+amount-1}' + cpu_set = f'{last_core_id}-{last_core_id + amount - 1}' else: cpu_set = f'{last_core_id}' system_template['services']['fl_server']['cpuset'] = cpu_set @@ -109,18 +98,39 @@ def generate_compose_file(path: Path): if client_d['num_cores']: amount = client_d['num_cores'] if amount > 1: - cpu_set = f'{last_core_id}-{last_core_id+amount-1}' + cpu_set = f'{last_core_id}-{last_core_id + amount - 1}' else: cpu_set = f'{last_core_id}' last_core_id += amount - local_template, container_name = generate_client(idx + 1, stub_data, world_size, client_d['name'], cpu_set, client_d['num_cpu']) + local_template, container_name = generate_client(idx + 1, stub_data, world_size, client_d['name'], cpu_set, + client_d['num_cpu']) system_template['services'].update(local_template) print(container_name) with open(r'./docker-compose.yml', 'w') as file: yaml.dump(system_template, file, sort_keys=False) +def generate_compose_file(path: Path): + """ + Used properties: + - World size + - num clients? + - path to deploy files + - random seed? + """ + + system_path = path / 'description.yml' + system = load_yaml_file(system_path) + # path = Path('deploy/dev_generate') + generate_compose_file_from_dict(system) + + if __name__ == '__main__': - path = Path('deploy/dev_generate') + parser = argparse.ArgumentParser(description='Generate docker-compose file') + parser.add_argument('path', type=str, + help='Path to a deployment config folder') + parser.add_argument('--clients', type=int, help='Set the number of clients in the system', default=None) + args = parser.parse_args() + path = Path(args.path) results = generate_compose_file(path) print('done') \ No newline at end of file diff --git a/fltk/util/generate_experiments.py b/fltk/util/generate_experiments.py index c424c889..09b39f73 100644 --- a/fltk/util/generate_experiments.py +++ b/fltk/util/generate_experiments.py @@ -1,7 +1,8 @@ +import copy from pathlib import Path import os import yaml -from fltk.util.generate_docker_compose_2 import generate_compose_file +from fltk.util.generate_docker_compose_2 import generate_compose_file, generate_compose_file_from_dict def rm_tree(pth: Path): @@ -13,6 +14,16 @@ def rm_tree(pth: Path): # pth.rmdir() +def check_num_clients_consistency(cfg_data: dict): + if type(cfg_data) is str: + cfg_data = yaml.safe_load(copy.deepcopy(cfg_data)) + + if 'deploy' in cfg_data and 'docker' in cfg_data['deploy']: + num_docker_clients = sum([x['amount'] for x in cfg_data['deploy']['docker']['clients'].values()]) + if cfg_data['num_clients'] != num_docker_clients: + print('[Warning]\t Number of docker clients is not equal to the num_clients property!') + + def generate(base_path: Path): descr_path = base_path / 'descr.yaml' @@ -23,6 +34,8 @@ def generate(base_path: Path): exps_path = base_path / 'exps' rm_tree(exps_path) exps_path.mkdir(parents=True, exist_ok=True) + + check_num_clients_consistency(descr_data) for exp_cfg in exp_cfg_list: exp_cfg_data = '' with open(exp_cfg) as exp_f: @@ -74,15 +87,17 @@ def run(base_path: Path): if 'replications' in descr_data: replications = descr_data['replications'] run_docker = False - if 'docker_system' in descr_data: + if 'deploy' in descr_data and 'docker' in descr_data['deploy']: + # if 'docker_system' in descr_data: # Run in docker # Generate Docker print(descr_data) - docker_deploy_path = Path(descr_data['docker_system']) + docker_deploy_path = Path(descr_data['deploy']['docker']['base_path']) print(docker_deploy_path) run_docker = True - generate_compose_file(docker_deploy_path) + generate_compose_file_from_dict(descr_data['deploy']['docker']) + # generate_compose_file(docker_deploy_path) exp_files = [x for x in (base_path / 'exps').iterdir() if x.suffix in ['.yaml', '.yml']]