diff --git a/results/mnist/fully-connected/iid/experiments.sh b/results/mnist/fully-connected/iid/experiments.sh new file mode 100755 index 0000000000000000000000000000000000000000..ae22a6c7be6ab74becef80826ab7e4ffa3c6f7c8 --- /dev/null +++ b/results/mnist/fully-connected/iid/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 128 + ' +LRS=' + 0.1 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 10 --seed 1 --nodes-per-class 100 100 100 100 100 100 100 100 100 100 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology fully_connected --metric random --learning-momentum 0. --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --parallel-training --nb-workers 10 --dataset mnist --model linear + done; +done; + diff --git a/results/mnist/grid/iid/experiments.sh b/results/mnist/grid/iid/experiments.sh new file mode 100755 index 0000000000000000000000000000000000000000..60cb40f007e8c65f3b3fb32acef4420a4ca18ece --- /dev/null +++ b/results/mnist/grid/iid/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 128 + ' +LRS=' + 0.1 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 10 --seed 1 --nodes-per-class 100 100 100 100 100 100 100 100 100 100 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology grid --metric random --learning-momentum 0. --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --parallel-training --nb-workers 10 --dataset mnist --model linear + done; +done; + diff --git a/results/mnist/grid/non-iid/experiments.sh b/results/mnist/grid/non-iid/experiments.sh new file mode 100755 index 0000000000000000000000000000000000000000..acfaa21a3bd71d3cfab8b1616e3f2b6081e233cb --- /dev/null +++ b/results/mnist/grid/non-iid/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 128 + ' +LRS=' + 0.1 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology grid --metric random --learning-momentum 0. --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --parallel-training --nb-workers 10 --dataset mnist --model linear + done; +done; + diff --git a/results/mnist/ring/iid/experiments.sh b/results/mnist/ring/iid/experiments.sh new file mode 100755 index 0000000000000000000000000000000000000000..d5e8a5452489623069486648c99fc7ebf4c0f013 --- /dev/null +++ b/results/mnist/ring/iid/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 128 + ' +LRS=' + 0.1 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 10 --seed 1 --nodes-per-class 100 100 100 100 100 100 100 100 100 100 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology ring --metric random --learning-momentum 0. --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --parallel-training --nb-workers 10 --dataset mnist --model linear + done; +done; + diff --git a/results/mnist/ring/non-iid/experiments.sh b/results/mnist/ring/non-iid/experiments.sh new file mode 100755 index 0000000000000000000000000000000000000000..e5203490714dc05e3a88d630352e34e886b00288 --- /dev/null +++ b/results/mnist/ring/non-iid/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 128 + ' +LRS=' + 0.1 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology ring --metric random --learning-momentum 0. --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --parallel-training --nb-workers 10 --dataset mnist --model linear + done; +done; +