From dc93e21fe15f5f221c28e8a7c97ba6cdb12470f1 Mon Sep 17 00:00:00 2001 From: Erick Lavoie <erick.lavoie@epfl.ch> Date: Sat, 13 Mar 2021 18:45:31 +0100 Subject: [PATCH] Added cifar10 scaling experiments --- .../scaling/10/cifar10/clique-ring/experiments.sh | 14 ++++++++++++++ .../cifar10/fully-connected-cliques/experiments.sh | 14 ++++++++++++++ .../1000/cifar10/clique-ring/experiments.sh | 14 ++++++++++++++ .../cifar10/fully-connected-cliques/experiments.sh | 14 ++++++++++++++ 4 files changed, 56 insertions(+) create mode 100755 results/scaling/10/cifar10/clique-ring/experiments.sh create mode 100755 results/scaling/10/cifar10/fully-connected-cliques/experiments.sh create mode 100755 results/scaling/1000/cifar10/clique-ring/experiments.sh create mode 100755 results/scaling/1000/cifar10/fully-connected-cliques/experiments.sh diff --git a/results/scaling/10/cifar10/clique-ring/experiments.sh b/results/scaling/10/cifar10/clique-ring/experiments.sh new file mode 100755 index 0000000..10381ee --- /dev/null +++ b/results/scaling/10/cifar10/clique-ring/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 200 + ' +LRS=' + 0.002 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 10 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 1 1 1 1 1 1 1 1 1 1 --global-train-ratios 1 1 1 1 1 1 1 1 1 1 --dist-optimization d-psgd --topology clique-ring --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset cifar10 --model gn-lenet --clique-gradient --initial-averaging --accuracy-logging-interval 10 --validation-set-ratio 0.5 + done; +done; + diff --git a/results/scaling/10/cifar10/fully-connected-cliques/experiments.sh b/results/scaling/10/cifar10/fully-connected-cliques/experiments.sh new file mode 100755 index 0000000..81e7bdf --- /dev/null +++ b/results/scaling/10/cifar10/fully-connected-cliques/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 200 + ' +LRS=' + 0.002 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 10 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 1 1 1 1 1 1 1 1 1 1 --global-train-ratios 1 1 1 1 1 1 1 1 1 1 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset cifar10 --model gn-lenet --clique-gradient --initial-averaging --accuracy-logging-interval 10 --validation-set-ratio 0.5 + done; +done; + diff --git a/results/scaling/1000/cifar10/clique-ring/experiments.sh b/results/scaling/1000/cifar10/clique-ring/experiments.sh new file mode 100755 index 0000000..54e757d --- /dev/null +++ b/results/scaling/1000/cifar10/clique-ring/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 2 + ' +LRS=' + 0.002 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 1000 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 100 100 100 100 100 100 100 100 100 100 --global-train-ratios 1 1 1 1 1 1 1 1 1 1 --dist-optimization d-psgd --topology clique-ring --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset cifar10 --model gn-lenet --clique-gradient --initial-averaging --accuracy-logging-interval 10 --validation-set-ratio 0.5 + done; +done; + diff --git a/results/scaling/1000/cifar10/fully-connected-cliques/experiments.sh b/results/scaling/1000/cifar10/fully-connected-cliques/experiments.sh new file mode 100755 index 0000000..1d4bee3 --- /dev/null +++ b/results/scaling/1000/cifar10/fully-connected-cliques/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 2 + ' +LRS=' + 0.002 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 1000 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 100 100 100 100 100 100 100 100 100 100 --global-train-ratios 1 1 1 1 1 1 1 1 1 1 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset cifar10 --model gn-lenet --clique-gradient --initial-averaging --accuracy-logging-interval 10 --validation-set-ratio 0.5 + done; +done; + -- GitLab