Added cifar10 scaling experiments

results/scaling/10/cifar10/clique-ring/experiments.sh

+#!/usr/bin/env bash
+TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS
+BSZS='
+    200
+    '
+LRS='
+    0.002
+    '
+for BSZ in $BSZS; 
+    do for LR in $LRS;
+        do python sgp-mnist.py --nb-nodes 10 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 1 1 1 1 1 1 1 1 1 1 --global-train-ratios 1 1 1 1 1 1 1 1 1 1 --dist-optimization d-psgd --topology clique-ring --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset cifar10 --model gn-lenet --clique-gradient --initial-averaging --accuracy-logging-interval 10 --validation-set-ratio 0.5
+    done;
+done;
+

results/scaling/10/cifar10/fully-connected-cliques/experiments.sh

+#!/usr/bin/env bash
+TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS
+BSZS='
+    200
+    '
+LRS='
+    0.002
+    '
+for BSZ in $BSZS; 
+    do for LR in $LRS;
+        do python sgp-mnist.py --nb-nodes 10 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 1 1 1 1 1 1 1 1 1 1 --global-train-ratios 1 1 1 1 1 1 1 1 1 1 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset cifar10 --model gn-lenet --clique-gradient --initial-averaging --accuracy-logging-interval 10 --validation-set-ratio 0.5
+    done;
+done;
+

results/scaling/1000/cifar10/clique-ring/experiments.sh

+#!/usr/bin/env bash
+TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS
+BSZS='
+    2
+    '
+LRS='
+    0.002
+    '
+for BSZ in $BSZS; 
+    do for LR in $LRS;
+        do python sgp-mnist.py --nb-nodes 1000 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 100 100 100 100 100 100 100 100 100 100 --global-train-ratios 1 1 1 1 1 1 1 1 1 1 --dist-optimization d-psgd --topology clique-ring --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset cifar10 --model gn-lenet --clique-gradient --initial-averaging --accuracy-logging-interval 10 --validation-set-ratio 0.5
+    done;
+done;
+

results/scaling/1000/cifar10/fully-connected-cliques/experiments.sh

+#!/usr/bin/env bash
+TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS
+BSZS='
+    2
+    '
+LRS='
+    0.002
+    '
+for BSZ in $BSZS; 
+    do for LR in $LRS;
+        do python sgp-mnist.py --nb-nodes 1000 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 100 100 100 100 100 100 100 100 100 100 --global-train-ratios 1 1 1 1 1 1 1 1 1 1 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset cifar10 --model gn-lenet --clique-gradient --initial-averaging --accuracy-logging-interval 10 --validation-set-ratio 0.5
+    done;
+done;
+