From 003526ad7dad553a54e5f79f47253ae538ed2c3b Mon Sep 17 00:00:00 2001
From: Erick Lavoie <erick.lavoie@epfl.ch>
Date: Thu, 18 Mar 2021 17:25:34 +0100
Subject: [PATCH] Added experiments

---
 .../cifar10/rm-1-edge-unbiased-grad/experiments.sh | 14 ++++++++++++++
 results/cifar10/rm-1-edge/experiments.sh           | 14 ++++++++++++++
 .../rm-5-edges-unbiased-grad/experiments.sh        | 14 ++++++++++++++
 results/cifar10/rm-5-edges/experiments.sh          | 14 ++++++++++++++
 .../mnist/rm-1-edge-unbiased-grad/experiments.sh   | 14 ++++++++++++++
 results/mnist/rm-1-edge/experiments.sh             | 14 ++++++++++++++
 .../mnist/rm-5-edges-unbiased-grad/experiments.sh  | 14 ++++++++++++++
 results/mnist/rm-5-edges/experiments.sh            | 14 ++++++++++++++
 8 files changed, 112 insertions(+)
 create mode 100755 results/cifar10/rm-1-edge-unbiased-grad/experiments.sh
 create mode 100755 results/cifar10/rm-1-edge/experiments.sh
 create mode 100755 results/cifar10/rm-5-edges-unbiased-grad/experiments.sh
 create mode 100755 results/cifar10/rm-5-edges/experiments.sh
 create mode 100755 results/mnist/rm-1-edge-unbiased-grad/experiments.sh
 create mode 100755 results/mnist/rm-1-edge/experiments.sh
 create mode 100755 results/mnist/rm-5-edges-unbiased-grad/experiments.sh
 create mode 100755 results/mnist/rm-5-edges/experiments.sh

diff --git a/results/cifar10/rm-1-edge-unbiased-grad/experiments.sh b/results/cifar10/rm-1-edge-unbiased-grad/experiments.sh
new file mode 100755
index 0000000..1e7655d
--- /dev/null
+++ b/results/cifar10/rm-1-edge-unbiased-grad/experiments.sh
@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+TOOLS=../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS
+BSZS='
+    20
+    '
+LRS='
+    0.002
+    '
+for BSZ in $BSZS; 
+    do for LR in $LRS;
+        do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 1 1 1 1 1 1 1 1 1 1 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset cifar10 --model gn-lenet --accuracy-logging-interval 10 --validation-set-ratio 0.5 --remove-clique-edges 1 --unbiased-gradient
+    done;
+done;
+
diff --git a/results/cifar10/rm-1-edge/experiments.sh b/results/cifar10/rm-1-edge/experiments.sh
new file mode 100755
index 0000000..7f21727
--- /dev/null
+++ b/results/cifar10/rm-1-edge/experiments.sh
@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+TOOLS=../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS
+BSZS='
+    20
+    '
+LRS='
+    0.002
+    '
+for BSZ in $BSZS; 
+    do for LR in $LRS;
+        do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 1 1 1 1 1 1 1 1 1 1 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset cifar10 --model gn-lenet --accuracy-logging-interval 10 --validation-set-ratio 0.5 --remove-clique-edges 1
+    done;
+done;
+
diff --git a/results/cifar10/rm-5-edges-unbiased-grad/experiments.sh b/results/cifar10/rm-5-edges-unbiased-grad/experiments.sh
new file mode 100755
index 0000000..a270283
--- /dev/null
+++ b/results/cifar10/rm-5-edges-unbiased-grad/experiments.sh
@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+TOOLS=../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS
+BSZS='
+    20
+    '
+LRS='
+    0.002
+    '
+for BSZ in $BSZS; 
+    do for LR in $LRS;
+        do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 1 1 1 1 1 1 1 1 1 1 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset cifar10 --model gn-lenet --accuracy-logging-interval 10 --validation-set-ratio 0.5 --remove-clique-edges 5 --unbiased-gradient
+    done;
+done;
+
diff --git a/results/cifar10/rm-5-edges/experiments.sh b/results/cifar10/rm-5-edges/experiments.sh
new file mode 100755
index 0000000..112c6d3
--- /dev/null
+++ b/results/cifar10/rm-5-edges/experiments.sh
@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+TOOLS=../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS
+BSZS='
+    20
+    '
+LRS='
+    0.002
+    '
+for BSZ in $BSZS; 
+    do for LR in $LRS;
+        do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 1 1 1 1 1 1 1 1 1 1 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset cifar10 --model gn-lenet --accuracy-logging-interval 10 --validation-set-ratio 0.5 --remove-clique-edges 5
+    done;
+done;
+
diff --git a/results/mnist/rm-1-edge-unbiased-grad/experiments.sh b/results/mnist/rm-1-edge-unbiased-grad/experiments.sh
new file mode 100755
index 0000000..49cd6c6
--- /dev/null
+++ b/results/mnist/rm-1-edge-unbiased-grad/experiments.sh
@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+TOOLS=../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS
+BSZS='
+    128
+    '
+LRS='
+    0.1
+    '
+for BSZ in $BSZS; 
+    do for LR in $LRS;
+        do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0. --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --parallel-training --nb-workers 10 --dataset mnist --model linear --remove-clique-edges 1 --unbiased-gradient
+    done;
+done;
+
diff --git a/results/mnist/rm-1-edge/experiments.sh b/results/mnist/rm-1-edge/experiments.sh
new file mode 100755
index 0000000..d3204e1
--- /dev/null
+++ b/results/mnist/rm-1-edge/experiments.sh
@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+TOOLS=../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS
+BSZS='
+    128
+    '
+LRS='
+    0.1
+    '
+for BSZ in $BSZS; 
+    do for LR in $LRS;
+        do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0. --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --parallel-training --nb-workers 10 --dataset mnist --model linear --remove-clique-edges 1
+    done;
+done;
+
diff --git a/results/mnist/rm-5-edges-unbiased-grad/experiments.sh b/results/mnist/rm-5-edges-unbiased-grad/experiments.sh
new file mode 100755
index 0000000..32302c0
--- /dev/null
+++ b/results/mnist/rm-5-edges-unbiased-grad/experiments.sh
@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+TOOLS=../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS
+BSZS='
+    128
+    '
+LRS='
+    0.1
+    '
+for BSZ in $BSZS; 
+    do for LR in $LRS;
+        do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0. --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --parallel-training --nb-workers 10 --dataset mnist --model linear --remove-clique-edges 5 --unbiased-gradient
+    done;
+done;
+
diff --git a/results/mnist/rm-5-edges/experiments.sh b/results/mnist/rm-5-edges/experiments.sh
new file mode 100755
index 0000000..f7718ee
--- /dev/null
+++ b/results/mnist/rm-5-edges/experiments.sh
@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+TOOLS=../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS
+BSZS='
+    128
+    '
+LRS='
+    0.1
+    '
+for BSZ in $BSZS; 
+    do for LR in $LRS;
+        do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0. --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --parallel-training --nb-workers 10 --dataset mnist --model linear --remove-clique-edges 5
+    done;
+done;
+
-- 
GitLab