diff --git a/main.tex b/main.tex index 93bd1f849e29595c2e02fb060718f5ec228e0337..32cd17e8d9663e0f5ef462a46591e521680692af 100644 --- a/main.tex +++ b/main.tex @@ -581,6 +581,15 @@ In addition, it is important that all nodes are initialized with the same model \caption{\label{fig:d-cliques-cifar10-clique-clustering} CIFAR10: Effect of Relaxed Intra-Clique Connectivity.} \end{figure} +\section{XP Suppl.} + +\begin{itemize} + \item Test MNIST avec gn-lenet + \item Enlever les mentions à l'initialisation uniforme + \item Plot Scattering (Citer l'article décentralisé) + \item Test topology en n-log n https://dl.acm.org/doi/10.1145/335305.335325 +\end{itemize} + \section{Related Work} diff --git a/results/mnist/gn-lenet/fully-connected-cliques/experiments.sh b/results/mnist/gn-lenet/fully-connected-cliques/experiments.sh new file mode 100755 index 0000000000000000000000000000000000000000..f5ab91639f37328612b4bebf487d11d3b207ad37 --- /dev/null +++ b/results/mnist/gn-lenet/fully-connected-cliques/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 20 + ' +LRS=' + 0.002 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset mnist --model gn-lenet --clique-gradient --initial-averaging --accuracy-logging-interval 1 + done; +done; + diff --git a/results/mnist/gn-lenet/no-clique-avg/experiments.sh b/results/mnist/gn-lenet/no-clique-avg/experiments.sh new file mode 100755 index 0000000000000000000000000000000000000000..402211627960f661d8ac95a69bc00cf6107da305 --- /dev/null +++ b/results/mnist/gn-lenet/no-clique-avg/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 20 + ' +LRS=' + 0.002 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset mnist --model gn-lenet --accuracy-logging-interval 1 --initial-averaging + done; +done; + diff --git a/results/mnist/gn-lenet/no-init-no-clique-avg/experiments.sh b/results/mnist/gn-lenet/no-init-no-clique-avg/experiments.sh new file mode 100755 index 0000000000000000000000000000000000000000..981f8e83b4aaf2b939cac1c617a46555359f896f --- /dev/null +++ b/results/mnist/gn-lenet/no-init-no-clique-avg/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 20 + ' +LRS=' + 0.002 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset mnist --model gn-lenet --accuracy-logging-interval 1 + done; +done; + diff --git a/results/mnist/gn-lenet/no-init/experiments.sh b/results/mnist/gn-lenet/no-init/experiments.sh new file mode 100755 index 0000000000000000000000000000000000000000..ddf548c2ae561bcf31a27a581b077faca274fd9d --- /dev/null +++ b/results/mnist/gn-lenet/no-init/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 20 + ' +LRS=' + 0.002 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology fully-connected-cliques --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset mnist --model gn-lenet --clique-gradient --accuracy-logging-interval 1 + done; +done; + diff --git a/results/mnist/gn-lenet/random-10-diverse-unbiased-grad/experiments.sh b/results/mnist/gn-lenet/random-10-diverse-unbiased-grad/experiments.sh new file mode 100755 index 0000000000000000000000000000000000000000..7a7ae91b6d6e44b419d012e288bdf413c0c55e08 --- /dev/null +++ b/results/mnist/gn-lenet/random-10-diverse-unbiased-grad/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 20 + ' +LRS=' + 0.002 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology greedy-diverse-10 --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset mnist --model gn-lenet --accuracy-logging-interval 1 --unbiased-gradient + done; +done; + diff --git a/results/mnist/gn-lenet/random-10-diverse/experiments.sh b/results/mnist/gn-lenet/random-10-diverse/experiments.sh new file mode 100755 index 0000000000000000000000000000000000000000..3df7a2c5ea809b1e304c3291b425bbc46de36fe8 --- /dev/null +++ b/results/mnist/gn-lenet/random-10-diverse/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 20 + ' +LRS=' + 0.002 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology greedy-diverse-10 --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset mnist --model gn-lenet --accuracy-logging-interval 1 + done; +done; + diff --git a/results/mnist/gn-lenet/random-10/experiments.sh b/results/mnist/gn-lenet/random-10/experiments.sh new file mode 100755 index 0000000000000000000000000000000000000000..f6a4093016d33fb18fcc12467e90c355d5ce8b2e --- /dev/null +++ b/results/mnist/gn-lenet/random-10/experiments.sh @@ -0,0 +1,14 @@ +#!/usr/bin/env bash +TOOLS=../../../../../learn-topology/tools; CWD="$(pwd)"; cd $TOOLS +BSZS=' + 20 + ' +LRS=' + 0.002 + ' +for BSZ in $BSZS; + do for LR in $LRS; + do python sgp-mnist.py --nb-nodes 100 --nb-epochs 100 --local-classes 1 --seed 1 --nodes-per-class 10 10 10 10 10 10 10 10 10 10 --global-train-ratios 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 0.802568 --dist-optimization d-psgd --topology random-10 --metric dissimilarity --learning-momentum 0.9 --sync-per-mini-batch 1 --results-directory $CWD/all --learning-rate $LR --batch-size $BSZ "$@" --single-process --nb-logging-processes 10 --dataset mnist --model gn-lenet --accuracy-logging-interval 1 + done; +done; +