From 7f63a5d32a242cb52d3fea1569edbe9205511790 Mon Sep 17 00:00:00 2001 From: Erick Lavoie <erick.lavoie@epfl.ch> Date: Tue, 7 Sep 2021 16:09:00 +0200 Subject: [PATCH] Added experiments on greedy-swaps --- .../greedy-swap-fc/non-iid/experiments.sh | 42 +++++++++++++++++++ .../greedy-swap-ring/non-iid/experiments.sh | 42 +++++++++++++++++++ 2 files changed, 84 insertions(+) create mode 100755 results-v2/google-fl/mnist/d-cliques/greedy-swap-fc/non-iid/experiments.sh create mode 100755 results-v2/google-fl/mnist/d-cliques/greedy-swap-ring/non-iid/experiments.sh diff --git a/results-v2/google-fl/mnist/d-cliques/greedy-swap-fc/non-iid/experiments.sh b/results-v2/google-fl/mnist/d-cliques/greedy-swap-fc/non-iid/experiments.sh new file mode 100755 index 0000000..373346f --- /dev/null +++ b/results-v2/google-fl/mnist/d-cliques/greedy-swap-fc/non-iid/experiments.sh @@ -0,0 +1,42 @@ +#!/usr/bin/env bash +# Path to current script +SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )" +TOOLS=$SCRIPT_DIR/../../../../../$(cat $SCRIPT_DIR/../../../../../toolspath); cd $TOOLS + +# Add current working directory to executable namespace +export PATH=$PATH:$TOOLS +# Setup root directory for resolution of imports: +# the path of all local python libraries are relative to this +export PYTHONPATH=$TOOLS + +# Each command outputs the run directory, which is then used +# by the next command to add parameters and generate information +# used by the simulator. For a list of available options for each +# command, run 'export PYTHONPATH=.; <command> --help'. +for MS in 5 10 20; do + setup/meta.py \ + --results-directory $SCRIPT_DIR/all \ + --seed 1 | + setup/dataset.py \ + --name mnist | + setup/nodes/google-fl.py \ + --nb-nodes 100 \ + --local-shards 2 \ + --shard-size 250 | + setup/topology/d_cliques/greedy_swap.py \ + --interclique fully-connected \ + --max-clique-size $MS \ + --max-steps 1000 | + setup/model/linear.py | + simulate/algorithm/d_sgd.py \ + --batch-size 125 \ + --learning-momentum 0.0 \ + --learning-rate 0.1 \ + --clique-gradient | + simulate/logger.py \ + --accuracy-logging-interval 10\ + --skip-testing\ + --nb-processes 2 | + simulate/run.py \ + --nb-epochs 100; +done diff --git a/results-v2/google-fl/mnist/d-cliques/greedy-swap-ring/non-iid/experiments.sh b/results-v2/google-fl/mnist/d-cliques/greedy-swap-ring/non-iid/experiments.sh new file mode 100755 index 0000000..102887c --- /dev/null +++ b/results-v2/google-fl/mnist/d-cliques/greedy-swap-ring/non-iid/experiments.sh @@ -0,0 +1,42 @@ +#!/usr/bin/env bash +# Path to current script +SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )" +TOOLS=$SCRIPT_DIR/../../../../../$(cat $SCRIPT_DIR/../../../../../toolspath); cd $TOOLS + +# Add current working directory to executable namespace +export PATH=$PATH:$TOOLS +# Setup root directory for resolution of imports: +# the path of all local python libraries are relative to this +export PYTHONPATH=$TOOLS + +# Each command outputs the run directory, which is then used +# by the next command to add parameters and generate information +# used by the simulator. For a list of available options for each +# command, run 'export PYTHONPATH=.; <command> --help'. +for MS in 5 10 20; do + setup/meta.py \ + --results-directory $SCRIPT_DIR/all \ + --seed 1 | + setup/dataset.py \ + --name mnist | + setup/nodes/google-fl.py \ + --nb-nodes 100 \ + --local-shards 2 \ + --shard-size 250 | + setup/topology/d_cliques/greedy_swap.py \ + --interclique ring \ + --max-clique-size $MS \ + --max-steps 1000 | + setup/model/linear.py | + simulate/algorithm/d_sgd.py \ + --batch-size 125 \ + --learning-momentum 0.0 \ + --learning-rate 0.1 \ + --clique-gradient | + simulate/logger.py \ + --accuracy-logging-interval 10\ + --skip-testing \ + --nb-processes 2 | + simulate/run.py \ + --nb-epochs 100; +done -- GitLab