diff --git a/results-v2/dc-greedy-swap-mnist-2-shards-uneq-classes-fractal-1000.sh b/results-v2/dc-greedy-swap-mnist-2-shards-uneq-classes-fractal-1000.sh new file mode 100755 index 0000000000000000000000000000000000000000..6b484d3f153f8eb0231194ea5a7fde089dc2a591 --- /dev/null +++ b/results-v2/dc-greedy-swap-mnist-2-shards-uneq-classes-fractal-1000.sh @@ -0,0 +1,42 @@ +#!/usr/bin/env bash +# Path to current script +SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )" +TOOLS=$SCRIPT_DIR/$(cat toolspath); cd $TOOLS + +# Add current working directory to executable namespace +export PATH=$PATH:$TOOLS +# Setup root directory for resolution of imports: +# the path of all local python libraries are relative to this +export PYTHONPATH=$TOOLS + +# Each command outputs the run directory, which is then used +# by the next command to add parameters and generate information +# used by the simulator. For a list of available options for each +# command, run 'export PYTHONPATH=.; <command> --help'. +for SEED in 1 2 3; do +setup/meta.py \ + --results-directory $SCRIPT_DIR/tmp \ + --seed $SEED | +setup/dataset.py \ + --name mnist \ + --train-examples-per-class 4943 5607 4926 5121 4860 4529 4960 5237 4877 4940 | +setup/nodes/google-fl.py \ + --name 2-shards-uneq-classes \ + --nb-nodes 1000 \ + --local-shards 2 \ + --shard-size 25 | +setup/topology/d_cliques/greedy_swap.py \ + --interclique fractal \ + --max-clique-size 10 \ + --max-steps 1000 | +setup/model/linear.py | +simulate/algorithm/d_sgd.py \ + --batch-size 13 \ + --learning-momentum 0.0 \ + --learning-rate 0.1 \ + --clique-gradient | +simulate/logger.py \ + --nb-processes 8 | +simulate/run.py \ + --nb-epochs 100; +done diff --git a/results-v2/dc-greedy-swap-mnist-2-shards-uneq-classes-ring-1000.sh b/results-v2/dc-greedy-swap-mnist-2-shards-uneq-classes-ring-1000.sh new file mode 100755 index 0000000000000000000000000000000000000000..1d1d89900f4cbcde4b035ae71f7f703cf4bd20f3 --- /dev/null +++ b/results-v2/dc-greedy-swap-mnist-2-shards-uneq-classes-ring-1000.sh @@ -0,0 +1,42 @@ +#!/usr/bin/env bash +# Path to current script +SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )" +TOOLS=$SCRIPT_DIR/$(cat toolspath); cd $TOOLS + +# Add current working directory to executable namespace +export PATH=$PATH:$TOOLS +# Setup root directory for resolution of imports: +# the path of all local python libraries are relative to this +export PYTHONPATH=$TOOLS + +# Each command outputs the run directory, which is then used +# by the next command to add parameters and generate information +# used by the simulator. For a list of available options for each +# command, run 'export PYTHONPATH=.; <command> --help'. +for SEED in 1 2 3; do +setup/meta.py \ + --results-directory $SCRIPT_DIR/tmp \ + --seed $SEED | +setup/dataset.py \ + --name mnist \ + --train-examples-per-class 4943 5607 4926 5121 4860 4529 4960 5237 4877 4940 | +setup/nodes/google-fl.py \ + --name 2-shards-uneq-classes \ + --nb-nodes 1000 \ + --local-shards 2 \ + --shard-size 25 | +setup/topology/d_cliques/greedy_swap.py \ + --interclique ring \ + --max-clique-size 10 \ + --max-steps 1000 | +setup/model/linear.py | +simulate/algorithm/d_sgd.py \ + --batch-size 13 \ + --learning-momentum 0.0 \ + --learning-rate 0.1 \ + --clique-gradient | +simulate/logger.py \ + --nb-processes 8 | +simulate/run.py \ + --nb-epochs 100; +done diff --git a/results-v2/dc-greedy-swap-mnist-2-shards-uneq-classes-smallworld-1000.sh b/results-v2/dc-greedy-swap-mnist-2-shards-uneq-classes-smallworld-1000.sh new file mode 100755 index 0000000000000000000000000000000000000000..59f0a1b293a64555649c819818be342641f834ff --- /dev/null +++ b/results-v2/dc-greedy-swap-mnist-2-shards-uneq-classes-smallworld-1000.sh @@ -0,0 +1,42 @@ +#!/usr/bin/env bash +# Path to current script +SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )" +TOOLS=$SCRIPT_DIR/$(cat toolspath); cd $TOOLS + +# Add current working directory to executable namespace +export PATH=$PATH:$TOOLS +# Setup root directory for resolution of imports: +# the path of all local python libraries are relative to this +export PYTHONPATH=$TOOLS + +# Each command outputs the run directory, which is then used +# by the next command to add parameters and generate information +# used by the simulator. For a list of available options for each +# command, run 'export PYTHONPATH=.; <command> --help'. +for SEED in 1 2 3; do +setup/meta.py \ + --results-directory $SCRIPT_DIR/tmp \ + --seed $SEED | +setup/dataset.py \ + --name mnist \ + --train-examples-per-class 4943 5607 4926 5121 4860 4529 4960 5237 4877 4940 | +setup/nodes/google-fl.py \ + --name 2-shards-uneq-classes \ + --nb-nodes 1000 \ + --local-shards 2 \ + --shard-size 25 | +setup/topology/d_cliques/greedy_swap.py \ + --interclique smallworld \ + --max-clique-size 10 \ + --max-steps 1000 | +setup/model/linear.py | +simulate/algorithm/d_sgd.py \ + --batch-size 13 \ + --learning-momentum 0.0 \ + --learning-rate 0.1 \ + --clique-gradient | +simulate/logger.py \ + --nb-processes 8 | +simulate/run.py \ + --nb-epochs 100; +done diff --git a/results-v2/dc-ideal-mnist-max-local-skew-fractal-1000.sh b/results-v2/dc-ideal-mnist-max-local-skew-fractal-1000.sh new file mode 100755 index 0000000000000000000000000000000000000000..1bbf7d34aefff7cf70d6621c1972a8763eac4cff --- /dev/null +++ b/results-v2/dc-ideal-mnist-max-local-skew-fractal-1000.sh @@ -0,0 +1,40 @@ +#!/usr/bin/env bash +# Path to current script +SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )" +TOOLS=$SCRIPT_DIR/$(cat toolspath); cd $TOOLS + +# Add current working directory to executable namespace +export PATH=$PATH:$TOOLS +# Setup root directory for resolution of imports: +# the path of all local python libraries are relative to this +export PYTHONPATH=$TOOLS + +# Each command outputs the run directory, which is then used +# by the next command to add parameters and generate information +# used by the simulator. For a list of available options for each +# command, run 'export PYTHONPATH=.; <command> --help'. +for SEED in 1 2 3; do +setup/meta.py \ + --results-directory $SCRIPT_DIR/tmp \ + --seed $SEED | +setup/dataset.py \ + --name mnist \ + --train-examples-per-class 4500 4500 4500 4500 4500 4500 4500 4500 4500 4500 | +setup/nodes.py \ + --name max-local-skew \ + --nb-nodes 1000 \ + --local-classes 1 \ + --nodes-per-class 100 100 100 100 100 100 100 100 100 100 | +setup/topology/d_cliques/ideal.py \ + --interclique fractal | +setup/model/linear.py | +simulate/algorithm/d_sgd.py \ + --batch-size 13 \ + --learning-momentum 0.0 \ + --learning-rate 0.1 \ + --clique-gradient | +simulate/logger.py \ + --nb-processes 8 | +simulate/run.py \ + --nb-epochs 100; +done diff --git a/results-v2/dc-ideal-mnist-max-local-skew-ring-1000.sh b/results-v2/dc-ideal-mnist-max-local-skew-ring-1000.sh new file mode 100755 index 0000000000000000000000000000000000000000..0d2b2124317ea4df9a80efb7d5fcd415a9c40583 --- /dev/null +++ b/results-v2/dc-ideal-mnist-max-local-skew-ring-1000.sh @@ -0,0 +1,40 @@ +#!/usr/bin/env bash +# Path to current script +SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )" +TOOLS=$SCRIPT_DIR/$(cat toolspath); cd $TOOLS + +# Add current working directory to executable namespace +export PATH=$PATH:$TOOLS +# Setup root directory for resolution of imports: +# the path of all local python libraries are relative to this +export PYTHONPATH=$TOOLS + +# Each command outputs the run directory, which is then used +# by the next command to add parameters and generate information +# used by the simulator. For a list of available options for each +# command, run 'export PYTHONPATH=.; <command> --help'. +for SEED in 1 2 3; do +setup/meta.py \ + --results-directory $SCRIPT_DIR/tmp \ + --seed $SEED | +setup/dataset.py \ + --name mnist \ + --train-examples-per-class 4500 4500 4500 4500 4500 4500 4500 4500 4500 4500 | +setup/nodes.py \ + --name max-local-skew \ + --nb-nodes 1000 \ + --local-classes 1 \ + --nodes-per-class 100 100 100 100 100 100 100 100 100 100 | +setup/topology/d_cliques/ideal.py \ + --interclique ring | +setup/model/linear.py | +simulate/algorithm/d_sgd.py \ + --batch-size 13 \ + --learning-momentum 0.0 \ + --learning-rate 0.1 \ + --clique-gradient | +simulate/logger.py \ + --nb-processes 8 | +simulate/run.py \ + --nb-epochs 100; +done diff --git a/results-v2/dc-ideal-mnist-max-local-skew-smallworld-1000.sh b/results-v2/dc-ideal-mnist-max-local-skew-smallworld-1000.sh new file mode 100755 index 0000000000000000000000000000000000000000..d847f31c9ea83a0fc005364c7e86dcafc635d07b --- /dev/null +++ b/results-v2/dc-ideal-mnist-max-local-skew-smallworld-1000.sh @@ -0,0 +1,40 @@ +#!/usr/bin/env bash +# Path to current script +SCRIPT_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )" +TOOLS=$SCRIPT_DIR/$(cat toolspath); cd $TOOLS + +# Add current working directory to executable namespace +export PATH=$PATH:$TOOLS +# Setup root directory for resolution of imports: +# the path of all local python libraries are relative to this +export PYTHONPATH=$TOOLS + +# Each command outputs the run directory, which is then used +# by the next command to add parameters and generate information +# used by the simulator. For a list of available options for each +# command, run 'export PYTHONPATH=.; <command> --help'. +for SEED in 1 2 3; do +setup/meta.py \ + --results-directory $SCRIPT_DIR/tmp \ + --seed $SEED | +setup/dataset.py \ + --name mnist \ + --train-examples-per-class 4500 4500 4500 4500 4500 4500 4500 4500 4500 4500 | +setup/nodes.py \ + --name max-local-skew \ + --nb-nodes 1000 \ + --local-classes 1 \ + --nodes-per-class 100 100 100 100 100 100 100 100 100 100 | +setup/topology/d_cliques/ideal.py \ + --interclique smallworld | +setup/model/linear.py | +simulate/algorithm/d_sgd.py \ + --batch-size 13 \ + --learning-momentum 0.0 \ + --learning-rate 0.1 \ + --clique-gradient | +simulate/logger.py \ + --nb-processes 8 | +simulate/run.py \ + --nb-epochs 100; +done