From 161ef5411ec8f03dd4e50470a8fc4eb2ab15fac8 Mon Sep 17 00:00:00 2001 From: Jeffrey Wigger <jeffrey.wigger@epfl.ch> Date: Tue, 14 Jun 2022 02:52:35 +0200 Subject: [PATCH] run reddit dynamic jwins --- eval/run_xtimes_reddit_rws.sh | 4 +- ...onfig_reddit_sharing_dynamicGraphJwins.ini | 45 +++++++++++++++++++ 2 files changed, 47 insertions(+), 2 deletions(-) create mode 100644 eval/step_configs/config_reddit_sharing_dynamicGraphJwins.ini diff --git a/eval/run_xtimes_reddit_rws.sh b/eval/run_xtimes_reddit_rws.sh index 8cabb99..2df3462 100755 --- a/eval/run_xtimes_reddit_rws.sh +++ b/eval/run_xtimes_reddit_rws.sh @@ -54,7 +54,7 @@ export PYTHONFAULTHANDLER=1 # Base configs for which the gird search is done # tests=("step_configs/config_reddit_sharing_topKdynamicGraph.ini") # tests=("step_configs/config_reddit_sharing_topKsharingasyncrw.ini" "step_configs/config_reddit_sharing_topKdpsgdrwasync.ini" "step_configs/config_reddit_sharing_topKdpsgdrw.ini") -tests=("step_configs/config_reddit_sharing_dynamicGraph.ini") # ("step_configs/config_reddit_sharing_dpsgdrwasync0.ini") +tests=("step_configs/config_reddit_sharing_dynamicGraphJwins.ini") # ("step_configs/config_reddit_sharing_dpsgdrwasync0.ini") # tests=("step_configs/config_reddit_sharing_dpsgdrw.ini" "step_configs/config_reddit_sharing_dpsgdrwasync.ini" "step_configs/config_reddit_sharing_sharingasyncrw.ini" "step_configs/config_reddit_sharing_sharingrw.ini") # Learning rates lr="1" @@ -71,7 +71,7 @@ echo samples per user: $samples_per_user # random_seeds for which to rerun the experiments # random_seeds=("90" "91" "92" "93" "94") -random_seeds=("90") +random_seeds=("90" "91" "92") echo batchsize: $batchsize echo communication rounds per global epoch: $comm_rounds_per_global_epoch # calculating how many batches there are in a global epoch for each user/proc diff --git a/eval/step_configs/config_reddit_sharing_dynamicGraphJwins.ini b/eval/step_configs/config_reddit_sharing_dynamicGraphJwins.ini new file mode 100644 index 0000000..ca4cc1b --- /dev/null +++ b/eval/step_configs/config_reddit_sharing_dynamicGraphJwins.ini @@ -0,0 +1,45 @@ +[DATASET] +dataset_package = decentralizepy.datasets.Reddit +dataset_class = Reddit +random_seed = 97 +model_class = RNN +train_dir = /mnt/nfs/shared/leaf/data/reddit_new/per_user_data/train +test_dir = /mnt/nfs/shared/leaf/data/reddit_new/new_small_data/test +; python list of fractions below +sizes = + +[OPTIMIZER_PARAMS] +optimizer_package = torch.optim +optimizer_class = SGD +lr = 0.001 + +[TRAIN_PARAMS] +training_package = decentralizepy.training.Training +training_class = Training +rounds = 47 +full_epochs = False +batch_size = 16 +shuffle = True +loss_package = torch.nn +loss_class = CrossEntropyLoss + +[COMMUNICATION] +comm_package = decentralizepy.communication.TCPRandomWalkRouting +comm_class = TCPRandomWalkRouting +addresses_filepath = ip_addr_6Machines.json +compression_package = decentralizepy.compression.Eliaszfplossy1 +compression_class = Eliaszfplossy1 +compress = True +sampler = equi + +[SHARING] +sharing_package = decentralizepy.sharing.JwinsDynamicGraph +sharing_class = JwinsDynamicGraph +alpha=0.0833 +lower_bound=0.2 +metro_hastings=False +change_based_selection = True +wavelet=sym2 +level= None +accumulation = True +accumulate_averaging_changes = True \ No newline at end of file -- GitLab