Added skew convergence speed and distribution experiment results

mlsys2022style/exp.tex

@@ -152,7 +152,7 @@ compared to a fully-connected topology.
          \caption{CIFAR10}
      \end{subfigure} 
  \caption{\label{fig:d-cliques-comparison-to-non-clustered-topologies} Comparison to Random Graph with 10 edges per node, \textit{with} Clique Averaging (and Momentum) as well as analogous Neighbourhood Averaging for Random Graph \textit{in a more stringent partitioning of 1 class/node}\textsuperscript{*}.} 
-\footnotesize\textsuperscript{*}\textit{These results were obtained with a previous version of the simulator. They will be updated for the final version.}
+\footnotesize\textsuperscript{*}\textit{These results were obtained with a previous version of the simulator but should be consistent with the latest. They will be updated for the final version.}
 \end{figure}
 
 %We demonstrate the advantages of D-Cliques over alternative sparse topologies
@@ -412,9 +412,10 @@ TODO
 \subsection{Cliques with Low Skew can be Constructed Efficiently with Greedy Swap}
 \label{section:cost-cliques}
 
-\subsubsection{Quality of Construction (Skew)}
-
-Distribution of skews over multiple experiments for MNIST and CIFAR10.
+% MNIST
+% python $TOOLS/plot/skew/final-distribution.py --rundirs skews-mnist/* --save-figure ../mlsys2022style/figures/final-skew-distribution-mnist.png --labels 'Greedy Swap' 'Random Cliques' --linewidth 2.5 --font-size 18 --linestyles 'solid' 'dashed'
+% CIFAR10
+% python $TOOLS/plot/skew/final-distribution.py --rundirs skews-cifar10/* --save-figure ../mlsys2022style/figures/final-skew-distribution-cifar10.png --labels 'Greedy Swap' 'Random Cliques' --linewidth 2.5 --font-size 18 --linestyles 'solid' 'dashed'
 
 \begin{figure}[htbp]
     \centering        
@@ -429,9 +430,12 @@ Distribution of skews over multiple experiments for MNIST and CIFAR10.
     \includegraphics[width=\textwidth]{figures/final-skew-distribution-cifar10}
     \caption{\label{fig:final-skew-distribution-cifar10} CIFAR10}
     \end{subfigure}
-\caption{\label{fig:final-skew-distribution} Histogram of Average Final Skew of Greedy Swap after 1000 Steps over 100 Experiments compared to Random Cliques (no steps).}
+\caption{\label{fig:final-skew-distribution} Final Quality of Cliques (Skew) with a Maximum Size of 10 over 100 Experiments.}
 \end{figure}
 
-\subsubsection{Cost of Construction}
-
-\dots \todo{EL: Add plots showing convergence speed in terms of skew vs iteration number, as well as absolute computation time}
+%python $TOOLS/analyze/filter.py skews --topology:name d-cliques/greedy-swap | python $TOOLS/plot/skew/convergence.py --max-steps 400 --labels 'MNIST (unbalanced classes)' 'CIFAR10 (balanced classes)' --linewidth 2.5 --save-figure ../mlsys2022style/figures/skew-convergence-speed-2-shards.png
+\begin{figure}[htbp]
+    \centering
\ No newline at end of file
+    \includegraphics[width=0.3\textwidth]{figures/skew-convergence-speed-2-shards}
+    \caption{\label{fig:skew-convergence-speed-2-shards} Speed of Skew Decrease during Clique Construction. Bold line is the average over 100 experiments and 10 cliques/experiments. Thin lines are respectively the minimum and maximum over all experiments. As a reference, 1000 steps take less than 6 seconds in Python 3.7 on a MacBook Pro 2020.}
+\end{figure}
\ No newline at end of file