diff --git a/report/Claudio_Maggioni_report.pdf b/report/Claudio_Maggioni_report.pdf index f393067b..1fe4e633 100644 Binary files a/report/Claudio_Maggioni_report.pdf and b/report/Claudio_Maggioni_report.pdf differ diff --git a/report/Claudio_Maggioni_report.tex b/report/Claudio_Maggioni_report.tex index 821ece07..45ba1c0a 100644 --- a/report/Claudio_Maggioni_report.tex +++ b/report/Claudio_Maggioni_report.tex @@ -640,8 +640,6 @@ Refer to figure \ref{fig:tableIII}. \subsection{Mean number of tasks and event distribution per job type}\label{mean-number-of-tasks-and-event-distribution-per-job-type}} -\input{figures/table_iv} - Refer to figure \ref{fig:tableIV}. \textbf{Observations}: diff --git a/report/figures/table_iii.tex b/report/figures/table_iii.tex index 911d2b9d..8c68bb6d 100644 --- a/report/figures/table_iii.tex +++ b/report/figures/table_iii.tex @@ -1,11 +1,11 @@ -\newcommand{\tableIII}[2]{ +\newcommand{\tableGENERIC}[3]{ \begin{subfigure}{0.49\textwidth} \vspace{0.5cm} \begin{minipage}[c]{\textwidth}% \resizebox{\textwidth}{!}{ \begin{tabular}{lrrrrr} \toprule - \tableIIIh + #3 \midrule #2 \bottomrule @@ -14,12 +14,19 @@ \hfill \caption{Cluster #1} \end{subfigure}} +\newcommand{\tableIII}[2]{\tableGENERIC{#1}{#2}{\tableIIIh}} +\newcommand{\tableIV}[2]{\tableGENERIC{#1}{#2}{\tableIVh}} \newcommand{\tableIIIh}{% \multirow{2}{*}{\parbox{1.5cm}{\centering{Task \\ termination}}} & \multicolumn{5}{c}{Mean number of events} \\ & Overall ($95^{th}$ p.) & EVICT & FAIL & FINISH & KILL \\} +\newcommand{\tableIVh}{% +\multirow{2}{*}{\parbox{1.5cm}{\centering{Job \\ termination}}} +& \multirow{2}{*}{\parbox{2.5cm}{\centering{\# of tasks mean. ($95^{th}$ p)}}} +& \multicolumn{4}{c}{Mean number of events} \\ +& & EVICT & FAIL & FINISH & KILL \\} \begin{figure}[p] \begin{subfigure}{\textwidth} @@ -111,7 +118,93 @@ FINISH & 3.681 (2) & 0.024 & 0.014 & 3.633 & 0.011 \\ \caption{Mean number of termination events and their distributions per task type for each cluster in the 2019 traces. The tables show an overall mean accompanied by the 95-th percentile of all termination -events, followed by the mean of events per event type of each +events, followed by a mean of events per event type of each termination event.}\label{fig:tableIII-csts} \end{figure} +\begin{figure}[p] +\begin{subfigure}{\textwidth} +\centering +\begin{tabular}{lrrrrr} +\toprule +\tableIVh% +\midrule + EVICT & 0.989 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\ + FAIL & 43.126 (200) & 0.114 & 2.300 & 0.981 & 12.833 \\ +FINISH & 3.074 (2) & 0.005 & 0.153 & 1.778 & 0.014 \\ + KILL & 53.919 (178) & 0.235 & 0.103 & 0.288 & 11.337 \\ +\bottomrule +\end{tabular} +\caption{2011 data} +\vspace{0.5cm} +\end{subfigure} +\begin{subfigure}{\textwidth} +\centering +\begin{tabular}{lrrrrr} +\toprule +\tableIVh% +\midrule + EVICT & 0.989 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\ + FAIL & 43.126 (200) & 0.114 & 2.300 & 0.981 & 12.833 \\ +FINISH & 3.074 (2) & 0.005 & 0.153 & 1.778 & 0.014 \\ + KILL & 53.919 (178) & 0.235 & 0.103 & 0.288 & 11.337 \\ +\bottomrule +\end{tabular} +\caption{2019 data} +\end{subfigure} +\caption{tbd} +\end{figure} + +\begin{figure}[p] +\tableIV{A}{ +EVICT & -- & -- & -- & -- & -- \\ + FAIL & 90.793 (499) & 0.695 & 0.684 & 0.086 & 1.850 \\ +FINISH & 1.187 (1) & 0.005 & 0.001 & 1.073 & 0.024 \\ + KILL & 16.533 (10) & 1.045 & 0.074 & 0.461 & 1.189 \\ +} +\tableIV{B}{ + EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\ + FAIL & 74.368 (374) & 2.003 & 1.994 & 0.267 & 4.944 \\ +FINISH & 6.304 (10) & 0.022 & 0.008 & 2.349 & 0.013 \\ + KILL & 69.853 (234) & 1.696 & 0.158 & 0.614 & 3.009 \\ +} +\tableIV{C}{ + EVICT & 1.000 (1) & 1.001 & 0.000 & 0.000 & 0.000 \\ + FAIL & 41.982 (200) & 3.484 & 0.998 & 0.376 & 3.998 \\ +FINISH & 1.991 (1) & 0.022 & 0.017 & 1.565 & 0.017 \\ + KILL & 110.681 (652) & 0.627 & 0.059 & 0.656 & 2.267 \\ +} +\tableIV{D}{ + EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\ + FAIL & 43.356 (250) & 6.112 & 0.949 & 0.531 & 6.498 \\ +FINISH & 2.109 (2) & 0.268 & 0.013 & 1.723 & 0.019 \\ + KILL & 89.648 (283) & 1.013 & 0.054 & 0.283 & 3.256 \\ +} +\tableIV{E}{ + EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\ + FAIL & 23.081 (25) & 0.247 & 0.666 & 0.717 & 1.588 \\ +FINISH & 7.776 (2) & 0.019 & 0.029 & 1.934 & 0.021 \\ + KILL & 88.790 (309) & 0.706 & 0.029 & 0.461 & 7.572 \\ +} +\tableIV{F}{ + EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\ + FAIL & 17.161 (8) & 0.621 & 0.546 & 0.426 & 7.559 \\ +FINISH & 2.941 (2) & 0.015 & 0.051 & 1.670 & 0.162 \\ + KILL & 103.889 (361) & 0.183 & 0.064 & 0.417 & 5.824 \\ +} +\tableIV{G}{ + EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\ + FAIL & 51.835 (250) & 0.556 & 3.335 & 0.608 & 20.352 \\ +FINISH & 8.519 (36) & 0.002 & 0.630 & 1.760 & 0.005 \\ + KILL & 37.055 (100) & 5.687 & 0.065 & 0.080 & 19.166 \\ +} +\tableIV{H}{ + EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\ + FAIL & 20.504 (1) & 0.114 & 2.300 & 0.981 & 12.833 \\ +FINISH & 4.278 (14) & 0.005 & 0.153 & 1.778 & 0.014 \\ + KILL & 11.023 (3) & 0.235 & 0.103 & 0.288 & 11.337 \\ +} + \caption{tbd} +\end{figure} + + diff --git a/report/figures/table_iv.tex b/report/figures/table_iv.tex deleted file mode 100644 index 67f8e6f6..00000000 --- a/report/figures/table_iv.tex +++ /dev/null @@ -1,127 +0,0 @@ -\newcommand{\tableIV}[2]{ - \begin{subfigure}{\textwidth} - \vspace{0.5cm} - \hspace{.1\textwidth} - \begin{minipage}[c]{.8\textwidth}% - \resizebox{\textwidth}{!}{#2} - \end{minipage} - \hfill - \caption{Cluster #1} - \end{subfigure}} - -\begin{figure} -\tableIV{A}{ -\begin{tabular}{lrrrrrrr} -\toprule -Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\ -\midrule - No termination & 92.359436 & 174.3 & 23.263951 & 3.454474 & 23.047597 & 34.565608 & 0.707709 \\ - EVICT & -1.000000 & -1.0 & NaN & NaN & NaN & NaN & NaN \\ - FAIL & 90.792728 & 499.0 & 0.694942 & 0.683556 & 0.085957 & 1.849587 & 0.009730 \\ - FINISH & 1.187092 & 1.0 & 0.004696 & 0.001341 & 1.072623 & 0.024396 & 0.000952 \\ - KILL & 16.533171 & 10.0 & 1.045419 & 0.073867 & 0.461387 & 1.188720 & 0.044610 \\ - LOST & 223.206593 & 1689.6 & 0.000000 & 0.000000 & 0.000000 & 1.034082 & 0.974598 \\ -\bottomrule -\end{tabular} -} -\tableIV{B}{ -\begin{tabular}{lrrrrrrr} -\toprule -Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\ -\midrule - No termination & 112.422759 & 169.8 & 34.681161 & 0.711242 & 13.379533 & 38.794188 & 0.780483 \\ - EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\ - FAIL & 74.367804 & 374.0 & 2.003355 & 1.993765 & 0.266584 & 4.944145 & 0.034526 \\ - FINISH & 6.304299 & 10.0 & 0.022380 & 0.008476 & 2.349304 & 0.012729 & 0.006484 \\ - KILL & 69.853370 & 234.0 & 1.696449 & 0.157833 & 0.613748 & 3.008678 & 0.012092 \\ - LOST & 320.020202 & 459.8 & 0.000000 & 0.000000 & 0.000000 & 2.959946 & 1.996875 \\ -\bottomrule -\end{tabular} -} -\tableIV{C}{ -\begin{tabular}{lrrrrrrr} -\toprule -Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\ -\midrule - No termination & 96.399561 & 100.0 & 55.276973 & 7.552906 & 23.848867 & 41.578669 & 0.664107 \\ - EVICT & 1.000000 & 1.0 & 1.000829 & 0.000000 & 0.000000 & 0.000415 & 0.000000 \\ - FAIL & 41.982301 & 200.0 & 3.483606 & 0.997592 & 0.376438 & 3.998369 & 0.046439 \\ - FINISH & 1.991485 & 1.0 & 0.021806 & 0.016914 & 1.565034 & 0.017401 & 0.001803 \\ - KILL & 110.680808 & 652.0 & 0.627334 & 0.059076 & 0.656426 & 2.266794 & 0.006258 \\ - LOST & 38.870091 & 48.6 & 0.000031 & 0.000311 & 0.000000 & 2.620721 & 1.833872 \\ -\bottomrule -\end{tabular} -} -\tableIV{D}{ -\begin{tabular}{lrrrrrrr} -\toprule -Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\ -\midrule - No termination & 103.889987 & 120.00 & 41.421532 & 7.604808 & 18.179476 & 47.603502 & 0.661826 \\ - EVICT & 1.000000 & 1.00 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\ - FAIL & 43.355682 & 250.00 & 6.111993 & 0.948602 & 0.531390 & 6.497784 & 0.041077 \\ - FINISH & 2.109260 & 2.00 & 0.268375 & 0.012614 & 1.723392 & 0.018567 & 0.005052 \\ - KILL & 89.647948 & 283.00 & 1.013114 & 0.054374 & 0.283313 & 3.255675 & 0.006664 \\ - LOST & 271.441748 & 2620.75 & 0.000000 & 0.000000 & 0.000000 & 5.938069 & 1.647084 \\ -\bottomrule -\end{tabular} -} -\tableIV{E}{ -\begin{tabular}{lrrrrrrr} -\toprule -Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\ -\midrule - No termination & 350.929407 & 596.0 & 7.204391 & 2.074423 & 0.126290 & 46.646065 & 0.378274 \\ - EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\ - FAIL & 23.081125 & 25.0 & 0.246529 & 0.665546 & 0.716720 & 1.588119 & 0.066467 \\ - FINISH & 7.776085 & 2.0 & 0.018677 & 0.029073 & 1.934488 & 0.020929 & 0.064920 \\ - KILL & 88.790215 & 309.0 & 0.706293 & 0.028618 & 0.461084 & 7.572301 & 0.029122 \\ - LOST & 5.374150 & 5.0 & 0.000000 & 0.000000 & 0.000000 & 3.234494 & 1.813924 \\ -\bottomrule -\end{tabular} -} -\tableIV{F}{ -\begin{tabular}{lrrrrrrr} -\toprule -Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\ -\midrule - No termination & 217.718640 & 379.4 & 4.304676 & 1.315021 & 4.971122 & 48.118465 & 0.464429 \\ - EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\ - FAIL & 17.161251 & 8.0 & 0.621327 & 0.546356 & 0.426265 & 7.559244 & 0.034773 \\ - FINISH & 2.940843 & 2.0 & 0.014704 & 0.051014 & 1.669860 & 0.162042 & 0.002623 \\ - KILL & 103.888843 & 361.0 & 0.182630 & 0.063914 & 0.416684 & 5.824311 & 0.014161 \\ - LOST & 3736.500000 & 18823.4 & 0.001491 & 0.000038 & 0.000000 & 6.298140 & 1.429604 \\ -\bottomrule -\end{tabular} -} -\tableIV{G}{ -\begin{tabular}{lrrrrrrr} -\toprule -Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\ -\midrule - No termination & 342.090034 & 599.10 & 14.184405 & 0.626186 & 23.836017 & 46.002917 & 0.735801 \\ - EVICT & 1.000000 & 1.00 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\ - FAIL & 51.834803 & 250.00 & 0.555532 & 3.334848 & 0.607560 & 20.351992 & 0.176242 \\ - FINISH & 8.519166 & 36.00 & 0.001733 & 0.629809 & 1.759677 & 0.005452 & 0.004575 \\ - KILL & 37.054914 & 100.00 & 5.687172 & 0.064640 & 0.080370 & 19.166260 & 0.059132 \\ - LOST & 190.500000 & 358.35 & 0.000000 & 0.000000 & 0.000000 & 1.994751 & 1.994751 \\ -\bottomrule -\end{tabular} -} -\tableIV{H}{ -\begin{tabular}{lrrrrrrr} -\toprule -Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\ -\midrule - No termination & 321.133053 & 546.9 & 3.470078 & 0.907801 & 3.316902 & 44.535824 & 0.315120 \\ - EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\ - FAIL & 20.504293 & 1.0 & 0.114090 & 2.300036 & 0.980635 & 12.833466 & 0.046833 \\ - FINISH & 4.278193 & 14.0 & 0.005406 & 0.152814 & 1.778038 & 0.013567 & 0.012663 \\ - KILL & 11.022705 & 3.0 & 0.235500 & 0.102899 & 0.287701 & 11.336956 & 0.031148 \\ - LOST & 3.400000 & 10.6 & 0.000000 & 0.000000 & 0.000000 & 0.235294 & 1.705882 \\ -\bottomrule -\end{tabular} -} - -\caption{Mean number of tasks and event distribution per job type}\label{fig:tableIV} -\end{figure} diff --git a/table_iii/table_iii_iv.ipynb b/table_iii/table_iii_iv.ipynb index f45ff2e8..6a706402 100644 --- a/table_iii/table_iii_iv.ipynb +++ b/table_iii/table_iii_iv.ipynb @@ -181,7 +181,7 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 40, "id": "cea0e71e", "metadata": {}, "outputs": [ @@ -202,145 +202,98 @@ "output_type": "stream", "text": [ "\\tableIV{A}{\n", - "\\begin{tabular}{lrrrrrrr}\n", - "\\toprule\n", - "Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", - "\\midrule\n", - " No termination & 92.359436 & 174.3 & 23.263951 & 3.454474 & 23.047597 & 34.565608 & 0.707709 \\\\\n", - " EVICT & -1.000000 & -1.0 & NaN & NaN & NaN & NaN & NaN \\\\\n", - " FAIL & 90.792728 & 499.0 & 0.694942 & 0.683556 & 0.085957 & 1.849587 & 0.009730 \\\\\n", - " FINISH & 1.187092 & 1.0 & 0.004696 & 0.001341 & 1.072623 & 0.024396 & 0.000952 \\\\\n", - " KILL & 16.533171 & 10.0 & 1.045419 & 0.073867 & 0.461387 & 1.188720 & 0.044610 \\\\\n", - " LOST & 223.206593 & 1689.6 & 0.000000 & 0.000000 & 0.000000 & 1.034082 & 0.974598 \\\\\n", - "\\bottomrule\n", - "\\end{tabular}\n", + " EVICT & 0.000 (0) & NaN & NaN & NaN & NaN \\\\\n", + " FAIL & 90.793 (499) & 0.695 & 0.684 & 0.086 & 1.850 \\\\\n", + "FINISH & 1.187 (1) & 0.005 & 0.001 & 1.073 & 0.024 \\\\\n", + " KILL & 16.533 (10) & 1.045 & 0.074 & 0.461 & 1.189 \\\\\n", "}\n", "\\tableIV{B}{\n", - "\\begin{tabular}{lrrrrrrr}\n", - "\\toprule\n", - "Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", - "\\midrule\n", - " No termination & 112.422759 & 169.8 & 34.681161 & 0.711242 & 13.379533 & 38.794188 & 0.780483 \\\\\n", - " EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n", - " FAIL & 74.367804 & 374.0 & 2.003355 & 1.993765 & 0.266584 & 4.944145 & 0.034526 \\\\\n", - " FINISH & 6.304299 & 10.0 & 0.022380 & 0.008476 & 2.349304 & 0.012729 & 0.006484 \\\\\n", - " KILL & 69.853370 & 234.0 & 1.696449 & 0.157833 & 0.613748 & 3.008678 & 0.012092 \\\\\n", - " LOST & 320.020202 & 459.8 & 0.000000 & 0.000000 & 0.000000 & 2.959946 & 1.996875 \\\\\n", - "\\bottomrule\n", - "\\end{tabular}\n", + " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n", + " FAIL & 74.368 (374) & 2.003 & 1.994 & 0.267 & 4.944 \\\\\n", + "FINISH & 6.304 (10) & 0.022 & 0.008 & 2.349 & 0.013 \\\\\n", + " KILL & 69.853 (234) & 1.696 & 0.158 & 0.614 & 3.009 \\\\\n", "}\n", "\\tableIV{C}{\n", - "\\begin{tabular}{lrrrrrrr}\n", - "\\toprule\n", - "Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", - "\\midrule\n", - " No termination & 96.399561 & 100.0 & 55.276973 & 7.552906 & 23.848867 & 41.578669 & 0.664107 \\\\\n", - " EVICT & 1.000000 & 1.0 & 1.000829 & 0.000000 & 0.000000 & 0.000415 & 0.000000 \\\\\n", - " FAIL & 41.982301 & 200.0 & 3.483606 & 0.997592 & 0.376438 & 3.998369 & 0.046439 \\\\\n", - " FINISH & 1.991485 & 1.0 & 0.021806 & 0.016914 & 1.565034 & 0.017401 & 0.001803 \\\\\n", - " KILL & 110.680808 & 652.0 & 0.627334 & 0.059076 & 0.656426 & 2.266794 & 0.006258 \\\\\n", - " LOST & 38.870091 & 48.6 & 0.000031 & 0.000311 & 0.000000 & 2.620721 & 1.833872 \\\\\n", - "\\bottomrule\n", - "\\end{tabular}\n", + " EVICT & 1.000 (1) & 1.001 & 0.000 & 0.000 & 0.000 \\\\\n", + " FAIL & 41.982 (200) & 3.484 & 0.998 & 0.376 & 3.998 \\\\\n", + "FINISH & 1.991 (1) & 0.022 & 0.017 & 1.565 & 0.017 \\\\\n", + " KILL & 110.681 (652) & 0.627 & 0.059 & 0.656 & 2.267 \\\\\n", "}\n", "\\tableIV{D}{\n", - "\\begin{tabular}{lrrrrrrr}\n", - "\\toprule\n", - "Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", - "\\midrule\n", - " No termination & 103.889987 & 120.00 & 41.421532 & 7.604808 & 18.179476 & 47.603502 & 0.661826 \\\\\n", - " EVICT & 1.000000 & 1.00 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n", - " FAIL & 43.355682 & 250.00 & 6.111993 & 0.948602 & 0.531390 & 6.497784 & 0.041077 \\\\\n", - " FINISH & 2.109260 & 2.00 & 0.268375 & 0.012614 & 1.723392 & 0.018567 & 0.005052 \\\\\n", - " KILL & 89.647948 & 283.00 & 1.013114 & 0.054374 & 0.283313 & 3.255675 & 0.006664 \\\\\n", - " LOST & 271.441748 & 2620.75 & 0.000000 & 0.000000 & 0.000000 & 5.938069 & 1.647084 \\\\\n", - "\\bottomrule\n", - "\\end{tabular}\n", + " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n", + " FAIL & 43.356 (250) & 6.112 & 0.949 & 0.531 & 6.498 \\\\\n", + "FINISH & 2.109 (2) & 0.268 & 0.013 & 1.723 & 0.019 \\\\\n", + " KILL & 89.648 (283) & 1.013 & 0.054 & 0.283 & 3.256 \\\\\n", "}\n", "\\tableIV{E}{\n", - "\\begin{tabular}{lrrrrrrr}\n", - "\\toprule\n", - "Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", - "\\midrule\n", - " No termination & 350.929407 & 596.0 & 7.204391 & 2.074423 & 0.126290 & 46.646065 & 0.378274 \\\\\n", - " EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n", - " FAIL & 23.081125 & 25.0 & 0.246529 & 0.665546 & 0.716720 & 1.588119 & 0.066467 \\\\\n", - " FINISH & 7.776085 & 2.0 & 0.018677 & 0.029073 & 1.934488 & 0.020929 & 0.064920 \\\\\n", - " KILL & 88.790215 & 309.0 & 0.706293 & 0.028618 & 0.461084 & 7.572301 & 0.029122 \\\\\n", - " LOST & 5.374150 & 5.0 & 0.000000 & 0.000000 & 0.000000 & 3.234494 & 1.813924 \\\\\n", - "\\bottomrule\n", - "\\end{tabular}\n", + " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n", + " FAIL & 23.081 (25) & 0.247 & 0.666 & 0.717 & 1.588 \\\\\n", + "FINISH & 7.776 (2) & 0.019 & 0.029 & 1.934 & 0.021 \\\\\n", + " KILL & 88.790 (309) & 0.706 & 0.029 & 0.461 & 7.572 \\\\\n", "}\n", "\\tableIV{F}{\n", - "\\begin{tabular}{lrrrrrrr}\n", - "\\toprule\n", - "Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", - "\\midrule\n", - " No termination & 217.718640 & 379.4 & 4.304676 & 1.315021 & 4.971122 & 48.118465 & 0.464429 \\\\\n", - " EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n", - " FAIL & 17.161251 & 8.0 & 0.621327 & 0.546356 & 0.426265 & 7.559244 & 0.034773 \\\\\n", - " FINISH & 2.940843 & 2.0 & 0.014704 & 0.051014 & 1.669860 & 0.162042 & 0.002623 \\\\\n", - " KILL & 103.888843 & 361.0 & 0.182630 & 0.063914 & 0.416684 & 5.824311 & 0.014161 \\\\\n", - " LOST & 3736.500000 & 18823.4 & 0.001491 & 0.000038 & 0.000000 & 6.298140 & 1.429604 \\\\\n", - "\\bottomrule\n", - "\\end{tabular}\n", + " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n", + " FAIL & 17.161 (8) & 0.621 & 0.546 & 0.426 & 7.559 \\\\\n", + "FINISH & 2.941 (2) & 0.015 & 0.051 & 1.670 & 0.162 \\\\\n", + " KILL & 103.889 (361) & 0.183 & 0.064 & 0.417 & 5.824 \\\\\n", "}\n", "\\tableIV{G}{\n", - "\\begin{tabular}{lrrrrrrr}\n", - "\\toprule\n", - "Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", - "\\midrule\n", - " No termination & 342.090034 & 599.10 & 14.184405 & 0.626186 & 23.836017 & 46.002917 & 0.735801 \\\\\n", - " EVICT & 1.000000 & 1.00 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n", - " FAIL & 51.834803 & 250.00 & 0.555532 & 3.334848 & 0.607560 & 20.351992 & 0.176242 \\\\\n", - " FINISH & 8.519166 & 36.00 & 0.001733 & 0.629809 & 1.759677 & 0.005452 & 0.004575 \\\\\n", - " KILL & 37.054914 & 100.00 & 5.687172 & 0.064640 & 0.080370 & 19.166260 & 0.059132 \\\\\n", - " LOST & 190.500000 & 358.35 & 0.000000 & 0.000000 & 0.000000 & 1.994751 & 1.994751 \\\\\n", - "\\bottomrule\n", - "\\end{tabular}\n", + " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n", + " FAIL & 51.835 (250) & 0.556 & 3.335 & 0.608 & 20.352 \\\\\n", + "FINISH & 8.519 (36) & 0.002 & 0.630 & 1.760 & 0.005 \\\\\n", + " KILL & 37.055 (100) & 5.687 & 0.065 & 0.080 & 19.166 \\\\\n", "}\n", "\\tableIV{H}{\n", - "\\begin{tabular}{lrrrrrrr}\n", - "\\toprule\n", - "Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", - "\\midrule\n", - " No termination & 321.133053 & 546.9 & 3.470078 & 0.907801 & 3.316902 & 44.535824 & 0.315120 \\\\\n", - " EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n", - " FAIL & 20.504293 & 1.0 & 0.114090 & 2.300036 & 0.980635 & 12.833466 & 0.046833 \\\\\n", - " FINISH & 4.278193 & 14.0 & 0.005406 & 0.152814 & 1.778038 & 0.013567 & 0.012663 \\\\\n", - " KILL & 11.022705 & 3.0 & 0.235500 & 0.102899 & 0.287701 & 11.336956 & 0.031148 \\\\\n", - " LOST & 3.400000 & 10.6 & 0.000000 & 0.000000 & 0.000000 & 0.235294 & 1.705882 \\\\\n", - "\\bottomrule\n", - "\\end{tabular}\n", + " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n", + " FAIL & 20.504 (1) & 0.114 & 2.300 & 0.981 & 12.833 \\\\\n", + "FINISH & 4.278 (14) & 0.005 & 0.153 & 1.778 & 0.014 \\\\\n", + " KILL & 11.023 (3) & 0.235 & 0.103 & 0.288 & 11.337 \\\\\n", + "}\n", + "\\tableIV{ALL}{\n", + " EVICT & 0.989 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n", + " FAIL & 43.126 (200) & 0.114 & 2.300 & 0.981 & 12.833 \\\\\n", + "FINISH & 3.074 (2) & 0.005 & 0.153 & 1.778 & 0.014 \\\\\n", + " KILL & 53.919 (178) & 0.235 & 0.103 & 0.288 & 11.337 \\\\\n", "}\n" ] } ], "source": [ "display(Markdown(\"# Table IV\"))\n", - "for cluster in \"abcdefgh\":\n", + "for cluster in list(\"abcdefgh\") + [\"all\"]:\n", " df = pd.read_csv(glob.glob(DIR + \"/table-iv-evts-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n", " names=[\"term\"] + [str(i) for i in range(0,11)])\n", " df2 = pd.read_csv(glob.glob(DIR + \"/table-iv-tasks-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n", - " names=[\"term\", \"# Tasks mean\", \"# Tasks 95% p.tile\"])\n", + " names=[\"term\", \"mean\", \"%95\"])\n", " df[\"term\"] = df[\"term\"].astype(int)\n", " df2[\"term\"] = df2[\"term\"].astype(int)\n", " df.sort_values(by=\"term\", inplace=True)\n", " df2.sort_values(by=\"term\", inplace=True)\n", " \n", " df = df2.merge(df, on=\"term\", how=\"outer\")\n", + " df = df[df[\"term\"].isin(range(4,8))]\n", + " df.loc[df[\"mean\"] == -1, \"mean\"] = 0\n", + " df.loc[df[\"%95\"] == -1, \"%95\"] = 0\n", + " df[\"mean\"] = df[\"mean\"].round(3).apply(lambda x: \"%.03f\" % x) + \" (\" + df[\"%95\"].apply(lambda x: \"%d\" % x) + \")\"\n", + " rename(df, \"# Tasks. mean (95-th p)\", \"mean\")\n", + " del df[\"%95\"]\n", + " \n", "\n", " rename(df, \"# Evts. mean\", \"mean\")\n", " rename(df, \"# Evts. 95% p.tile\", \"%95\")\n", " \n", - " for i in [-1,4,5,6,7,8]:\n", + " for i in [4,5,6,7]:\n", " df.loc[df.term == i, \"term\"] = NAMES[i]\n", + " df[str(i)] = df[str(i)].round(3)\n", " rename(df, \"# \" + NAMES[i] + \" Evts. mean\", str(i))\n", - " for i in [0,1,2,3,9,10]:\n", + " for i in [0,1,2,3,8,9,10]:\n", " del df[str(i)]\n", " rename(df, \"Job termination\", \"term\")\n", " print((\"\\\\tableIV{\" + cluster.upper() + \"}{\"))\n", - " print(df.to_latex(index=False), end=\"}\\n\")\n" + " s = df.to_latex(index=False,header=False)\n", + " s = s.split(\"\\\\toprule\\n\")[1]\n", + " s = s.split(\"\\\\bottomrule\")[0]\n", + " print(s, end=\"}\\n\")\n" ] }, {