table iv mostly done

This commit is contained in:
Claudio Maggioni (maggicl) 2021-05-24 12:44:49 +02:00
parent df2fdb5da1
commit 8bdd456ee9
5 changed files with 151 additions and 234 deletions

Binary file not shown.

View file

@ -640,8 +640,6 @@ Refer to figure \ref{fig:tableIII}.
\subsection{Mean number of tasks and event distribution per job \subsection{Mean number of tasks and event distribution per job
type}\label{mean-number-of-tasks-and-event-distribution-per-job-type}} type}\label{mean-number-of-tasks-and-event-distribution-per-job-type}}
\input{figures/table_iv}
Refer to figure \ref{fig:tableIV}. Refer to figure \ref{fig:tableIV}.
\textbf{Observations}: \textbf{Observations}:

View file

@ -1,11 +1,11 @@
\newcommand{\tableIII}[2]{ \newcommand{\tableGENERIC}[3]{
\begin{subfigure}{0.49\textwidth} \begin{subfigure}{0.49\textwidth}
\vspace{0.5cm} \vspace{0.5cm}
\begin{minipage}[c]{\textwidth}% \begin{minipage}[c]{\textwidth}%
\resizebox{\textwidth}{!}{ \resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrr} \begin{tabular}{lrrrrr}
\toprule \toprule
\tableIIIh #3
\midrule \midrule
#2 #2
\bottomrule \bottomrule
@ -14,12 +14,19 @@
\hfill \hfill
\caption{Cluster #1} \caption{Cluster #1}
\end{subfigure}} \end{subfigure}}
\newcommand{\tableIII}[2]{\tableGENERIC{#1}{#2}{\tableIIIh}}
\newcommand{\tableIV}[2]{\tableGENERIC{#1}{#2}{\tableIVh}}
\newcommand{\tableIIIh}{% \newcommand{\tableIIIh}{%
\multirow{2}{*}{\parbox{1.5cm}{\centering{Task \\ termination}}} \multirow{2}{*}{\parbox{1.5cm}{\centering{Task \\ termination}}}
& \multicolumn{5}{c}{Mean number of events} \\ & \multicolumn{5}{c}{Mean number of events} \\
& Overall ($95^{th}$ p.) & & Overall ($95^{th}$ p.) &
EVICT & FAIL & FINISH & KILL \\} EVICT & FAIL & FINISH & KILL \\}
\newcommand{\tableIVh}{%
\multirow{2}{*}{\parbox{1.5cm}{\centering{Job \\ termination}}}
& \multirow{2}{*}{\parbox{2.5cm}{\centering{\# of tasks mean. ($95^{th}$ p)}}}
& \multicolumn{4}{c}{Mean number of events} \\
& & EVICT & FAIL & FINISH & KILL \\}
\begin{figure}[p] \begin{figure}[p]
\begin{subfigure}{\textwidth} \begin{subfigure}{\textwidth}
@ -111,7 +118,93 @@ FINISH & 3.681 (2) & 0.024 & 0.014 & 3.633 & 0.011 \\
\caption{Mean number of termination events and their distributions per \caption{Mean number of termination events and their distributions per
task type for each cluster in the 2019 traces. The tables show an task type for each cluster in the 2019 traces. The tables show an
overall mean accompanied by the 95-th percentile of all termination overall mean accompanied by the 95-th percentile of all termination
events, followed by the mean of events per event type of each events, followed by a mean of events per event type of each
termination event.}\label{fig:tableIII-csts} termination event.}\label{fig:tableIII-csts}
\end{figure} \end{figure}
\begin{figure}[p]
\begin{subfigure}{\textwidth}
\centering
\begin{tabular}{lrrrrr}
\toprule
\tableIVh%
\midrule
EVICT & 0.989 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 43.126 (200) & 0.114 & 2.300 & 0.981 & 12.833 \\
FINISH & 3.074 (2) & 0.005 & 0.153 & 1.778 & 0.014 \\
KILL & 53.919 (178) & 0.235 & 0.103 & 0.288 & 11.337 \\
\bottomrule
\end{tabular}
\caption{2011 data}
\vspace{0.5cm}
\end{subfigure}
\begin{subfigure}{\textwidth}
\centering
\begin{tabular}{lrrrrr}
\toprule
\tableIVh%
\midrule
EVICT & 0.989 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 43.126 (200) & 0.114 & 2.300 & 0.981 & 12.833 \\
FINISH & 3.074 (2) & 0.005 & 0.153 & 1.778 & 0.014 \\
KILL & 53.919 (178) & 0.235 & 0.103 & 0.288 & 11.337 \\
\bottomrule
\end{tabular}
\caption{2019 data}
\end{subfigure}
\caption{tbd}
\end{figure}
\begin{figure}[p]
\tableIV{A}{
EVICT & -- & -- & -- & -- & -- \\
FAIL & 90.793 (499) & 0.695 & 0.684 & 0.086 & 1.850 \\
FINISH & 1.187 (1) & 0.005 & 0.001 & 1.073 & 0.024 \\
KILL & 16.533 (10) & 1.045 & 0.074 & 0.461 & 1.189 \\
}
\tableIV{B}{
EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 74.368 (374) & 2.003 & 1.994 & 0.267 & 4.944 \\
FINISH & 6.304 (10) & 0.022 & 0.008 & 2.349 & 0.013 \\
KILL & 69.853 (234) & 1.696 & 0.158 & 0.614 & 3.009 \\
}
\tableIV{C}{
EVICT & 1.000 (1) & 1.001 & 0.000 & 0.000 & 0.000 \\
FAIL & 41.982 (200) & 3.484 & 0.998 & 0.376 & 3.998 \\
FINISH & 1.991 (1) & 0.022 & 0.017 & 1.565 & 0.017 \\
KILL & 110.681 (652) & 0.627 & 0.059 & 0.656 & 2.267 \\
}
\tableIV{D}{
EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 43.356 (250) & 6.112 & 0.949 & 0.531 & 6.498 \\
FINISH & 2.109 (2) & 0.268 & 0.013 & 1.723 & 0.019 \\
KILL & 89.648 (283) & 1.013 & 0.054 & 0.283 & 3.256 \\
}
\tableIV{E}{
EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 23.081 (25) & 0.247 & 0.666 & 0.717 & 1.588 \\
FINISH & 7.776 (2) & 0.019 & 0.029 & 1.934 & 0.021 \\
KILL & 88.790 (309) & 0.706 & 0.029 & 0.461 & 7.572 \\
}
\tableIV{F}{
EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 17.161 (8) & 0.621 & 0.546 & 0.426 & 7.559 \\
FINISH & 2.941 (2) & 0.015 & 0.051 & 1.670 & 0.162 \\
KILL & 103.889 (361) & 0.183 & 0.064 & 0.417 & 5.824 \\
}
\tableIV{G}{
EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 51.835 (250) & 0.556 & 3.335 & 0.608 & 20.352 \\
FINISH & 8.519 (36) & 0.002 & 0.630 & 1.760 & 0.005 \\
KILL & 37.055 (100) & 5.687 & 0.065 & 0.080 & 19.166 \\
}
\tableIV{H}{
EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 20.504 (1) & 0.114 & 2.300 & 0.981 & 12.833 \\
FINISH & 4.278 (14) & 0.005 & 0.153 & 1.778 & 0.014 \\
KILL & 11.023 (3) & 0.235 & 0.103 & 0.288 & 11.337 \\
}
\caption{tbd}
\end{figure}

View file

@ -1,127 +0,0 @@
\newcommand{\tableIV}[2]{
\begin{subfigure}{\textwidth}
\vspace{0.5cm}
\hspace{.1\textwidth}
\begin{minipage}[c]{.8\textwidth}%
\resizebox{\textwidth}{!}{#2}
\end{minipage}
\hfill
\caption{Cluster #1}
\end{subfigure}}
\begin{figure}
\tableIV{A}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 92.359436 & 174.3 & 23.263951 & 3.454474 & 23.047597 & 34.565608 & 0.707709 \\
EVICT & -1.000000 & -1.0 & NaN & NaN & NaN & NaN & NaN \\
FAIL & 90.792728 & 499.0 & 0.694942 & 0.683556 & 0.085957 & 1.849587 & 0.009730 \\
FINISH & 1.187092 & 1.0 & 0.004696 & 0.001341 & 1.072623 & 0.024396 & 0.000952 \\
KILL & 16.533171 & 10.0 & 1.045419 & 0.073867 & 0.461387 & 1.188720 & 0.044610 \\
LOST & 223.206593 & 1689.6 & 0.000000 & 0.000000 & 0.000000 & 1.034082 & 0.974598 \\
\bottomrule
\end{tabular}
}
\tableIV{B}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 112.422759 & 169.8 & 34.681161 & 0.711242 & 13.379533 & 38.794188 & 0.780483 \\
EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\
FAIL & 74.367804 & 374.0 & 2.003355 & 1.993765 & 0.266584 & 4.944145 & 0.034526 \\
FINISH & 6.304299 & 10.0 & 0.022380 & 0.008476 & 2.349304 & 0.012729 & 0.006484 \\
KILL & 69.853370 & 234.0 & 1.696449 & 0.157833 & 0.613748 & 3.008678 & 0.012092 \\
LOST & 320.020202 & 459.8 & 0.000000 & 0.000000 & 0.000000 & 2.959946 & 1.996875 \\
\bottomrule
\end{tabular}
}
\tableIV{C}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 96.399561 & 100.0 & 55.276973 & 7.552906 & 23.848867 & 41.578669 & 0.664107 \\
EVICT & 1.000000 & 1.0 & 1.000829 & 0.000000 & 0.000000 & 0.000415 & 0.000000 \\
FAIL & 41.982301 & 200.0 & 3.483606 & 0.997592 & 0.376438 & 3.998369 & 0.046439 \\
FINISH & 1.991485 & 1.0 & 0.021806 & 0.016914 & 1.565034 & 0.017401 & 0.001803 \\
KILL & 110.680808 & 652.0 & 0.627334 & 0.059076 & 0.656426 & 2.266794 & 0.006258 \\
LOST & 38.870091 & 48.6 & 0.000031 & 0.000311 & 0.000000 & 2.620721 & 1.833872 \\
\bottomrule
\end{tabular}
}
\tableIV{D}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 103.889987 & 120.00 & 41.421532 & 7.604808 & 18.179476 & 47.603502 & 0.661826 \\
EVICT & 1.000000 & 1.00 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\
FAIL & 43.355682 & 250.00 & 6.111993 & 0.948602 & 0.531390 & 6.497784 & 0.041077 \\
FINISH & 2.109260 & 2.00 & 0.268375 & 0.012614 & 1.723392 & 0.018567 & 0.005052 \\
KILL & 89.647948 & 283.00 & 1.013114 & 0.054374 & 0.283313 & 3.255675 & 0.006664 \\
LOST & 271.441748 & 2620.75 & 0.000000 & 0.000000 & 0.000000 & 5.938069 & 1.647084 \\
\bottomrule
\end{tabular}
}
\tableIV{E}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 350.929407 & 596.0 & 7.204391 & 2.074423 & 0.126290 & 46.646065 & 0.378274 \\
EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\
FAIL & 23.081125 & 25.0 & 0.246529 & 0.665546 & 0.716720 & 1.588119 & 0.066467 \\
FINISH & 7.776085 & 2.0 & 0.018677 & 0.029073 & 1.934488 & 0.020929 & 0.064920 \\
KILL & 88.790215 & 309.0 & 0.706293 & 0.028618 & 0.461084 & 7.572301 & 0.029122 \\
LOST & 5.374150 & 5.0 & 0.000000 & 0.000000 & 0.000000 & 3.234494 & 1.813924 \\
\bottomrule
\end{tabular}
}
\tableIV{F}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 217.718640 & 379.4 & 4.304676 & 1.315021 & 4.971122 & 48.118465 & 0.464429 \\
EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\
FAIL & 17.161251 & 8.0 & 0.621327 & 0.546356 & 0.426265 & 7.559244 & 0.034773 \\
FINISH & 2.940843 & 2.0 & 0.014704 & 0.051014 & 1.669860 & 0.162042 & 0.002623 \\
KILL & 103.888843 & 361.0 & 0.182630 & 0.063914 & 0.416684 & 5.824311 & 0.014161 \\
LOST & 3736.500000 & 18823.4 & 0.001491 & 0.000038 & 0.000000 & 6.298140 & 1.429604 \\
\bottomrule
\end{tabular}
}
\tableIV{G}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 342.090034 & 599.10 & 14.184405 & 0.626186 & 23.836017 & 46.002917 & 0.735801 \\
EVICT & 1.000000 & 1.00 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\
FAIL & 51.834803 & 250.00 & 0.555532 & 3.334848 & 0.607560 & 20.351992 & 0.176242 \\
FINISH & 8.519166 & 36.00 & 0.001733 & 0.629809 & 1.759677 & 0.005452 & 0.004575 \\
KILL & 37.054914 & 100.00 & 5.687172 & 0.064640 & 0.080370 & 19.166260 & 0.059132 \\
LOST & 190.500000 & 358.35 & 0.000000 & 0.000000 & 0.000000 & 1.994751 & 1.994751 \\
\bottomrule
\end{tabular}
}
\tableIV{H}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 321.133053 & 546.9 & 3.470078 & 0.907801 & 3.316902 & 44.535824 & 0.315120 \\
EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\
FAIL & 20.504293 & 1.0 & 0.114090 & 2.300036 & 0.980635 & 12.833466 & 0.046833 \\
FINISH & 4.278193 & 14.0 & 0.005406 & 0.152814 & 1.778038 & 0.013567 & 0.012663 \\
KILL & 11.022705 & 3.0 & 0.235500 & 0.102899 & 0.287701 & 11.336956 & 0.031148 \\
LOST & 3.400000 & 10.6 & 0.000000 & 0.000000 & 0.000000 & 0.235294 & 1.705882 \\
\bottomrule
\end{tabular}
}
\caption{Mean number of tasks and event distribution per job type}\label{fig:tableIV}
\end{figure}

View file

@ -181,7 +181,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 7, "execution_count": 40,
"id": "cea0e71e", "id": "cea0e71e",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@ -202,145 +202,98 @@
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"\\tableIV{A}{\n", "\\tableIV{A}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 0.000 (0) & NaN & NaN & NaN & NaN \\\\\n",
"\\toprule\n", " FAIL & 90.793 (499) & 0.695 & 0.684 & 0.086 & 1.850 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 1.187 (1) & 0.005 & 0.001 & 1.073 & 0.024 \\\\\n",
"\\midrule\n", " KILL & 16.533 (10) & 1.045 & 0.074 & 0.461 & 1.189 \\\\\n",
" No termination & 92.359436 & 174.3 & 23.263951 & 3.454474 & 23.047597 & 34.565608 & 0.707709 \\\\\n",
" EVICT & -1.000000 & -1.0 & NaN & NaN & NaN & NaN & NaN \\\\\n",
" FAIL & 90.792728 & 499.0 & 0.694942 & 0.683556 & 0.085957 & 1.849587 & 0.009730 \\\\\n",
" FINISH & 1.187092 & 1.0 & 0.004696 & 0.001341 & 1.072623 & 0.024396 & 0.000952 \\\\\n",
" KILL & 16.533171 & 10.0 & 1.045419 & 0.073867 & 0.461387 & 1.188720 & 0.044610 \\\\\n",
" LOST & 223.206593 & 1689.6 & 0.000000 & 0.000000 & 0.000000 & 1.034082 & 0.974598 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{B}{\n", "\\tableIV{B}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 74.368 (374) & 2.003 & 1.994 & 0.267 & 4.944 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 6.304 (10) & 0.022 & 0.008 & 2.349 & 0.013 \\\\\n",
"\\midrule\n", " KILL & 69.853 (234) & 1.696 & 0.158 & 0.614 & 3.009 \\\\\n",
" No termination & 112.422759 & 169.8 & 34.681161 & 0.711242 & 13.379533 & 38.794188 & 0.780483 \\\\\n",
" EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n",
" FAIL & 74.367804 & 374.0 & 2.003355 & 1.993765 & 0.266584 & 4.944145 & 0.034526 \\\\\n",
" FINISH & 6.304299 & 10.0 & 0.022380 & 0.008476 & 2.349304 & 0.012729 & 0.006484 \\\\\n",
" KILL & 69.853370 & 234.0 & 1.696449 & 0.157833 & 0.613748 & 3.008678 & 0.012092 \\\\\n",
" LOST & 320.020202 & 459.8 & 0.000000 & 0.000000 & 0.000000 & 2.959946 & 1.996875 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{C}{\n", "\\tableIV{C}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.001 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 41.982 (200) & 3.484 & 0.998 & 0.376 & 3.998 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 1.991 (1) & 0.022 & 0.017 & 1.565 & 0.017 \\\\\n",
"\\midrule\n", " KILL & 110.681 (652) & 0.627 & 0.059 & 0.656 & 2.267 \\\\\n",
" No termination & 96.399561 & 100.0 & 55.276973 & 7.552906 & 23.848867 & 41.578669 & 0.664107 \\\\\n",
" EVICT & 1.000000 & 1.0 & 1.000829 & 0.000000 & 0.000000 & 0.000415 & 0.000000 \\\\\n",
" FAIL & 41.982301 & 200.0 & 3.483606 & 0.997592 & 0.376438 & 3.998369 & 0.046439 \\\\\n",
" FINISH & 1.991485 & 1.0 & 0.021806 & 0.016914 & 1.565034 & 0.017401 & 0.001803 \\\\\n",
" KILL & 110.680808 & 652.0 & 0.627334 & 0.059076 & 0.656426 & 2.266794 & 0.006258 \\\\\n",
" LOST & 38.870091 & 48.6 & 0.000031 & 0.000311 & 0.000000 & 2.620721 & 1.833872 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{D}{\n", "\\tableIV{D}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 43.356 (250) & 6.112 & 0.949 & 0.531 & 6.498 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 2.109 (2) & 0.268 & 0.013 & 1.723 & 0.019 \\\\\n",
"\\midrule\n", " KILL & 89.648 (283) & 1.013 & 0.054 & 0.283 & 3.256 \\\\\n",
" No termination & 103.889987 & 120.00 & 41.421532 & 7.604808 & 18.179476 & 47.603502 & 0.661826 \\\\\n",
" EVICT & 1.000000 & 1.00 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n",
" FAIL & 43.355682 & 250.00 & 6.111993 & 0.948602 & 0.531390 & 6.497784 & 0.041077 \\\\\n",
" FINISH & 2.109260 & 2.00 & 0.268375 & 0.012614 & 1.723392 & 0.018567 & 0.005052 \\\\\n",
" KILL & 89.647948 & 283.00 & 1.013114 & 0.054374 & 0.283313 & 3.255675 & 0.006664 \\\\\n",
" LOST & 271.441748 & 2620.75 & 0.000000 & 0.000000 & 0.000000 & 5.938069 & 1.647084 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{E}{\n", "\\tableIV{E}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 23.081 (25) & 0.247 & 0.666 & 0.717 & 1.588 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 7.776 (2) & 0.019 & 0.029 & 1.934 & 0.021 \\\\\n",
"\\midrule\n", " KILL & 88.790 (309) & 0.706 & 0.029 & 0.461 & 7.572 \\\\\n",
" No termination & 350.929407 & 596.0 & 7.204391 & 2.074423 & 0.126290 & 46.646065 & 0.378274 \\\\\n",
" EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n",
" FAIL & 23.081125 & 25.0 & 0.246529 & 0.665546 & 0.716720 & 1.588119 & 0.066467 \\\\\n",
" FINISH & 7.776085 & 2.0 & 0.018677 & 0.029073 & 1.934488 & 0.020929 & 0.064920 \\\\\n",
" KILL & 88.790215 & 309.0 & 0.706293 & 0.028618 & 0.461084 & 7.572301 & 0.029122 \\\\\n",
" LOST & 5.374150 & 5.0 & 0.000000 & 0.000000 & 0.000000 & 3.234494 & 1.813924 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{F}{\n", "\\tableIV{F}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 17.161 (8) & 0.621 & 0.546 & 0.426 & 7.559 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 2.941 (2) & 0.015 & 0.051 & 1.670 & 0.162 \\\\\n",
"\\midrule\n", " KILL & 103.889 (361) & 0.183 & 0.064 & 0.417 & 5.824 \\\\\n",
" No termination & 217.718640 & 379.4 & 4.304676 & 1.315021 & 4.971122 & 48.118465 & 0.464429 \\\\\n",
" EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n",
" FAIL & 17.161251 & 8.0 & 0.621327 & 0.546356 & 0.426265 & 7.559244 & 0.034773 \\\\\n",
" FINISH & 2.940843 & 2.0 & 0.014704 & 0.051014 & 1.669860 & 0.162042 & 0.002623 \\\\\n",
" KILL & 103.888843 & 361.0 & 0.182630 & 0.063914 & 0.416684 & 5.824311 & 0.014161 \\\\\n",
" LOST & 3736.500000 & 18823.4 & 0.001491 & 0.000038 & 0.000000 & 6.298140 & 1.429604 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{G}{\n", "\\tableIV{G}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 51.835 (250) & 0.556 & 3.335 & 0.608 & 20.352 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 8.519 (36) & 0.002 & 0.630 & 1.760 & 0.005 \\\\\n",
"\\midrule\n", " KILL & 37.055 (100) & 5.687 & 0.065 & 0.080 & 19.166 \\\\\n",
" No termination & 342.090034 & 599.10 & 14.184405 & 0.626186 & 23.836017 & 46.002917 & 0.735801 \\\\\n",
" EVICT & 1.000000 & 1.00 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n",
" FAIL & 51.834803 & 250.00 & 0.555532 & 3.334848 & 0.607560 & 20.351992 & 0.176242 \\\\\n",
" FINISH & 8.519166 & 36.00 & 0.001733 & 0.629809 & 1.759677 & 0.005452 & 0.004575 \\\\\n",
" KILL & 37.054914 & 100.00 & 5.687172 & 0.064640 & 0.080370 & 19.166260 & 0.059132 \\\\\n",
" LOST & 190.500000 & 358.35 & 0.000000 & 0.000000 & 0.000000 & 1.994751 & 1.994751 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{H}{\n", "\\tableIV{H}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 20.504 (1) & 0.114 & 2.300 & 0.981 & 12.833 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 4.278 (14) & 0.005 & 0.153 & 1.778 & 0.014 \\\\\n",
"\\midrule\n", " KILL & 11.023 (3) & 0.235 & 0.103 & 0.288 & 11.337 \\\\\n",
" No termination & 321.133053 & 546.9 & 3.470078 & 0.907801 & 3.316902 & 44.535824 & 0.315120 \\\\\n", "}\n",
" EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n", "\\tableIV{ALL}{\n",
" FAIL & 20.504293 & 1.0 & 0.114090 & 2.300036 & 0.980635 & 12.833466 & 0.046833 \\\\\n", " EVICT & 0.989 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
" FINISH & 4.278193 & 14.0 & 0.005406 & 0.152814 & 1.778038 & 0.013567 & 0.012663 \\\\\n", " FAIL & 43.126 (200) & 0.114 & 2.300 & 0.981 & 12.833 \\\\\n",
" KILL & 11.022705 & 3.0 & 0.235500 & 0.102899 & 0.287701 & 11.336956 & 0.031148 \\\\\n", "FINISH & 3.074 (2) & 0.005 & 0.153 & 1.778 & 0.014 \\\\\n",
" LOST & 3.400000 & 10.6 & 0.000000 & 0.000000 & 0.000000 & 0.235294 & 1.705882 \\\\\n", " KILL & 53.919 (178) & 0.235 & 0.103 & 0.288 & 11.337 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n" "}\n"
] ]
} }
], ],
"source": [ "source": [
"display(Markdown(\"# Table IV\"))\n", "display(Markdown(\"# Table IV\"))\n",
"for cluster in \"abcdefgh\":\n", "for cluster in list(\"abcdefgh\") + [\"all\"]:\n",
" df = pd.read_csv(glob.glob(DIR + \"/table-iv-evts-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n", " df = pd.read_csv(glob.glob(DIR + \"/table-iv-evts-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n",
" names=[\"term\"] + [str(i) for i in range(0,11)])\n", " names=[\"term\"] + [str(i) for i in range(0,11)])\n",
" df2 = pd.read_csv(glob.glob(DIR + \"/table-iv-tasks-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n", " df2 = pd.read_csv(glob.glob(DIR + \"/table-iv-tasks-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n",
" names=[\"term\", \"# Tasks mean\", \"# Tasks 95% p.tile\"])\n", " names=[\"term\", \"mean\", \"%95\"])\n",
" df[\"term\"] = df[\"term\"].astype(int)\n", " df[\"term\"] = df[\"term\"].astype(int)\n",
" df2[\"term\"] = df2[\"term\"].astype(int)\n", " df2[\"term\"] = df2[\"term\"].astype(int)\n",
" df.sort_values(by=\"term\", inplace=True)\n", " df.sort_values(by=\"term\", inplace=True)\n",
" df2.sort_values(by=\"term\", inplace=True)\n", " df2.sort_values(by=\"term\", inplace=True)\n",
" \n", " \n",
" df = df2.merge(df, on=\"term\", how=\"outer\")\n", " df = df2.merge(df, on=\"term\", how=\"outer\")\n",
" df = df[df[\"term\"].isin(range(4,8))]\n",
" df.loc[df[\"mean\"] == -1, \"mean\"] = 0\n",
" df.loc[df[\"%95\"] == -1, \"%95\"] = 0\n",
" df[\"mean\"] = df[\"mean\"].round(3).apply(lambda x: \"%.03f\" % x) + \" (\" + df[\"%95\"].apply(lambda x: \"%d\" % x) + \")\"\n",
" rename(df, \"# Tasks. mean (95-th p)\", \"mean\")\n",
" del df[\"%95\"]\n",
" \n",
"\n", "\n",
" rename(df, \"# Evts. mean\", \"mean\")\n", " rename(df, \"# Evts. mean\", \"mean\")\n",
" rename(df, \"# Evts. 95% p.tile\", \"%95\")\n", " rename(df, \"# Evts. 95% p.tile\", \"%95\")\n",
" \n", " \n",
" for i in [-1,4,5,6,7,8]:\n", " for i in [4,5,6,7]:\n",
" df.loc[df.term == i, \"term\"] = NAMES[i]\n", " df.loc[df.term == i, \"term\"] = NAMES[i]\n",
" df[str(i)] = df[str(i)].round(3)\n",
" rename(df, \"# \" + NAMES[i] + \" Evts. mean\", str(i))\n", " rename(df, \"# \" + NAMES[i] + \" Evts. mean\", str(i))\n",
" for i in [0,1,2,3,9,10]:\n", " for i in [0,1,2,3,8,9,10]:\n",
" del df[str(i)]\n", " del df[str(i)]\n",
" rename(df, \"Job termination\", \"term\")\n", " rename(df, \"Job termination\", \"term\")\n",
" print((\"\\\\tableIV{\" + cluster.upper() + \"}{\"))\n", " print((\"\\\\tableIV{\" + cluster.upper() + \"}{\"))\n",
" print(df.to_latex(index=False), end=\"}\\n\")\n" " s = df.to_latex(index=False,header=False)\n",
" s = s.split(\"\\\\toprule\\n\")[1]\n",
" s = s.split(\"\\\\bottomrule\")[0]\n",
" print(s, end=\"}\\n\")\n"
] ]
}, },
{ {