maggicl/bachelorThesis
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

table iv mostly done

Browse source
This commit is contained in:
Claudio Maggioni (maggicl) 2021-05-24 12:44:49 +02:00
parent df2fdb5da1
commit 8bdd456ee9
5 changed files with 151 additions and 234 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

BIN
report/Claudio_Maggioni_report.pdf
View file

Binary file not shown.

2
report/Claudio_Maggioni_report.tex
View file

@ -640,8 +640,6 @@ Refer to figure \ref{fig:tableIII}.
\subsection{Mean number of tasks and event distribution per job \subsection{Mean number of tasks and event distribution per job
type}\label{mean-number-of-tasks-and-event-distribution-per-job-type}} type}\label{mean-number-of-tasks-and-event-distribution-per-job-type}}
\input{figures/table_iv}
Refer to figure \ref{fig:tableIV}. Refer to figure \ref{fig:tableIV}.
\textbf{Observations}: \textbf{Observations}:

99
report/figures/table_iii.tex
View file

@ -1,11 +1,11 @@
\newcommand{\tableIII}[2]{ \newcommand{\tableGENERIC}[3]{
\begin{subfigure}{0.49\textwidth} \begin{subfigure}{0.49\textwidth}
\vspace{0.5cm} \vspace{0.5cm}
\begin{minipage}[c]{\textwidth}% \begin{minipage}[c]{\textwidth}%
\resizebox{\textwidth}{!}{ \resizebox{\textwidth}{!}{
\begin{tabular}{lrrrrr} \begin{tabular}{lrrrrr}
\toprule \toprule
\tableIIIh #3
\midrule \midrule
#2 #2
\bottomrule \bottomrule
@ -14,12 +14,19 @@
\hfill \hfill
\caption{Cluster #1} \caption{Cluster #1}
\end{subfigure}} \end{subfigure}}
\newcommand{\tableIII}[2]{\tableGENERIC{#1}{#2}{\tableIIIh}}
\newcommand{\tableIV}[2]{\tableGENERIC{#1}{#2}{\tableIVh}}
\newcommand{\tableIIIh}{% \newcommand{\tableIIIh}{%
\multirow{2}{*}{\parbox{1.5cm}{\centering{Task \\ termination}}} \multirow{2}{*}{\parbox{1.5cm}{\centering{Task \\ termination}}}
& \multicolumn{5}{c}{Mean number of events} \\ & \multicolumn{5}{c}{Mean number of events} \\
& Overall ($95^{th}$ p.) & & Overall ($95^{th}$ p.) &
EVICT & FAIL & FINISH & KILL \\} EVICT & FAIL & FINISH & KILL \\}
\newcommand{\tableIVh}{%
\multirow{2}{*}{\parbox{1.5cm}{\centering{Job \\ termination}}}
& \multirow{2}{*}{\parbox{2.5cm}{\centering{\# of tasks mean. ($95^{th}$ p)}}}
& \multicolumn{4}{c}{Mean number of events} \\
& & EVICT & FAIL & FINISH & KILL \\}
\begin{figure}[p] \begin{figure}[p]
\begin{subfigure}{\textwidth} \begin{subfigure}{\textwidth}
@ -111,7 +118,93 @@ FINISH & 3.681 (2) & 0.024 & 0.014 & 3.633 & 0.011 \\
\caption{Mean number of termination events and their distributions per \caption{Mean number of termination events and their distributions per
task type for each cluster in the 2019 traces. The tables show an task type for each cluster in the 2019 traces. The tables show an
overall mean accompanied by the 95-th percentile of all termination overall mean accompanied by the 95-th percentile of all termination
events, followed by the mean of events per event type of each events, followed by a mean of events per event type of each
termination event.}\label{fig:tableIII-csts} termination event.}\label{fig:tableIII-csts}
\end{figure} \end{figure}
\begin{figure}[p]
\begin{subfigure}{\textwidth}
\centering
\begin{tabular}{lrrrrr}
\toprule
\tableIVh%
\midrule
EVICT & 0.989 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 43.126 (200) & 0.114 & 2.300 & 0.981 & 12.833 \\
FINISH & 3.074 (2) & 0.005 & 0.153 & 1.778 & 0.014 \\
KILL & 53.919 (178) & 0.235 & 0.103 & 0.288 & 11.337 \\
\bottomrule
\end{tabular}
\caption{2011 data}
\vspace{0.5cm}
\end{subfigure}
\begin{subfigure}{\textwidth}
\centering
\begin{tabular}{lrrrrr}
\toprule
\tableIVh%
\midrule
EVICT & 0.989 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 43.126 (200) & 0.114 & 2.300 & 0.981 & 12.833 \\
FINISH & 3.074 (2) & 0.005 & 0.153 & 1.778 & 0.014 \\
KILL & 53.919 (178) & 0.235 & 0.103 & 0.288 & 11.337 \\
\bottomrule
\end{tabular}
\caption{2019 data}
\end{subfigure}
\caption{tbd}
\end{figure}
\begin{figure}[p]
\tableIV{A}{
EVICT & -- & -- & -- & -- & -- \\
FAIL & 90.793 (499) & 0.695 & 0.684 & 0.086 & 1.850 \\
FINISH & 1.187 (1) & 0.005 & 0.001 & 1.073 & 0.024 \\
KILL & 16.533 (10) & 1.045 & 0.074 & 0.461 & 1.189 \\
}
\tableIV{B}{
EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 74.368 (374) & 2.003 & 1.994 & 0.267 & 4.944 \\
FINISH & 6.304 (10) & 0.022 & 0.008 & 2.349 & 0.013 \\
KILL & 69.853 (234) & 1.696 & 0.158 & 0.614 & 3.009 \\
}
\tableIV{C}{
EVICT & 1.000 (1) & 1.001 & 0.000 & 0.000 & 0.000 \\
FAIL & 41.982 (200) & 3.484 & 0.998 & 0.376 & 3.998 \\
FINISH & 1.991 (1) & 0.022 & 0.017 & 1.565 & 0.017 \\
KILL & 110.681 (652) & 0.627 & 0.059 & 0.656 & 2.267 \\
}
\tableIV{D}{
EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 43.356 (250) & 6.112 & 0.949 & 0.531 & 6.498 \\
FINISH & 2.109 (2) & 0.268 & 0.013 & 1.723 & 0.019 \\
KILL & 89.648 (283) & 1.013 & 0.054 & 0.283 & 3.256 \\
}
\tableIV{E}{
EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 23.081 (25) & 0.247 & 0.666 & 0.717 & 1.588 \\
FINISH & 7.776 (2) & 0.019 & 0.029 & 1.934 & 0.021 \\
KILL & 88.790 (309) & 0.706 & 0.029 & 0.461 & 7.572 \\
}
\tableIV{F}{
EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 17.161 (8) & 0.621 & 0.546 & 0.426 & 7.559 \\
FINISH & 2.941 (2) & 0.015 & 0.051 & 1.670 & 0.162 \\
KILL & 103.889 (361) & 0.183 & 0.064 & 0.417 & 5.824 \\
}
\tableIV{G}{
EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 51.835 (250) & 0.556 & 3.335 & 0.608 & 20.352 \\
FINISH & 8.519 (36) & 0.002 & 0.630 & 1.760 & 0.005 \\
KILL & 37.055 (100) & 5.687 & 0.065 & 0.080 & 19.166 \\
}
\tableIV{H}{
EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\
FAIL & 20.504 (1) & 0.114 & 2.300 & 0.981 & 12.833 \\
FINISH & 4.278 (14) & 0.005 & 0.153 & 1.778 & 0.014 \\
KILL & 11.023 (3) & 0.235 & 0.103 & 0.288 & 11.337 \\
}
\caption{tbd}
\end{figure}

127
report/figures/table_iv.tex
View file

@ -1,127 +0,0 @@
\newcommand{\tableIV}[2]{
\begin{subfigure}{\textwidth}
\vspace{0.5cm}
\hspace{.1\textwidth}
\begin{minipage}[c]{.8\textwidth}%
\resizebox{\textwidth}{!}{#2}
\end{minipage}
\hfill
\caption{Cluster #1}
\end{subfigure}}
\begin{figure}
\tableIV{A}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 92.359436 & 174.3 & 23.263951 & 3.454474 & 23.047597 & 34.565608 & 0.707709 \\
EVICT & -1.000000 & -1.0 & NaN & NaN & NaN & NaN & NaN \\
FAIL & 90.792728 & 499.0 & 0.694942 & 0.683556 & 0.085957 & 1.849587 & 0.009730 \\
FINISH & 1.187092 & 1.0 & 0.004696 & 0.001341 & 1.072623 & 0.024396 & 0.000952 \\
KILL & 16.533171 & 10.0 & 1.045419 & 0.073867 & 0.461387 & 1.188720 & 0.044610 \\
LOST & 223.206593 & 1689.6 & 0.000000 & 0.000000 & 0.000000 & 1.034082 & 0.974598 \\
\bottomrule
\end{tabular}
}
\tableIV{B}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 112.422759 & 169.8 & 34.681161 & 0.711242 & 13.379533 & 38.794188 & 0.780483 \\
EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\
FAIL & 74.367804 & 374.0 & 2.003355 & 1.993765 & 0.266584 & 4.944145 & 0.034526 \\
FINISH & 6.304299 & 10.0 & 0.022380 & 0.008476 & 2.349304 & 0.012729 & 0.006484 \\
KILL & 69.853370 & 234.0 & 1.696449 & 0.157833 & 0.613748 & 3.008678 & 0.012092 \\
LOST & 320.020202 & 459.8 & 0.000000 & 0.000000 & 0.000000 & 2.959946 & 1.996875 \\
\bottomrule
\end{tabular}
}
\tableIV{C}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 96.399561 & 100.0 & 55.276973 & 7.552906 & 23.848867 & 41.578669 & 0.664107 \\
EVICT & 1.000000 & 1.0 & 1.000829 & 0.000000 & 0.000000 & 0.000415 & 0.000000 \\
FAIL & 41.982301 & 200.0 & 3.483606 & 0.997592 & 0.376438 & 3.998369 & 0.046439 \\
FINISH & 1.991485 & 1.0 & 0.021806 & 0.016914 & 1.565034 & 0.017401 & 0.001803 \\
KILL & 110.680808 & 652.0 & 0.627334 & 0.059076 & 0.656426 & 2.266794 & 0.006258 \\
LOST & 38.870091 & 48.6 & 0.000031 & 0.000311 & 0.000000 & 2.620721 & 1.833872 \\
\bottomrule
\end{tabular}
}
\tableIV{D}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 103.889987 & 120.00 & 41.421532 & 7.604808 & 18.179476 & 47.603502 & 0.661826 \\
EVICT & 1.000000 & 1.00 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\
FAIL & 43.355682 & 250.00 & 6.111993 & 0.948602 & 0.531390 & 6.497784 & 0.041077 \\
FINISH & 2.109260 & 2.00 & 0.268375 & 0.012614 & 1.723392 & 0.018567 & 0.005052 \\
KILL & 89.647948 & 283.00 & 1.013114 & 0.054374 & 0.283313 & 3.255675 & 0.006664 \\
LOST & 271.441748 & 2620.75 & 0.000000 & 0.000000 & 0.000000 & 5.938069 & 1.647084 \\
\bottomrule
\end{tabular}
}
\tableIV{E}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 350.929407 & 596.0 & 7.204391 & 2.074423 & 0.126290 & 46.646065 & 0.378274 \\
EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\
FAIL & 23.081125 & 25.0 & 0.246529 & 0.665546 & 0.716720 & 1.588119 & 0.066467 \\
FINISH & 7.776085 & 2.0 & 0.018677 & 0.029073 & 1.934488 & 0.020929 & 0.064920 \\
KILL & 88.790215 & 309.0 & 0.706293 & 0.028618 & 0.461084 & 7.572301 & 0.029122 \\
LOST & 5.374150 & 5.0 & 0.000000 & 0.000000 & 0.000000 & 3.234494 & 1.813924 \\
\bottomrule
\end{tabular}
}
\tableIV{F}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 217.718640 & 379.4 & 4.304676 & 1.315021 & 4.971122 & 48.118465 & 0.464429 \\
EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\
FAIL & 17.161251 & 8.0 & 0.621327 & 0.546356 & 0.426265 & 7.559244 & 0.034773 \\
FINISH & 2.940843 & 2.0 & 0.014704 & 0.051014 & 1.669860 & 0.162042 & 0.002623 \\
KILL & 103.888843 & 361.0 & 0.182630 & 0.063914 & 0.416684 & 5.824311 & 0.014161 \\
LOST & 3736.500000 & 18823.4 & 0.001491 & 0.000038 & 0.000000 & 6.298140 & 1.429604 \\
\bottomrule
\end{tabular}
}
\tableIV{G}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 342.090034 & 599.10 & 14.184405 & 0.626186 & 23.836017 & 46.002917 & 0.735801 \\
EVICT & 1.000000 & 1.00 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\
FAIL & 51.834803 & 250.00 & 0.555532 & 3.334848 & 0.607560 & 20.351992 & 0.176242 \\
FINISH & 8.519166 & 36.00 & 0.001733 & 0.629809 & 1.759677 & 0.005452 & 0.004575 \\
KILL & 37.054914 & 100.00 & 5.687172 & 0.064640 & 0.080370 & 19.166260 & 0.059132 \\
LOST & 190.500000 & 358.35 & 0.000000 & 0.000000 & 0.000000 & 1.994751 & 1.994751 \\
\bottomrule
\end{tabular}
}
\tableIV{H}{
\begin{tabular}{lrrrrrrr}
\toprule
Job termination & \# Tasks mean & \# Tasks 95\% p.tile & \# EVICT Evts. mean & \# FAIL Evts. mean & \# FINISH Evts. mean & \# KILL Evts. mean & \# LOST Evts. mean \\
\midrule
No termination & 321.133053 & 546.9 & 3.470078 & 0.907801 & 3.316902 & 44.535824 & 0.315120 \\
EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\
FAIL & 20.504293 & 1.0 & 0.114090 & 2.300036 & 0.980635 & 12.833466 & 0.046833 \\
FINISH & 4.278193 & 14.0 & 0.005406 & 0.152814 & 1.778038 & 0.013567 & 0.012663 \\
KILL & 11.022705 & 3.0 & 0.235500 & 0.102899 & 0.287701 & 11.336956 & 0.031148 \\
LOST & 3.400000 & 10.6 & 0.000000 & 0.000000 & 0.000000 & 0.235294 & 1.705882 \\
\bottomrule
\end{tabular}
}
\caption{Mean number of tasks and event distribution per job type}\label{fig:tableIV}
\end{figure}

157
table_iii/table_iii_iv.ipynb
View file

@ -181,7 +181,7 @@
}, },
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 7, "execution_count": 40,
"id": "cea0e71e", "id": "cea0e71e",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
@ -202,145 +202,98 @@
"output_type": "stream", "output_type": "stream",
"text": [ "text": [
"\\tableIV{A}{\n", "\\tableIV{A}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 0.000 (0) & NaN & NaN & NaN & NaN \\\\\n",
"\\toprule\n", " FAIL & 90.793 (499) & 0.695 & 0.684 & 0.086 & 1.850 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 1.187 (1) & 0.005 & 0.001 & 1.073 & 0.024 \\\\\n",
"\\midrule\n", " KILL & 16.533 (10) & 1.045 & 0.074 & 0.461 & 1.189 \\\\\n",
" No termination & 92.359436 & 174.3 & 23.263951 & 3.454474 & 23.047597 & 34.565608 & 0.707709 \\\\\n",
" EVICT & -1.000000 & -1.0 & NaN & NaN & NaN & NaN & NaN \\\\\n",
" FAIL & 90.792728 & 499.0 & 0.694942 & 0.683556 & 0.085957 & 1.849587 & 0.009730 \\\\\n",
" FINISH & 1.187092 & 1.0 & 0.004696 & 0.001341 & 1.072623 & 0.024396 & 0.000952 \\\\\n",
" KILL & 16.533171 & 10.0 & 1.045419 & 0.073867 & 0.461387 & 1.188720 & 0.044610 \\\\\n",
" LOST & 223.206593 & 1689.6 & 0.000000 & 0.000000 & 0.000000 & 1.034082 & 0.974598 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{B}{\n", "\\tableIV{B}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 74.368 (374) & 2.003 & 1.994 & 0.267 & 4.944 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 6.304 (10) & 0.022 & 0.008 & 2.349 & 0.013 \\\\\n",
"\\midrule\n", " KILL & 69.853 (234) & 1.696 & 0.158 & 0.614 & 3.009 \\\\\n",
" No termination & 112.422759 & 169.8 & 34.681161 & 0.711242 & 13.379533 & 38.794188 & 0.780483 \\\\\n",
" EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n",
" FAIL & 74.367804 & 374.0 & 2.003355 & 1.993765 & 0.266584 & 4.944145 & 0.034526 \\\\\n",
" FINISH & 6.304299 & 10.0 & 0.022380 & 0.008476 & 2.349304 & 0.012729 & 0.006484 \\\\\n",
" KILL & 69.853370 & 234.0 & 1.696449 & 0.157833 & 0.613748 & 3.008678 & 0.012092 \\\\\n",
" LOST & 320.020202 & 459.8 & 0.000000 & 0.000000 & 0.000000 & 2.959946 & 1.996875 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{C}{\n", "\\tableIV{C}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.001 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 41.982 (200) & 3.484 & 0.998 & 0.376 & 3.998 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 1.991 (1) & 0.022 & 0.017 & 1.565 & 0.017 \\\\\n",
"\\midrule\n", " KILL & 110.681 (652) & 0.627 & 0.059 & 0.656 & 2.267 \\\\\n",
" No termination & 96.399561 & 100.0 & 55.276973 & 7.552906 & 23.848867 & 41.578669 & 0.664107 \\\\\n",
" EVICT & 1.000000 & 1.0 & 1.000829 & 0.000000 & 0.000000 & 0.000415 & 0.000000 \\\\\n",
" FAIL & 41.982301 & 200.0 & 3.483606 & 0.997592 & 0.376438 & 3.998369 & 0.046439 \\\\\n",
" FINISH & 1.991485 & 1.0 & 0.021806 & 0.016914 & 1.565034 & 0.017401 & 0.001803 \\\\\n",
" KILL & 110.680808 & 652.0 & 0.627334 & 0.059076 & 0.656426 & 2.266794 & 0.006258 \\\\\n",
" LOST & 38.870091 & 48.6 & 0.000031 & 0.000311 & 0.000000 & 2.620721 & 1.833872 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{D}{\n", "\\tableIV{D}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 43.356 (250) & 6.112 & 0.949 & 0.531 & 6.498 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 2.109 (2) & 0.268 & 0.013 & 1.723 & 0.019 \\\\\n",
"\\midrule\n", " KILL & 89.648 (283) & 1.013 & 0.054 & 0.283 & 3.256 \\\\\n",
" No termination & 103.889987 & 120.00 & 41.421532 & 7.604808 & 18.179476 & 47.603502 & 0.661826 \\\\\n",
" EVICT & 1.000000 & 1.00 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n",
" FAIL & 43.355682 & 250.00 & 6.111993 & 0.948602 & 0.531390 & 6.497784 & 0.041077 \\\\\n",
" FINISH & 2.109260 & 2.00 & 0.268375 & 0.012614 & 1.723392 & 0.018567 & 0.005052 \\\\\n",
" KILL & 89.647948 & 283.00 & 1.013114 & 0.054374 & 0.283313 & 3.255675 & 0.006664 \\\\\n",
" LOST & 271.441748 & 2620.75 & 0.000000 & 0.000000 & 0.000000 & 5.938069 & 1.647084 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{E}{\n", "\\tableIV{E}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 23.081 (25) & 0.247 & 0.666 & 0.717 & 1.588 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 7.776 (2) & 0.019 & 0.029 & 1.934 & 0.021 \\\\\n",
"\\midrule\n", " KILL & 88.790 (309) & 0.706 & 0.029 & 0.461 & 7.572 \\\\\n",
" No termination & 350.929407 & 596.0 & 7.204391 & 2.074423 & 0.126290 & 46.646065 & 0.378274 \\\\\n",
" EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n",
" FAIL & 23.081125 & 25.0 & 0.246529 & 0.665546 & 0.716720 & 1.588119 & 0.066467 \\\\\n",
" FINISH & 7.776085 & 2.0 & 0.018677 & 0.029073 & 1.934488 & 0.020929 & 0.064920 \\\\\n",
" KILL & 88.790215 & 309.0 & 0.706293 & 0.028618 & 0.461084 & 7.572301 & 0.029122 \\\\\n",
" LOST & 5.374150 & 5.0 & 0.000000 & 0.000000 & 0.000000 & 3.234494 & 1.813924 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{F}{\n", "\\tableIV{F}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 17.161 (8) & 0.621 & 0.546 & 0.426 & 7.559 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 2.941 (2) & 0.015 & 0.051 & 1.670 & 0.162 \\\\\n",
"\\midrule\n", " KILL & 103.889 (361) & 0.183 & 0.064 & 0.417 & 5.824 \\\\\n",
" No termination & 217.718640 & 379.4 & 4.304676 & 1.315021 & 4.971122 & 48.118465 & 0.464429 \\\\\n",
" EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n",
" FAIL & 17.161251 & 8.0 & 0.621327 & 0.546356 & 0.426265 & 7.559244 & 0.034773 \\\\\n",
" FINISH & 2.940843 & 2.0 & 0.014704 & 0.051014 & 1.669860 & 0.162042 & 0.002623 \\\\\n",
" KILL & 103.888843 & 361.0 & 0.182630 & 0.063914 & 0.416684 & 5.824311 & 0.014161 \\\\\n",
" LOST & 3736.500000 & 18823.4 & 0.001491 & 0.000038 & 0.000000 & 6.298140 & 1.429604 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{G}{\n", "\\tableIV{G}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 51.835 (250) & 0.556 & 3.335 & 0.608 & 20.352 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 8.519 (36) & 0.002 & 0.630 & 1.760 & 0.005 \\\\\n",
"\\midrule\n", " KILL & 37.055 (100) & 5.687 & 0.065 & 0.080 & 19.166 \\\\\n",
" No termination & 342.090034 & 599.10 & 14.184405 & 0.626186 & 23.836017 & 46.002917 & 0.735801 \\\\\n",
" EVICT & 1.000000 & 1.00 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n",
" FAIL & 51.834803 & 250.00 & 0.555532 & 3.334848 & 0.607560 & 20.351992 & 0.176242 \\\\\n",
" FINISH & 8.519166 & 36.00 & 0.001733 & 0.629809 & 1.759677 & 0.005452 & 0.004575 \\\\\n",
" KILL & 37.054914 & 100.00 & 5.687172 & 0.064640 & 0.080370 & 19.166260 & 0.059132 \\\\\n",
" LOST & 190.500000 & 358.35 & 0.000000 & 0.000000 & 0.000000 & 1.994751 & 1.994751 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n", "}\n",
"\\tableIV{H}{\n", "\\tableIV{H}{\n",
"\\begin{tabular}{lrrrrrrr}\n", " EVICT & 1.000 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
"\\toprule\n", " FAIL & 20.504 (1) & 0.114 & 2.300 & 0.981 & 12.833 \\\\\n",
"Job termination & \\# Tasks mean & \\# Tasks 95\\% p.tile & \\# EVICT Evts. mean & \\# FAIL Evts. mean & \\# FINISH Evts. mean & \\# KILL Evts. mean & \\# LOST Evts. mean \\\\\n", "FINISH & 4.278 (14) & 0.005 & 0.153 & 1.778 & 0.014 \\\\\n",
"\\midrule\n", " KILL & 11.023 (3) & 0.235 & 0.103 & 0.288 & 11.337 \\\\\n",
" No termination & 321.133053 & 546.9 & 3.470078 & 0.907801 & 3.316902 & 44.535824 & 0.315120 \\\\\n", "}\n",
" EVICT & 1.000000 & 1.0 & 1.000000 & 0.000000 & 0.000000 & 0.000000 & 0.000000 \\\\\n", "\\tableIV{ALL}{\n",
" FAIL & 20.504293 & 1.0 & 0.114090 & 2.300036 & 0.980635 & 12.833466 & 0.046833 \\\\\n", " EVICT & 0.989 (1) & 1.000 & 0.000 & 0.000 & 0.000 \\\\\n",
" FINISH & 4.278193 & 14.0 & 0.005406 & 0.152814 & 1.778038 & 0.013567 & 0.012663 \\\\\n", " FAIL & 43.126 (200) & 0.114 & 2.300 & 0.981 & 12.833 \\\\\n",
" KILL & 11.022705 & 3.0 & 0.235500 & 0.102899 & 0.287701 & 11.336956 & 0.031148 \\\\\n", "FINISH & 3.074 (2) & 0.005 & 0.153 & 1.778 & 0.014 \\\\\n",
" LOST & 3.400000 & 10.6 & 0.000000 & 0.000000 & 0.000000 & 0.235294 & 1.705882 \\\\\n", " KILL & 53.919 (178) & 0.235 & 0.103 & 0.288 & 11.337 \\\\\n",
"\\bottomrule\n",
"\\end{tabular}\n",
"}\n" "}\n"
] ]
} }
], ],
"source": [ "source": [
"display(Markdown(\"# Table IV\"))\n", "display(Markdown(\"# Table IV\"))\n",
"for cluster in \"abcdefgh\":\n", "for cluster in list(\"abcdefgh\") + [\"all\"]:\n",
" df = pd.read_csv(glob.glob(DIR + \"/table-iv-evts-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n", " df = pd.read_csv(glob.glob(DIR + \"/table-iv-evts-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n",
" names=[\"term\"] + [str(i) for i in range(0,11)])\n", " names=[\"term\"] + [str(i) for i in range(0,11)])\n",
" df2 = pd.read_csv(glob.glob(DIR + \"/table-iv-tasks-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n", " df2 = pd.read_csv(glob.glob(DIR + \"/table-iv-tasks-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n",
" names=[\"term\", \"# Tasks mean\", \"# Tasks 95% p.tile\"])\n", " names=[\"term\", \"mean\", \"%95\"])\n",
" df[\"term\"] = df[\"term\"].astype(int)\n", " df[\"term\"] = df[\"term\"].astype(int)\n",
" df2[\"term\"] = df2[\"term\"].astype(int)\n", " df2[\"term\"] = df2[\"term\"].astype(int)\n",
" df.sort_values(by=\"term\", inplace=True)\n", " df.sort_values(by=\"term\", inplace=True)\n",
" df2.sort_values(by=\"term\", inplace=True)\n", " df2.sort_values(by=\"term\", inplace=True)\n",
" \n", " \n",
" df = df2.merge(df, on=\"term\", how=\"outer\")\n", " df = df2.merge(df, on=\"term\", how=\"outer\")\n",
" df = df[df[\"term\"].isin(range(4,8))]\n",
" df.loc[df[\"mean\"] == -1, \"mean\"] = 0\n",
" df.loc[df[\"%95\"] == -1, \"%95\"] = 0\n",
" df[\"mean\"] = df[\"mean\"].round(3).apply(lambda x: \"%.03f\" % x) + \" (\" + df[\"%95\"].apply(lambda x: \"%d\" % x) + \")\"\n",
" rename(df, \"# Tasks. mean (95-th p)\", \"mean\")\n",
" del df[\"%95\"]\n",
" \n",
"\n", "\n",
" rename(df, \"# Evts. mean\", \"mean\")\n", " rename(df, \"# Evts. mean\", \"mean\")\n",
" rename(df, \"# Evts. 95% p.tile\", \"%95\")\n", " rename(df, \"# Evts. 95% p.tile\", \"%95\")\n",
" \n", " \n",
" for i in [-1,4,5,6,7,8]:\n", " for i in [4,5,6,7]:\n",
" df.loc[df.term == i, \"term\"] = NAMES[i]\n", " df.loc[df.term == i, \"term\"] = NAMES[i]\n",
" df[str(i)] = df[str(i)].round(3)\n",
" rename(df, \"# \" + NAMES[i] + \" Evts. mean\", str(i))\n", " rename(df, \"# \" + NAMES[i] + \" Evts. mean\", str(i))\n",
" for i in [0,1,2,3,9,10]:\n", " for i in [0,1,2,3,8,9,10]:\n",
" del df[str(i)]\n", " del df[str(i)]\n",
" rename(df, \"Job termination\", \"term\")\n", " rename(df, \"Job termination\", \"term\")\n",
" print((\"\\\\tableIV{\" + cluster.upper() + \"}{\"))\n", " print((\"\\\\tableIV{\" + cluster.upper() + \"}{\"))\n",
" print(df.to_latex(index=False), end=\"}\\n\")\n" " s = df.to_latex(index=False,header=False)\n",
" s = s.split(\"\\\\toprule\\n\")[1]\n",
" s = s.split(\"\\\\bottomrule\")[0]\n",
" print(s, end=\"}\\n\")\n"
] ]
}, },
{ {