maggicl/bachelorThesis
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity

report work

Browse source
This commit is contained in:
Claudio Maggioni 2021-05-24 21:49:48 +02:00
parent 7a7de12c76
commit 0bd6c475ec
4 changed files with 1672 additions and 36 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1585
machine_configs/machine_configs-Copy1.ipynb Normal file
View file

File diff suppressed because it is too large Load diff

20
machine_time_waste/statuses_total_time.ipynb
View file

@ -2,7 +2,6 @@
"cells": [ "cells": [
{ {
"cell_type": "markdown", "cell_type": "markdown",
"id": "776f8aa3",
"metadata": {}, "metadata": {},
"source": [ "source": [
"# Statuses total time\n", "# Statuses total time\n",
@ -13,7 +12,6 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 1, "execution_count": 1,
"id": "7c77e2f1",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -35,7 +33,6 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 2, "execution_count": 2,
"id": "cc6d3e6a",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -57,7 +54,6 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 3, "execution_count": 3,
"id": "44c77966",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -67,7 +63,6 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 4, "execution_count": 4,
"id": "8038bdb2",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -136,7 +131,6 @@
}, },
{ {
"cell_type": "markdown", "cell_type": "markdown",
"id": "31fdf065",
"metadata": {}, "metadata": {},
"source": [ "source": [
"## Graph 1: Absolute total time spent per status per \"last termination\" type" "## Graph 1: Absolute total time spent per status per \"last termination\" type"
@ -145,7 +139,6 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 5, "execution_count": 5,
"id": "f44fef5d",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -161,7 +154,6 @@
}, },
{ {
"cell_type": "markdown", "cell_type": "markdown",
"id": "41bcaff4",
"metadata": {}, "metadata": {},
"source": [ "source": [
"## Graph 2: Relative total time spent per status per \"last termination\" type\n", "## Graph 2: Relative total time spent per status per \"last termination\" type\n",
@ -172,7 +164,6 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 9, "execution_count": 9,
"id": "3ba51241",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [ "source": [
@ -201,7 +192,6 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 10, "execution_count": 10,
"id": "8fc1b568",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@ -388,7 +378,6 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": 8, "execution_count": 8,
"id": "5d112e3c",
"metadata": {}, "metadata": {},
"outputs": [ "outputs": [
{ {
@ -423,7 +412,6 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": null,
"id": "45819798",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [] "source": []
@ -431,7 +419,6 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": null,
"id": "7ebdc37c",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [] "source": []
@ -439,7 +426,6 @@
{ {
"cell_type": "code", "cell_type": "code",
"execution_count": null, "execution_count": null,
"id": "81f69410",
"metadata": {}, "metadata": {},
"outputs": [], "outputs": [],
"source": [] "source": []
@ -447,9 +433,9 @@
], ],
"metadata": { "metadata": {
"kernelspec": { "kernelspec": {
"display_name": "venv", "display_name": "Python 3",
"language": "python", "language": "python",
"name": "venv" "name": "python3"
}, },
"language_info": { "language_info": {
"codemirror_mode": { "codemirror_mode": {
@ -461,7 +447,7 @@
"name": "python", "name": "python",
"nbconvert_exporter": "python", "nbconvert_exporter": "python",
"pygments_lexer": "ipython3", "pygments_lexer": "ipython3",
"version": "3.9.5" "version": "3.8.3"
} }
}, },
"nbformat": 4, "nbformat": 4,

BIN
report/Claudio_Maggioni_report.pdf
View file

Binary file not shown.

103
report/figures/machine_configs.tex
View file

@ -1,6 +1,6 @@
\newcommand{\machineconfigs}[3][0.9\textwidth]{ \newcommand{\machineconfigs}[4][0.32\textwidth]{
\begin{subfigure}{0.32\textwidth} \begin{subfigure}{#1}
\begin{minipage}[c][#1]{\textwidth}% \vspace{0.5cm}
\resizebox{\textwidth}{!}{ \resizebox{\textwidth}{!}{
\centering \centering
\begin{tabular}{llll} \begin{tabular}{llll}
@ -10,14 +10,61 @@
\midrule \midrule
#3 #3
\bottomrule \bottomrule
#4
\end{tabular}} \end{tabular}}
\end{minipage}
\caption{#2} \caption{#2}
\end{subfigure}} \end{subfigure}}
\begin{figure} \newcommand{\sidesplit}[5][0.33]{%
\centering \begin{subfigure}{\textwidth}
\machineconfigs[1.2\textwidth]{All clusters}{ \centering
\begin{minipage}{#1\textwidth}
\resizebox{\textwidth}{!}{#2}
\end{minipage}
\begin{minipage}{#1\textwidth}
\resizebox{\textwidth}{!}{#3}
\end{minipage}
\begin{minipage}{#1\textwidth}
\resizebox{\textwidth}{!}{#4}
\end{minipage}
\caption{#5}
\end{subfigure}}
\begin{figure}[p]
\sidesplit[0.20]{\begin{tabular}{llll}
\toprule
\textbf{CPU} & \textbf{RAM} & \textbf{\% Machines} \\
\midrule
0.5 & 0.5 & 53.47\%\\
0.5 & 0.25 & 30.74\%\\
0.5 & 0.75 & 7.95\%\\
1 & 1 & 6.32\%\\
\bottomrule
\end{tabular}}{\begin{tabular}{llll}
\toprule
\textbf{CPU} & \textbf{RAM} & \textbf{\% Machines} \\
\midrule
0.25 & 0.25 & 0.99\%\\
0.5 & 0.12 & 0.43\%\\
0.5 & 0.03 & 0.04\%\\
&&\\
\bottomrule
\end{tabular}}{\begin{tabular}{llll}
\toprule
\textbf{CPU} & \textbf{RAM} & \textbf{\% Machines} \\
\midrule
0.5 & 0.97 & 0.03\%\\
1 & 0.5 & 0.02\%\\
0.5 & 0.06 & 0.01\%\\
&&\\
\bottomrule
\end{tabular}}{2011 data}\vspace{0.5cm}
\sidesplit{\begin{tabular}{llll}
\toprule
\textbf{CPU (NCU)} & \textbf{RAM (NMU)} & \textbf{Machine count} &
\textbf{\% Machines} \\
\midrule
Unknown & Unknown & 8729 & 1.639218\% \\ Unknown & Unknown & 8729 & 1.639218\% \\
1.000000 & 0.500000 & 124234 & 23.329891\% \\ 1.000000 & 0.500000 & 124234 & 23.329891\% \\
0.591797 & 0.333496 & 103013 & 19.344801\% \\ 0.591797 & 0.333496 & 103013 & 19.344801\% \\
@ -26,6 +73,12 @@ Unknown & Unknown & 8729 & 1.639218\% \\
0.386719 & 0.333496 & 36237 & 6.804943\% \\ 0.386719 & 0.333496 & 36237 & 6.804943\% \\
0.958984 & 0.500000 & 31151 & 5.849843\% \\ 0.958984 & 0.500000 & 31151 & 5.849843\% \\
0.708984 & 0.666992 & 29594 & 5.557454\% \\ 0.708984 & 0.666992 & 29594 & 5.557454\% \\
\bottomrule
\end{tabular}}{\begin{tabular}{llll}
\toprule
\textbf{CPU (NCU)} & \textbf{RAM (NMU)} & \textbf{Machine count} &
\textbf{\% Machines} \\
\midrule
0.386719 & 0.166748 & 27011 & 5.072393\% \\ 0.386719 & 0.166748 & 27011 & 5.072393\% \\
1.000000 & 1.000000 & 12286 & 2.307187\% \\ 1.000000 & 1.000000 & 12286 & 2.307187\% \\
0.591797 & 0.166748 & 9902 & 1.859496\% \\ 0.591797 & 0.166748 & 9902 & 1.859496\% \\
@ -34,6 +87,12 @@ Unknown & Unknown & 8729 & 1.639218\% \\
0.259277 & 0.333496 & 3024 & 0.567877\% \\ 0.259277 & 0.333496 & 3024 & 0.567877\% \\
0.591797 & 0.666992 & 1000 & 0.187790\% \\ 0.591797 & 0.666992 & 1000 & 0.187790\% \\
0.259277 & 0.083374 & 634 & 0.119059\% \\ 0.259277 & 0.083374 & 634 & 0.119059\% \\
\bottomrule
\end{tabular}}{\begin{tabular}{llll}
\toprule
\textbf{CPU (NCU)} & \textbf{RAM (NMU)} & \textbf{Machine count} &
\textbf{\% Machines} \\
\midrule
0.958984 & 0.250000 & 600 & 0.112674\% \\ 0.958984 & 0.250000 & 600 & 0.112674\% \\
0.500000 & 0.062500 & 54 & 0.010141\% \\ 0.500000 & 0.062500 & 54 & 0.010141\% \\
0.500000 & 0.250000 & 34 & 0.006385\% \\ 0.500000 & 0.250000 & 34 & 0.006385\% \\
@ -42,8 +101,14 @@ Unknown & Unknown & 8729 & 1.639218\% \\
0.591797 & 0.250000 & 4 & 0.000751\% \\ 0.591797 & 0.250000 & 4 & 0.000751\% \\
0.708984 & 0.500000 & 2 & 0.000376\% \\ 0.708984 & 0.500000 & 2 & 0.000376\% \\
0.479492 & 0.500000 & 2 & 0.000376\% \\ 0.479492 & 0.500000 & 2 & 0.000376\% \\
} \bottomrule
\machineconfigs[1.2\textwidth]{A cluster}{ \end{tabular}}{2019 data}
\caption{Overview of machine configurations in term of CPU and Memory power in 2011 and 2019 (all clusters aggregated) traces. In the 2019 traces NCU stands for ``Normalized Compute Unit'' and NMU stands for ``Normalized Compute Unit'': both are $[0,1]$ normalizations of resource values. While memory was measured in terms of capacity, CPU power was measured in ``Google Compute Units'' (GCUs), an opaque umbrella metric used by Google that factors in CPU clock, number of cores/processors, and CPU ISA architecture.}\label{fig:machineconfigs}
\end{figure}
\begin{figure}[p]
\centering
\machineconfigs{A cluster}{
Unknown & Unknown & 1377 & 1.623170\% \\ Unknown & Unknown & 1377 & 1.623170\% \\
0.591797 & 0.333496 & 29487 & 34.758469\% \\ 0.591797 & 0.333496 & 29487 & 34.758469\% \\
1.000000 & 0.500000 & 13440 & 15.842705\% \\ 1.000000 & 0.500000 & 13440 & 15.842705\% \\
@ -58,8 +123,8 @@ Unknown & Unknown & 1377 & 1.623170\% \\
1.000000 & 0.250000 & 366 & 0.431431\% \\ 1.000000 & 0.250000 & 366 & 0.431431\% \\
0.479492 & 0.250000 & 6 & 0.007073\% \\ 0.479492 & 0.250000 & 6 & 0.007073\% \\
0.708984 & 0.250000 & 6 & 0.007073\% \\ 0.708984 & 0.250000 & 6 & 0.007073\% \\
} }{}
\machineconfigs[1.2\textwidth]{Cluster B}{ \machineconfigs{Cluster B}{
Unknown & Unknown & 134 & 0.264812\% \\ Unknown & Unknown & 134 & 0.264812\% \\
0.591797 & 0.333496 & 16184 & 31.982926\% \\ 0.591797 & 0.333496 & 16184 & 31.982926\% \\
1.000000 & 0.500000 & 9790 & 19.347061\% \\ 1.000000 & 0.500000 & 9790 & 19.347061\% \\
@ -72,7 +137,7 @@ Unknown & Unknown & 134 & 0.264812\% \\
0.958984 & 1.000000 & 618 & 1.221296\% \\ 0.958984 & 1.000000 & 618 & 1.221296\% \\
0.591797 & 0.666992 & 500 & 0.988103\% \\ 0.591797 & 0.666992 & 500 & 0.988103\% \\
0.386719 & 0.166748 & 412 & 0.814197\% \\ 0.386719 & 0.166748 & 412 & 0.814197\% \\
} }{\\\\}
\machineconfigs{Cluster C}{ \machineconfigs{Cluster C}{
Unknown & Unknown & 1466 & 2.274208\% \\ Unknown & Unknown & 1466 & 2.274208\% \\
0.259277 & 0.166748 & 15754 & 24.439204\% \\ 0.259277 & 0.166748 & 15754 & 24.439204\% \\
@ -88,7 +153,7 @@ Unknown & Unknown & 1466 & 2.274208\% \\
0.708984 & 0.333496 & 620 & 0.961807\% \\ 0.708984 & 0.333496 & 620 & 0.961807\% \\
0.958984 & 0.250000 & 600 & 0.930781\% \\ 0.958984 & 0.250000 & 600 & 0.930781\% \\
0.591797 & 0.166748 & 112 & 0.173746\% \\ 0.591797 & 0.166748 & 112 & 0.173746\% \\
} }{}
\machineconfigs{Cluster D}{ \machineconfigs{Cluster D}{
Unknown & Unknown & 498 & 0.794309\% \\ Unknown & Unknown & 498 & 0.794309\% \\
0.591797 & 0.333496 & 28394 & 45.288376\% \\ 0.591797 & 0.333496 & 28394 & 45.288376\% \\
@ -102,7 +167,7 @@ Unknown & Unknown & 498 & 0.794309\% \\
1.000000 & 0.500000 & 292 & 0.465739\% \\ 1.000000 & 0.500000 & 292 & 0.465739\% \\
0.591797 & 0.250000 & 4 & 0.006380\% \\ 0.591797 & 0.250000 & 4 & 0.006380\% \\
0.708984 & 0.500000 & 2 & 0.003190\% \\ 0.708984 & 0.500000 & 2 & 0.003190\% \\
} }{\\\\}
\machineconfigs{Cluster E}{ \machineconfigs{Cluster E}{
Unknown & Unknown & 536 & 0.671915\% \\ Unknown & Unknown & 536 & 0.671915\% \\
0.259277 & 0.166748 & 38452 & 48.202377\% \\ 0.259277 & 0.166748 & 38452 & 48.202377\% \\
@ -118,7 +183,7 @@ Unknown & Unknown & 536 & 0.671915\% \\
1.000000 & 1.000000 & 138 & 0.172993\% \\ 1.000000 & 1.000000 & 138 & 0.172993\% \\
0.500000 & 0.062500 & 54 & 0.067693\% \\ 0.500000 & 0.062500 & 54 & 0.067693\% \\
0.500000 & 0.250000 & 4 & 0.005014\% \\ 0.500000 & 0.250000 & 4 & 0.005014\% \\
} }{}
\machineconfigs{Cluster F}{ \machineconfigs{Cluster F}{
Unknown & Unknown & 1432 & 2.299958\% \\ Unknown & Unknown & 1432 & 2.299958\% \\
1.000000 & 0.500000 & 41340 & 66.396839\% \\ 1.000000 & 0.500000 & 41340 & 66.396839\% \\
@ -132,7 +197,7 @@ Unknown & Unknown & 1432 & 2.299958\% \\
0.386719 & 0.333496 & 398 & 0.639234\% \\ 0.386719 & 0.333496 & 398 & 0.639234\% \\
1.000000 & 1.000000 & 344 & 0.552504\% \\ 1.000000 & 1.000000 & 344 & 0.552504\% \\
0.500000 & 0.250000 & 18 & 0.028910\% \\ 0.500000 & 0.250000 & 18 & 0.028910\% \\
} }{\\\\}
\machineconfigs{Cluster G}{ \machineconfigs{Cluster G}{
Unknown & Unknown & 1566 & 2.261568\% \\ Unknown & Unknown & 1566 & 2.261568\% \\
0.259277 & 0.166748 & 15852 & 22.892958\% \\ 0.259277 & 0.166748 & 15852 & 22.892958\% \\
@ -151,7 +216,7 @@ Unknown & Unknown & 1566 & 2.261568\% \\
0.500000 & 0.250000 & 12 & 0.017330\% \\ 0.500000 & 0.250000 & 12 & 0.017330\% \\
0.479492 & 0.250000 & 6 & 0.008665\% \\ 0.479492 & 0.250000 & 6 & 0.008665\% \\
0.479492 & 0.500000 & 2 & 0.002888\% \\ 0.479492 & 0.500000 & 2 & 0.002888\% \\
} }{}
\machineconfigs{Cluster H}{ \machineconfigs{Cluster H}{
Unknown & Unknown & 1720 & 2.933251\% \\ Unknown & Unknown & 1720 & 2.933251\% \\
1.000000 & 0.500000 & 36324 & 61.946178\% \\ 1.000000 & 0.500000 & 36324 & 61.946178\% \\
@ -165,6 +230,6 @@ Unknown & Unknown & 1720 & 2.933251\% \\
0.708984 & 0.666992 & 766 & 1.306320\% \\ 0.708984 & 0.666992 & 766 & 1.306320\% \\
0.591797 & 0.666992 & 500 & 0.852689\% \\ 0.591797 & 0.666992 & 500 & 0.852689\% \\
0.958984 & 1.000000 & 200 & 0.341076\% \\ 0.958984 & 1.000000 & 200 & 0.341076\% \\
} }{\\\\\\\\\\}
\caption{Overview of machine configurations in terms of CPU and RAM resources for each cluster}\label{fig:machineconfigs} \caption{Overview of machine configurations in terms of CPU and RAM resources for each cluster in the 2019 traces. Refer to figure~\ref{fig:machineconfig} for a column legend.}\label{fig:machineconfigs-csts}
\end{figure} \end{figure}