maggicl/bachelorThesis
1
0
Fork 0
Code Issues Pull requests Projects Releases Wiki Activity
bachelorThesis/table_iii/table_iii_iv.ipynb

2447 lines
82 KiB
Text
Raw Normal View History

tab 3/4 notebook
2021-04-28 12:59:45 +00:00
{
"cells": [
{
"cell_type": "code",
"execution_count": 1,
"id": "black-funeral",
"metadata": {},
"outputs": [],
"source": [
"import json\n",
"import sys\n",
"import glob\n",
"import pandas as pd\n",
"import seaborn as sns\n",
"import matplotlib as mpl\n",
"import matplotlib.pyplot as plt\n",
"import numpy as np\n",
"from IPython.display import display, Markdown"
]
},
{
"cell_type": "code",
"execution_count": 2,
"id": "68c2f54a-f838-4d41-af1e-d63f13f3d894",
"metadata": {},
"outputs": [],
"source": [
"DIR = \"/home/claudio/hdd/git/bachelorThesis/table_iii/\""
]
},
{
"cell_type": "code",
"execution_count": 3,
"id": "d162510b-bf0d-46a8-9954-05f6475f52ae",
"metadata": {},
"outputs": [],
"source": [
"NAMES = {-1: \"No termination\", 0: \"SUBMIT\", 1: \"QUEUE\", 2: \"ENABLE\", \n",
" 3: \"SCHEDULE\", 4: \"EVICT\", 5: \"FAIL\", 6: \"FINISH\",\n",
" 7: \"KILL\", 8: \"LOST\", 9: \"UPDATE_PENDING\", 10: \"UPDATE_RUNNING\"}\n",
"\n",
"def rename(df, new, old):\n",
" df.rename(columns={old: new}, inplace=True)"
]
},
{
"cell_type": "code",
"execution_count": 4,
"id": "2eee4cb8-19c4-4d0f-a6c4-148145dedfa4",
"metadata": {},
"outputs": [
{
"data": {
"text/markdown": [
"# Table III"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster A"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Task termination</th>\n",
" <th># Evts. 95% p.tile</th>\n",
" <th># Evts. mean</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>KILL</td>\n",
" <td>58.0</td>\n",
" <td>27.395925</td>\n",
" <td>2.349579</td>\n",
" <td>0.213859</td>\n",
" <td>0.003412</td>\n",
" <td>3.395996</td>\n",
" <td>0.089576</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>FINISH</td>\n",
" <td>9.0</td>\n",
" <td>12.405370</td>\n",
" <td>0.019321</td>\n",
" <td>0.003779</td>\n",
" <td>2.153432</td>\n",
" <td>0.008150</td>\n",
" <td>0.008989</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>108.0</td>\n",
" <td>50.039556</td>\n",
" <td>0.287778</td>\n",
" <td>11.061864</td>\n",
" <td>0.002098</td>\n",
" <td>0.467656</td>\n",
" <td>0.053144</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>LOST</td>\n",
" <td>7.0</td>\n",
" <td>8.847145</td>\n",
" <td>0.083348</td>\n",
" <td>0.001821</td>\n",
" <td>0.384190</td>\n",
" <td>1.329910</td>\n",
" <td>1.007933</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>EVICT</td>\n",
" <td>2924.0</td>\n",
" <td>428.550689</td>\n",
" <td>73.693595</td>\n",
" <td>0.768553</td>\n",
" <td>0.000179</td>\n",
" <td>28.766164</td>\n",
" <td>0.845501</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>No termination</td>\n",
" <td>84.0</td>\n",
" <td>14.818523</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Task termination # Evts. 95% p.tile # Evts. mean # EVICT Evts. mean \\\n",
"0 KILL 58.0 27.395925 2.349579 \n",
"1 FINISH 9.0 12.405370 0.019321 \n",
"2 FAIL 108.0 50.039556 0.287778 \n",
"3 LOST 7.0 8.847145 0.083348 \n",
"4 EVICT 2924.0 428.550689 73.693595 \n",
"5 No termination 84.0 14.818523 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 0.213859 0.003412 3.395996 \n",
"1 0.003779 2.153432 0.008150 \n",
"2 11.061864 0.002098 0.467656 \n",
"3 0.001821 0.384190 1.329910 \n",
"4 0.768553 0.000179 28.766164 \n",
"5 0.000000 0.000000 0.000000 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.089576 \n",
"1 0.008989 \n",
"2 0.053144 \n",
"3 1.007933 \n",
"4 0.845501 \n",
"5 0.000000 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster B"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Task termination</th>\n",
" <th># Evts. 95% p.tile</th>\n",
" <th># Evts. mean</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>KILL</td>\n",
" <td>60.0</td>\n",
" <td>40.901041</td>\n",
" <td>3.351496</td>\n",
" <td>0.276305</td>\n",
" <td>0.003656</td>\n",
" <td>5.541079</td>\n",
" <td>0.033457</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>FINISH</td>\n",
" <td>20.0</td>\n",
" <td>17.277596</td>\n",
" <td>0.020444</td>\n",
" <td>0.020628</td>\n",
" <td>2.942579</td>\n",
" <td>0.011640</td>\n",
" <td>0.016278</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>260.0</td>\n",
" <td>86.772419</td>\n",
" <td>0.518061</td>\n",
" <td>19.656798</td>\n",
" <td>0.000560</td>\n",
" <td>0.675392</td>\n",
" <td>0.088523</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>LOST</td>\n",
" <td>14.0</td>\n",
" <td>25.690455</td>\n",
" <td>0.257231</td>\n",
" <td>0.007420</td>\n",
" <td>1.928351</td>\n",
" <td>3.515436</td>\n",
" <td>2.015153</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>EVICT</td>\n",
" <td>1578.0</td>\n",
" <td>345.705559</td>\n",
" <td>64.816518</td>\n",
" <td>0.240214</td>\n",
" <td>0.000000</td>\n",
" <td>17.961539</td>\n",
" <td>1.028401</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>No termination</td>\n",
" <td>32.0</td>\n",
" <td>13.018130</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Task termination # Evts. 95% p.tile # Evts. mean # EVICT Evts. mean \\\n",
"0 KILL 60.0 40.901041 3.351496 \n",
"1 FINISH 20.0 17.277596 0.020444 \n",
"2 FAIL 260.0 86.772419 0.518061 \n",
"3 LOST 14.0 25.690455 0.257231 \n",
"4 EVICT 1578.0 345.705559 64.816518 \n",
"5 No termination 32.0 13.018130 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 0.276305 0.003656 5.541079 \n",
"1 0.020628 2.942579 0.011640 \n",
"2 19.656798 0.000560 0.675392 \n",
"3 0.007420 1.928351 3.515436 \n",
"4 0.240214 0.000000 17.961539 \n",
"5 0.000000 0.000000 0.000000 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.033457 \n",
"1 0.016278 \n",
"2 0.088523 \n",
"3 2.015153 \n",
"4 1.028401 \n",
"5 0.000000 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster C"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Task termination</th>\n",
" <th># Evts. 95% p.tile</th>\n",
" <th># Evts. mean</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>KILL</td>\n",
" <td>32.0</td>\n",
" <td>24.230887</td>\n",
" <td>1.533237</td>\n",
" <td>0.116082</td>\n",
" <td>0.003994</td>\n",
" <td>3.799111</td>\n",
" <td>0.013670</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>FINISH</td>\n",
" <td>18.0</td>\n",
" <td>15.242628</td>\n",
" <td>0.017929</td>\n",
" <td>0.012701</td>\n",
" <td>2.470654</td>\n",
" <td>0.006020</td>\n",
" <td>0.006414</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>156.0</td>\n",
" <td>187.030894</td>\n",
" <td>0.772823</td>\n",
" <td>48.445773</td>\n",
" <td>2.035378</td>\n",
" <td>0.756015</td>\n",
" <td>0.133687</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>LOST</td>\n",
" <td>28.0</td>\n",
" <td>22.385446</td>\n",
" <td>0.411365</td>\n",
" <td>0.007569</td>\n",
" <td>1.412201</td>\n",
" <td>2.751353</td>\n",
" <td>1.998665</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>EVICT</td>\n",
" <td>1748.0</td>\n",
" <td>404.108669</td>\n",
" <td>73.715527</td>\n",
" <td>1.812816</td>\n",
" <td>0.000166</td>\n",
" <td>22.908022</td>\n",
" <td>0.546198</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>No termination</td>\n",
" <td>96.0</td>\n",
" <td>21.315166</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Task termination # Evts. 95% p.tile # Evts. mean # EVICT Evts. mean \\\n",
"0 KILL 32.0 24.230887 1.533237 \n",
"1 FINISH 18.0 15.242628 0.017929 \n",
"2 FAIL 156.0 187.030894 0.772823 \n",
"3 LOST 28.0 22.385446 0.411365 \n",
"4 EVICT 1748.0 404.108669 73.715527 \n",
"5 No termination 96.0 21.315166 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 0.116082 0.003994 3.799111 \n",
"1 0.012701 2.470654 0.006020 \n",
"2 48.445773 2.035378 0.756015 \n",
"3 0.007569 1.412201 2.751353 \n",
"4 1.812816 0.000166 22.908022 \n",
"5 0.000000 0.000000 0.000000 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.013670 \n",
"1 0.006414 \n",
"2 0.133687 \n",
"3 1.998665 \n",
"4 0.546198 \n",
"5 0.000000 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster D"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Task termination</th>\n",
" <th># Evts. 95% p.tile</th>\n",
" <th># Evts. mean</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>KILL</td>\n",
" <td>32.0</td>\n",
" <td>29.953873</td>\n",
" <td>1.960134</td>\n",
" <td>0.150521</td>\n",
" <td>0.002385</td>\n",
" <td>4.682411</td>\n",
" <td>0.016156</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>FINISH</td>\n",
" <td>18.0</td>\n",
" <td>23.105615</td>\n",
" <td>0.058651</td>\n",
" <td>0.019051</td>\n",
" <td>3.789050</td>\n",
" <td>0.009785</td>\n",
" <td>0.018699</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>269.0</td>\n",
" <td>228.004975</td>\n",
" <td>0.496316</td>\n",
" <td>58.968210</td>\n",
" <td>0.809520</td>\n",
" <td>2.040396</td>\n",
" <td>0.324754</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>LOST</td>\n",
" <td>20.0</td>\n",
" <td>17.065721</td>\n",
" <td>0.014760</td>\n",
" <td>0.003577</td>\n",
" <td>0.079289</td>\n",
" <td>4.636283</td>\n",
" <td>1.999794</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>EVICT</td>\n",
" <td>1478.0</td>\n",
" <td>323.366130</td>\n",
" <td>62.000510</td>\n",
" <td>0.700268</td>\n",
" <td>0.000373</td>\n",
" <td>14.057514</td>\n",
" <td>0.627592</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>No termination</td>\n",
" <td>103.0</td>\n",
" <td>27.867403</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Task termination # Evts. 95% p.tile # Evts. mean # EVICT Evts. mean \\\n",
"0 KILL 32.0 29.953873 1.960134 \n",
"1 FINISH 18.0 23.105615 0.058651 \n",
"2 FAIL 269.0 228.004975 0.496316 \n",
"3 LOST 20.0 17.065721 0.014760 \n",
"4 EVICT 1478.0 323.366130 62.000510 \n",
"5 No termination 103.0 27.867403 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 0.150521 0.002385 4.682411 \n",
"1 0.019051 3.789050 0.009785 \n",
"2 58.968210 0.809520 2.040396 \n",
"3 0.003577 0.079289 4.636283 \n",
"4 0.700268 0.000373 14.057514 \n",
"5 0.000000 0.000000 0.000000 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.016156 \n",
"1 0.018699 \n",
"2 0.324754 \n",
"3 1.999794 \n",
"4 0.627592 \n",
"5 0.000000 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster E"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Task termination</th>\n",
" <th># Evts. 95% p.tile</th>\n",
" <th># Evts. mean</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>KILL</td>\n",
" <td>258.0</td>\n",
" <td>55.877475</td>\n",
" <td>1.287917</td>\n",
" <td>0.056909</td>\n",
" <td>0.000185</td>\n",
" <td>12.159880</td>\n",
" <td>0.054997</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>FINISH</td>\n",
" <td>14.0</td>\n",
" <td>11.976806</td>\n",
" <td>0.013879</td>\n",
" <td>0.008435</td>\n",
" <td>1.998677</td>\n",
" <td>0.008241</td>\n",
" <td>0.026641</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>138.0</td>\n",
" <td>450.526937</td>\n",
" <td>0.457703</td>\n",
" <td>111.471047</td>\n",
" <td>0.000000</td>\n",
" <td>0.455705</td>\n",
" <td>0.187991</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>LOST</td>\n",
" <td>14.0</td>\n",
" <td>11.899908</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.033976</td>\n",
" <td>3.131007</td>\n",
" <td>1.792164</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>EVICT</td>\n",
" <td>310.0</td>\n",
" <td>84.645189</td>\n",
" <td>11.780754</td>\n",
" <td>0.106119</td>\n",
" <td>0.000090</td>\n",
" <td>5.790960</td>\n",
" <td>0.654955</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>No termination</td>\n",
" <td>34.0</td>\n",
" <td>7.349165</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Task termination # Evts. 95% p.tile # Evts. mean # EVICT Evts. mean \\\n",
"0 KILL 258.0 55.877475 1.287917 \n",
"1 FINISH 14.0 11.976806 0.013879 \n",
"2 FAIL 138.0 450.526937 0.457703 \n",
"3 LOST 14.0 11.899908 0.000000 \n",
"4 EVICT 310.0 84.645189 11.780754 \n",
"5 No termination 34.0 7.349165 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 0.056909 0.000185 12.159880 \n",
"1 0.008435 1.998677 0.008241 \n",
"2 111.471047 0.000000 0.455705 \n",
"3 0.000000 0.033976 3.131007 \n",
"4 0.106119 0.000090 5.790960 \n",
"5 0.000000 0.000000 0.000000 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.054997 \n",
"1 0.026641 \n",
"2 0.187991 \n",
"3 1.792164 \n",
"4 0.654955 \n",
"5 0.000000 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster F"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Task termination</th>\n",
" <th># Evts. 95% p.tile</th>\n",
" <th># Evts. mean</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>KILL</td>\n",
" <td>162.0</td>\n",
" <td>45.039557</td>\n",
" <td>0.384065</td>\n",
" <td>0.098430</td>\n",
" <td>0.001178</td>\n",
" <td>9.804287</td>\n",
" <td>0.037783</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>FINISH</td>\n",
" <td>20.0</td>\n",
" <td>19.899709</td>\n",
" <td>0.019381</td>\n",
" <td>0.003510</td>\n",
" <td>3.007839</td>\n",
" <td>0.097934</td>\n",
" <td>0.023707</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>220.0</td>\n",
" <td>164.043073</td>\n",
" <td>0.279352</td>\n",
" <td>39.257407</td>\n",
" <td>0.000023</td>\n",
" <td>1.549795</td>\n",
" <td>0.203997</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>LOST</td>\n",
" <td>36.0</td>\n",
" <td>25.002219</td>\n",
" <td>0.011815</td>\n",
" <td>0.000909</td>\n",
" <td>0.149586</td>\n",
" <td>7.283534</td>\n",
" <td>2.000428</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>EVICT</td>\n",
" <td>510.0</td>\n",
" <td>302.262347</td>\n",
" <td>23.973621</td>\n",
" <td>0.192394</td>\n",
" <td>0.000094</td>\n",
" <td>45.979997</td>\n",
" <td>0.374789</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>No termination</td>\n",
" <td>24.0</td>\n",
" <td>7.784905</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Task termination # Evts. 95% p.tile # Evts. mean # EVICT Evts. mean \\\n",
"0 KILL 162.0 45.039557 0.384065 \n",
"1 FINISH 20.0 19.899709 0.019381 \n",
"2 FAIL 220.0 164.043073 0.279352 \n",
"3 LOST 36.0 25.002219 0.011815 \n",
"4 EVICT 510.0 302.262347 23.973621 \n",
"5 No termination 24.0 7.784905 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 0.098430 0.001178 9.804287 \n",
"1 0.003510 3.007839 0.097934 \n",
"2 39.257407 0.000023 1.549795 \n",
"3 0.000909 0.149586 7.283534 \n",
"4 0.192394 0.000094 45.979997 \n",
"5 0.000000 0.000000 0.000000 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.037783 \n",
"1 0.023707 \n",
"2 0.203997 \n",
"3 2.000428 \n",
"4 0.374789 \n",
"5 0.000000 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster G"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Task termination</th>\n",
" <th># Evts. 95% p.tile</th>\n",
" <th># Evts. mean</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>KILL</td>\n",
" <td>641.00</td>\n",
" <td>130.054143</td>\n",
" <td>6.909204</td>\n",
" <td>0.135073</td>\n",
" <td>0.000033</td>\n",
" <td>25.275769</td>\n",
" <td>0.131106</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>FINISH</td>\n",
" <td>18.00</td>\n",
" <td>105.240418</td>\n",
" <td>0.015228</td>\n",
" <td>0.001655</td>\n",
" <td>14.153775</td>\n",
" <td>0.004879</td>\n",
" <td>0.158300</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>40.00</td>\n",
" <td>40.121553</td>\n",
" <td>0.016111</td>\n",
" <td>8.592728</td>\n",
" <td>0.000000</td>\n",
" <td>0.338883</td>\n",
" <td>0.011310</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>LOST</td>\n",
" <td>4602.25</td>\n",
" <td>576.384120</td>\n",
" <td>1.931330</td>\n",
" <td>0.360515</td>\n",
" <td>48.094421</td>\n",
" <td>35.596567</td>\n",
" <td>3.534335</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>EVICT</td>\n",
" <td>2015.00</td>\n",
" <td>555.574743</td>\n",
" <td>77.429054</td>\n",
" <td>0.303127</td>\n",
" <td>0.000000</td>\n",
" <td>58.299330</td>\n",
" <td>0.653819</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>No termination</td>\n",
" <td>30.00</td>\n",
" <td>9.503553</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Task termination # Evts. 95% p.tile # Evts. mean # EVICT Evts. mean \\\n",
"0 KILL 641.00 130.054143 6.909204 \n",
"1 FINISH 18.00 105.240418 0.015228 \n",
"2 FAIL 40.00 40.121553 0.016111 \n",
"3 LOST 4602.25 576.384120 1.931330 \n",
"4 EVICT 2015.00 555.574743 77.429054 \n",
"5 No termination 30.00 9.503553 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 0.135073 0.000033 25.275769 \n",
"1 0.001655 14.153775 0.004879 \n",
"2 8.592728 0.000000 0.338883 \n",
"3 0.360515 48.094421 35.596567 \n",
"4 0.303127 0.000000 58.299330 \n",
"5 0.000000 0.000000 0.000000 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.131106 \n",
"1 0.158300 \n",
"2 0.011310 \n",
"3 3.534335 \n",
"4 0.653819 \n",
"5 0.000000 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster H"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Task termination</th>\n",
" <th># Evts. 95% p.tile</th>\n",
" <th># Evts. mean</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>KILL</td>\n",
" <td>388.0</td>\n",
" <td>74.425542</td>\n",
" <td>0.633338</td>\n",
" <td>0.169666</td>\n",
" <td>0.000231</td>\n",
" <td>17.172624</td>\n",
" <td>0.062799</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>FINISH</td>\n",
" <td>22.0</td>\n",
" <td>23.978294</td>\n",
" <td>0.023700</td>\n",
" <td>0.014129</td>\n",
" <td>3.632529</td>\n",
" <td>0.011111</td>\n",
" <td>0.028482</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>487.0</td>\n",
" <td>170.153701</td>\n",
" <td>0.600483</td>\n",
" <td>37.599942</td>\n",
" <td>0.000000</td>\n",
" <td>2.866647</td>\n",
" <td>0.343806</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>LOST</td>\n",
" <td>386.4</td>\n",
" <td>94.666667</td>\n",
" <td>1.493333</td>\n",
" <td>2.400000</td>\n",
" <td>0.573333</td>\n",
" <td>14.040000</td>\n",
" <td>3.480000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>EVICT</td>\n",
" <td>206.0</td>\n",
" <td>75.658064</td>\n",
" <td>6.732544</td>\n",
" <td>0.837154</td>\n",
" <td>0.000000</td>\n",
" <td>7.164722</td>\n",
" <td>0.421745</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>No termination</td>\n",
" <td>18.0</td>\n",
" <td>8.123506</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Task termination # Evts. 95% p.tile # Evts. mean # EVICT Evts. mean \\\n",
"0 KILL 388.0 74.425542 0.633338 \n",
"1 FINISH 22.0 23.978294 0.023700 \n",
"2 FAIL 487.0 170.153701 0.600483 \n",
"3 LOST 386.4 94.666667 1.493333 \n",
"4 EVICT 206.0 75.658064 6.732544 \n",
"5 No termination 18.0 8.123506 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 0.169666 0.000231 17.172624 \n",
"1 0.014129 3.632529 0.011111 \n",
"2 37.599942 0.000000 2.866647 \n",
"3 2.400000 0.573333 14.040000 \n",
"4 0.837154 0.000000 7.164722 \n",
"5 0.000000 0.000000 0.000000 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.062799 \n",
"1 0.028482 \n",
"2 0.343806 \n",
"3 3.480000 \n",
"4 0.421745 \n",
"5 0.000000 "
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"display(Markdown(\"# Table III\"))\n",
"for cluster in \"abcdefgh\":\n",
" df = pd.read_csv(glob.glob(DIR + \"/table-iii-\" + cluster + \".csv/part-00000-*\")[0])\n",
" rename(df, \"# Evts. mean\", \"mean\")\n",
" rename(df, \"# Evts. 95% p.tile\", \"%95\")\n",
" \n",
" for i in [-1,4,5,6,7,8]:\n",
" df.loc[df.task_term == i, \"task_term\"] = NAMES[i]\n",
" rename(df, \"# \" + NAMES[i] + \" Evts. mean\", \"avg_count_\" + str(i))\n",
" for i in [0,1,2,3,9,10]:\n",
" del df[\"avg_count_\" + str(i)]\n",
" rename(df, \"Task termination\", \"task_term\")\n",
" display(Markdown(\"### Cluster \" + cluster.upper()))\n",
" display(df)"
]
},
{
"cell_type": "code",
"execution_count": 5,
"id": "d31634a7-9d6b-4e95-abc7-e724fea232ed",
"metadata": {},
"outputs": [
{
"data": {
"text/markdown": [
"# Table IV"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster A"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Job termination</th>\n",
" <th># Tasks mean</th>\n",
" <th># Tasks 95% p.tile</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>No termination</td>\n",
" <td>92.359436</td>\n",
" <td>174.3</td>\n",
" <td>23.263951</td>\n",
" <td>3.454474</td>\n",
" <td>23.047597</td>\n",
" <td>34.565608</td>\n",
" <td>0.707709</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>EVICT</td>\n",
" <td>-1.000000</td>\n",
" <td>-1.0</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" <td>NaN</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>90.792728</td>\n",
" <td>499.0</td>\n",
" <td>0.694942</td>\n",
" <td>0.683556</td>\n",
" <td>0.085957</td>\n",
" <td>1.849587</td>\n",
" <td>0.009730</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>FINISH</td>\n",
" <td>1.187092</td>\n",
" <td>1.0</td>\n",
" <td>0.004696</td>\n",
" <td>0.001341</td>\n",
" <td>1.072623</td>\n",
" <td>0.024396</td>\n",
" <td>0.000952</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>KILL</td>\n",
" <td>16.533171</td>\n",
" <td>10.0</td>\n",
" <td>1.045419</td>\n",
" <td>0.073867</td>\n",
" <td>0.461387</td>\n",
" <td>1.188720</td>\n",
" <td>0.044610</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>LOST</td>\n",
" <td>223.206593</td>\n",
" <td>1689.6</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>1.034082</td>\n",
" <td>0.974598</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Job termination # Tasks mean # Tasks 95% p.tile # EVICT Evts. mean \\\n",
"0 No termination 92.359436 174.3 23.263951 \n",
"1 EVICT -1.000000 -1.0 NaN \n",
"2 FAIL 90.792728 499.0 0.694942 \n",
"3 FINISH 1.187092 1.0 0.004696 \n",
"4 KILL 16.533171 10.0 1.045419 \n",
"5 LOST 223.206593 1689.6 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 3.454474 23.047597 34.565608 \n",
"1 NaN NaN NaN \n",
"2 0.683556 0.085957 1.849587 \n",
"3 0.001341 1.072623 0.024396 \n",
"4 0.073867 0.461387 1.188720 \n",
"5 0.000000 0.000000 1.034082 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.707709 \n",
"1 NaN \n",
"2 0.009730 \n",
"3 0.000952 \n",
"4 0.044610 \n",
"5 0.974598 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster B"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Job termination</th>\n",
" <th># Tasks mean</th>\n",
" <th># Tasks 95% p.tile</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>No termination</td>\n",
" <td>112.422759</td>\n",
" <td>169.8</td>\n",
" <td>34.681161</td>\n",
" <td>0.711242</td>\n",
" <td>13.379533</td>\n",
" <td>38.794188</td>\n",
" <td>0.780483</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>EVICT</td>\n",
" <td>1.000000</td>\n",
" <td>1.0</td>\n",
" <td>1.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>74.367804</td>\n",
" <td>374.0</td>\n",
" <td>2.003355</td>\n",
" <td>1.993765</td>\n",
" <td>0.266584</td>\n",
" <td>4.944145</td>\n",
" <td>0.034526</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>FINISH</td>\n",
" <td>6.304299</td>\n",
" <td>10.0</td>\n",
" <td>0.022380</td>\n",
" <td>0.008476</td>\n",
" <td>2.349304</td>\n",
" <td>0.012729</td>\n",
" <td>0.006484</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>KILL</td>\n",
" <td>69.853370</td>\n",
" <td>234.0</td>\n",
" <td>1.696449</td>\n",
" <td>0.157833</td>\n",
" <td>0.613748</td>\n",
" <td>3.008678</td>\n",
" <td>0.012092</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>LOST</td>\n",
" <td>320.020202</td>\n",
" <td>459.8</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>2.959946</td>\n",
" <td>1.996875</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Job termination # Tasks mean # Tasks 95% p.tile # EVICT Evts. mean \\\n",
"0 No termination 112.422759 169.8 34.681161 \n",
"1 EVICT 1.000000 1.0 1.000000 \n",
"2 FAIL 74.367804 374.0 2.003355 \n",
"3 FINISH 6.304299 10.0 0.022380 \n",
"4 KILL 69.853370 234.0 1.696449 \n",
"5 LOST 320.020202 459.8 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 0.711242 13.379533 38.794188 \n",
"1 0.000000 0.000000 0.000000 \n",
"2 1.993765 0.266584 4.944145 \n",
"3 0.008476 2.349304 0.012729 \n",
"4 0.157833 0.613748 3.008678 \n",
"5 0.000000 0.000000 2.959946 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.780483 \n",
"1 0.000000 \n",
"2 0.034526 \n",
"3 0.006484 \n",
"4 0.012092 \n",
"5 1.996875 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster C"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Job termination</th>\n",
" <th># Tasks mean</th>\n",
" <th># Tasks 95% p.tile</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>No termination</td>\n",
" <td>96.399561</td>\n",
" <td>100.0</td>\n",
" <td>55.276973</td>\n",
" <td>7.552906</td>\n",
" <td>23.848867</td>\n",
" <td>41.578669</td>\n",
" <td>0.664107</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>EVICT</td>\n",
" <td>1.000000</td>\n",
" <td>1.0</td>\n",
" <td>1.000829</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000415</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>41.982301</td>\n",
" <td>200.0</td>\n",
" <td>3.483606</td>\n",
" <td>0.997592</td>\n",
" <td>0.376438</td>\n",
" <td>3.998369</td>\n",
" <td>0.046439</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>FINISH</td>\n",
" <td>1.991485</td>\n",
" <td>1.0</td>\n",
" <td>0.021806</td>\n",
" <td>0.016914</td>\n",
" <td>1.565034</td>\n",
" <td>0.017401</td>\n",
" <td>0.001803</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>KILL</td>\n",
" <td>110.680808</td>\n",
" <td>652.0</td>\n",
" <td>0.627334</td>\n",
" <td>0.059076</td>\n",
" <td>0.656426</td>\n",
" <td>2.266794</td>\n",
" <td>0.006258</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>LOST</td>\n",
" <td>38.870091</td>\n",
" <td>48.6</td>\n",
" <td>0.000031</td>\n",
" <td>0.000311</td>\n",
" <td>0.000000</td>\n",
" <td>2.620721</td>\n",
" <td>1.833872</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Job termination # Tasks mean # Tasks 95% p.tile # EVICT Evts. mean \\\n",
"0 No termination 96.399561 100.0 55.276973 \n",
"1 EVICT 1.000000 1.0 1.000829 \n",
"2 FAIL 41.982301 200.0 3.483606 \n",
"3 FINISH 1.991485 1.0 0.021806 \n",
"4 KILL 110.680808 652.0 0.627334 \n",
"5 LOST 38.870091 48.6 0.000031 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 7.552906 23.848867 41.578669 \n",
"1 0.000000 0.000000 0.000415 \n",
"2 0.997592 0.376438 3.998369 \n",
"3 0.016914 1.565034 0.017401 \n",
"4 0.059076 0.656426 2.266794 \n",
"5 0.000311 0.000000 2.620721 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.664107 \n",
"1 0.000000 \n",
"2 0.046439 \n",
"3 0.001803 \n",
"4 0.006258 \n",
"5 1.833872 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster D"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Job termination</th>\n",
" <th># Tasks mean</th>\n",
" <th># Tasks 95% p.tile</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>No termination</td>\n",
" <td>103.889987</td>\n",
" <td>120.00</td>\n",
" <td>41.421532</td>\n",
" <td>7.604808</td>\n",
" <td>18.179476</td>\n",
" <td>47.603502</td>\n",
" <td>0.661826</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>EVICT</td>\n",
" <td>1.000000</td>\n",
" <td>1.00</td>\n",
" <td>1.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>43.355682</td>\n",
" <td>250.00</td>\n",
" <td>6.111993</td>\n",
" <td>0.948602</td>\n",
" <td>0.531390</td>\n",
" <td>6.497784</td>\n",
" <td>0.041077</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>FINISH</td>\n",
" <td>2.109260</td>\n",
" <td>2.00</td>\n",
" <td>0.268375</td>\n",
" <td>0.012614</td>\n",
" <td>1.723392</td>\n",
" <td>0.018567</td>\n",
" <td>0.005052</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>KILL</td>\n",
" <td>89.647948</td>\n",
" <td>283.00</td>\n",
" <td>1.013114</td>\n",
" <td>0.054374</td>\n",
" <td>0.283313</td>\n",
" <td>3.255675</td>\n",
" <td>0.006664</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>LOST</td>\n",
" <td>271.441748</td>\n",
" <td>2620.75</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>5.938069</td>\n",
" <td>1.647084</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Job termination # Tasks mean # Tasks 95% p.tile # EVICT Evts. mean \\\n",
"0 No termination 103.889987 120.00 41.421532 \n",
"1 EVICT 1.000000 1.00 1.000000 \n",
"2 FAIL 43.355682 250.00 6.111993 \n",
"3 FINISH 2.109260 2.00 0.268375 \n",
"4 KILL 89.647948 283.00 1.013114 \n",
"5 LOST 271.441748 2620.75 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 7.604808 18.179476 47.603502 \n",
"1 0.000000 0.000000 0.000000 \n",
"2 0.948602 0.531390 6.497784 \n",
"3 0.012614 1.723392 0.018567 \n",
"4 0.054374 0.283313 3.255675 \n",
"5 0.000000 0.000000 5.938069 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.661826 \n",
"1 0.000000 \n",
"2 0.041077 \n",
"3 0.005052 \n",
"4 0.006664 \n",
"5 1.647084 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster E"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Job termination</th>\n",
" <th># Tasks mean</th>\n",
" <th># Tasks 95% p.tile</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>No termination</td>\n",
" <td>350.929407</td>\n",
" <td>596.0</td>\n",
" <td>7.204391</td>\n",
" <td>2.074423</td>\n",
" <td>0.126290</td>\n",
" <td>46.646065</td>\n",
" <td>0.378274</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>EVICT</td>\n",
" <td>1.000000</td>\n",
" <td>1.0</td>\n",
" <td>1.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>23.081125</td>\n",
" <td>25.0</td>\n",
" <td>0.246529</td>\n",
" <td>0.665546</td>\n",
" <td>0.716720</td>\n",
" <td>1.588119</td>\n",
" <td>0.066467</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>FINISH</td>\n",
" <td>7.776085</td>\n",
" <td>2.0</td>\n",
" <td>0.018677</td>\n",
" <td>0.029073</td>\n",
" <td>1.934488</td>\n",
" <td>0.020929</td>\n",
" <td>0.064920</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>KILL</td>\n",
" <td>88.790215</td>\n",
" <td>309.0</td>\n",
" <td>0.706293</td>\n",
" <td>0.028618</td>\n",
" <td>0.461084</td>\n",
" <td>7.572301</td>\n",
" <td>0.029122</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>LOST</td>\n",
" <td>5.374150</td>\n",
" <td>5.0</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>3.234494</td>\n",
" <td>1.813924</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Job termination # Tasks mean # Tasks 95% p.tile # EVICT Evts. mean \\\n",
"0 No termination 350.929407 596.0 7.204391 \n",
"1 EVICT 1.000000 1.0 1.000000 \n",
"2 FAIL 23.081125 25.0 0.246529 \n",
"3 FINISH 7.776085 2.0 0.018677 \n",
"4 KILL 88.790215 309.0 0.706293 \n",
"5 LOST 5.374150 5.0 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 2.074423 0.126290 46.646065 \n",
"1 0.000000 0.000000 0.000000 \n",
"2 0.665546 0.716720 1.588119 \n",
"3 0.029073 1.934488 0.020929 \n",
"4 0.028618 0.461084 7.572301 \n",
"5 0.000000 0.000000 3.234494 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.378274 \n",
"1 0.000000 \n",
"2 0.066467 \n",
"3 0.064920 \n",
"4 0.029122 \n",
"5 1.813924 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster F"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Job termination</th>\n",
" <th># Tasks mean</th>\n",
" <th># Tasks 95% p.tile</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>No termination</td>\n",
" <td>217.718640</td>\n",
" <td>379.4</td>\n",
" <td>4.304676</td>\n",
" <td>1.315021</td>\n",
" <td>4.971122</td>\n",
" <td>48.118465</td>\n",
" <td>0.464429</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>EVICT</td>\n",
" <td>1.000000</td>\n",
" <td>1.0</td>\n",
" <td>1.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>17.161251</td>\n",
" <td>8.0</td>\n",
" <td>0.621327</td>\n",
" <td>0.546356</td>\n",
" <td>0.426265</td>\n",
" <td>7.559244</td>\n",
" <td>0.034773</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>FINISH</td>\n",
" <td>2.940843</td>\n",
" <td>2.0</td>\n",
" <td>0.014704</td>\n",
" <td>0.051014</td>\n",
" <td>1.669860</td>\n",
" <td>0.162042</td>\n",
" <td>0.002623</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>KILL</td>\n",
" <td>103.888843</td>\n",
" <td>361.0</td>\n",
" <td>0.182630</td>\n",
" <td>0.063914</td>\n",
" <td>0.416684</td>\n",
" <td>5.824311</td>\n",
" <td>0.014161</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>LOST</td>\n",
" <td>3736.500000</td>\n",
" <td>18823.4</td>\n",
" <td>0.001491</td>\n",
" <td>0.000038</td>\n",
" <td>0.000000</td>\n",
" <td>6.298140</td>\n",
" <td>1.429604</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Job termination # Tasks mean # Tasks 95% p.tile # EVICT Evts. mean \\\n",
"0 No termination 217.718640 379.4 4.304676 \n",
"1 EVICT 1.000000 1.0 1.000000 \n",
"2 FAIL 17.161251 8.0 0.621327 \n",
"3 FINISH 2.940843 2.0 0.014704 \n",
"4 KILL 103.888843 361.0 0.182630 \n",
"5 LOST 3736.500000 18823.4 0.001491 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 1.315021 4.971122 48.118465 \n",
"1 0.000000 0.000000 0.000000 \n",
"2 0.546356 0.426265 7.559244 \n",
"3 0.051014 1.669860 0.162042 \n",
"4 0.063914 0.416684 5.824311 \n",
"5 0.000038 0.000000 6.298140 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.464429 \n",
"1 0.000000 \n",
"2 0.034773 \n",
"3 0.002623 \n",
"4 0.014161 \n",
"5 1.429604 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster G"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Job termination</th>\n",
" <th># Tasks mean</th>\n",
" <th># Tasks 95% p.tile</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>No termination</td>\n",
" <td>342.090034</td>\n",
" <td>599.10</td>\n",
" <td>14.184405</td>\n",
" <td>0.626186</td>\n",
" <td>23.836017</td>\n",
" <td>46.002917</td>\n",
" <td>0.735801</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>EVICT</td>\n",
" <td>1.000000</td>\n",
" <td>1.00</td>\n",
" <td>1.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>51.834803</td>\n",
" <td>250.00</td>\n",
" <td>0.555532</td>\n",
" <td>3.334848</td>\n",
" <td>0.607560</td>\n",
" <td>20.351992</td>\n",
" <td>0.176242</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>FINISH</td>\n",
" <td>8.519166</td>\n",
" <td>36.00</td>\n",
" <td>0.001733</td>\n",
" <td>0.629809</td>\n",
" <td>1.759677</td>\n",
" <td>0.005452</td>\n",
" <td>0.004575</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>KILL</td>\n",
" <td>37.054914</td>\n",
" <td>100.00</td>\n",
" <td>5.687172</td>\n",
" <td>0.064640</td>\n",
" <td>0.080370</td>\n",
" <td>19.166260</td>\n",
" <td>0.059132</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>LOST</td>\n",
" <td>190.500000</td>\n",
" <td>358.35</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>1.994751</td>\n",
" <td>1.994751</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Job termination # Tasks mean # Tasks 95% p.tile # EVICT Evts. mean \\\n",
"0 No termination 342.090034 599.10 14.184405 \n",
"1 EVICT 1.000000 1.00 1.000000 \n",
"2 FAIL 51.834803 250.00 0.555532 \n",
"3 FINISH 8.519166 36.00 0.001733 \n",
"4 KILL 37.054914 100.00 5.687172 \n",
"5 LOST 190.500000 358.35 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 0.626186 23.836017 46.002917 \n",
"1 0.000000 0.000000 0.000000 \n",
"2 3.334848 0.607560 20.351992 \n",
"3 0.629809 1.759677 0.005452 \n",
"4 0.064640 0.080370 19.166260 \n",
"5 0.000000 0.000000 1.994751 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.735801 \n",
"1 0.000000 \n",
"2 0.176242 \n",
"3 0.004575 \n",
"4 0.059132 \n",
"5 1.994751 "
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/markdown": [
"### Cluster H"
],
"text/plain": [
"<IPython.core.display.Markdown object>"
]
},
"metadata": {},
"output_type": "display_data"
},
{
"data": {
"text/html": [
"<div>\n",
"<style scoped>\n",
" .dataframe tbody tr th:only-of-type {\n",
" vertical-align: middle;\n",
" }\n",
"\n",
" .dataframe tbody tr th {\n",
" vertical-align: top;\n",
" }\n",
"\n",
" .dataframe thead th {\n",
" text-align: right;\n",
" }\n",
"</style>\n",
"<table border=\"1\" class=\"dataframe\">\n",
" <thead>\n",
" <tr style=\"text-align: right;\">\n",
" <th></th>\n",
" <th>Job termination</th>\n",
" <th># Tasks mean</th>\n",
" <th># Tasks 95% p.tile</th>\n",
" <th># EVICT Evts. mean</th>\n",
" <th># FAIL Evts. mean</th>\n",
" <th># FINISH Evts. mean</th>\n",
" <th># KILL Evts. mean</th>\n",
" <th># LOST Evts. mean</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
" <th>0</th>\n",
" <td>No termination</td>\n",
" <td>321.133053</td>\n",
" <td>546.9</td>\n",
" <td>3.470078</td>\n",
" <td>0.907801</td>\n",
" <td>3.316902</td>\n",
" <td>44.535824</td>\n",
" <td>0.315120</td>\n",
" </tr>\n",
" <tr>\n",
" <th>1</th>\n",
" <td>EVICT</td>\n",
" <td>1.000000</td>\n",
" <td>1.0</td>\n",
" <td>1.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" </tr>\n",
" <tr>\n",
" <th>2</th>\n",
" <td>FAIL</td>\n",
" <td>20.504293</td>\n",
" <td>1.0</td>\n",
" <td>0.114090</td>\n",
" <td>2.300036</td>\n",
" <td>0.980635</td>\n",
" <td>12.833466</td>\n",
" <td>0.046833</td>\n",
" </tr>\n",
" <tr>\n",
" <th>3</th>\n",
" <td>FINISH</td>\n",
" <td>4.278193</td>\n",
" <td>14.0</td>\n",
" <td>0.005406</td>\n",
" <td>0.152814</td>\n",
" <td>1.778038</td>\n",
" <td>0.013567</td>\n",
" <td>0.012663</td>\n",
" </tr>\n",
" <tr>\n",
" <th>4</th>\n",
" <td>KILL</td>\n",
" <td>11.022705</td>\n",
" <td>3.0</td>\n",
" <td>0.235500</td>\n",
" <td>0.102899</td>\n",
" <td>0.287701</td>\n",
" <td>11.336956</td>\n",
" <td>0.031148</td>\n",
" </tr>\n",
" <tr>\n",
" <th>5</th>\n",
" <td>LOST</td>\n",
" <td>3.400000</td>\n",
" <td>10.6</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.000000</td>\n",
" <td>0.235294</td>\n",
" <td>1.705882</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n",
"</div>"
],
"text/plain": [
" Job termination # Tasks mean # Tasks 95% p.tile # EVICT Evts. mean \\\n",
"0 No termination 321.133053 546.9 3.470078 \n",
"1 EVICT 1.000000 1.0 1.000000 \n",
"2 FAIL 20.504293 1.0 0.114090 \n",
"3 FINISH 4.278193 14.0 0.005406 \n",
"4 KILL 11.022705 3.0 0.235500 \n",
"5 LOST 3.400000 10.6 0.000000 \n",
"\n",
" # FAIL Evts. mean # FINISH Evts. mean # KILL Evts. mean \\\n",
"0 0.907801 3.316902 44.535824 \n",
"1 0.000000 0.000000 0.000000 \n",
"2 2.300036 0.980635 12.833466 \n",
"3 0.152814 1.778038 0.013567 \n",
"4 0.102899 0.287701 11.336956 \n",
"5 0.000000 0.000000 0.235294 \n",
"\n",
" # LOST Evts. mean \n",
"0 0.315120 \n",
"1 0.000000 \n",
"2 0.046833 \n",
"3 0.012663 \n",
"4 0.031148 \n",
"5 1.705882 "
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"display(Markdown(\"# Table IV\"))\n",
"for cluster in \"abcdefgh\":\n",
" df = pd.read_csv(glob.glob(DIR + \"/table-iv-evts-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n",
" names=[\"term\"] + [str(i) for i in range(0,11)])\n",
" df2 = pd.read_csv(glob.glob(DIR + \"/table-iv-tasks-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n",
" names=[\"term\", \"# Tasks mean\", \"# Tasks 95% p.tile\"])\n",
" df[\"term\"] = df[\"term\"].astype(int)\n",
" df2[\"term\"] = df2[\"term\"].astype(int)\n",
" df.sort_values(by=\"term\", inplace=True)\n",
" df2.sort_values(by=\"term\", inplace=True)\n",
" \n",
" df = df2.merge(df, on=\"term\", how=\"outer\")\n",
"\n",
" rename(df, \"# Evts. mean\", \"mean\")\n",
" rename(df, \"# Evts. 95% p.tile\", \"%95\")\n",
" \n",
" for i in [-1,4,5,6,7,8]:\n",
" df.loc[df.term == i, \"term\"] = NAMES[i]\n",
" rename(df, \"# \" + NAMES[i] + \" Evts. mean\", str(i))\n",
" for i in [0,1,2,3,9,10]:\n",
" del df[str(i)]\n",
" rename(df, \"Job termination\", \"term\")\n",
" display(Markdown(\"### Cluster \" + cluster.upper()))\n",
" display(df)"
]
},
{
"cell_type": "code",
"execution_count": null,
"id": "a81da964-f539-49df-8fa3-7b358ea642e1",
"metadata": {},
"outputs": [],
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": "venv",
"language": "python",
"name": "venv"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.9.4"
}
},
"nbformat": 4,
"nbformat_minor": 5
}
Reference in a new issue Copy permalink