{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "black-funeral",
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "import sys\n",
    "import glob\n",
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import matplotlib as mpl\n",
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "from IPython.display import display, Markdown"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "68c2f54a-f838-4d41-af1e-d63f13f3d894",
   "metadata": {},
   "outputs": [],
   "source": [
    "DIR = \"/home/claudio/hdd/git/bachelorThesis/table_iii/\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "d162510b-bf0d-46a8-9954-05f6475f52ae",
   "metadata": {},
   "outputs": [],
   "source": [
    "NAMES = {-1: \"No termination\", 0: \"SUBMIT\", 1: \"QUEUE\", 2: \"ENABLE\", \n",
    "          3: \"SCHEDULE\", 4: \"EVICT\", 5: \"FAIL\", 6: \"FINISH\",\n",
    "          7: \"KILL\", 8: \"LOST\", 9: \"UPDATE_PENDING\", 10: \"UPDATE_RUNNING\"}\n",
    "\n",
    "def rename(df, new, old):\n",
    "    df.rename(columns={old: new}, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "2eee4cb8-19c4-4d0f-a6c4-148145dedfa4",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/markdown": [
       "# Table III"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster A"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Task termination</th>\n",
       "      <th># Evts. 95% p.tile</th>\n",
       "      <th># Evts. mean</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>KILL</td>\n",
       "      <td>58.0</td>\n",
       "      <td>27.395925</td>\n",
       "      <td>2.349579</td>\n",
       "      <td>0.213859</td>\n",
       "      <td>0.003412</td>\n",
       "      <td>3.395996</td>\n",
       "      <td>0.089576</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>9.0</td>\n",
       "      <td>12.405370</td>\n",
       "      <td>0.019321</td>\n",
       "      <td>0.003779</td>\n",
       "      <td>2.153432</td>\n",
       "      <td>0.008150</td>\n",
       "      <td>0.008989</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>108.0</td>\n",
       "      <td>50.039556</td>\n",
       "      <td>0.287778</td>\n",
       "      <td>11.061864</td>\n",
       "      <td>0.002098</td>\n",
       "      <td>0.467656</td>\n",
       "      <td>0.053144</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>LOST</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.847145</td>\n",
       "      <td>0.083348</td>\n",
       "      <td>0.001821</td>\n",
       "      <td>0.384190</td>\n",
       "      <td>1.329910</td>\n",
       "      <td>1.007933</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>2924.0</td>\n",
       "      <td>428.550689</td>\n",
       "      <td>73.693595</td>\n",
       "      <td>0.768553</td>\n",
       "      <td>0.000179</td>\n",
       "      <td>28.766164</td>\n",
       "      <td>0.845501</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>No termination</td>\n",
       "      <td>84.0</td>\n",
       "      <td>14.818523</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Task termination  # Evts. 95% p.tile  # Evts. mean  # EVICT Evts. mean  \\\n",
       "0             KILL                58.0     27.395925            2.349579   \n",
       "1           FINISH                 9.0     12.405370            0.019321   \n",
       "2             FAIL               108.0     50.039556            0.287778   \n",
       "3             LOST                 7.0      8.847145            0.083348   \n",
       "4            EVICT              2924.0    428.550689           73.693595   \n",
       "5   No termination                84.0     14.818523            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           0.213859             0.003412           3.395996   \n",
       "1           0.003779             2.153432           0.008150   \n",
       "2          11.061864             0.002098           0.467656   \n",
       "3           0.001821             0.384190           1.329910   \n",
       "4           0.768553             0.000179          28.766164   \n",
       "5           0.000000             0.000000           0.000000   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.089576  \n",
       "1           0.008989  \n",
       "2           0.053144  \n",
       "3           1.007933  \n",
       "4           0.845501  \n",
       "5           0.000000  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster B"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Task termination</th>\n",
       "      <th># Evts. 95% p.tile</th>\n",
       "      <th># Evts. mean</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>KILL</td>\n",
       "      <td>60.0</td>\n",
       "      <td>40.901041</td>\n",
       "      <td>3.351496</td>\n",
       "      <td>0.276305</td>\n",
       "      <td>0.003656</td>\n",
       "      <td>5.541079</td>\n",
       "      <td>0.033457</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>20.0</td>\n",
       "      <td>17.277596</td>\n",
       "      <td>0.020444</td>\n",
       "      <td>0.020628</td>\n",
       "      <td>2.942579</td>\n",
       "      <td>0.011640</td>\n",
       "      <td>0.016278</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>260.0</td>\n",
       "      <td>86.772419</td>\n",
       "      <td>0.518061</td>\n",
       "      <td>19.656798</td>\n",
       "      <td>0.000560</td>\n",
       "      <td>0.675392</td>\n",
       "      <td>0.088523</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>LOST</td>\n",
       "      <td>14.0</td>\n",
       "      <td>25.690455</td>\n",
       "      <td>0.257231</td>\n",
       "      <td>0.007420</td>\n",
       "      <td>1.928351</td>\n",
       "      <td>3.515436</td>\n",
       "      <td>2.015153</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>1578.0</td>\n",
       "      <td>345.705559</td>\n",
       "      <td>64.816518</td>\n",
       "      <td>0.240214</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>17.961539</td>\n",
       "      <td>1.028401</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>No termination</td>\n",
       "      <td>32.0</td>\n",
       "      <td>13.018130</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Task termination  # Evts. 95% p.tile  # Evts. mean  # EVICT Evts. mean  \\\n",
       "0             KILL                60.0     40.901041            3.351496   \n",
       "1           FINISH                20.0     17.277596            0.020444   \n",
       "2             FAIL               260.0     86.772419            0.518061   \n",
       "3             LOST                14.0     25.690455            0.257231   \n",
       "4            EVICT              1578.0    345.705559           64.816518   \n",
       "5   No termination                32.0     13.018130            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           0.276305             0.003656           5.541079   \n",
       "1           0.020628             2.942579           0.011640   \n",
       "2          19.656798             0.000560           0.675392   \n",
       "3           0.007420             1.928351           3.515436   \n",
       "4           0.240214             0.000000          17.961539   \n",
       "5           0.000000             0.000000           0.000000   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.033457  \n",
       "1           0.016278  \n",
       "2           0.088523  \n",
       "3           2.015153  \n",
       "4           1.028401  \n",
       "5           0.000000  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster C"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Task termination</th>\n",
       "      <th># Evts. 95% p.tile</th>\n",
       "      <th># Evts. mean</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>KILL</td>\n",
       "      <td>32.0</td>\n",
       "      <td>24.230887</td>\n",
       "      <td>1.533237</td>\n",
       "      <td>0.116082</td>\n",
       "      <td>0.003994</td>\n",
       "      <td>3.799111</td>\n",
       "      <td>0.013670</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>18.0</td>\n",
       "      <td>15.242628</td>\n",
       "      <td>0.017929</td>\n",
       "      <td>0.012701</td>\n",
       "      <td>2.470654</td>\n",
       "      <td>0.006020</td>\n",
       "      <td>0.006414</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>156.0</td>\n",
       "      <td>187.030894</td>\n",
       "      <td>0.772823</td>\n",
       "      <td>48.445773</td>\n",
       "      <td>2.035378</td>\n",
       "      <td>0.756015</td>\n",
       "      <td>0.133687</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>LOST</td>\n",
       "      <td>28.0</td>\n",
       "      <td>22.385446</td>\n",
       "      <td>0.411365</td>\n",
       "      <td>0.007569</td>\n",
       "      <td>1.412201</td>\n",
       "      <td>2.751353</td>\n",
       "      <td>1.998665</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>1748.0</td>\n",
       "      <td>404.108669</td>\n",
       "      <td>73.715527</td>\n",
       "      <td>1.812816</td>\n",
       "      <td>0.000166</td>\n",
       "      <td>22.908022</td>\n",
       "      <td>0.546198</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>No termination</td>\n",
       "      <td>96.0</td>\n",
       "      <td>21.315166</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Task termination  # Evts. 95% p.tile  # Evts. mean  # EVICT Evts. mean  \\\n",
       "0             KILL                32.0     24.230887            1.533237   \n",
       "1           FINISH                18.0     15.242628            0.017929   \n",
       "2             FAIL               156.0    187.030894            0.772823   \n",
       "3             LOST                28.0     22.385446            0.411365   \n",
       "4            EVICT              1748.0    404.108669           73.715527   \n",
       "5   No termination                96.0     21.315166            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           0.116082             0.003994           3.799111   \n",
       "1           0.012701             2.470654           0.006020   \n",
       "2          48.445773             2.035378           0.756015   \n",
       "3           0.007569             1.412201           2.751353   \n",
       "4           1.812816             0.000166          22.908022   \n",
       "5           0.000000             0.000000           0.000000   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.013670  \n",
       "1           0.006414  \n",
       "2           0.133687  \n",
       "3           1.998665  \n",
       "4           0.546198  \n",
       "5           0.000000  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster D"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Task termination</th>\n",
       "      <th># Evts. 95% p.tile</th>\n",
       "      <th># Evts. mean</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>KILL</td>\n",
       "      <td>32.0</td>\n",
       "      <td>29.953873</td>\n",
       "      <td>1.960134</td>\n",
       "      <td>0.150521</td>\n",
       "      <td>0.002385</td>\n",
       "      <td>4.682411</td>\n",
       "      <td>0.016156</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>18.0</td>\n",
       "      <td>23.105615</td>\n",
       "      <td>0.058651</td>\n",
       "      <td>0.019051</td>\n",
       "      <td>3.789050</td>\n",
       "      <td>0.009785</td>\n",
       "      <td>0.018699</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>269.0</td>\n",
       "      <td>228.004975</td>\n",
       "      <td>0.496316</td>\n",
       "      <td>58.968210</td>\n",
       "      <td>0.809520</td>\n",
       "      <td>2.040396</td>\n",
       "      <td>0.324754</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>LOST</td>\n",
       "      <td>20.0</td>\n",
       "      <td>17.065721</td>\n",
       "      <td>0.014760</td>\n",
       "      <td>0.003577</td>\n",
       "      <td>0.079289</td>\n",
       "      <td>4.636283</td>\n",
       "      <td>1.999794</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>1478.0</td>\n",
       "      <td>323.366130</td>\n",
       "      <td>62.000510</td>\n",
       "      <td>0.700268</td>\n",
       "      <td>0.000373</td>\n",
       "      <td>14.057514</td>\n",
       "      <td>0.627592</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>No termination</td>\n",
       "      <td>103.0</td>\n",
       "      <td>27.867403</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Task termination  # Evts. 95% p.tile  # Evts. mean  # EVICT Evts. mean  \\\n",
       "0             KILL                32.0     29.953873            1.960134   \n",
       "1           FINISH                18.0     23.105615            0.058651   \n",
       "2             FAIL               269.0    228.004975            0.496316   \n",
       "3             LOST                20.0     17.065721            0.014760   \n",
       "4            EVICT              1478.0    323.366130           62.000510   \n",
       "5   No termination               103.0     27.867403            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           0.150521             0.002385           4.682411   \n",
       "1           0.019051             3.789050           0.009785   \n",
       "2          58.968210             0.809520           2.040396   \n",
       "3           0.003577             0.079289           4.636283   \n",
       "4           0.700268             0.000373          14.057514   \n",
       "5           0.000000             0.000000           0.000000   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.016156  \n",
       "1           0.018699  \n",
       "2           0.324754  \n",
       "3           1.999794  \n",
       "4           0.627592  \n",
       "5           0.000000  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster E"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Task termination</th>\n",
       "      <th># Evts. 95% p.tile</th>\n",
       "      <th># Evts. mean</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>KILL</td>\n",
       "      <td>258.0</td>\n",
       "      <td>55.877475</td>\n",
       "      <td>1.287917</td>\n",
       "      <td>0.056909</td>\n",
       "      <td>0.000185</td>\n",
       "      <td>12.159880</td>\n",
       "      <td>0.054997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>14.0</td>\n",
       "      <td>11.976806</td>\n",
       "      <td>0.013879</td>\n",
       "      <td>0.008435</td>\n",
       "      <td>1.998677</td>\n",
       "      <td>0.008241</td>\n",
       "      <td>0.026641</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>138.0</td>\n",
       "      <td>450.526937</td>\n",
       "      <td>0.457703</td>\n",
       "      <td>111.471047</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.455705</td>\n",
       "      <td>0.187991</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>LOST</td>\n",
       "      <td>14.0</td>\n",
       "      <td>11.899908</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.033976</td>\n",
       "      <td>3.131007</td>\n",
       "      <td>1.792164</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>310.0</td>\n",
       "      <td>84.645189</td>\n",
       "      <td>11.780754</td>\n",
       "      <td>0.106119</td>\n",
       "      <td>0.000090</td>\n",
       "      <td>5.790960</td>\n",
       "      <td>0.654955</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>No termination</td>\n",
       "      <td>34.0</td>\n",
       "      <td>7.349165</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Task termination  # Evts. 95% p.tile  # Evts. mean  # EVICT Evts. mean  \\\n",
       "0             KILL               258.0     55.877475            1.287917   \n",
       "1           FINISH                14.0     11.976806            0.013879   \n",
       "2             FAIL               138.0    450.526937            0.457703   \n",
       "3             LOST                14.0     11.899908            0.000000   \n",
       "4            EVICT               310.0     84.645189           11.780754   \n",
       "5   No termination                34.0      7.349165            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           0.056909             0.000185          12.159880   \n",
       "1           0.008435             1.998677           0.008241   \n",
       "2         111.471047             0.000000           0.455705   \n",
       "3           0.000000             0.033976           3.131007   \n",
       "4           0.106119             0.000090           5.790960   \n",
       "5           0.000000             0.000000           0.000000   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.054997  \n",
       "1           0.026641  \n",
       "2           0.187991  \n",
       "3           1.792164  \n",
       "4           0.654955  \n",
       "5           0.000000  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster F"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Task termination</th>\n",
       "      <th># Evts. 95% p.tile</th>\n",
       "      <th># Evts. mean</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>KILL</td>\n",
       "      <td>162.0</td>\n",
       "      <td>45.039557</td>\n",
       "      <td>0.384065</td>\n",
       "      <td>0.098430</td>\n",
       "      <td>0.001178</td>\n",
       "      <td>9.804287</td>\n",
       "      <td>0.037783</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>20.0</td>\n",
       "      <td>19.899709</td>\n",
       "      <td>0.019381</td>\n",
       "      <td>0.003510</td>\n",
       "      <td>3.007839</td>\n",
       "      <td>0.097934</td>\n",
       "      <td>0.023707</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>220.0</td>\n",
       "      <td>164.043073</td>\n",
       "      <td>0.279352</td>\n",
       "      <td>39.257407</td>\n",
       "      <td>0.000023</td>\n",
       "      <td>1.549795</td>\n",
       "      <td>0.203997</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>LOST</td>\n",
       "      <td>36.0</td>\n",
       "      <td>25.002219</td>\n",
       "      <td>0.011815</td>\n",
       "      <td>0.000909</td>\n",
       "      <td>0.149586</td>\n",
       "      <td>7.283534</td>\n",
       "      <td>2.000428</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>510.0</td>\n",
       "      <td>302.262347</td>\n",
       "      <td>23.973621</td>\n",
       "      <td>0.192394</td>\n",
       "      <td>0.000094</td>\n",
       "      <td>45.979997</td>\n",
       "      <td>0.374789</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>No termination</td>\n",
       "      <td>24.0</td>\n",
       "      <td>7.784905</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Task termination  # Evts. 95% p.tile  # Evts. mean  # EVICT Evts. mean  \\\n",
       "0             KILL               162.0     45.039557            0.384065   \n",
       "1           FINISH                20.0     19.899709            0.019381   \n",
       "2             FAIL               220.0    164.043073            0.279352   \n",
       "3             LOST                36.0     25.002219            0.011815   \n",
       "4            EVICT               510.0    302.262347           23.973621   \n",
       "5   No termination                24.0      7.784905            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           0.098430             0.001178           9.804287   \n",
       "1           0.003510             3.007839           0.097934   \n",
       "2          39.257407             0.000023           1.549795   \n",
       "3           0.000909             0.149586           7.283534   \n",
       "4           0.192394             0.000094          45.979997   \n",
       "5           0.000000             0.000000           0.000000   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.037783  \n",
       "1           0.023707  \n",
       "2           0.203997  \n",
       "3           2.000428  \n",
       "4           0.374789  \n",
       "5           0.000000  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster G"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Task termination</th>\n",
       "      <th># Evts. 95% p.tile</th>\n",
       "      <th># Evts. mean</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>KILL</td>\n",
       "      <td>641.00</td>\n",
       "      <td>130.054143</td>\n",
       "      <td>6.909204</td>\n",
       "      <td>0.135073</td>\n",
       "      <td>0.000033</td>\n",
       "      <td>25.275769</td>\n",
       "      <td>0.131106</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>18.00</td>\n",
       "      <td>105.240418</td>\n",
       "      <td>0.015228</td>\n",
       "      <td>0.001655</td>\n",
       "      <td>14.153775</td>\n",
       "      <td>0.004879</td>\n",
       "      <td>0.158300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>40.00</td>\n",
       "      <td>40.121553</td>\n",
       "      <td>0.016111</td>\n",
       "      <td>8.592728</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.338883</td>\n",
       "      <td>0.011310</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>LOST</td>\n",
       "      <td>4602.25</td>\n",
       "      <td>576.384120</td>\n",
       "      <td>1.931330</td>\n",
       "      <td>0.360515</td>\n",
       "      <td>48.094421</td>\n",
       "      <td>35.596567</td>\n",
       "      <td>3.534335</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>2015.00</td>\n",
       "      <td>555.574743</td>\n",
       "      <td>77.429054</td>\n",
       "      <td>0.303127</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>58.299330</td>\n",
       "      <td>0.653819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>No termination</td>\n",
       "      <td>30.00</td>\n",
       "      <td>9.503553</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Task termination  # Evts. 95% p.tile  # Evts. mean  # EVICT Evts. mean  \\\n",
       "0             KILL              641.00    130.054143            6.909204   \n",
       "1           FINISH               18.00    105.240418            0.015228   \n",
       "2             FAIL               40.00     40.121553            0.016111   \n",
       "3             LOST             4602.25    576.384120            1.931330   \n",
       "4            EVICT             2015.00    555.574743           77.429054   \n",
       "5   No termination               30.00      9.503553            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           0.135073             0.000033          25.275769   \n",
       "1           0.001655            14.153775           0.004879   \n",
       "2           8.592728             0.000000           0.338883   \n",
       "3           0.360515            48.094421          35.596567   \n",
       "4           0.303127             0.000000          58.299330   \n",
       "5           0.000000             0.000000           0.000000   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.131106  \n",
       "1           0.158300  \n",
       "2           0.011310  \n",
       "3           3.534335  \n",
       "4           0.653819  \n",
       "5           0.000000  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster H"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Task termination</th>\n",
       "      <th># Evts. 95% p.tile</th>\n",
       "      <th># Evts. mean</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>KILL</td>\n",
       "      <td>388.0</td>\n",
       "      <td>74.425542</td>\n",
       "      <td>0.633338</td>\n",
       "      <td>0.169666</td>\n",
       "      <td>0.000231</td>\n",
       "      <td>17.172624</td>\n",
       "      <td>0.062799</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>22.0</td>\n",
       "      <td>23.978294</td>\n",
       "      <td>0.023700</td>\n",
       "      <td>0.014129</td>\n",
       "      <td>3.632529</td>\n",
       "      <td>0.011111</td>\n",
       "      <td>0.028482</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>487.0</td>\n",
       "      <td>170.153701</td>\n",
       "      <td>0.600483</td>\n",
       "      <td>37.599942</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.866647</td>\n",
       "      <td>0.343806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>LOST</td>\n",
       "      <td>386.4</td>\n",
       "      <td>94.666667</td>\n",
       "      <td>1.493333</td>\n",
       "      <td>2.400000</td>\n",
       "      <td>0.573333</td>\n",
       "      <td>14.040000</td>\n",
       "      <td>3.480000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>206.0</td>\n",
       "      <td>75.658064</td>\n",
       "      <td>6.732544</td>\n",
       "      <td>0.837154</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>7.164722</td>\n",
       "      <td>0.421745</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>No termination</td>\n",
       "      <td>18.0</td>\n",
       "      <td>8.123506</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Task termination  # Evts. 95% p.tile  # Evts. mean  # EVICT Evts. mean  \\\n",
       "0             KILL               388.0     74.425542            0.633338   \n",
       "1           FINISH                22.0     23.978294            0.023700   \n",
       "2             FAIL               487.0    170.153701            0.600483   \n",
       "3             LOST               386.4     94.666667            1.493333   \n",
       "4            EVICT               206.0     75.658064            6.732544   \n",
       "5   No termination                18.0      8.123506            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           0.169666             0.000231          17.172624   \n",
       "1           0.014129             3.632529           0.011111   \n",
       "2          37.599942             0.000000           2.866647   \n",
       "3           2.400000             0.573333          14.040000   \n",
       "4           0.837154             0.000000           7.164722   \n",
       "5           0.000000             0.000000           0.000000   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.062799  \n",
       "1           0.028482  \n",
       "2           0.343806  \n",
       "3           3.480000  \n",
       "4           0.421745  \n",
       "5           0.000000  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(Markdown(\"# Table III\"))\n",
    "for cluster in \"abcdefgh\":\n",
    "    df = pd.read_csv(glob.glob(DIR + \"/table-iii-\" + cluster + \".csv/part-00000-*\")[0])\n",
    "    rename(df, \"# Evts. mean\", \"mean\")\n",
    "    rename(df, \"# Evts. 95% p.tile\", \"%95\")\n",
    "    \n",
    "    for i in [-1,4,5,6,7,8]:\n",
    "        df.loc[df.task_term == i, \"task_term\"] = NAMES[i]\n",
    "        rename(df, \"# \" + NAMES[i] + \" Evts. mean\", \"avg_count_\" + str(i))\n",
    "    for i in [0,1,2,3,9,10]:\n",
    "        del df[\"avg_count_\" + str(i)]\n",
    "    rename(df, \"Task termination\", \"task_term\")\n",
    "    display(Markdown(\"### Cluster \" + cluster.upper()))\n",
    "    display(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "d31634a7-9d6b-4e95-abc7-e724fea232ed",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/markdown": [
       "# Table IV"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster A"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Job termination</th>\n",
       "      <th># Tasks mean</th>\n",
       "      <th># Tasks 95% p.tile</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>No termination</td>\n",
       "      <td>92.359436</td>\n",
       "      <td>174.3</td>\n",
       "      <td>23.263951</td>\n",
       "      <td>3.454474</td>\n",
       "      <td>23.047597</td>\n",
       "      <td>34.565608</td>\n",
       "      <td>0.707709</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-1.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>90.792728</td>\n",
       "      <td>499.0</td>\n",
       "      <td>0.694942</td>\n",
       "      <td>0.683556</td>\n",
       "      <td>0.085957</td>\n",
       "      <td>1.849587</td>\n",
       "      <td>0.009730</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>1.187092</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.004696</td>\n",
       "      <td>0.001341</td>\n",
       "      <td>1.072623</td>\n",
       "      <td>0.024396</td>\n",
       "      <td>0.000952</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KILL</td>\n",
       "      <td>16.533171</td>\n",
       "      <td>10.0</td>\n",
       "      <td>1.045419</td>\n",
       "      <td>0.073867</td>\n",
       "      <td>0.461387</td>\n",
       "      <td>1.188720</td>\n",
       "      <td>0.044610</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>LOST</td>\n",
       "      <td>223.206593</td>\n",
       "      <td>1689.6</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.034082</td>\n",
       "      <td>0.974598</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Job termination  # Tasks mean  # Tasks 95% p.tile  # EVICT Evts. mean  \\\n",
       "0  No termination     92.359436               174.3           23.263951   \n",
       "1           EVICT     -1.000000                -1.0                 NaN   \n",
       "2            FAIL     90.792728               499.0            0.694942   \n",
       "3          FINISH      1.187092                 1.0            0.004696   \n",
       "4            KILL     16.533171                10.0            1.045419   \n",
       "5            LOST    223.206593              1689.6            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           3.454474            23.047597          34.565608   \n",
       "1                NaN                  NaN                NaN   \n",
       "2           0.683556             0.085957           1.849587   \n",
       "3           0.001341             1.072623           0.024396   \n",
       "4           0.073867             0.461387           1.188720   \n",
       "5           0.000000             0.000000           1.034082   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.707709  \n",
       "1                NaN  \n",
       "2           0.009730  \n",
       "3           0.000952  \n",
       "4           0.044610  \n",
       "5           0.974598  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster B"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Job termination</th>\n",
       "      <th># Tasks mean</th>\n",
       "      <th># Tasks 95% p.tile</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>No termination</td>\n",
       "      <td>112.422759</td>\n",
       "      <td>169.8</td>\n",
       "      <td>34.681161</td>\n",
       "      <td>0.711242</td>\n",
       "      <td>13.379533</td>\n",
       "      <td>38.794188</td>\n",
       "      <td>0.780483</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>74.367804</td>\n",
       "      <td>374.0</td>\n",
       "      <td>2.003355</td>\n",
       "      <td>1.993765</td>\n",
       "      <td>0.266584</td>\n",
       "      <td>4.944145</td>\n",
       "      <td>0.034526</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>6.304299</td>\n",
       "      <td>10.0</td>\n",
       "      <td>0.022380</td>\n",
       "      <td>0.008476</td>\n",
       "      <td>2.349304</td>\n",
       "      <td>0.012729</td>\n",
       "      <td>0.006484</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KILL</td>\n",
       "      <td>69.853370</td>\n",
       "      <td>234.0</td>\n",
       "      <td>1.696449</td>\n",
       "      <td>0.157833</td>\n",
       "      <td>0.613748</td>\n",
       "      <td>3.008678</td>\n",
       "      <td>0.012092</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>LOST</td>\n",
       "      <td>320.020202</td>\n",
       "      <td>459.8</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.959946</td>\n",
       "      <td>1.996875</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Job termination  # Tasks mean  # Tasks 95% p.tile  # EVICT Evts. mean  \\\n",
       "0  No termination    112.422759               169.8           34.681161   \n",
       "1           EVICT      1.000000                 1.0            1.000000   \n",
       "2            FAIL     74.367804               374.0            2.003355   \n",
       "3          FINISH      6.304299                10.0            0.022380   \n",
       "4            KILL     69.853370               234.0            1.696449   \n",
       "5            LOST    320.020202               459.8            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           0.711242            13.379533          38.794188   \n",
       "1           0.000000             0.000000           0.000000   \n",
       "2           1.993765             0.266584           4.944145   \n",
       "3           0.008476             2.349304           0.012729   \n",
       "4           0.157833             0.613748           3.008678   \n",
       "5           0.000000             0.000000           2.959946   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.780483  \n",
       "1           0.000000  \n",
       "2           0.034526  \n",
       "3           0.006484  \n",
       "4           0.012092  \n",
       "5           1.996875  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster C"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Job termination</th>\n",
       "      <th># Tasks mean</th>\n",
       "      <th># Tasks 95% p.tile</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>No termination</td>\n",
       "      <td>96.399561</td>\n",
       "      <td>100.0</td>\n",
       "      <td>55.276973</td>\n",
       "      <td>7.552906</td>\n",
       "      <td>23.848867</td>\n",
       "      <td>41.578669</td>\n",
       "      <td>0.664107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000829</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000415</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>41.982301</td>\n",
       "      <td>200.0</td>\n",
       "      <td>3.483606</td>\n",
       "      <td>0.997592</td>\n",
       "      <td>0.376438</td>\n",
       "      <td>3.998369</td>\n",
       "      <td>0.046439</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>1.991485</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.021806</td>\n",
       "      <td>0.016914</td>\n",
       "      <td>1.565034</td>\n",
       "      <td>0.017401</td>\n",
       "      <td>0.001803</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KILL</td>\n",
       "      <td>110.680808</td>\n",
       "      <td>652.0</td>\n",
       "      <td>0.627334</td>\n",
       "      <td>0.059076</td>\n",
       "      <td>0.656426</td>\n",
       "      <td>2.266794</td>\n",
       "      <td>0.006258</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>LOST</td>\n",
       "      <td>38.870091</td>\n",
       "      <td>48.6</td>\n",
       "      <td>0.000031</td>\n",
       "      <td>0.000311</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>2.620721</td>\n",
       "      <td>1.833872</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Job termination  # Tasks mean  # Tasks 95% p.tile  # EVICT Evts. mean  \\\n",
       "0  No termination     96.399561               100.0           55.276973   \n",
       "1           EVICT      1.000000                 1.0            1.000829   \n",
       "2            FAIL     41.982301               200.0            3.483606   \n",
       "3          FINISH      1.991485                 1.0            0.021806   \n",
       "4            KILL    110.680808               652.0            0.627334   \n",
       "5            LOST     38.870091                48.6            0.000031   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           7.552906            23.848867          41.578669   \n",
       "1           0.000000             0.000000           0.000415   \n",
       "2           0.997592             0.376438           3.998369   \n",
       "3           0.016914             1.565034           0.017401   \n",
       "4           0.059076             0.656426           2.266794   \n",
       "5           0.000311             0.000000           2.620721   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.664107  \n",
       "1           0.000000  \n",
       "2           0.046439  \n",
       "3           0.001803  \n",
       "4           0.006258  \n",
       "5           1.833872  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster D"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Job termination</th>\n",
       "      <th># Tasks mean</th>\n",
       "      <th># Tasks 95% p.tile</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>No termination</td>\n",
       "      <td>103.889987</td>\n",
       "      <td>120.00</td>\n",
       "      <td>41.421532</td>\n",
       "      <td>7.604808</td>\n",
       "      <td>18.179476</td>\n",
       "      <td>47.603502</td>\n",
       "      <td>0.661826</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>43.355682</td>\n",
       "      <td>250.00</td>\n",
       "      <td>6.111993</td>\n",
       "      <td>0.948602</td>\n",
       "      <td>0.531390</td>\n",
       "      <td>6.497784</td>\n",
       "      <td>0.041077</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>2.109260</td>\n",
       "      <td>2.00</td>\n",
       "      <td>0.268375</td>\n",
       "      <td>0.012614</td>\n",
       "      <td>1.723392</td>\n",
       "      <td>0.018567</td>\n",
       "      <td>0.005052</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KILL</td>\n",
       "      <td>89.647948</td>\n",
       "      <td>283.00</td>\n",
       "      <td>1.013114</td>\n",
       "      <td>0.054374</td>\n",
       "      <td>0.283313</td>\n",
       "      <td>3.255675</td>\n",
       "      <td>0.006664</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>LOST</td>\n",
       "      <td>271.441748</td>\n",
       "      <td>2620.75</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>5.938069</td>\n",
       "      <td>1.647084</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Job termination  # Tasks mean  # Tasks 95% p.tile  # EVICT Evts. mean  \\\n",
       "0  No termination    103.889987              120.00           41.421532   \n",
       "1           EVICT      1.000000                1.00            1.000000   \n",
       "2            FAIL     43.355682              250.00            6.111993   \n",
       "3          FINISH      2.109260                2.00            0.268375   \n",
       "4            KILL     89.647948              283.00            1.013114   \n",
       "5            LOST    271.441748             2620.75            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           7.604808            18.179476          47.603502   \n",
       "1           0.000000             0.000000           0.000000   \n",
       "2           0.948602             0.531390           6.497784   \n",
       "3           0.012614             1.723392           0.018567   \n",
       "4           0.054374             0.283313           3.255675   \n",
       "5           0.000000             0.000000           5.938069   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.661826  \n",
       "1           0.000000  \n",
       "2           0.041077  \n",
       "3           0.005052  \n",
       "4           0.006664  \n",
       "5           1.647084  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster E"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Job termination</th>\n",
       "      <th># Tasks mean</th>\n",
       "      <th># Tasks 95% p.tile</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>No termination</td>\n",
       "      <td>350.929407</td>\n",
       "      <td>596.0</td>\n",
       "      <td>7.204391</td>\n",
       "      <td>2.074423</td>\n",
       "      <td>0.126290</td>\n",
       "      <td>46.646065</td>\n",
       "      <td>0.378274</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>23.081125</td>\n",
       "      <td>25.0</td>\n",
       "      <td>0.246529</td>\n",
       "      <td>0.665546</td>\n",
       "      <td>0.716720</td>\n",
       "      <td>1.588119</td>\n",
       "      <td>0.066467</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>7.776085</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.018677</td>\n",
       "      <td>0.029073</td>\n",
       "      <td>1.934488</td>\n",
       "      <td>0.020929</td>\n",
       "      <td>0.064920</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KILL</td>\n",
       "      <td>88.790215</td>\n",
       "      <td>309.0</td>\n",
       "      <td>0.706293</td>\n",
       "      <td>0.028618</td>\n",
       "      <td>0.461084</td>\n",
       "      <td>7.572301</td>\n",
       "      <td>0.029122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>LOST</td>\n",
       "      <td>5.374150</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>3.234494</td>\n",
       "      <td>1.813924</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Job termination  # Tasks mean  # Tasks 95% p.tile  # EVICT Evts. mean  \\\n",
       "0  No termination    350.929407               596.0            7.204391   \n",
       "1           EVICT      1.000000                 1.0            1.000000   \n",
       "2            FAIL     23.081125                25.0            0.246529   \n",
       "3          FINISH      7.776085                 2.0            0.018677   \n",
       "4            KILL     88.790215               309.0            0.706293   \n",
       "5            LOST      5.374150                 5.0            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           2.074423             0.126290          46.646065   \n",
       "1           0.000000             0.000000           0.000000   \n",
       "2           0.665546             0.716720           1.588119   \n",
       "3           0.029073             1.934488           0.020929   \n",
       "4           0.028618             0.461084           7.572301   \n",
       "5           0.000000             0.000000           3.234494   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.378274  \n",
       "1           0.000000  \n",
       "2           0.066467  \n",
       "3           0.064920  \n",
       "4           0.029122  \n",
       "5           1.813924  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster F"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Job termination</th>\n",
       "      <th># Tasks mean</th>\n",
       "      <th># Tasks 95% p.tile</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>No termination</td>\n",
       "      <td>217.718640</td>\n",
       "      <td>379.4</td>\n",
       "      <td>4.304676</td>\n",
       "      <td>1.315021</td>\n",
       "      <td>4.971122</td>\n",
       "      <td>48.118465</td>\n",
       "      <td>0.464429</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>17.161251</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.621327</td>\n",
       "      <td>0.546356</td>\n",
       "      <td>0.426265</td>\n",
       "      <td>7.559244</td>\n",
       "      <td>0.034773</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>2.940843</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.014704</td>\n",
       "      <td>0.051014</td>\n",
       "      <td>1.669860</td>\n",
       "      <td>0.162042</td>\n",
       "      <td>0.002623</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KILL</td>\n",
       "      <td>103.888843</td>\n",
       "      <td>361.0</td>\n",
       "      <td>0.182630</td>\n",
       "      <td>0.063914</td>\n",
       "      <td>0.416684</td>\n",
       "      <td>5.824311</td>\n",
       "      <td>0.014161</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>LOST</td>\n",
       "      <td>3736.500000</td>\n",
       "      <td>18823.4</td>\n",
       "      <td>0.001491</td>\n",
       "      <td>0.000038</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>6.298140</td>\n",
       "      <td>1.429604</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Job termination  # Tasks mean  # Tasks 95% p.tile  # EVICT Evts. mean  \\\n",
       "0  No termination    217.718640               379.4            4.304676   \n",
       "1           EVICT      1.000000                 1.0            1.000000   \n",
       "2            FAIL     17.161251                 8.0            0.621327   \n",
       "3          FINISH      2.940843                 2.0            0.014704   \n",
       "4            KILL    103.888843               361.0            0.182630   \n",
       "5            LOST   3736.500000             18823.4            0.001491   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           1.315021             4.971122          48.118465   \n",
       "1           0.000000             0.000000           0.000000   \n",
       "2           0.546356             0.426265           7.559244   \n",
       "3           0.051014             1.669860           0.162042   \n",
       "4           0.063914             0.416684           5.824311   \n",
       "5           0.000038             0.000000           6.298140   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.464429  \n",
       "1           0.000000  \n",
       "2           0.034773  \n",
       "3           0.002623  \n",
       "4           0.014161  \n",
       "5           1.429604  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster G"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Job termination</th>\n",
       "      <th># Tasks mean</th>\n",
       "      <th># Tasks 95% p.tile</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>No termination</td>\n",
       "      <td>342.090034</td>\n",
       "      <td>599.10</td>\n",
       "      <td>14.184405</td>\n",
       "      <td>0.626186</td>\n",
       "      <td>23.836017</td>\n",
       "      <td>46.002917</td>\n",
       "      <td>0.735801</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.00</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>51.834803</td>\n",
       "      <td>250.00</td>\n",
       "      <td>0.555532</td>\n",
       "      <td>3.334848</td>\n",
       "      <td>0.607560</td>\n",
       "      <td>20.351992</td>\n",
       "      <td>0.176242</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>8.519166</td>\n",
       "      <td>36.00</td>\n",
       "      <td>0.001733</td>\n",
       "      <td>0.629809</td>\n",
       "      <td>1.759677</td>\n",
       "      <td>0.005452</td>\n",
       "      <td>0.004575</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KILL</td>\n",
       "      <td>37.054914</td>\n",
       "      <td>100.00</td>\n",
       "      <td>5.687172</td>\n",
       "      <td>0.064640</td>\n",
       "      <td>0.080370</td>\n",
       "      <td>19.166260</td>\n",
       "      <td>0.059132</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>LOST</td>\n",
       "      <td>190.500000</td>\n",
       "      <td>358.35</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>1.994751</td>\n",
       "      <td>1.994751</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Job termination  # Tasks mean  # Tasks 95% p.tile  # EVICT Evts. mean  \\\n",
       "0  No termination    342.090034              599.10           14.184405   \n",
       "1           EVICT      1.000000                1.00            1.000000   \n",
       "2            FAIL     51.834803              250.00            0.555532   \n",
       "3          FINISH      8.519166               36.00            0.001733   \n",
       "4            KILL     37.054914              100.00            5.687172   \n",
       "5            LOST    190.500000              358.35            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           0.626186            23.836017          46.002917   \n",
       "1           0.000000             0.000000           0.000000   \n",
       "2           3.334848             0.607560          20.351992   \n",
       "3           0.629809             1.759677           0.005452   \n",
       "4           0.064640             0.080370          19.166260   \n",
       "5           0.000000             0.000000           1.994751   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.735801  \n",
       "1           0.000000  \n",
       "2           0.176242  \n",
       "3           0.004575  \n",
       "4           0.059132  \n",
       "5           1.994751  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/markdown": [
       "### Cluster H"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Job termination</th>\n",
       "      <th># Tasks mean</th>\n",
       "      <th># Tasks 95% p.tile</th>\n",
       "      <th># EVICT Evts. mean</th>\n",
       "      <th># FAIL Evts. mean</th>\n",
       "      <th># FINISH Evts. mean</th>\n",
       "      <th># KILL Evts. mean</th>\n",
       "      <th># LOST Evts. mean</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>No termination</td>\n",
       "      <td>321.133053</td>\n",
       "      <td>546.9</td>\n",
       "      <td>3.470078</td>\n",
       "      <td>0.907801</td>\n",
       "      <td>3.316902</td>\n",
       "      <td>44.535824</td>\n",
       "      <td>0.315120</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>EVICT</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>FAIL</td>\n",
       "      <td>20.504293</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.114090</td>\n",
       "      <td>2.300036</td>\n",
       "      <td>0.980635</td>\n",
       "      <td>12.833466</td>\n",
       "      <td>0.046833</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>FINISH</td>\n",
       "      <td>4.278193</td>\n",
       "      <td>14.0</td>\n",
       "      <td>0.005406</td>\n",
       "      <td>0.152814</td>\n",
       "      <td>1.778038</td>\n",
       "      <td>0.013567</td>\n",
       "      <td>0.012663</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>KILL</td>\n",
       "      <td>11.022705</td>\n",
       "      <td>3.0</td>\n",
       "      <td>0.235500</td>\n",
       "      <td>0.102899</td>\n",
       "      <td>0.287701</td>\n",
       "      <td>11.336956</td>\n",
       "      <td>0.031148</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>LOST</td>\n",
       "      <td>3.400000</td>\n",
       "      <td>10.6</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.235294</td>\n",
       "      <td>1.705882</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Job termination  # Tasks mean  # Tasks 95% p.tile  # EVICT Evts. mean  \\\n",
       "0  No termination    321.133053               546.9            3.470078   \n",
       "1           EVICT      1.000000                 1.0            1.000000   \n",
       "2            FAIL     20.504293                 1.0            0.114090   \n",
       "3          FINISH      4.278193                14.0            0.005406   \n",
       "4            KILL     11.022705                 3.0            0.235500   \n",
       "5            LOST      3.400000                10.6            0.000000   \n",
       "\n",
       "   # FAIL Evts. mean  # FINISH Evts. mean  # KILL Evts. mean  \\\n",
       "0           0.907801             3.316902          44.535824   \n",
       "1           0.000000             0.000000           0.000000   \n",
       "2           2.300036             0.980635          12.833466   \n",
       "3           0.152814             1.778038           0.013567   \n",
       "4           0.102899             0.287701          11.336956   \n",
       "5           0.000000             0.000000           0.235294   \n",
       "\n",
       "   # LOST Evts. mean  \n",
       "0           0.315120  \n",
       "1           0.000000  \n",
       "2           0.046833  \n",
       "3           0.012663  \n",
       "4           0.031148  \n",
       "5           1.705882  "
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "display(Markdown(\"# Table IV\"))\n",
    "for cluster in \"abcdefgh\":\n",
    "    df = pd.read_csv(glob.glob(DIR + \"/table-iv-evts-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n",
    "                names=[\"term\"] + [str(i) for i in range(0,11)])\n",
    "    df2 = pd.read_csv(glob.glob(DIR + \"/table-iv-tasks-\" + cluster + \".csv/part-00000-*\")[0], header=None,\n",
    "            names=[\"term\", \"# Tasks mean\", \"# Tasks 95% p.tile\"])\n",
    "    df[\"term\"] = df[\"term\"].astype(int)\n",
    "    df2[\"term\"] = df2[\"term\"].astype(int)\n",
    "    df.sort_values(by=\"term\", inplace=True)\n",
    "    df2.sort_values(by=\"term\", inplace=True)\n",
    "    \n",
    "    df = df2.merge(df, on=\"term\", how=\"outer\")\n",
    "\n",
    "    rename(df, \"# Evts. mean\", \"mean\")\n",
    "    rename(df, \"# Evts. 95% p.tile\", \"%95\")\n",
    "    \n",
    "    for i in [-1,4,5,6,7,8]:\n",
    "        df.loc[df.term == i, \"term\"] = NAMES[i]\n",
    "        rename(df, \"# \" + NAMES[i] + \" Evts. mean\", str(i))\n",
    "    for i in [0,1,2,3,9,10]:\n",
    "        del df[str(i)]\n",
    "    rename(df, \"Job termination\", \"term\")\n",
    "    display(Markdown(\"### Cluster \" + cluster.upper()))\n",
    "    display(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a81da964-f539-49df-8fa3-7b358ea642e1",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "venv",
   "language": "python",
   "name": "venv"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}