130_BFC_ClassificationResults_davidabhishek.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "68ee2e5c-b686-4ddd-93bd-ab717776adb2",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import numpy as npa\n",
    "import math\n",
    "import matplotlib.pyplot as plt\n",
    "import warnings\n",
    "from sklearn.metrics import cohen_kappa_score\n",
    "warnings.simplefilter(action='ignore', category=UserWarning)\n",
    "from IPython.display import display, HTML\n",
    "pd.set_option('display.max_colwidth', None)\n",
    "pd.set_option('display.max_rows',None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "7e2b9fcd-d16f-4067-8eb6-398ad69714e7",
   "metadata": {},
   "outputs": [],
   "source": [
    "abhishek_results = pd.read_csv('130_results_abhishek.csv').to_dict('records')\n",
    "david_results = pd.read_csv('130_results_david.csv').to_dict('records') "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "0037dc22-6d8d-4c34-a328-54a4d8dc8fee",
   "metadata": {},
   "outputs": [],
   "source": [
    "abhishek_results_map = {element['commit_hash']: element for element in abhishek_results }\n",
    "david_results_map = {element['commit_hash']: element for element in david_results }"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "ea9b1040-8a1a-4315-9472-3ba06c146b0a",
   "metadata": {},
   "outputs": [],
   "source": [
    "def sameResult(r1,r2):\n",
    "    if r1 == r2: return True\n",
    "    if r1 == 'none': \n",
    "        if r2 == 'unknown': return True\n",
    "    if r1 == 'unknown': \n",
    "        if r2 == 'none': return True\n",
    "    return False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "014072cc-031b-42d9-b91d-2cc9e6a4e842",
   "metadata": {},
   "outputs": [],
   "source": [
    "categories = {\n",
    "    \"Timing and execution\": 0,\n",
    "    \"Exchange of Information\": 1,\n",
    "    \"Memory\": 2,\n",
    "    \"unknown\": 3\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "404c0211-cd52-44f0-9c80-00bcf37b80f6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "same_is_bug_fixing_commit:  109 / 130 (83.85)\n",
      "same_is_safety_related:  20 / 49 (40.82)\n",
      "same_type_of_safety_related:  8 / 13 (61.54)\n"
     ]
    }
   ],
   "source": [
    "same_is_bug_fixing_commit = 0\n",
    "is_bug_fixing_commit_conflict = []\n",
    "both_is_bug_fixing_commit = 0\n",
    "\n",
    "same_is_safety_related = 0\n",
    "is_safety_related_conflict = []\n",
    "both_is_safety_related = 0\n",
    "\n",
    "same_type_of_safety_related = 0\n",
    "type_of_safety_related_conflict = []\n",
    "\n",
    "kappa_cohen_results = {\n",
    "    'is_bug_fixing_commit': { 'david': [], 'Abhishek': [] },\n",
    "    'is_safety_related': { 'david': [], 'Abhishek': [] },\n",
    "    'type_of_safety_related': { 'david': [], 'Abhishek': [] }\n",
    "}\n",
    "\n",
    "for d_result in david_results:\n",
    "    a_result = abhishek_results_map[d_result['commit_hash']]\n",
    "\n",
    "    kappa_cohen_results['is_bug_fixing_commit']['david'].append(1 if d_result['is_bug_fixing_commit'] else 0)\n",
    "    kappa_cohen_results['is_bug_fixing_commit']['Abhishek'].append(1 if a_result['is_bug_fixing_commit'] else 0)\n",
    "    \n",
    "    # IS BUG-FIXING COMMIT\n",
    "    if a_result['is_bug_fixing_commit'] == d_result['is_bug_fixing_commit']:\n",
    "        same_is_bug_fixing_commit += 1\n",
    "    else:\n",
    "        is_bug_fixing_commit_conflict.append(\n",
    "            (a_result['is_bug_fixing_commit'],a_result['comment'],d_result['is_bug_fixing_commit'], d_result['comment'])\n",
    "        )\n",
    "\n",
    "    # CASES WHERE BOTH AGREE ON \"IS BUG-FIXING COMMIT\"\n",
    "    if a_result['is_bug_fixing_commit'] and d_result['is_bug_fixing_commit']:\n",
    "\n",
    "        both_is_bug_fixing_commit+=1\n",
    "        \n",
    "        kappa_cohen_results['is_safety_related']['david'].append(\n",
    "            1 if d_result['is_safety_related'] == 'true' else 0 if d_result['is_safety_related'] == 'false' else 2\n",
    "        )\n",
    "        kappa_cohen_results['is_safety_related']['Abhishek'].append(\n",
    "            1 if a_result['is_safety_related'] == 'true' else 0 if a_result['is_safety_related'] == 'false' else 2\n",
    "        )  \n",
    "        \n",
    "        # IS SAFETY-RELATED BUG\n",
    "        if a_result['is_safety_related'] == d_result['is_safety_related']:\n",
    "            same_is_safety_related += 1\n",
    "\n",
    "            # CASES WHERE BOTH AGREE ON \"SAFETY-RELATED BUG\"\n",
    "            if a_result['is_safety_related'] == 'true' and d_result['is_safety_related'] == 'true':\n",
    "                both_is_safety_related += 1\n",
    "                \n",
    "                kappa_cohen_results['type_of_safety_related']['david'].append(categories[d_result['type_of_safety_related']])\n",
    "                kappa_cohen_results['type_of_safety_related']['Abhishek'].append(categories[a_result['type_of_safety_related']])\n",
    "                \n",
    "                # SAFETY-RELATED BUG CATEGORY\n",
    "                if a_result['type_of_safety_related'] == d_result['type_of_safety_related']:\n",
    "                    same_type_of_safety_related += 1\n",
    "                else:\n",
    "                    type_of_safety_related_conflict.append(\n",
    "                        (a_result['type_of_safety_related'], a_result['comment'], d_result['type_of_safety_related'], d_result['comment'])\n",
    "                    )\n",
    "        \n",
    "        else:\n",
    "            is_safety_related_conflict.append(\n",
    "                (a_result['is_safety_related'], a_result['comment'], d_result['is_safety_related'], d_result['comment'])\n",
    "            )\n",
    "\n",
    "print(\"same_is_bug_fixing_commit: \", same_is_bug_fixing_commit, \"/\", len(david_results), \"(%.2f)\"%(same_is_bug_fixing_commit*100/len(david_results)))\n",
    "print(\"same_is_safety_related: \", same_is_safety_related, \"/\", both_is_bug_fixing_commit, \"(%.2f)\"%(same_is_safety_related*100/both_is_bug_fixing_commit))\n",
    "print(\"same_type_of_safety_related: \", same_type_of_safety_related, \"/\", both_is_safety_related, \"(%.2f)\"%(same_type_of_safety_related*100/both_is_safety_related))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "f6127f07-6863-42ba-aad8-c5a6ac731a81",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.6801031169439888"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cohen_kappa_score(kappa_cohen_results['is_bug_fixing_commit']['david'], kappa_cohen_results['is_bug_fixing_commit']['Abhishek'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "86173ef2-a81f-428a-bebc-f638d6887d58",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.1382656155245604"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cohen_kappa_score(kappa_cohen_results['is_safety_related']['david'], kappa_cohen_results['is_safety_related']['Abhishek'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "297f1931-c49b-453c-9d3d-270c9cfe3eb7",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.45378151260504196"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "cohen_kappa_score(kappa_cohen_results['type_of_safety_related']['david'], kappa_cohen_results['type_of_safety_related']['Abhishek'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "8192060a-11f4-4865-a4c0-f13f6a690272",
   "metadata": {},
   "source": [
    "### Not same \"Is a bug-fixing commit\" reasoning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "94043175-9a32-4595-999e-d3914793edee",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Abhishek result</th>\n",
       "      <th>Abhishek comment</th>\n",
       "      <th>david result</th>\n",
       "      <th>david comment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Looks like an update more than a bug fixing</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Looks like a feature more than a fix.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>It seems that they are refactoring more than fixing.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Moving a return; nothing related to a bug fixing.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>They are fixing with this pull a livepatch bug; could be considered as safety related commit because it fixes an init fail of Livepatch.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Refactoring variable name.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Refactoring for a better future debug.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>It is a perfomance feature; in my opinion (I think).</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Looks like a feature.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Removing a false-positive warning.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>True</td>\n",
       "      <td>can be considered under Time and Exchange of information category.</td>\n",
       "      <td>False</td>\n",
       "      <td>It seems they are adding information features.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Refactoring.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Feature adding a warning</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Doc change</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>True</td>\n",
       "      <td>The message explains that it fixes bug.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>I would say that is not a bug-fixing commit because it says \"cleanups\" in the message; but not totally sure because there are many changes in the commit.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Refactoring.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Refactor or feature; changing a method; but similar result.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>A feature; in my opinion.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>For me; it is a performance feature.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>True</td>\n",
       "      <td>NaN</td>\n",
       "      <td>False</td>\n",
       "      <td>Adding a feature about an error handling; it is not a bug fixing commit.</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Abhishek result  \\\n",
       "0              True   \n",
       "1              True   \n",
       "2              True   \n",
       "3              True   \n",
       "4             False   \n",
       "5              True   \n",
       "6              True   \n",
       "7              True   \n",
       "8              True   \n",
       "9              True   \n",
       "10             True   \n",
       "11             True   \n",
       "12             True   \n",
       "13             True   \n",
       "14            False   \n",
       "15             True   \n",
       "16             True   \n",
       "17             True   \n",
       "18             True   \n",
       "19             True   \n",
       "20             True   \n",
       "\n",
       "                                                      Abhishek comment  \\\n",
       "0                                                                  NaN   \n",
       "1                                                                  NaN   \n",
       "2                                                                  NaN   \n",
       "3                                                                  NaN   \n",
       "4                                                                  NaN   \n",
       "5                                                                  NaN   \n",
       "6                                                                  NaN   \n",
       "7                                                                  NaN   \n",
       "8                                                                  NaN   \n",
       "9                                                                  NaN   \n",
       "10  can be considered under Time and Exchange of information category.   \n",
       "11                                                                 NaN   \n",
       "12                                                                 NaN   \n",
       "13                                                                 NaN   \n",
       "14                                                                 NaN   \n",
       "15                                                                 NaN   \n",
       "16                                                                 NaN   \n",
       "17                                                                 NaN   \n",
       "18                                                                 NaN   \n",
       "19                                                                 NaN   \n",
       "20                                                                 NaN   \n",
       "\n",
       "    david result  \\\n",
       "0          False   \n",
       "1          False   \n",
       "2          False   \n",
       "3          False   \n",
       "4           True   \n",
       "5          False   \n",
       "6          False   \n",
       "7          False   \n",
       "8          False   \n",
       "9          False   \n",
       "10         False   \n",
       "11         False   \n",
       "12         False   \n",
       "13         False   \n",
       "14          True   \n",
       "15         False   \n",
       "16         False   \n",
       "17         False   \n",
       "18         False   \n",
       "19         False   \n",
       "20         False   \n",
       "\n",
       "                                                                                                                                                david comment  \n",
       "0                                                                                                                 Looks like an update more than a bug fixing  \n",
       "1                                                                                                                       Looks like a feature more than a fix.  \n",
       "2                                                                                                        It seems that they are refactoring more than fixing.  \n",
       "3                                                                                                           Moving a return; nothing related to a bug fixing.  \n",
       "4                    They are fixing with this pull a livepatch bug; could be considered as safety related commit because it fixes an init fail of Livepatch.  \n",
       "5                                                                                                                                  Refactoring variable name.  \n",
       "6                                                                                                                      Refactoring for a better future debug.  \n",
       "7                                                                                                        It is a perfomance feature; in my opinion (I think).  \n",
       "8                                                                                                                                       Looks like a feature.  \n",
       "9                                                                                                                          Removing a false-positive warning.  \n",
       "10                                                                                                             It seems they are adding information features.  \n",
       "11                                                                                                                                               Refactoring.  \n",
       "12                                                                                                                                   Feature adding a warning  \n",
       "13                                                                                                                                                 Doc change  \n",
       "14                                                                                                                    The message explains that it fixes bug.  \n",
       "15  I would say that is not a bug-fixing commit because it says \"cleanups\" in the message; but not totally sure because there are many changes in the commit.  \n",
       "16                                                                                                                                               Refactoring.  \n",
       "17                                                                                                Refactor or feature; changing a method; but similar result.  \n",
       "18                                                                                                                                  A feature; in my opinion.  \n",
       "19                                                                                                                       For me; it is a performance feature.  \n",
       "20                                                                                   Adding a feature about an error handling; it is not a bug fixing commit.  "
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(is_bug_fixing_commit_conflict, columns =['Abhishek result', 'Abhishek comment', 'david result', 'david comment'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2099009e-b406-41cf-994e-e67800809cfc",
   "metadata": {},
   "source": [
    "### Not same \"Is a safety-related bug\" reasoning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "28674147-0ca5-41ac-afdf-f06362d9a9fb",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Abhishek result</th>\n",
       "      <th>Abhishek comment</th>\n",
       "      <th>david result</th>\n",
       "      <th>david comment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>true</td>\n",
       "      <td>Also I think it falls under the exchange of information category because the kernel-infoleak fix relates to loss or leak of information.</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It is a fix (merge commit); as the message says it.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It is a fix; as the message says it; fixing a bug on the driver when detecting HBM.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Seems a fix of a bug; but don't know what kind of bug.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>I would say that this commit is fixing a bug about a GPU error when initialization; maybe is considered as safety related.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>true</td>\n",
       "      <td>Not 100% sure about the safety-type</td>\n",
       "      <td>unknown</td>\n",
       "      <td>I think they are fixing several bugs here.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It is fixing a bug; but I don't know if it safety related.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>They are fixing with this pull a livepatch bug; could be considered as safety related commit because it fixes an init fail of Livepatch.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>true</td>\n",
       "      <td>Fixing an bug that causes an exit error; considered as safety related bug.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It is fixing a but; but I don't understand the type.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>They are fixing several bugs here; but I don't know if they are related to safety.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Fixing a but; but I'm not sure about the type</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It is fixing a bug realted to the type of an offset; but I'm not sure about the type.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>true</td>\n",
       "      <td>Fixing a bug related to the clock sequence; causing a reset on the board.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It is fixing a bug; but I'm not sure about the type.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>true</td>\n",
       "      <td>Not sure on safety type</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It clearly fixes a bug; but not sure about the type.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It fixes two bugs in a build process; not sure if its related to safety.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>true</td>\n",
       "      <td>They talk about attributes that are being leaked; so it refers to memory leaking.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>false</td>\n",
       "      <td>Bug fixed related to an specific device.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It seems a bug fixing related to a case specific; but not enough information to be sure.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It is a bug fix; but I'm not sure about the type.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>false</td>\n",
       "      <td>It is a bug; but related to some info messagese.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>This commit is about fixing a problem with memory blocks register into group list; I don't know if it that important to consider it safety; but is related to memory.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>I don't know if this bug fix about not returning negative codes could affect safety.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>unknown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>true</td>\n",
       "      <td>This commit fixes a deadlock bug.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Looks like a fix; but not sure about the type.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>false</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>It is a fix; but not sure about the type.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>unknown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>true</td>\n",
       "      <td>It is a bug fixing commit about a pointer that was not pointing to the right clock.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>true</td>\n",
       "      <td>NaN</td>\n",
       "      <td>false</td>\n",
       "      <td>They are preventing future bugs/issues.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>unknown</td>\n",
       "      <td>NaN</td>\n",
       "      <td>false</td>\n",
       "      <td>It is not a safety bug because it adds a warning; but it is still a bug.</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Abhishek result  \\\n",
       "0             true   \n",
       "1             true   \n",
       "2            false   \n",
       "3            false   \n",
       "4             true   \n",
       "5             true   \n",
       "6            false   \n",
       "7            false   \n",
       "8            false   \n",
       "9            false   \n",
       "10            true   \n",
       "11            true   \n",
       "12           false   \n",
       "13            true   \n",
       "14            true   \n",
       "15           false   \n",
       "16           false   \n",
       "17            true   \n",
       "18            true   \n",
       "19            true   \n",
       "20            true   \n",
       "21            true   \n",
       "22           false   \n",
       "23         unknown   \n",
       "24           false   \n",
       "25           false   \n",
       "26         unknown   \n",
       "27            true   \n",
       "28         unknown   \n",
       "\n",
       "                                                                                                                            Abhishek comment  \\\n",
       "0   Also I think it falls under the exchange of information category because the kernel-infoleak fix relates to loss or leak of information.   \n",
       "1                                                                                                                                        NaN   \n",
       "2                                                                                                                                        NaN   \n",
       "3                                                                                                                                        NaN   \n",
       "4                                                                                                        Not 100% sure about the safety-type   \n",
       "5                                                                                                                                        NaN   \n",
       "6                                                                                                                                        NaN   \n",
       "7                                                                                                                                        NaN   \n",
       "8                                                                                                                                        NaN   \n",
       "9                                                                                                                                        NaN   \n",
       "10                                                                                                                                       NaN   \n",
       "11                                                                                                                                       NaN   \n",
       "12                                                                                                                                       NaN   \n",
       "13                                                                                                                                       NaN   \n",
       "14                                                                                                                   Not sure on safety type   \n",
       "15                                                                                                                                       NaN   \n",
       "16                                                                                                                                       NaN   \n",
       "17                                                                                                                                       NaN   \n",
       "18                                                                                                                                       NaN   \n",
       "19                                                                                                                                       NaN   \n",
       "20                                                                                                                                       NaN   \n",
       "21                                                                                                                                       NaN   \n",
       "22                                                                                                                                       NaN   \n",
       "23                                                                                                                                       NaN   \n",
       "24                                                                                                                                       NaN   \n",
       "25                                                                                                                                       NaN   \n",
       "26                                                                                                                                       NaN   \n",
       "27                                                                                                                                       NaN   \n",
       "28                                                                                                                                       NaN   \n",
       "\n",
       "   david result  \\\n",
       "0       unknown   \n",
       "1       unknown   \n",
       "2       unknown   \n",
       "3       unknown   \n",
       "4       unknown   \n",
       "5       unknown   \n",
       "6       unknown   \n",
       "7          true   \n",
       "8       unknown   \n",
       "9       unknown   \n",
       "10      unknown   \n",
       "11      unknown   \n",
       "12         true   \n",
       "13      unknown   \n",
       "14      unknown   \n",
       "15      unknown   \n",
       "16         true   \n",
       "17        false   \n",
       "18      unknown   \n",
       "19      unknown   \n",
       "20        false   \n",
       "21      unknown   \n",
       "22      unknown   \n",
       "23         true   \n",
       "24      unknown   \n",
       "25      unknown   \n",
       "26         true   \n",
       "27        false   \n",
       "28        false   \n",
       "\n",
       "                                                                                                                                                            david comment  \n",
       "0                                                                                                                     It is a fix (merge commit); as the message says it.  \n",
       "1                                                                                     It is a fix; as the message says it; fixing a bug on the driver when detecting HBM.  \n",
       "2                                                                                                                  Seems a fix of a bug; but don't know what kind of bug.  \n",
       "3                                              I would say that this commit is fixing a bug about a GPU error when initialization; maybe is considered as safety related.  \n",
       "4                                                                                                                              I think they are fixing several bugs here.  \n",
       "5                                                                                                              It is fixing a bug; but I don't know if it safety related.  \n",
       "6                                They are fixing with this pull a livepatch bug; could be considered as safety related commit because it fixes an init fail of Livepatch.  \n",
       "7                                                                                              Fixing an bug that causes an exit error; considered as safety related bug.  \n",
       "8                                                                                                                    It is fixing a but; but I don't understand the type.  \n",
       "9                                                                                      They are fixing several bugs here; but I don't know if they are related to safety.  \n",
       "10                                                                                                                          Fixing a but; but I'm not sure about the type  \n",
       "11                                                                                  It is fixing a bug realted to the type of an offset; but I'm not sure about the type.  \n",
       "12                                                                                              Fixing a bug related to the clock sequence; causing a reset on the board.  \n",
       "13                                                                                                                   It is fixing a bug; but I'm not sure about the type.  \n",
       "14                                                                                                                   It clearly fixes a bug; but not sure about the type.  \n",
       "15                                                                                               It fixes two bugs in a build process; not sure if its related to safety.  \n",
       "16                                                                                      They talk about attributes that are being leaked; so it refers to memory leaking.  \n",
       "17                                                                                                                               Bug fixed related to an specific device.  \n",
       "18                                                                               It seems a bug fixing related to a case specific; but not enough information to be sure.  \n",
       "19                                                                                                                      It is a bug fix; but I'm not sure about the type.  \n",
       "20                                                                                                                       It is a bug; but related to some info messagese.  \n",
       "21  This commit is about fixing a problem with memory blocks register into group list; I don't know if it that important to consider it safety; but is related to memory.  \n",
       "22                                                                                   I don't know if this bug fix about not returning negative codes could affect safety.  \n",
       "23                                                                                                                                      This commit fixes a deadlock bug.  \n",
       "24                                                                                                                         Looks like a fix; but not sure about the type.  \n",
       "25                                                                                                                              It is a fix; but not sure about the type.  \n",
       "26                                                                                    It is a bug fixing commit about a pointer that was not pointing to the right clock.  \n",
       "27                                                                                                                                They are preventing future bugs/issues.  \n",
       "28                                                                                               It is not a safety bug because it adds a warning; but it is still a bug.  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(is_safety_related_conflict, columns =['Abhishek result', 'Abhishek comment', 'david result', 'david comment'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "601c935b-bdbb-495e-b4d4-8588370237da",
   "metadata": {},
   "source": [
    "### Not same \"Safety-related bug category\" reasoning"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "51923fe6-1b3d-432c-a16c-83dbc12aa260",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Abhishek result</th>\n",
       "      <th>Abhishek comment</th>\n",
       "      <th>david result</th>\n",
       "      <th>david comment</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Exchange of Information</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Timing and execution</td>\n",
       "      <td>It is fixing a concurrency bug; so it is safety related.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Exchange of Information</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Memory</td>\n",
       "      <td>In this commit; they talk about fixing; and inside the message they specify some changes related to memory.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Timing and execution</td>\n",
       "      <td>NaN</td>\n",
       "      <td>unknown</td>\n",
       "      <td>Fixing a bug when about MPC that hang the system.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Memory</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Timing and execution</td>\n",
       "      <td>They talk about a bug fixed; this bg was related to concurrency; so it is related to time and execution as they are talking about locks as well.</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Exchange of Information</td>\n",
       "      <td>Not 100% sure</td>\n",
       "      <td>Timing and execution</td>\n",
       "      <td>It is fixing commit of a driver that hangs in an specific situation.</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Abhishek result Abhishek comment          david result  \\\n",
       "0  Exchange of Information              NaN  Timing and execution   \n",
       "1  Exchange of Information              NaN                Memory   \n",
       "2     Timing and execution              NaN               unknown   \n",
       "3                   Memory              NaN  Timing and execution   \n",
       "4  Exchange of Information   Not 100% sure   Timing and execution   \n",
       "\n",
       "                                                                                                                                      david comment  \n",
       "0                                                                                          It is fixing a concurrency bug; so it is safety related.  \n",
       "1                                       In this commit; they talk about fixing; and inside the message they specify some changes related to memory.  \n",
       "2                                                                                                 Fixing a bug when about MPC that hang the system.  \n",
       "3  They talk about a bug fixed; this bg was related to concurrency; so it is related to time and execution as they are talking about locks as well.  \n",
       "4                                                                              It is fixing commit of a driver that hangs in an specific situation.  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.DataFrame(type_of_safety_related_conflict, columns =['Abhishek result', 'Abhishek comment', 'david result', 'david comment'])"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}