incentives_analysis_failed.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "540fdb1b-e269-441e-b6f8-d7432aafa8f2",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "f99a92cd-317e-4019-be49-3a68b9b6ccd3",
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.set_option('display.max_columns', None)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "95d75a65-82f7-4d98-8030-29eb217a3276",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv('data/merged_data/committer_detailed_info.csv', index_col = 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "56f0d4e0-dfe9-4cda-9746-f6fb06cbcad8",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/tmp/user/20506/ipykernel_290423/3136028249.py:1: DtypeWarning: Columns (5,6,16,18,19) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  pr_data = pd.read_csv('data/merged_data/cleaned_pr_data.csv', index_col = 0)\n"
     ]
    }
   ],
   "source": [
    "pr_data = pd.read_csv('data/merged_data/cleaned_pr_data.csv', index_col = 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "116961d2-3635-486b-a2d8-bb5f04f9b2a9",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>created_at</th>\n",
       "      <th>repo_id</th>\n",
       "      <th>pr_id</th>\n",
       "      <th>pr_number</th>\n",
       "      <th>pr_locked</th>\n",
       "      <th>pr_merged_at</th>\n",
       "      <th>pr_closed_at</th>\n",
       "      <th>pr_updated_at</th>\n",
       "      <th>pr_commits</th>\n",
       "      <th>pr_additions</th>\n",
       "      <th>pr_deletions</th>\n",
       "      <th>pr_changed_files</th>\n",
       "      <th>pr_assignees</th>\n",
       "      <th>pr_requested_reviewers</th>\n",
       "      <th>pr_requested_teams</th>\n",
       "      <th>pr_merged_by_login</th>\n",
       "      <th>pr_merged_by_id</th>\n",
       "      <th>pr_merged_by_type</th>\n",
       "      <th>pr_merged_by_site_admin</th>\n",
       "      <th>pr_label</th>\n",
       "      <th>retrieved_commits</th>\n",
       "      <th>pr_actor_id_list</th>\n",
       "      <th>repo_name</th>\n",
       "      <th>pr_state</th>\n",
       "      <th>pr_commits_wt</th>\n",
       "      <th>pr_additions_wt</th>\n",
       "      <th>pr_deletions_wt</th>\n",
       "      <th>pr_changed_files_wt</th>\n",
       "      <th>retrieved_commits_wt</th>\n",
       "      <th>pr_assignees_list</th>\n",
       "      <th>pr_requested_reviewers_list</th>\n",
       "      <th>pr_requested_teams_list</th>\n",
       "      <th>closed_wt</th>\n",
       "      <th>merged_wt</th>\n",
       "      <th>pr_actors</th>\n",
       "      <th>pr_commit_actors</th>\n",
       "      <th>all_pr_actors</th>\n",
       "      <th>pr_orgs</th>\n",
       "      <th>pr_commit_orgs</th>\n",
       "      <th>all_pr_orgs</th>\n",
       "      <th>commit_actor_id_list</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2751</th>\n",
       "      <td>2023-06-28 18:45:25+00:00</td>\n",
       "      <td>71932349</td>\n",
       "      <td>1249384578</td>\n",
       "      <td>32723.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2023-06-28 18:45:24+00:00</td>\n",
       "      <td>2023-06-28 18:45:24+00:00</td>\n",
       "      <td>2023-06-28 18:45:24+00:00</td>\n",
       "      <td>469.0</td>\n",
       "      <td>2255.0</td>\n",
       "      <td>573.0</td>\n",
       "      <td>52.0</td>\n",
       "      <td>[5839854, 31483498]</td>\n",
       "      <td>[1743889, 3462566, 6347585, 14904111, 38871737]</td>\n",
       "      <td>[]</td>\n",
       "      <td>kouroshHakha</td>\n",
       "      <td>31483498.0</td>\n",
       "      <td>User</td>\n",
       "      <td>False</td>\n",
       "      <td>[]</td>\n",
       "      <td>250</td>\n",
       "      <td>['31483498 | closed | NAN ORG | CONTRIBUTOR', ...</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>closed</td>\n",
       "      <td>1.876</td>\n",
       "      <td>9.020</td>\n",
       "      <td>2.292</td>\n",
       "      <td>0.208</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[5839854, 31483498]</td>\n",
       "      <td>[1743889, 3462566, 6347585, 14904111, 38871737]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>['31483498' '9356806']</td>\n",
       "      <td>['31483498', '9356806']</td>\n",
       "      <td>['31483498', '9356806']</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>['31483498 | NAN ORG | closed', '9356806 | NAN...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6002</th>\n",
       "      <td>2023-05-24 19:13:41+00:00</td>\n",
       "      <td>71932349</td>\n",
       "      <td>1363626205</td>\n",
       "      <td>35727.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2023-05-24 19:13:40+00:00</td>\n",
       "      <td>2023-05-24 19:13:40+00:00</td>\n",
       "      <td>2023-05-24 19:13:41+00:00</td>\n",
       "      <td>1089.0</td>\n",
       "      <td>148855.0</td>\n",
       "      <td>55799.0</td>\n",
       "      <td>2654.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[14922, 113316, 249517, 681004, 837180, 898023...</td>\n",
       "      <td>[6420979]</td>\n",
       "      <td>iycheng</td>\n",
       "      <td>74173148.0</td>\n",
       "      <td>User</td>\n",
       "      <td>False</td>\n",
       "      <td>[]</td>\n",
       "      <td>250</td>\n",
       "      <td>['3913185 | open | NAN ORG | CONTRIBUTOR', '74...</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>closed</td>\n",
       "      <td>4.356</td>\n",
       "      <td>595.420</td>\n",
       "      <td>223.196</td>\n",
       "      <td>10.616</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[14922, 113316, 249517, 681004, 837180, 898023...</td>\n",
       "      <td>[6420979]</td>\n",
       "      <td>0.004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>['3913185' '74173148']</td>\n",
       "      <td>['3913185', '74173148']</td>\n",
       "      <td>['3913185', '74173148']</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>['3913185 | NAN ORG | open', '74173148 | NAN O...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12003</th>\n",
       "      <td>2022-11-19 12:00:08+00:00</td>\n",
       "      <td>71932349</td>\n",
       "      <td>1128214158</td>\n",
       "      <td>30481.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2022-11-19 12:00:07+00:00</td>\n",
       "      <td>2022-11-19 12:00:07+00:00</td>\n",
       "      <td>2022-11-19 12:00:07+00:00</td>\n",
       "      <td>406.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[6347585]</td>\n",
       "      <td>[1743889, 3462566, 5839854, 14904111, 31483498...</td>\n",
       "      <td>[]</td>\n",
       "      <td>gjoliver</td>\n",
       "      <td>6347585.0</td>\n",
       "      <td>User</td>\n",
       "      <td>False</td>\n",
       "      <td>[]</td>\n",
       "      <td>250</td>\n",
       "      <td>['6347585 | closed | NAN ORG | CONTRIBUTOR', '...</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>closed</td>\n",
       "      <td>1.624</td>\n",
       "      <td>0.024</td>\n",
       "      <td>0.008</td>\n",
       "      <td>0.004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[6347585]</td>\n",
       "      <td>[1743889, 3462566, 5839854, 14904111, 31483498...</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>['6347585' '9356806']</td>\n",
       "      <td>['6347585', '9356806']</td>\n",
       "      <td>['9356806', '6347585']</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>['6347585 | NAN ORG | closed', '9356806 | NAN ...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36016</th>\n",
       "      <td>2020-04-30 18:09:34+00:00</td>\n",
       "      <td>71932349</td>\n",
       "      <td>410684230</td>\n",
       "      <td>8229.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2020-04-30 18:09:33+00:00</td>\n",
       "      <td>2020-04-30 18:09:33+00:00</td>\n",
       "      <td>2020-04-30 18:09:34+00:00</td>\n",
       "      <td>4139.0</td>\n",
       "      <td>139.0</td>\n",
       "      <td>34.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>[14922]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>ericl</td>\n",
       "      <td>14922.0</td>\n",
       "      <td>User</td>\n",
       "      <td>False</td>\n",
       "      <td>['tests ok']</td>\n",
       "      <td>250</td>\n",
       "      <td>['14922 | closed | NAN ORG | CONTRIBUTOR', '58...</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>closed</td>\n",
       "      <td>16.556</td>\n",
       "      <td>0.556</td>\n",
       "      <td>0.136</td>\n",
       "      <td>0.016</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[14922]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>['14922' '5839854']</td>\n",
       "      <td>['14922', '5839854']</td>\n",
       "      <td>['14922', '5839854']</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>['14922 | NAN ORG | closed', '5839854 | NAN OR...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36268</th>\n",
       "      <td>2020-04-20 19:47:29+00:00</td>\n",
       "      <td>71932349</td>\n",
       "      <td>406114640</td>\n",
       "      <td>8104.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2020-04-20 19:47:29+00:00</td>\n",
       "      <td>2020-04-20 19:47:29+00:00</td>\n",
       "      <td>2020-04-20 19:47:29+00:00</td>\n",
       "      <td>4111.0</td>\n",
       "      <td>276.0</td>\n",
       "      <td>121.0</td>\n",
       "      <td>17.0</td>\n",
       "      <td>[14922]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>sven1977</td>\n",
       "      <td>5839854.0</td>\n",
       "      <td>User</td>\n",
       "      <td>False</td>\n",
       "      <td>['rllib']</td>\n",
       "      <td>250</td>\n",
       "      <td>['5839854 | closed | NAN ORG | CONTRIBUTOR', '...</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>closed</td>\n",
       "      <td>16.444</td>\n",
       "      <td>1.104</td>\n",
       "      <td>0.484</td>\n",
       "      <td>0.068</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[14922]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.004</td>\n",
       "      <td>1.0</td>\n",
       "      <td>['5839854']</td>\n",
       "      <td>['5839854']</td>\n",
       "      <td>['5839854']</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>['5839854 | NAN ORG | closed']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>966143</th>\n",
       "      <td>2018-03-27 07:02:27+00:00</td>\n",
       "      <td>71932349</td>\n",
       "      <td>177647982</td>\n",
       "      <td>1790.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2018-03-27 07:02:26+00:00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>67.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>1</td>\n",
       "      <td>['249517 | open | NAN ORG | CONTRIBUTOR']</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>open</td>\n",
       "      <td>1.000</td>\n",
       "      <td>67.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>['249517']</td>\n",
       "      <td>['249517']</td>\n",
       "      <td>['249517']</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>['249517 | NAN ORG | open']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>966840</th>\n",
       "      <td>2018-02-20 23:06:34+00:00</td>\n",
       "      <td>71932349</td>\n",
       "      <td>170334517</td>\n",
       "      <td>1568.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2018-02-20 23:06:34+00:00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>1</td>\n",
       "      <td>['4529381 | open | NAN ORG | CONTRIBUTOR']</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>open</td>\n",
       "      <td>1.000</td>\n",
       "      <td>2.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>['4529381']</td>\n",
       "      <td>['4529381']</td>\n",
       "      <td>['4529381']</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>['4529381 | NAN ORG | open']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>967822</th>\n",
       "      <td>2017-12-10 22:47:31+00:00</td>\n",
       "      <td>71932349</td>\n",
       "      <td>157454281</td>\n",
       "      <td>1309.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-12-10 22:47:31+00:00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>83.0</td>\n",
       "      <td>46.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>1</td>\n",
       "      <td>['249517 | open | NAN ORG | CONTRIBUTOR']</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>open</td>\n",
       "      <td>1.000</td>\n",
       "      <td>83.000</td>\n",
       "      <td>46.000</td>\n",
       "      <td>3.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>['249517']</td>\n",
       "      <td>['249517']</td>\n",
       "      <td>['249517']</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>['249517 | NAN ORG | open']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>971469</th>\n",
       "      <td>2017-01-09 09:46:49+00:00</td>\n",
       "      <td>71932349</td>\n",
       "      <td>100656343</td>\n",
       "      <td>191.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-01-09 09:46:49+00:00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>1</td>\n",
       "      <td>['249517 | open | NAN ORG | []']</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>open</td>\n",
       "      <td>1.000</td>\n",
       "      <td>1.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>1.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>['249517']</td>\n",
       "      <td>['249517']</td>\n",
       "      <td>['249517']</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>['249517 | NAN ORG | open']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>971504</th>\n",
       "      <td>2017-01-05 00:30:20+00:00</td>\n",
       "      <td>71932349</td>\n",
       "      <td>100214754</td>\n",
       "      <td>177.0</td>\n",
       "      <td>False</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2017-01-05 00:30:19+00:00</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>[]</td>\n",
       "      <td>1</td>\n",
       "      <td>['113316 | open | NAN ORG | []']</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>open</td>\n",
       "      <td>1.000</td>\n",
       "      <td>2.000</td>\n",
       "      <td>2.000</td>\n",
       "      <td>1.000</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>['113316']</td>\n",
       "      <td>['113316']</td>\n",
       "      <td>['113316']</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>['113316 | NAN ORG | open']</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>22318 rows × 41 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                       created_at   repo_id       pr_id  pr_number pr_locked  \\\n",
       "2751    2023-06-28 18:45:25+00:00  71932349  1249384578    32723.0     False   \n",
       "6002    2023-05-24 19:13:41+00:00  71932349  1363626205    35727.0     False   \n",
       "12003   2022-11-19 12:00:08+00:00  71932349  1128214158    30481.0     False   \n",
       "36016   2020-04-30 18:09:34+00:00  71932349   410684230     8229.0     False   \n",
       "36268   2020-04-20 19:47:29+00:00  71932349   406114640     8104.0     False   \n",
       "...                           ...       ...         ...        ...       ...   \n",
       "966143  2018-03-27 07:02:27+00:00  71932349   177647982     1790.0     False   \n",
       "966840  2018-02-20 23:06:34+00:00  71932349   170334517     1568.0     False   \n",
       "967822  2017-12-10 22:47:31+00:00  71932349   157454281     1309.0     False   \n",
       "971469  2017-01-09 09:46:49+00:00  71932349   100656343      191.0     False   \n",
       "971504  2017-01-05 00:30:20+00:00  71932349   100214754      177.0     False   \n",
       "\n",
       "                     pr_merged_at               pr_closed_at  \\\n",
       "2751    2023-06-28 18:45:24+00:00  2023-06-28 18:45:24+00:00   \n",
       "6002    2023-05-24 19:13:40+00:00  2023-05-24 19:13:40+00:00   \n",
       "12003   2022-11-19 12:00:07+00:00  2022-11-19 12:00:07+00:00   \n",
       "36016   2020-04-30 18:09:33+00:00  2020-04-30 18:09:33+00:00   \n",
       "36268   2020-04-20 19:47:29+00:00  2020-04-20 19:47:29+00:00   \n",
       "...                           ...                        ...   \n",
       "966143                        NaN                        NaN   \n",
       "966840                        NaN                        NaN   \n",
       "967822                        NaN                        NaN   \n",
       "971469                        NaN                        NaN   \n",
       "971504                        NaN                        NaN   \n",
       "\n",
       "                    pr_updated_at  pr_commits  pr_additions  pr_deletions  \\\n",
       "2751    2023-06-28 18:45:24+00:00       469.0        2255.0         573.0   \n",
       "6002    2023-05-24 19:13:41+00:00      1089.0      148855.0       55799.0   \n",
       "12003   2022-11-19 12:00:07+00:00       406.0           6.0           2.0   \n",
       "36016   2020-04-30 18:09:34+00:00      4139.0         139.0          34.0   \n",
       "36268   2020-04-20 19:47:29+00:00      4111.0         276.0         121.0   \n",
       "...                           ...         ...           ...           ...   \n",
       "966143  2018-03-27 07:02:26+00:00         1.0          67.0           0.0   \n",
       "966840  2018-02-20 23:06:34+00:00         1.0           2.0           0.0   \n",
       "967822  2017-12-10 22:47:31+00:00         1.0          83.0          46.0   \n",
       "971469  2017-01-09 09:46:49+00:00         1.0           1.0           0.0   \n",
       "971504  2017-01-05 00:30:19+00:00         1.0           2.0           2.0   \n",
       "\n",
       "        pr_changed_files         pr_assignees  \\\n",
       "2751                52.0  [5839854, 31483498]   \n",
       "6002              2654.0                   []   \n",
       "12003                1.0            [6347585]   \n",
       "36016                4.0              [14922]   \n",
       "36268               17.0              [14922]   \n",
       "...                  ...                  ...   \n",
       "966143               1.0                   []   \n",
       "966840               1.0                   []   \n",
       "967822               3.0                   []   \n",
       "971469               1.0                   []   \n",
       "971504               1.0                   []   \n",
       "\n",
       "                                   pr_requested_reviewers pr_requested_teams  \\\n",
       "2751      [1743889, 3462566, 6347585, 14904111, 38871737]                 []   \n",
       "6002    [14922, 113316, 249517, 681004, 837180, 898023...          [6420979]   \n",
       "12003   [1743889, 3462566, 5839854, 14904111, 31483498...                 []   \n",
       "36016                                                  []                 []   \n",
       "36268                                                  []                 []   \n",
       "...                                                   ...                ...   \n",
       "966143                                                 []                 []   \n",
       "966840                                                 []                 []   \n",
       "967822                                                 []                 []   \n",
       "971469                                                 []                 []   \n",
       "971504                                                 []                 []   \n",
       "\n",
       "       pr_merged_by_login  pr_merged_by_id pr_merged_by_type  \\\n",
       "2751         kouroshHakha       31483498.0              User   \n",
       "6002              iycheng       74173148.0              User   \n",
       "12003            gjoliver        6347585.0              User   \n",
       "36016               ericl          14922.0              User   \n",
       "36268            sven1977        5839854.0              User   \n",
       "...                   ...              ...               ...   \n",
       "966143                NaN              NaN               NaN   \n",
       "966840                NaN              NaN               NaN   \n",
       "967822                NaN              NaN               NaN   \n",
       "971469                NaN              NaN               NaN   \n",
       "971504                NaN              NaN               NaN   \n",
       "\n",
       "       pr_merged_by_site_admin      pr_label  retrieved_commits  \\\n",
       "2751                     False            []                250   \n",
       "6002                     False            []                250   \n",
       "12003                    False            []                250   \n",
       "36016                    False  ['tests ok']                250   \n",
       "36268                    False     ['rllib']                250   \n",
       "...                        ...           ...                ...   \n",
       "966143                     NaN            []                  1   \n",
       "966840                     NaN            []                  1   \n",
       "967822                     NaN            []                  1   \n",
       "971469                     NaN            []                  1   \n",
       "971504                     NaN            []                  1   \n",
       "\n",
       "                                         pr_actor_id_list        repo_name  \\\n",
       "2751    ['31483498 | closed | NAN ORG | CONTRIBUTOR', ...  ray-project/ray   \n",
       "6002    ['3913185 | open | NAN ORG | CONTRIBUTOR', '74...  ray-project/ray   \n",
       "12003   ['6347585 | closed | NAN ORG | CONTRIBUTOR', '...  ray-project/ray   \n",
       "36016   ['14922 | closed | NAN ORG | CONTRIBUTOR', '58...  ray-project/ray   \n",
       "36268   ['5839854 | closed | NAN ORG | CONTRIBUTOR', '...  ray-project/ray   \n",
       "...                                                   ...              ...   \n",
       "966143          ['249517 | open | NAN ORG | CONTRIBUTOR']  ray-project/ray   \n",
       "966840         ['4529381 | open | NAN ORG | CONTRIBUTOR']  ray-project/ray   \n",
       "967822          ['249517 | open | NAN ORG | CONTRIBUTOR']  ray-project/ray   \n",
       "971469                   ['249517 | open | NAN ORG | []']  ray-project/ray   \n",
       "971504                   ['113316 | open | NAN ORG | []']  ray-project/ray   \n",
       "\n",
       "       pr_state  pr_commits_wt  pr_additions_wt  pr_deletions_wt  \\\n",
       "2751     closed          1.876            9.020            2.292   \n",
       "6002     closed          4.356          595.420          223.196   \n",
       "12003    closed          1.624            0.024            0.008   \n",
       "36016    closed         16.556            0.556            0.136   \n",
       "36268    closed         16.444            1.104            0.484   \n",
       "...         ...            ...              ...              ...   \n",
       "966143     open          1.000           67.000            0.000   \n",
       "966840     open          1.000            2.000            0.000   \n",
       "967822     open          1.000           83.000           46.000   \n",
       "971469     open          1.000            1.000            0.000   \n",
       "971504     open          1.000            2.000            2.000   \n",
       "\n",
       "        pr_changed_files_wt  retrieved_commits_wt    pr_assignees_list  \\\n",
       "2751                  0.208                   1.0  [5839854, 31483498]   \n",
       "6002                 10.616                   1.0                   []   \n",
       "12003                 0.004                   1.0            [6347585]   \n",
       "36016                 0.016                   1.0              [14922]   \n",
       "36268                 0.068                   1.0              [14922]   \n",
       "...                     ...                   ...                  ...   \n",
       "966143                1.000                   1.0                   []   \n",
       "966840                1.000                   1.0                   []   \n",
       "967822                3.000                   1.0                   []   \n",
       "971469                1.000                   1.0                   []   \n",
       "971504                1.000                   1.0                   []   \n",
       "\n",
       "                              pr_requested_reviewers_list  \\\n",
       "2751      [1743889, 3462566, 6347585, 14904111, 38871737]   \n",
       "6002    [14922, 113316, 249517, 681004, 837180, 898023...   \n",
       "12003   [1743889, 3462566, 5839854, 14904111, 31483498...   \n",
       "36016                                                  []   \n",
       "36268                                                  []   \n",
       "...                                                   ...   \n",
       "966143                                                 []   \n",
       "966840                                                 []   \n",
       "967822                                                 []   \n",
       "971469                                                 []   \n",
       "971504                                                 []   \n",
       "\n",
       "       pr_requested_teams_list  closed_wt  merged_wt               pr_actors  \\\n",
       "2751                        []      0.004        1.0  ['31483498' '9356806']   \n",
       "6002                 [6420979]      0.004        1.0  ['3913185' '74173148']   \n",
       "12003                       []      0.004        1.0   ['6347585' '9356806']   \n",
       "36016                       []      0.004        1.0     ['14922' '5839854']   \n",
       "36268                       []      0.004        1.0             ['5839854']   \n",
       "...                        ...        ...        ...                     ...   \n",
       "966143                      []      0.000        0.0              ['249517']   \n",
       "966840                      []      0.000        0.0             ['4529381']   \n",
       "967822                      []      0.000        0.0              ['249517']   \n",
       "971469                      []      0.000        0.0              ['249517']   \n",
       "971504                      []      0.000        0.0              ['113316']   \n",
       "\n",
       "               pr_commit_actors            all_pr_actors pr_orgs  \\\n",
       "2751    ['31483498', '9356806']  ['31483498', '9356806']      []   \n",
       "6002    ['3913185', '74173148']  ['3913185', '74173148']      []   \n",
       "12003    ['6347585', '9356806']   ['9356806', '6347585']      []   \n",
       "36016      ['14922', '5839854']     ['14922', '5839854']      []   \n",
       "36268               ['5839854']              ['5839854']      []   \n",
       "...                         ...                      ...     ...   \n",
       "966143               ['249517']               ['249517']      []   \n",
       "966840              ['4529381']              ['4529381']      []   \n",
       "967822               ['249517']               ['249517']      []   \n",
       "971469               ['249517']               ['249517']      []   \n",
       "971504               ['113316']               ['113316']      []   \n",
       "\n",
       "       pr_commit_orgs all_pr_orgs  \\\n",
       "2751               []          []   \n",
       "6002               []          []   \n",
       "12003              []          []   \n",
       "36016              []          []   \n",
       "36268              []          []   \n",
       "...               ...         ...   \n",
       "966143             []          []   \n",
       "966840             []          []   \n",
       "967822             []          []   \n",
       "971469             []          []   \n",
       "971504             []          []   \n",
       "\n",
       "                                     commit_actor_id_list  \n",
       "2751    ['31483498 | NAN ORG | closed', '9356806 | NAN...  \n",
       "6002    ['3913185 | NAN ORG | open', '74173148 | NAN O...  \n",
       "12003   ['6347585 | NAN ORG | closed', '9356806 | NAN ...  \n",
       "36016   ['14922 | NAN ORG | closed', '5839854 | NAN OR...  \n",
       "36268                      ['5839854 | NAN ORG | closed']  \n",
       "...                                                   ...  \n",
       "966143                        ['249517 | NAN ORG | open']  \n",
       "966840                       ['4529381 | NAN ORG | open']  \n",
       "967822                        ['249517 | NAN ORG | open']  \n",
       "971469                        ['249517 | NAN ORG | open']  \n",
       "971504                        ['113316 | NAN ORG | open']  \n",
       "\n",
       "[22318 rows x 41 columns]"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pr_data[pr_data['repo_name'] == 'ray-project/ray']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "0f9d8ce1-ff06-4326-b04b-80d12db2cffc",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "pr_commit_data = pd.read_csv('data/merged_data/cleaned_pr_commit_data.csv', index_col = 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "26f4d761-3ae6-45db-b036-83133f701cf1",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>actor_login</th>\n",
       "      <th>actor_id</th>\n",
       "      <th>info</th>\n",
       "      <th>names</th>\n",
       "      <th>emails</th>\n",
       "      <th>institutions</th>\n",
       "      <th>user types</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>36984</th>\n",
       "      <td>dmatrix</td>\n",
       "      <td>['1117597']</td>\n",
       "      <td>['Jules S. Damji :|: dmatrix@comcast.net :|:  ...</td>\n",
       "      <td>['Jules Damji', 'Jules S. Damji', 'Jules S.Dam...</td>\n",
       "      <td>['dmatrix@comcast.net', 'jules@anyscale.com']</td>\n",
       "      <td>[]</td>\n",
       "      <td>['personal']</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49909</th>\n",
       "      <td>istoica</td>\n",
       "      <td>['1149505']</td>\n",
       "      <td>['Ion :|: istoica@cs.berkeley.edu :|: Universi...</td>\n",
       "      <td>['Ion', 'istoica']</td>\n",
       "      <td>['istoica@cs.berkeley.edu']</td>\n",
       "      <td>['University of California, Berkeley']</td>\n",
       "      <td>['academic institution']</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "      actor_login     actor_id  \\\n",
       "36984     dmatrix  ['1117597']   \n",
       "49909     istoica  ['1149505']   \n",
       "\n",
       "                                                    info  \\\n",
       "36984  ['Jules S. Damji :|: dmatrix@comcast.net :|:  ...   \n",
       "49909  ['Ion :|: istoica@cs.berkeley.edu :|: Universi...   \n",
       "\n",
       "                                                   names  \\\n",
       "36984  ['Jules Damji', 'Jules S. Damji', 'Jules S.Dam...   \n",
       "49909                                 ['Ion', 'istoica']   \n",
       "\n",
       "                                              emails  \\\n",
       "36984  ['dmatrix@comcast.net', 'jules@anyscale.com']   \n",
       "49909                    ['istoica@cs.berkeley.edu']   \n",
       "\n",
       "                                 institutions                user types  \n",
       "36984                                      []              ['personal']  \n",
       "49909  ['University of California, Berkeley']  ['academic institution']  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[df['actor_login'].isin(['istoica','dmatrix'])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "eab69d51-fed2-4d06-a0db-953f86bf12ec",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pr_id</th>\n",
       "      <th>commit sha</th>\n",
       "      <th>commit author name</th>\n",
       "      <th>commit author email</th>\n",
       "      <th>committer name</th>\n",
       "      <th>commmitter email</th>\n",
       "      <th>commit message</th>\n",
       "      <th>commit additions</th>\n",
       "      <th>commit deletions</th>\n",
       "      <th>commit changes total</th>\n",
       "      <th>commit files changed count</th>\n",
       "      <th>commit file changes</th>\n",
       "      <th>commit time</th>\n",
       "      <th>commit_actor_id_list</th>\n",
       "      <th>merge_day</th>\n",
       "      <th>merge_month</th>\n",
       "      <th>merge_year</th>\n",
       "      <th>closed_day</th>\n",
       "      <th>closed_month</th>\n",
       "      <th>closed_year</th>\n",
       "      <th>commit_day</th>\n",
       "      <th>commit_month</th>\n",
       "      <th>commit_year</th>\n",
       "      <th>commit parent</th>\n",
       "      <th>repo_name</th>\n",
       "      <th>pr_number</th>\n",
       "      <th>repo_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>707553</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>ede73e5cc5eb7c48aba553931735f11ae9b82fa4</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>rewrote code snippet to fix some bugs; remote ...</td>\n",
       "      <td>73.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>102.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_traine...</td>\n",
       "      <td>2022-11-18 23:52:44</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707554</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>30b5d68fae4bf14e17a3c5e2e706b3cd94023a18</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>reformatted for docstyle changes\\n\\nSigned-off...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_traine...</td>\n",
       "      <td>2022-11-19 00:41:13</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707555</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>116418671721eb4d7b4f8c2f065b52a8b6ec9deb</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Addressed most feedback from review\\n\\nSigned-...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_traine...</td>\n",
       "      <td>2022-11-21 22:46:01</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707556</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>d4bb5a301c8e3e5bdf22b03b43d88fceebc16f32</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>fixed Any type errors\\n\\nSigned-off-by: Jules ...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_traine...</td>\n",
       "      <td>2022-11-21 22:51:55</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707557</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>46338ab99cd8bea9ed67aa55099d67973cc8c7c1</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Merge branch 'master' into br_jsd_improve_code...</td>\n",
       "      <td>3231.0</td>\n",
       "      <td>1096.0</td>\n",
       "      <td>4327.0</td>\n",
       "      <td>135.0</td>\n",
       "      <td>[{'file': 'BUILD.bazel', 'additions': 1, 'dele...</td>\n",
       "      <td>2022-11-21 23:14:15</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2403802</th>\n",
       "      <td>1140526080</td>\n",
       "      <td>e757833b4a2e70cefd1dfe0bef9c422292fc045a</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td># noqa: E501 so flake tests would pass\\n\\nSign...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_checkp...</td>\n",
       "      <td>2022-12-02 05:05:53</td>\n",
       "      <td>['1117597 | NAN ORG | open', '113316 | NAN ORG...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30791.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2403803</th>\n",
       "      <td>1140526080</td>\n",
       "      <td>06e9a8c0ef72fa415b152c80a0252ae4f1cd103d</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>fixed minor lint complains from the flake lint...</td>\n",
       "      <td>5.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>10.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_checkp...</td>\n",
       "      <td>2022-12-06 00:32:17</td>\n",
       "      <td>['1117597 | NAN ORG | open', '113316 | NAN ORG...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30791.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2403804</th>\n",
       "      <td>1140526080</td>\n",
       "      <td>1f1d2bd3a6806ef7b8bb159500b47fb00d51b915</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>minor nit complain from buildkite linter\\n\\nSi...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_checkp...</td>\n",
       "      <td>2022-12-06 01:03:27</td>\n",
       "      <td>['1117597 | NAN ORG | open', '113316 | NAN ORG...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30791.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2456905</th>\n",
       "      <td>776860268</td>\n",
       "      <td>8cac024c5d198a76b486d1dd909cbc4a24eb8604</td>\n",
       "      <td>Jules S.Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules S.Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Fixed code snippet to include config parameter...</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'doc/source/tune/key-concepts.rst', ...</td>\n",
       "      <td>2021-11-09 19:10:42</td>\n",
       "      <td>['1117597 | NAN ORG | open']</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2021.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>20193.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2456906</th>\n",
       "      <td>776860268</td>\n",
       "      <td>f02f93b69c0feedbc595a9365b17cc8392c3b2e5</td>\n",
       "      <td>Jules S.Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules S.Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Merge branch 'master' into br_jsd_keyconcepts_...</td>\n",
       "      <td>4861.0</td>\n",
       "      <td>2181.0</td>\n",
       "      <td>7042.0</td>\n",
       "      <td>139.0</td>\n",
       "      <td>[{'file': '.buildkite/pipeline.yml', 'addition...</td>\n",
       "      <td>2021-11-11 00:22:09</td>\n",
       "      <td>['1117597 | NAN ORG | open']</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>11.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2021.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>20193.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>66 rows × 27 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              pr_id                                commit sha  \\\n",
       "707553   1128380851  ede73e5cc5eb7c48aba553931735f11ae9b82fa4   \n",
       "707554   1128380851  30b5d68fae4bf14e17a3c5e2e706b3cd94023a18   \n",
       "707555   1128380851  116418671721eb4d7b4f8c2f065b52a8b6ec9deb   \n",
       "707556   1128380851  d4bb5a301c8e3e5bdf22b03b43d88fceebc16f32   \n",
       "707557   1128380851  46338ab99cd8bea9ed67aa55099d67973cc8c7c1   \n",
       "...             ...                                       ...   \n",
       "2403802  1140526080  e757833b4a2e70cefd1dfe0bef9c422292fc045a   \n",
       "2403803  1140526080  06e9a8c0ef72fa415b152c80a0252ae4f1cd103d   \n",
       "2403804  1140526080  1f1d2bd3a6806ef7b8bb159500b47fb00d51b915   \n",
       "2456905   776860268  8cac024c5d198a76b486d1dd909cbc4a24eb8604   \n",
       "2456906   776860268  f02f93b69c0feedbc595a9365b17cc8392c3b2e5   \n",
       "\n",
       "        commit author name commit author email committer name  \\\n",
       "707553         Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "707554         Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "707555         Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "707556         Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "707557         Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "...                    ...                 ...            ...   \n",
       "2403802        Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "2403803        Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "2403804        Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "2456905      Jules S.Damji  jules@anyscale.com  Jules S.Damji   \n",
       "2456906      Jules S.Damji  jules@anyscale.com  Jules S.Damji   \n",
       "\n",
       "           commmitter email  \\\n",
       "707553   jules@anyscale.com   \n",
       "707554   jules@anyscale.com   \n",
       "707555   jules@anyscale.com   \n",
       "707556   jules@anyscale.com   \n",
       "707557   jules@anyscale.com   \n",
       "...                     ...   \n",
       "2403802  jules@anyscale.com   \n",
       "2403803  jules@anyscale.com   \n",
       "2403804  jules@anyscale.com   \n",
       "2456905  jules@anyscale.com   \n",
       "2456906  jules@anyscale.com   \n",
       "\n",
       "                                            commit message  commit additions  \\\n",
       "707553   rewrote code snippet to fix some bugs; remote ...              73.0   \n",
       "707554   reformatted for docstyle changes\\n\\nSigned-off...               1.0   \n",
       "707555   Addressed most feedback from review\\n\\nSigned-...               7.0   \n",
       "707556   fixed Any type errors\\n\\nSigned-off-by: Jules ...               1.0   \n",
       "707557   Merge branch 'master' into br_jsd_improve_code...            3231.0   \n",
       "...                                                    ...               ...   \n",
       "2403802  # noqa: E501 so flake tests would pass\\n\\nSign...               1.0   \n",
       "2403803  fixed minor lint complains from the flake lint...               5.0   \n",
       "2403804  minor nit complain from buildkite linter\\n\\nSi...               1.0   \n",
       "2456905  Fixed code snippet to include config parameter...               4.0   \n",
       "2456906  Merge branch 'master' into br_jsd_keyconcepts_...            4861.0   \n",
       "\n",
       "         commit deletions  commit changes total  commit files changed count  \\\n",
       "707553               29.0                 102.0                         1.0   \n",
       "707554                1.0                   2.0                         1.0   \n",
       "707555                8.0                  15.0                         1.0   \n",
       "707556                1.0                   2.0                         1.0   \n",
       "707557             1096.0                4327.0                       135.0   \n",
       "...                   ...                   ...                         ...   \n",
       "2403802               1.0                   2.0                         1.0   \n",
       "2403803               5.0                  10.0                         1.0   \n",
       "2403804               1.0                   2.0                         1.0   \n",
       "2456905               4.0                   8.0                         1.0   \n",
       "2456906            2181.0                7042.0                       139.0   \n",
       "\n",
       "                                       commit file changes  \\\n",
       "707553   [{'file': 'python/ray/train/torch/torch_traine...   \n",
       "707554   [{'file': 'python/ray/train/torch/torch_traine...   \n",
       "707555   [{'file': 'python/ray/train/torch/torch_traine...   \n",
       "707556   [{'file': 'python/ray/train/torch/torch_traine...   \n",
       "707557   [{'file': 'BUILD.bazel', 'additions': 1, 'dele...   \n",
       "...                                                    ...   \n",
       "2403802  [{'file': 'python/ray/train/torch/torch_checkp...   \n",
       "2403803  [{'file': 'python/ray/train/torch/torch_checkp...   \n",
       "2403804  [{'file': 'python/ray/train/torch/torch_checkp...   \n",
       "2456905  [{'file': 'doc/source/tune/key-concepts.rst', ...   \n",
       "2456906  [{'file': '.buildkite/pipeline.yml', 'addition...   \n",
       "\n",
       "                 commit time  \\\n",
       "707553   2022-11-18 23:52:44   \n",
       "707554   2022-11-19 00:41:13   \n",
       "707555   2022-11-21 22:46:01   \n",
       "707556   2022-11-21 22:51:55   \n",
       "707557   2022-11-21 23:14:15   \n",
       "...                      ...   \n",
       "2403802  2022-12-02 05:05:53   \n",
       "2403803  2022-12-06 00:32:17   \n",
       "2403804  2022-12-06 01:03:27   \n",
       "2456905  2021-11-09 19:10:42   \n",
       "2456906  2021-11-11 00:22:09   \n",
       "\n",
       "                                      commit_actor_id_list  merge_day  \\\n",
       "707553                       ['113316 | NAN ORG | closed']       28.0   \n",
       "707554                       ['113316 | NAN ORG | closed']       28.0   \n",
       "707555                       ['113316 | NAN ORG | closed']       28.0   \n",
       "707556                       ['113316 | NAN ORG | closed']       28.0   \n",
       "707557                       ['113316 | NAN ORG | closed']       28.0   \n",
       "...                                                    ...        ...   \n",
       "2403802  ['1117597 | NAN ORG | open', '113316 | NAN ORG...        NaN   \n",
       "2403803  ['1117597 | NAN ORG | open', '113316 | NAN ORG...        NaN   \n",
       "2403804  ['1117597 | NAN ORG | open', '113316 | NAN ORG...        NaN   \n",
       "2456905                       ['1117597 | NAN ORG | open']        NaN   \n",
       "2456906                       ['1117597 | NAN ORG | open']        NaN   \n",
       "\n",
       "         merge_month  merge_year  closed_day  closed_month  closed_year  \\\n",
       "707553          11.0      2022.0        28.0          11.0       2022.0   \n",
       "707554          11.0      2022.0        28.0          11.0       2022.0   \n",
       "707555          11.0      2022.0        28.0          11.0       2022.0   \n",
       "707556          11.0      2022.0        28.0          11.0       2022.0   \n",
       "707557          11.0      2022.0        28.0          11.0       2022.0   \n",
       "...              ...         ...         ...           ...          ...   \n",
       "2403802          NaN         NaN         NaN           NaN          NaN   \n",
       "2403803          NaN         NaN         NaN           NaN          NaN   \n",
       "2403804          NaN         NaN         NaN           NaN          NaN   \n",
       "2456905          NaN         NaN         NaN           NaN          NaN   \n",
       "2456906          NaN         NaN         NaN           NaN          NaN   \n",
       "\n",
       "         commit_day  commit_month  commit_year  commit parent  \\\n",
       "707553         18.0          11.0       2022.0            NaN   \n",
       "707554         19.0          11.0       2022.0            NaN   \n",
       "707555         21.0          11.0       2022.0            NaN   \n",
       "707556         21.0          11.0       2022.0            NaN   \n",
       "707557         21.0          11.0       2022.0            NaN   \n",
       "...             ...           ...          ...            ...   \n",
       "2403802         2.0          12.0       2022.0            NaN   \n",
       "2403803         6.0          12.0       2022.0            NaN   \n",
       "2403804         6.0          12.0       2022.0            NaN   \n",
       "2456905         9.0          11.0       2021.0            NaN   \n",
       "2456906        11.0          11.0       2021.0            NaN   \n",
       "\n",
       "               repo_name  pr_number   repo_id  \n",
       "707553   ray-project/ray    30492.0  71932349  \n",
       "707554   ray-project/ray    30492.0  71932349  \n",
       "707555   ray-project/ray    30492.0  71932349  \n",
       "707556   ray-project/ray    30492.0  71932349  \n",
       "707557   ray-project/ray    30492.0  71932349  \n",
       "...                  ...        ...       ...  \n",
       "2403802  ray-project/ray    30791.0  71932349  \n",
       "2403803  ray-project/ray    30791.0  71932349  \n",
       "2403804  ray-project/ray    30791.0  71932349  \n",
       "2456905  ray-project/ray    20193.0  71932349  \n",
       "2456906  ray-project/ray    20193.0  71932349  \n",
       "\n",
       "[66 rows x 27 columns]"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dmatrix"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "c6a6a2de-a931-4185-a374-ce4b058761c5",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "dmatrix = pr_commit_data[pr_commit_data['commmitter email'].apply(lambda x: x in ['jules@anyscale.com','dmatrix@comcast.net'])]\n",
    "istoica = pr_commit_data[pr_commit_data['commmitter email'].apply(lambda x: x in ['istoica@cs.berkeley.edu'])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "fd8ac347-0979-4b03-a753-9ec24f3b1634",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([3756., 6354., 3624., 6611., 3234., 6321., 6178., 4196., 4173.,\n",
       "       4142., 3231., 2332., 2502.])"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "istoica[(~istoica['merge_day'].isna()) | ((istoica['merge_month'].isna()) & (istoica['closed_month'].isna()))]['pr_number'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "051c1f99-9902-4d4a-a12c-80a5ceb36c7b",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "dmatrix 18\n",
      "istoica 13\n"
     ]
    }
   ],
   "source": [
    "print(\"dmatrix\", len(dmatrix[(~dmatrix['merge_day'].isna()) | ((dmatrix['merge_month'].isna()) & (dmatrix['closed_month'].isna()))]['pr_number'].unique()))\n",
    "print(\"istoica\", len(istoica[(~istoica['merge_day'].isna()) | ((istoica['merge_month'].isna()) & (istoica['closed_month'].isna()))]['pr_number'].unique()))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "7a604f7a-f3d3-4989-a8cd-e35579d26e31",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([30492., 30030., 22401., 26937., 26680., 26637., 32647., 28157.,\n",
       "       27128., 22192., 21024., 20981., 30637., 22101., 20130., 30251.,\n",
       "       30791., 20193.])"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dmatrix[(~dmatrix['merge_day'].isna()) | ((dmatrix['merge_month'].isna()) & (dmatrix['closed_month'].isna()))]['pr_number'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "438a383b-ad4e-4724-a1af-2255eeaac346",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>name</th>\n",
       "      <th>email</th>\n",
       "      <th>commit_repo</th>\n",
       "      <th>user_type</th>\n",
       "      <th>committer_info</th>\n",
       "      <th>actor_login</th>\n",
       "      <th>actor_id</th>\n",
       "      <th>site_admin</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>9913</th>\n",
       "      <td>ION STOICA</td>\n",
       "      <td>ionstoica@IONs-MacBook-Pro.local</td>\n",
       "      <td>9c23acbda7a82049fdb0bcb4a992601844c68621_ray-p...</td>\n",
       "      <td>author</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "            name                             email  \\\n",
       "9913  ION STOICA  ionstoica@IONs-MacBook-Pro.local   \n",
       "\n",
       "                                            commit_repo user_type  \\\n",
       "9913  9c23acbda7a82049fdb0bcb4a992601844c68621_ray-p...    author   \n",
       "\n",
       "     committer_info actor_login  actor_id site_admin  \n",
       "9913            NaN         NaN       NaN        NaN  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "t = pd.read_csv('data/merged_data/committers_info_pr.csv',index_col = 0)\n",
    "t[t['email'] == 'ionstoica@IONs-MacBook-Pro.local']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "69c104ac-1145-4bb0-a926-56ba8c377076",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>created_at</th>\n",
       "      <th>repo_id</th>\n",
       "      <th>pr_id</th>\n",
       "      <th>pr_number</th>\n",
       "      <th>pr_locked</th>\n",
       "      <th>pr_merged_at</th>\n",
       "      <th>pr_closed_at</th>\n",
       "      <th>pr_updated_at</th>\n",
       "      <th>pr_commits</th>\n",
       "      <th>pr_additions</th>\n",
       "      <th>pr_deletions</th>\n",
       "      <th>pr_changed_files</th>\n",
       "      <th>pr_assignees</th>\n",
       "      <th>pr_requested_reviewers</th>\n",
       "      <th>pr_requested_teams</th>\n",
       "      <th>pr_merged_by_login</th>\n",
       "      <th>pr_merged_by_id</th>\n",
       "      <th>pr_merged_by_type</th>\n",
       "      <th>pr_merged_by_site_admin</th>\n",
       "      <th>pr_label</th>\n",
       "      <th>retrieved_commits</th>\n",
       "      <th>pr_actor_id_list</th>\n",
       "      <th>repo_name</th>\n",
       "      <th>pr_state</th>\n",
       "      <th>pr_commits_wt</th>\n",
       "      <th>pr_additions_wt</th>\n",
       "      <th>pr_deletions_wt</th>\n",
       "      <th>pr_changed_files_wt</th>\n",
       "      <th>retrieved_commits_wt</th>\n",
       "      <th>pr_assignees_list</th>\n",
       "      <th>pr_requested_reviewers_list</th>\n",
       "      <th>pr_requested_teams_list</th>\n",
       "      <th>closed_wt</th>\n",
       "      <th>merged_wt</th>\n",
       "      <th>pr_actors</th>\n",
       "      <th>pr_commit_actors</th>\n",
       "      <th>all_pr_actors</th>\n",
       "      <th>pr_orgs</th>\n",
       "      <th>pr_commit_orgs</th>\n",
       "      <th>all_pr_orgs</th>\n",
       "      <th>commit_actor_id_list</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>707552</th>\n",
       "      <td>2022-11-28 07:18:06+00:00</td>\n",
       "      <td>71932349</td>\n",
       "      <td>1128380851</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>False</td>\n",
       "      <td>2022-11-28 07:18:05+00:00</td>\n",
       "      <td>2022-11-28 07:18:05+00:00</td>\n",
       "      <td>2022-11-28 07:18:05+00:00</td>\n",
       "      <td>11.0</td>\n",
       "      <td>72.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[8068268]</td>\n",
       "      <td>[]</td>\n",
       "      <td>pcmoritz</td>\n",
       "      <td>113316.0</td>\n",
       "      <td>User</td>\n",
       "      <td>False</td>\n",
       "      <td>[]</td>\n",
       "      <td>11</td>\n",
       "      <td>['113316 | closed | NAN ORG | CONTRIBUTOR']</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>closed</td>\n",
       "      <td>1.0</td>\n",
       "      <td>6.545455</td>\n",
       "      <td>2.636364</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[]</td>\n",
       "      <td>[8068268]</td>\n",
       "      <td>[]</td>\n",
       "      <td>0.090909</td>\n",
       "      <td>1.0</td>\n",
       "      <td>['113316']</td>\n",
       "      <td>['113316']</td>\n",
       "      <td>['113316']</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>[]</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                       created_at   repo_id       pr_id  pr_number pr_locked  \\\n",
       "707552  2022-11-28 07:18:06+00:00  71932349  1128380851    30492.0     False   \n",
       "\n",
       "                     pr_merged_at               pr_closed_at  \\\n",
       "707552  2022-11-28 07:18:05+00:00  2022-11-28 07:18:05+00:00   \n",
       "\n",
       "                    pr_updated_at  pr_commits  pr_additions  pr_deletions  \\\n",
       "707552  2022-11-28 07:18:05+00:00        11.0          72.0          29.0   \n",
       "\n",
       "        pr_changed_files pr_assignees pr_requested_reviewers  \\\n",
       "707552               1.0           []              [8068268]   \n",
       "\n",
       "       pr_requested_teams pr_merged_by_login  pr_merged_by_id  \\\n",
       "707552                 []           pcmoritz         113316.0   \n",
       "\n",
       "       pr_merged_by_type pr_merged_by_site_admin pr_label  retrieved_commits  \\\n",
       "707552              User                   False       []                 11   \n",
       "\n",
       "                                   pr_actor_id_list        repo_name pr_state  \\\n",
       "707552  ['113316 | closed | NAN ORG | CONTRIBUTOR']  ray-project/ray   closed   \n",
       "\n",
       "        pr_commits_wt  pr_additions_wt  pr_deletions_wt  pr_changed_files_wt  \\\n",
       "707552            1.0         6.545455         2.636364             0.090909   \n",
       "\n",
       "        retrieved_commits_wt pr_assignees_list pr_requested_reviewers_list  \\\n",
       "707552                   1.0                []                   [8068268]   \n",
       "\n",
       "       pr_requested_teams_list  closed_wt  merged_wt   pr_actors  \\\n",
       "707552                      []   0.090909        1.0  ['113316']   \n",
       "\n",
       "       pr_commit_actors all_pr_actors pr_orgs pr_commit_orgs all_pr_orgs  \\\n",
       "707552       ['113316']    ['113316']      []             []          []   \n",
       "\n",
       "                 commit_actor_id_list  \n",
       "707552  ['113316 | NAN ORG | closed']  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pr_data[pr_data['pr_id'] == 1128380851]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "5a0091d1-1831-4050-8134-62f60d867805",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>pr_id</th>\n",
       "      <th>commit sha</th>\n",
       "      <th>commit author name</th>\n",
       "      <th>commit author email</th>\n",
       "      <th>committer name</th>\n",
       "      <th>commmitter email</th>\n",
       "      <th>commit message</th>\n",
       "      <th>commit additions</th>\n",
       "      <th>commit deletions</th>\n",
       "      <th>commit changes total</th>\n",
       "      <th>commit files changed count</th>\n",
       "      <th>commit file changes</th>\n",
       "      <th>commit time</th>\n",
       "      <th>commit_actor_id_list</th>\n",
       "      <th>merge_day</th>\n",
       "      <th>merge_month</th>\n",
       "      <th>merge_year</th>\n",
       "      <th>closed_day</th>\n",
       "      <th>closed_month</th>\n",
       "      <th>closed_year</th>\n",
       "      <th>commit_day</th>\n",
       "      <th>commit_month</th>\n",
       "      <th>commit_year</th>\n",
       "      <th>commit parent</th>\n",
       "      <th>repo_name</th>\n",
       "      <th>pr_number</th>\n",
       "      <th>repo_id</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>707552</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>35de73cfe01a9e2aabe183c8fa9f1aac39e7673c</td>\n",
       "      <td>Philipp Moritz</td>\n",
       "      <td>pcmoritz@gmail.com</td>\n",
       "      <td>GitHub</td>\n",
       "      <td>noreply@github.com</td>\n",
       "      <td>indentation\\n\\nSigned-off-by: Philipp Moritz &lt;...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_traine...</td>\n",
       "      <td>2022-11-28 04:21:22</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707553</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>ede73e5cc5eb7c48aba553931735f11ae9b82fa4</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>rewrote code snippet to fix some bugs; remote ...</td>\n",
       "      <td>73.0</td>\n",
       "      <td>29.0</td>\n",
       "      <td>102.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_traine...</td>\n",
       "      <td>2022-11-18 23:52:44</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707554</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>30b5d68fae4bf14e17a3c5e2e706b3cd94023a18</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>reformatted for docstyle changes\\n\\nSigned-off...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_traine...</td>\n",
       "      <td>2022-11-19 00:41:13</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>19.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707555</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>116418671721eb4d7b4f8c2f065b52a8b6ec9deb</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Addressed most feedback from review\\n\\nSigned-...</td>\n",
       "      <td>7.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_traine...</td>\n",
       "      <td>2022-11-21 22:46:01</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707556</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>d4bb5a301c8e3e5bdf22b03b43d88fceebc16f32</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>fixed Any type errors\\n\\nSigned-off-by: Jules ...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_traine...</td>\n",
       "      <td>2022-11-21 22:51:55</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707557</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>46338ab99cd8bea9ed67aa55099d67973cc8c7c1</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Merge branch 'master' into br_jsd_improve_code...</td>\n",
       "      <td>3231.0</td>\n",
       "      <td>1096.0</td>\n",
       "      <td>4327.0</td>\n",
       "      <td>135.0</td>\n",
       "      <td>[{'file': 'BUILD.bazel', 'additions': 1, 'dele...</td>\n",
       "      <td>2022-11-21 23:14:15</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707558</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>64db02be694c0d353895172de441189016513455</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>removed extra line\\n\\nSigned-off-by: Jules Dam...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_traine...</td>\n",
       "      <td>2022-11-21 23:28:31</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>21.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707559</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>d7dcebf0d7b4d5a2c6ed5e52f4194d3773c47ce2</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>added ReLU layer, keep the original data gener...</td>\n",
       "      <td>9.0</td>\n",
       "      <td>7.0</td>\n",
       "      <td>16.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_traine...</td>\n",
       "      <td>2022-11-22 04:46:16</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707560</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>2f1b306d0bf734f964e5c6760b44a0e7bcaf2954</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Jules Damji</td>\n",
       "      <td>jules@anyscale.com</td>\n",
       "      <td>Merge branch 'master' into br_jsd_improve_code...</td>\n",
       "      <td>3249.0</td>\n",
       "      <td>885.0</td>\n",
       "      <td>4134.0</td>\n",
       "      <td>161.0</td>\n",
       "      <td>[{'file': 'BUILD.bazel', 'additions': 24, 'del...</td>\n",
       "      <td>2022-11-23 23:16:18</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>23.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707561</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>e4187c29203b57cf4707a9295f84c1661f0a933b</td>\n",
       "      <td>Philipp Moritz</td>\n",
       "      <td>pcmoritz@gmail.com</td>\n",
       "      <td>GitHub</td>\n",
       "      <td>noreply@github.com</td>\n",
       "      <td>Update torch_trainer.py\\n\\nSigned-off-by: Phil...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>3.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_traine...</td>\n",
       "      <td>2022-11-28 04:08:50</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>707562</th>\n",
       "      <td>1128380851</td>\n",
       "      <td>7a4b2b929208caa2c79df8a95519b113738e6753</td>\n",
       "      <td>Philipp Moritz</td>\n",
       "      <td>pcmoritz@gmail.com</td>\n",
       "      <td>GitHub</td>\n",
       "      <td>noreply@github.com</td>\n",
       "      <td>fix indentation\\n\\nSigned-off-by: Philipp Mori...</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>[{'file': 'python/ray/train/torch/torch_traine...</td>\n",
       "      <td>2022-11-28 04:18:52</td>\n",
       "      <td>['113316 | NAN ORG | closed']</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>28.0</td>\n",
       "      <td>11.0</td>\n",
       "      <td>2022.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>ray-project/ray</td>\n",
       "      <td>30492.0</td>\n",
       "      <td>71932349</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             pr_id                                commit sha  \\\n",
       "707552  1128380851  35de73cfe01a9e2aabe183c8fa9f1aac39e7673c   \n",
       "707553  1128380851  ede73e5cc5eb7c48aba553931735f11ae9b82fa4   \n",
       "707554  1128380851  30b5d68fae4bf14e17a3c5e2e706b3cd94023a18   \n",
       "707555  1128380851  116418671721eb4d7b4f8c2f065b52a8b6ec9deb   \n",
       "707556  1128380851  d4bb5a301c8e3e5bdf22b03b43d88fceebc16f32   \n",
       "707557  1128380851  46338ab99cd8bea9ed67aa55099d67973cc8c7c1   \n",
       "707558  1128380851  64db02be694c0d353895172de441189016513455   \n",
       "707559  1128380851  d7dcebf0d7b4d5a2c6ed5e52f4194d3773c47ce2   \n",
       "707560  1128380851  2f1b306d0bf734f964e5c6760b44a0e7bcaf2954   \n",
       "707561  1128380851  e4187c29203b57cf4707a9295f84c1661f0a933b   \n",
       "707562  1128380851  7a4b2b929208caa2c79df8a95519b113738e6753   \n",
       "\n",
       "       commit author name commit author email committer name  \\\n",
       "707552     Philipp Moritz  pcmoritz@gmail.com         GitHub   \n",
       "707553        Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "707554        Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "707555        Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "707556        Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "707557        Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "707558        Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "707559        Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "707560        Jules Damji  jules@anyscale.com    Jules Damji   \n",
       "707561     Philipp Moritz  pcmoritz@gmail.com         GitHub   \n",
       "707562     Philipp Moritz  pcmoritz@gmail.com         GitHub   \n",
       "\n",
       "          commmitter email                                     commit message  \\\n",
       "707552  noreply@github.com  indentation\\n\\nSigned-off-by: Philipp Moritz <...   \n",
       "707553  jules@anyscale.com  rewrote code snippet to fix some bugs; remote ...   \n",
       "707554  jules@anyscale.com  reformatted for docstyle changes\\n\\nSigned-off...   \n",
       "707555  jules@anyscale.com  Addressed most feedback from review\\n\\nSigned-...   \n",
       "707556  jules@anyscale.com  fixed Any type errors\\n\\nSigned-off-by: Jules ...   \n",
       "707557  jules@anyscale.com  Merge branch 'master' into br_jsd_improve_code...   \n",
       "707558  jules@anyscale.com  removed extra line\\n\\nSigned-off-by: Jules Dam...   \n",
       "707559  jules@anyscale.com  added ReLU layer, keep the original data gener...   \n",
       "707560  jules@anyscale.com  Merge branch 'master' into br_jsd_improve_code...   \n",
       "707561  noreply@github.com  Update torch_trainer.py\\n\\nSigned-off-by: Phil...   \n",
       "707562  noreply@github.com  fix indentation\\n\\nSigned-off-by: Philipp Mori...   \n",
       "\n",
       "        commit additions  commit deletions  commit changes total  \\\n",
       "707552               1.0               1.0                   2.0   \n",
       "707553              73.0              29.0                 102.0   \n",
       "707554               1.0               1.0                   2.0   \n",
       "707555               7.0               8.0                  15.0   \n",
       "707556               1.0               1.0                   2.0   \n",
       "707557            3231.0            1096.0                4327.0   \n",
       "707558               0.0               1.0                   1.0   \n",
       "707559               9.0               7.0                  16.0   \n",
       "707560            3249.0             885.0                4134.0   \n",
       "707561               1.0               2.0                   3.0   \n",
       "707562               1.0               1.0                   2.0   \n",
       "\n",
       "        commit files changed count  \\\n",
       "707552                         1.0   \n",
       "707553                         1.0   \n",
       "707554                         1.0   \n",
       "707555                         1.0   \n",
       "707556                         1.0   \n",
       "707557                       135.0   \n",
       "707558                         1.0   \n",
       "707559                         1.0   \n",
       "707560                       161.0   \n",
       "707561                         1.0   \n",
       "707562                         1.0   \n",
       "\n",
       "                                      commit file changes  \\\n",
       "707552  [{'file': 'python/ray/train/torch/torch_traine...   \n",
       "707553  [{'file': 'python/ray/train/torch/torch_traine...   \n",
       "707554  [{'file': 'python/ray/train/torch/torch_traine...   \n",
       "707555  [{'file': 'python/ray/train/torch/torch_traine...   \n",
       "707556  [{'file': 'python/ray/train/torch/torch_traine...   \n",
       "707557  [{'file': 'BUILD.bazel', 'additions': 1, 'dele...   \n",
       "707558  [{'file': 'python/ray/train/torch/torch_traine...   \n",
       "707559  [{'file': 'python/ray/train/torch/torch_traine...   \n",
       "707560  [{'file': 'BUILD.bazel', 'additions': 24, 'del...   \n",
       "707561  [{'file': 'python/ray/train/torch/torch_traine...   \n",
       "707562  [{'file': 'python/ray/train/torch/torch_traine...   \n",
       "\n",
       "                commit time           commit_actor_id_list  merge_day  \\\n",
       "707552  2022-11-28 04:21:22  ['113316 | NAN ORG | closed']       28.0   \n",
       "707553  2022-11-18 23:52:44  ['113316 | NAN ORG | closed']       28.0   \n",
       "707554  2022-11-19 00:41:13  ['113316 | NAN ORG | closed']       28.0   \n",
       "707555  2022-11-21 22:46:01  ['113316 | NAN ORG | closed']       28.0   \n",
       "707556  2022-11-21 22:51:55  ['113316 | NAN ORG | closed']       28.0   \n",
       "707557  2022-11-21 23:14:15  ['113316 | NAN ORG | closed']       28.0   \n",
       "707558  2022-11-21 23:28:31  ['113316 | NAN ORG | closed']       28.0   \n",
       "707559  2022-11-22 04:46:16  ['113316 | NAN ORG | closed']       28.0   \n",
       "707560  2022-11-23 23:16:18  ['113316 | NAN ORG | closed']       28.0   \n",
       "707561  2022-11-28 04:08:50  ['113316 | NAN ORG | closed']       28.0   \n",
       "707562  2022-11-28 04:18:52  ['113316 | NAN ORG | closed']       28.0   \n",
       "\n",
       "        merge_month  merge_year  closed_day  closed_month  closed_year  \\\n",
       "707552         11.0      2022.0        28.0          11.0       2022.0   \n",
       "707553         11.0      2022.0        28.0          11.0       2022.0   \n",
       "707554         11.0      2022.0        28.0          11.0       2022.0   \n",
       "707555         11.0      2022.0        28.0          11.0       2022.0   \n",
       "707556         11.0      2022.0        28.0          11.0       2022.0   \n",
       "707557         11.0      2022.0        28.0          11.0       2022.0   \n",
       "707558         11.0      2022.0        28.0          11.0       2022.0   \n",
       "707559         11.0      2022.0        28.0          11.0       2022.0   \n",
       "707560         11.0      2022.0        28.0          11.0       2022.0   \n",
       "707561         11.0      2022.0        28.0          11.0       2022.0   \n",
       "707562         11.0      2022.0        28.0          11.0       2022.0   \n",
       "\n",
       "        commit_day  commit_month  commit_year  commit parent        repo_name  \\\n",
       "707552        28.0          11.0       2022.0            NaN  ray-project/ray   \n",
       "707553        18.0          11.0       2022.0            NaN  ray-project/ray   \n",
       "707554        19.0          11.0       2022.0            NaN  ray-project/ray   \n",
       "707555        21.0          11.0       2022.0            NaN  ray-project/ray   \n",
       "707556        21.0          11.0       2022.0            NaN  ray-project/ray   \n",
       "707557        21.0          11.0       2022.0            NaN  ray-project/ray   \n",
       "707558        21.0          11.0       2022.0            NaN  ray-project/ray   \n",
       "707559        22.0          11.0       2022.0            NaN  ray-project/ray   \n",
       "707560        23.0          11.0       2022.0            NaN  ray-project/ray   \n",
       "707561        28.0          11.0       2022.0            NaN  ray-project/ray   \n",
       "707562        28.0          11.0       2022.0            NaN  ray-project/ray   \n",
       "\n",
       "        pr_number   repo_id  \n",
       "707552    30492.0  71932349  \n",
       "707553    30492.0  71932349  \n",
       "707554    30492.0  71932349  \n",
       "707555    30492.0  71932349  \n",
       "707556    30492.0  71932349  \n",
       "707557    30492.0  71932349  \n",
       "707558    30492.0  71932349  \n",
       "707559    30492.0  71932349  \n",
       "707560    30492.0  71932349  \n",
       "707561    30492.0  71932349  \n",
       "707562    30492.0  71932349  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pr_commit_data[(pr_commit_data['pr_number'] == 30492) & (pr_commit_data['repo_name'] == 'ray-project/ray')]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "b661381b-84a7-45e8-8848-b079e0a466ca",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([30492., 30030., 22401., 26937., 26680., 26637., 32647., 28157.,\n",
       "       27128., 22192., 21024., 20981., 30637., 22101., 20130., 22609.,\n",
       "       23713., 18024., 20167., 30251., 30791., 20193.])"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dmatrix['pr_number'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "273a2935-9676-4030-9223-b4fe798580f4",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[\"['1117597 | NAN ORG | open', '26384082 | NAN ORG | closed']\",\n",
       " \"['1117597 | NAN ORG | open', '26384082 | NAN ORG | closed']\",\n",
       " \"['1117597 | NAN ORG | closed']\"]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dmatrix[(dmatrix['pr_number'].isin([20167, 18024]))]['commit_actor_id_list'].tolist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "df4d4fa3-d39d-48b4-a7a1-7058f29e62f5",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0 0000\n",
      "1 0001\n",
      "2 0002\n",
      "3 0003\n",
      "4 0004\n",
      "5 0005\n",
      "6 0006\n",
      "7 0007\n",
      "8 0008\n",
      "9 0009\n",
      "10 0010\n",
      "11 0011\n",
      "12 0012\n",
      "13 0013\n",
      "14 0014\n",
      "15 0015\n",
      "16 0016\n",
      "17 0017\n",
      "18 0018\n",
      "19 0019\n",
      "20 0020\n",
      "21 0021\n",
      "22 0022\n",
      "23 0023\n",
      "24 0024\n",
      "25 0025\n",
      "26 0026\n",
      "27 0027\n",
      "28 0028\n",
      "29 0029\n",
      "30 0030\n",
      "31 0031\n",
      "32 0032\n",
      "33 0033\n",
      "34 0034\n",
      "35 0035\n",
      "36 0036\n",
      "37 0037\n",
      "38 0038\n",
      "39 0039\n",
      "40 0040\n",
      "41 0041\n",
      "42 0042\n",
      "43 0043\n",
      "44 0044\n",
      "45 0045\n",
      "46 0046\n",
      "47 0047\n",
      "48 0048\n",
      "49 0049\n",
      "50 0050\n",
      "51 0051\n",
      "52 0052\n",
      "53 0053\n",
      "54 0054\n",
      "55 0055\n",
      "56 0056\n",
      "57 0057\n",
      "58 0058\n",
      "59 0059\n",
      "60 0060\n",
      "61 0061\n",
      "62 0062\n",
      "63 0063\n",
      "64 0064\n",
      "65 0065\n",
      "66 0066\n",
      "67 0067\n",
      "68 0068\n",
      "69 0069\n",
      "70 0070\n",
      "71 0071\n",
      "72 0072\n",
      "73 0073\n",
      "74 0074\n",
      "75 0075\n",
      "76 0076\n",
      "77 0077\n",
      "78 0078\n",
      "79 0079\n",
      "80 0080\n",
      "81 0081\n",
      "82 0082\n",
      "83 0083\n",
      "84 0084\n",
      "85 0085\n",
      "86 0086\n",
      "87 0087\n",
      "88 0088\n",
      "89 0089\n",
      "90 0090\n",
      "91 0091\n",
      "92 0092\n",
      "93 0093\n",
      "94 0094\n",
      "95 0095\n",
      "96 0096\n",
      "97 0097\n",
      "98 0098\n",
      "99 0099\n",
      "100 0100\n",
      "101 0101\n",
      "102 0102\n",
      "103 0103\n",
      "104 0104\n",
      "105 0105\n",
      "106 0106\n",
      "107 0107\n",
      "108 0108\n",
      "109 0109\n",
      "110 0110\n",
      "111 0111\n",
      "112 0112\n",
      "113 0113\n",
      "114 0114\n",
      "115 0115\n",
      "116 0116\n",
      "117 0117\n",
      "118 0118\n",
      "119 0119\n",
      "120 0120\n",
      "121 0121\n",
      "122 0122\n",
      "123 0123\n",
      "124 0124\n",
      "125 0125\n",
      "126 0126\n",
      "127 0127\n",
      "128 0128\n",
      "129 0129\n",
      "130 0130\n",
      "131 0131\n",
      "132 0132\n",
      "133 0133\n",
      "134 0134\n",
      "135 0135\n",
      "136 0136\n",
      "137 0137\n",
      "138 0138\n",
      "139 0139\n",
      "140 0140\n",
      "141 0141\n",
      "142 0142\n",
      "143 0143\n",
      "144 0144\n",
      "145 0145\n",
      "146 0146\n",
      "147 0147\n",
      "148 0148\n",
      "149 0149\n",
      "150 0150\n",
      "151 0151\n",
      "152 0152\n",
      "153 0153\n",
      "154 0154\n",
      "155 0155\n",
      "156 0156\n",
      "157 0157\n",
      "158 0158\n",
      "159 0159\n",
      "160 0160\n",
      "161 0161\n",
      "162 0162\n",
      "163 0163\n",
      "164 0164\n",
      "165 0165\n",
      "166 0166\n",
      "167 0167\n",
      "168 0168\n",
      "169 0169\n",
      "170 0170\n",
      "171 0171\n",
      "172 0172\n",
      "173 0173\n",
      "174 0174\n",
      "175 0175\n",
      "176 0176\n",
      "177 0177\n",
      "178 0178\n",
      "179 0179\n",
      "180 0180\n",
      "181 0181\n",
      "182 0182\n",
      "183 0183\n",
      "184 0184\n",
      "185 0185\n",
      "186 0186\n",
      "187 0187\n",
      "188 0188\n",
      "189 0189\n",
      "190 0190\n",
      "191 0191\n",
      "192 0192\n",
      "193 0193\n",
      "194 0194\n",
      "195 0195\n",
      "196 0196\n",
      "197 0197\n",
      "198 0198\n",
      "199 0199\n",
      "200 0200\n",
      "201 0201\n",
      "202 0202\n",
      "203 0203\n",
      "204 0204\n",
      "205 0205\n",
      "206 0206\n",
      "207 0207\n",
      "208 0208\n",
      "209 0209\n",
      "210 0210\n",
      "211 0211\n",
      "212 0212\n",
      "213 0213\n",
      "214 0214\n",
      "215 0215\n",
      "216 0216\n",
      "217 0217\n",
      "218 0218\n",
      "219 0219\n",
      "220 0220\n",
      "221 0221\n",
      "222 0222\n",
      "223 0223\n",
      "224 0224\n",
      "225 0225\n",
      "226 0226\n",
      "227 0227\n",
      "228 0228\n",
      "229 0229\n",
      "230 0230\n",
      "231 0231\n",
      "232 0232\n",
      "233 0233\n",
      "234 0234\n",
      "235 0235\n",
      "236 0236\n",
      "237 0237\n",
      "238 0238\n",
      "239 0239\n",
      "240 0240\n",
      "241 0241\n",
      "242 0242\n",
      "243 0243\n",
      "244 0244\n",
      "245 0245\n",
      "246 0246\n",
      "247 0247\n",
      "248 0248\n",
      "249 0249\n",
      "250 0250\n",
      "251 0251\n",
      "252 0252\n",
      "253 0253\n",
      "254 0254\n",
      "255 0255\n",
      "256 0256\n",
      "257 0257\n",
      "258 0258\n",
      "259 0259\n",
      "260 0260\n",
      "261 0261\n",
      "262 0262\n",
      "263 0263\n",
      "264 0264\n",
      "265 0265\n",
      "266 0266\n",
      "267 0267\n",
      "268 0268\n",
      "269 0269\n",
      "270 0270\n",
      "271 0271\n",
      "272 0272\n",
      "273 0273\n",
      "274 0274\n",
      "275 0275\n",
      "276 0276\n",
      "277 0277\n",
      "278 0278\n",
      "279 0279\n",
      "280 0280\n",
      "281 0281\n",
      "282 0282\n",
      "283 0283\n",
      "284 0284\n",
      "285 0285\n",
      "286 0286\n",
      "287 0287\n",
      "288 0288\n",
      "289 0289\n",
      "290 0290\n",
      "291 0291\n",
      "292 0292\n",
      "293 0293\n",
      "294 0294\n",
      "295 0295\n",
      "296 0296\n",
      "297 0297\n",
      "298 0298\n",
      "299 0299\n",
      "300 0300\n",
      "301 0301\n",
      "302 0302\n",
      "303 0303\n",
      "304 0304\n",
      "305 0305\n",
      "306 0306\n",
      "307 0307\n",
      "308 0308\n",
      "309 0309\n",
      "310 0310\n",
      "311 0311\n",
      "312 0312\n",
      "313 0313\n",
      "314 0314\n",
      "315 0315\n",
      "316 0316\n",
      "317 0317\n",
      "318 0318\n",
      "319 0319\n",
      "320 0320\n",
      "321 0321\n",
      "322 0322\n",
      "323 0323\n",
      "324 0324\n",
      "325 0325\n",
      "326 0326\n",
      "327 0327\n",
      "328 0328\n",
      "329 0329\n",
      "330 0330\n",
      "331 0331\n",
      "332 0332\n",
      "333 0333\n",
      "334 0334\n",
      "335 0335\n",
      "336 0336\n",
      "337 0337\n",
      "338 0338\n",
      "339 0339\n",
      "340 0340\n",
      "341 0341\n",
      "342 0342\n",
      "343 0343\n",
      "344 0344\n",
      "345 0345\n",
      "346 0346\n",
      "347 0347\n",
      "348 0348\n",
      "349 0349\n",
      "350 0350\n",
      "351 0351\n",
      "352 0352\n",
      "353 0353\n",
      "354 0354\n",
      "355 0355\n",
      "356 0356\n",
      "357 0357\n",
      "358 0358\n",
      "359 0359\n",
      "360 0360\n",
      "361 0361\n",
      "362 0362\n",
      "363 0363\n",
      "364 0364\n",
      "365 0365\n",
      "366 0366\n",
      "367 0367\n",
      "368 0368\n",
      "369 0369\n",
      "370 0370\n",
      "371 0371\n",
      "372 0372\n",
      "373 0373\n",
      "374 0374\n",
      "375 0375\n",
      "376 0376\n",
      "377 0377\n",
      "378 0378\n",
      "379 0379\n",
      "380 0380\n",
      "381 0381\n",
      "382 0382\n",
      "383 0383\n",
      "384 0384\n",
      "385 0385\n",
      "386 0386\n",
      "387 0387\n",
      "388 0388\n",
      "389 0389\n",
      "390 0390\n",
      "391 0391\n",
      "392 0392\n",
      "393 0393\n",
      "394 0394\n",
      "395 0395\n",
      "396 0396\n",
      "397 0397\n",
      "398 0398\n",
      "399 0399\n",
      "400 0400\n",
      "401 0401\n",
      "402 0402\n",
      "403 0403\n",
      "404 0404\n",
      "405 0405\n",
      "406 0406\n",
      "407 0407\n",
      "408 0408\n",
      "409 0409\n",
      "410 0410\n",
      "411 0411\n",
      "412 0412\n",
      "413 0413\n",
      "414 0414\n",
      "415 0415\n",
      "416 0416\n",
      "417 0417\n",
      "418 0418\n",
      "419 0419\n",
      "420 0420\n",
      "421 0421\n",
      "422 0422\n",
      "423 0423\n",
      "424 0424\n",
      "425 0425\n",
      "426 0426\n",
      "427 0427\n",
      "428 0428\n",
      "429 0429\n",
      "430 0430\n",
      "431 0431\n",
      "432 0432\n",
      "433 0433\n",
      "434 0434\n",
      "435 0435\n",
      "436 0436\n",
      "437 0437\n",
      "438 0438\n",
      "439 0439\n",
      "440 0440\n",
      "441 0441\n",
      "442 0442\n",
      "443 0443\n",
      "444 0444\n",
      "445 0445\n",
      "446 0446\n",
      "447 0447\n",
      "448 0448\n",
      "449 0449\n",
      "450 0450\n",
      "451 0451\n",
      "452 0452\n",
      "453 0453\n",
      "454 0454\n",
      "455 0455\n",
      "456 0456\n",
      "457 0457\n",
      "458 0458\n",
      "459 0459\n",
      "460 0460\n",
      "461 0461\n",
      "462 0462\n",
      "463 0463\n",
      "464 0464\n",
      "465 0465\n",
      "466 0466\n",
      "467 0467\n",
      "468 0468\n",
      "469 0469\n",
      "470 0470\n",
      "471 0471\n",
      "472 0472\n",
      "473 0473\n",
      "474 0474\n",
      "475 0475\n",
      "476 0476\n",
      "477 0477\n",
      "478 0478\n",
      "479 0479\n",
      "480 0480\n",
      "481 0481\n",
      "482 0482\n",
      "483 0483\n",
      "484 0484\n",
      "485 0485\n",
      "486 0486\n",
      "487 0487\n",
      "488 0488\n",
      "489 0489\n",
      "490 0490\n",
      "491 0491\n",
      "492 0492\n",
      "493 0493\n",
      "494 0494\n",
      "495 0495\n",
      "496 0496\n",
      "497 0497\n",
      "498 0498\n",
      "499 0499\n",
      "500 0500\n",
      "501 0501\n",
      "502 0502\n",
      "503 0503\n",
      "504 0504\n",
      "505 0505\n",
      "506 0506\n",
      "507 0507\n",
      "508 0508\n",
      "509 0509\n",
      "510 0510\n",
      "511 0511\n",
      "512 0512\n",
      "513 0513\n",
      "514 0514\n",
      "515 0515\n",
      "516 0516\n",
      "517 0517\n",
      "518 0518\n",
      "519 0519\n",
      "520 0520\n",
      "521 0521\n",
      "522 0522\n",
      "523 0523\n",
      "524 0524\n",
      "525 0525\n",
      "526 0526\n",
      "527 0527\n",
      "528 0528\n",
      "529 0529\n",
      "530 0530\n",
      "531 0531\n",
      "532 0532\n",
      "533 0533\n",
      "534 0534\n",
      "535 0535\n",
      "536 0536\n",
      "537 0537\n",
      "538 0538\n",
      "539 0539\n",
      "540 0540\n",
      "541 0541\n",
      "542 0542\n",
      "543 0543\n",
      "544 0544\n",
      "545 0545\n",
      "546 0546\n",
      "547 0547\n",
      "548 0548\n",
      "549 0549\n",
      "550 0550\n",
      "551 0551\n",
      "552 0552\n",
      "553 0553\n",
      "554 0554\n",
      "555 0555\n",
      "556 0556\n",
      "557 0557\n",
      "558 0558\n",
      "559 0559\n",
      "560 0560\n",
      "561 0561\n",
      "562 0562\n",
      "563 0563\n",
      "564 0564\n",
      "565 0565\n",
      "566 0566\n",
      "567 0567\n",
      "568 0568\n",
      "569 0569\n",
      "570 0570\n",
      "571 0571\n",
      "572 0572\n",
      "573 0573\n",
      "574 0574\n",
      "575 0575\n",
      "576 0576\n",
      "577 0577\n",
      "578 0578\n",
      "579 0579\n",
      "580 0580\n",
      "581 0581\n",
      "582 0582\n",
      "583 0583\n",
      "584 0584\n",
      "585 0585\n",
      "586 0586\n",
      "587 0587\n",
      "588 0588\n",
      "589 0589\n",
      "590 0590\n",
      "591 0591\n",
      "592 0592\n",
      "593 0593\n",
      "594 0594\n",
      "595 0595\n",
      "596 0596\n",
      "597 0597\n",
      "598 0598\n",
      "599 0599\n",
      "600 0600\n",
      "601 0601\n",
      "602 0602\n",
      "603 0603\n",
      "604 0604\n",
      "605 0605\n",
      "606 0606\n",
      "607 0607\n",
      "608 0608\n",
      "609 0609\n",
      "610 0610\n",
      "611 0611\n",
      "612 0612\n",
      "613 0613\n",
      "614 0614\n",
      "615 0615\n",
      "616 0616\n",
      "617 0617\n",
      "618 0618\n",
      "619 0619\n",
      "620 0620\n",
      "621 0621\n",
      "622 0622\n",
      "623 0623\n",
      "624 0624\n",
      "625 0625\n",
      "626 0626\n",
      "627 0627\n",
      "628 0628\n",
      "629 0629\n",
      "630 0630\n",
      "631 0631\n",
      "632 0632\n",
      "633 0633\n",
      "634 0634\n",
      "635 0635\n",
      "636 0636\n",
      "637 0637\n",
      "638 0638\n",
      "639 0639\n",
      "640 0640\n",
      "641 0641\n",
      "642 0642\n",
      "643 0643\n",
      "644 0644\n",
      "645 0645\n",
      "646 0646\n",
      "647 0647\n",
      "648 0648\n",
      "649 0649\n",
      "650 0650\n",
      "651 0651\n",
      "652 0652\n",
      "653 0653\n",
      "654 0654\n",
      "655 0655\n",
      "656 0656\n",
      "657 0657\n",
      "658 0658\n",
      "659 0659\n",
      "660 0660\n",
      "661 0661\n",
      "662 0662\n",
      "663 0663\n",
      "664 0664\n",
      "665 0665\n",
      "666 0666\n",
      "667 0667\n",
      "668 0668\n",
      "669 0669\n",
      "670 0670\n",
      "671 0671\n",
      "672 0672\n",
      "673 0673\n",
      "674 0674\n",
      "675 0675\n",
      "676 0676\n",
      "677 0677\n",
      "678 0678\n",
      "679 0679\n",
      "680 0680\n",
      "681 0681\n",
      "682 0682\n",
      "683 0683\n",
      "684 0684\n",
      "685 0685\n",
      "686 0686\n",
      "687 0687\n",
      "688 0688\n",
      "689 0689\n",
      "690 0690\n",
      "691 0691\n",
      "692 0692\n",
      "693 0693\n",
      "694 0694\n",
      "695 0695\n",
      "696 0696\n",
      "697 0697\n",
      "698 0698\n",
      "699 0699\n",
      "700 0700\n",
      "701 0701\n",
      "702 0702\n",
      "703 0703\n",
      "704 0704\n",
      "705 0705\n",
      "706 0706\n",
      "707 0707\n",
      "708 0708\n",
      "709 0709\n",
      "710 0710\n",
      "711 0711\n",
      "712 0712\n",
      "713 0713\n",
      "714 0714\n",
      "715 0715\n",
      "716 0716\n",
      "717 0717\n",
      "718 0718\n",
      "719 0719\n",
      "720 0720\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "Cell \u001b[0;32mIn[9], line 14\u001b[0m\n\u001b[1;32m     12\u001b[0m df_json2 \u001b[38;5;241m=\u001b[39m pd\u001b[38;5;241m.\u001b[39mread_json(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mdata/github_raw/filtered_github_data/partitions00000000\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mfi\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m.json\u001b[39m\u001b[38;5;124m'\u001b[39m, lines \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m     13\u001b[0m df_json2 \u001b[38;5;241m=\u001b[39m df_json2[df_json2[\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mtype\u001b[39m\u001b[38;5;124m'\u001b[39m] \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m'\u001b[39m\u001b[38;5;124mPushEvent\u001b[39m\u001b[38;5;124m'\u001b[39m]\n\u001b[0;32m---> 14\u001b[0m df_json \u001b[38;5;241m=\u001b[39m \u001b[43mpd\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mconcat\u001b[49m\u001b[43m(\u001b[49m\u001b[43m[\u001b[49m\u001b[43mdf_json\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdf_json2\u001b[49m\u001b[43m]\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[0;32m~/.local/lib/python3.8/site-packages/pandas/core/reshape/concat.py:385\u001b[0m, in \u001b[0;36mconcat\u001b[0;34m(objs, axis, join, ignore_index, keys, levels, names, verify_integrity, sort, copy)\u001b[0m\n\u001b[1;32m    370\u001b[0m     copy \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m\n\u001b[1;32m    372\u001b[0m op \u001b[38;5;241m=\u001b[39m _Concatenator(\n\u001b[1;32m    373\u001b[0m     objs,\n\u001b[1;32m    374\u001b[0m     axis\u001b[38;5;241m=\u001b[39maxis,\n\u001b[0;32m   (...)\u001b[0m\n\u001b[1;32m    382\u001b[0m     sort\u001b[38;5;241m=\u001b[39msort,\n\u001b[1;32m    383\u001b[0m )\n\u001b[0;32m--> 385\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mop\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_result\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[0;32m~/.local/lib/python3.8/site-packages/pandas/core/reshape/concat.py:616\u001b[0m, in \u001b[0;36m_Concatenator.get_result\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    612\u001b[0m             indexers[ax] \u001b[38;5;241m=\u001b[39m obj_labels\u001b[38;5;241m.\u001b[39mget_indexer(new_labels)\n\u001b[1;32m    614\u001b[0m     mgrs_indexers\u001b[38;5;241m.\u001b[39mappend((obj\u001b[38;5;241m.\u001b[39m_mgr, indexers))\n\u001b[0;32m--> 616\u001b[0m new_data \u001b[38;5;241m=\u001b[39m \u001b[43mconcatenate_managers\u001b[49m\u001b[43m(\u001b[49m\n\u001b[1;32m    617\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmgrs_indexers\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mnew_axes\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mconcat_axis\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbm_axis\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcopy\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcopy\u001b[49m\n\u001b[1;32m    618\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    619\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcopy \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m using_copy_on_write():\n\u001b[1;32m    620\u001b[0m     new_data\u001b[38;5;241m.\u001b[39m_consolidate_inplace()\n",
      "File \u001b[0;32m~/.local/lib/python3.8/site-packages/pandas/core/internals/concat.py:235\u001b[0m, in \u001b[0;36mconcatenate_managers\u001b[0;34m(mgrs_indexers, axes, concat_axis, copy)\u001b[0m\n\u001b[1;32m    232\u001b[0m     values \u001b[38;5;241m=\u001b[39m np\u001b[38;5;241m.\u001b[39mconcatenate(vals, axis\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m1\u001b[39m)\n\u001b[1;32m    233\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m    234\u001b[0m     \u001b[38;5;66;03m# TODO(EA2D): special-casing not needed with 2D EAs\u001b[39;00m\n\u001b[0;32m--> 235\u001b[0m     values \u001b[38;5;241m=\u001b[39m \u001b[43mconcat_compat\u001b[49m\u001b[43m(\u001b[49m\u001b[43mvals\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43maxis\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m1\u001b[39;49m\u001b[43m)\u001b[49m\n\u001b[1;32m    236\u001b[0m     values \u001b[38;5;241m=\u001b[39m ensure_block_shape(values, ndim\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m2\u001b[39m)\n\u001b[1;32m    238\u001b[0m values \u001b[38;5;241m=\u001b[39m ensure_wrapped_if_datetimelike(values)\n",
      "File \u001b[0;32m~/.local/lib/python3.8/site-packages/pandas/core/dtypes/concat.py:83\u001b[0m, in \u001b[0;36mconcat_compat\u001b[0;34m(to_concat, axis, ea_compat_axis)\u001b[0m\n\u001b[1;32m     80\u001b[0m any_ea \u001b[38;5;241m=\u001b[39m \u001b[38;5;28many\u001b[39m(\u001b[38;5;28misinstance\u001b[39m(x\u001b[38;5;241m.\u001b[39mdtype, ExtensionDtype) \u001b[38;5;28;01mfor\u001b[39;00m x \u001b[38;5;129;01min\u001b[39;00m to_concat)\n\u001b[1;32m     82\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m contains_datetime:\n\u001b[0;32m---> 83\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43m_concat_datetime\u001b[49m\u001b[43m(\u001b[49m\u001b[43mto_concat\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43maxis\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43maxis\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m     85\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m any_ea:\n\u001b[1;32m     86\u001b[0m     \u001b[38;5;66;03m# we ignore axis here, as internally concatting with EAs is always\u001b[39;00m\n\u001b[1;32m     87\u001b[0m     \u001b[38;5;66;03m# for axis=0\u001b[39;00m\n\u001b[1;32m     88\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m single_dtype:\n",
      "File \u001b[0;32m~/.local/lib/python3.8/site-packages/pandas/core/dtypes/concat.py:322\u001b[0m, in \u001b[0;36m_concat_datetime\u001b[0;34m(to_concat, axis)\u001b[0m\n\u001b[1;32m    317\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m single_dtype:\n\u001b[1;32m    318\u001b[0m     \u001b[38;5;66;03m# ensure_wrapped_if_datetimelike ensures that astype(object) wraps\u001b[39;00m\n\u001b[1;32m    319\u001b[0m     \u001b[38;5;66;03m#  in Timestamp/Timedelta\u001b[39;00m\n\u001b[1;32m    320\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m _concatenate_2d([x\u001b[38;5;241m.\u001b[39mastype(\u001b[38;5;28mobject\u001b[39m) \u001b[38;5;28;01mfor\u001b[39;00m x \u001b[38;5;129;01min\u001b[39;00m to_concat], axis\u001b[38;5;241m=\u001b[39maxis)\n\u001b[0;32m--> 322\u001b[0m result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mtype\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43mto_concat\u001b[49m\u001b[43m[\u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m]\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_concat_same_type\u001b[49m\u001b[43m(\u001b[49m\u001b[43mto_concat\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43maxis\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43maxis\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    323\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m result\n",
      "File \u001b[0;32m~/.local/lib/python3.8/site-packages/pandas/core/arrays/datetimelike.py:522\u001b[0m, in \u001b[0;36mDatetimeLikeArrayMixin._concat_same_type\u001b[0;34m(cls, to_concat, axis)\u001b[0m\n\u001b[1;32m    516\u001b[0m \u001b[38;5;129m@classmethod\u001b[39m\n\u001b[1;32m    517\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_concat_same_type\u001b[39m(\n\u001b[1;32m    518\u001b[0m     \u001b[38;5;28mcls\u001b[39m: \u001b[38;5;28mtype\u001b[39m[DatetimeLikeArrayT],\n\u001b[1;32m    519\u001b[0m     to_concat: Sequence[DatetimeLikeArrayT],\n\u001b[1;32m    520\u001b[0m     axis: AxisInt \u001b[38;5;241m=\u001b[39m \u001b[38;5;241m0\u001b[39m,\n\u001b[1;32m    521\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m DatetimeLikeArrayT:\n\u001b[0;32m--> 522\u001b[0m     new_obj \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43msuper\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_concat_same_type\u001b[49m\u001b[43m(\u001b[49m\u001b[43mto_concat\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43maxis\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    524\u001b[0m     obj \u001b[38;5;241m=\u001b[39m to_concat[\u001b[38;5;241m0\u001b[39m]\n\u001b[1;32m    525\u001b[0m     dtype \u001b[38;5;241m=\u001b[39m obj\u001b[38;5;241m.\u001b[39mdtype\n",
      "File \u001b[0;32m~/.local/lib/python3.8/site-packages/pandas/core/arrays/_mixins.py:227\u001b[0m, in \u001b[0;36mNDArrayBackedExtensionArray._concat_same_type\u001b[0;34m(cls, to_concat, axis)\u001b[0m\n\u001b[1;32m    224\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mto_concat must have the same dtype (tz)\u001b[39m\u001b[38;5;124m\"\u001b[39m, dtypes)\n\u001b[1;32m    226\u001b[0m new_values \u001b[38;5;241m=\u001b[39m [x\u001b[38;5;241m.\u001b[39m_ndarray \u001b[38;5;28;01mfor\u001b[39;00m x \u001b[38;5;129;01min\u001b[39;00m to_concat]\n\u001b[0;32m--> 227\u001b[0m new_arr \u001b[38;5;241m=\u001b[39m \u001b[43mnp\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mconcatenate\u001b[49m\u001b[43m(\u001b[49m\u001b[43mnew_values\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43maxis\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43maxis\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m    228\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m to_concat[\u001b[38;5;241m0\u001b[39m]\u001b[38;5;241m.\u001b[39m_from_backing_data(new_arr)\n",
      "File \u001b[0;32m<__array_function__ internals>:200\u001b[0m, in \u001b[0;36mconcatenate\u001b[0;34m(*args, **kwargs)\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "df_json = pd.read_json('data/github_raw/filtered_github_data/partitions000000000000.json', lines = True)\n",
    "df_json = df_json[df_json['type'] == 'PushEvent']\n",
    "for i in range(2000):\n",
    "    fi = str(i)\n",
    "    if i < 10:\n",
    "        fi = '0' + fi\n",
    "    if i < 100:\n",
    "        fi = '0' + fi\n",
    "    if i < 1000:\n",
    "        fi = '0' + fi\n",
    "    print(i, fi)\n",
    "    df_json2 = pd.read_json(f'data/github_raw/filtered_github_data/partitions00000000{fi}.json', lines = True)\n",
    "    df_json2 = df_json2[df_json2['type'] == 'PushEvent']\n",
    "    df_json = pd.concat([df_json, df_json2])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "21ac2dea-e941-4024-b4b9-49dd239c4903",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "df_json[df_json['type'] == 'PushEvent']['payload'].apply(lambda x: json.loads(x)['ref']).loc[3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "66fb1ff5-7888-4349-9b85-4c3e03912fd0",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "df_json[df_json['payload'].apply(lambda x: json.loads(x)['push_id'] in push_ids)]['payload'].apply(lambda x: json.loads(x)['ref']).value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ada58015-8463-4438-a101-df8df56e7d3f",
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "push_data = pd.read_csv('data/merged_data/cleaned_push_data.csv', index_col = 0) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "79f6a489-b24a-4e56-b28d-6eb131c1520b",
   "metadata": {},
   "outputs": [],
   "source": [
    "push_ids = push_data[(push_data['repo_name'] == 'ray-project/ray') & (push_data['actor_id'] == 14922)]['push_id'].unique()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}