Doc type training set.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Build Training set for doc types"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import TWB\n",
    "import glob"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package stopwords to\n",
      "[nltk_data]     /Users/sparaschiakos/nltk_data...\n",
      "[nltk_data]   Package stopwords is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "import nltk\n",
    "from nltk.stem import PorterStemmer\n",
    "#from nltk.stem import LancasterStemmer\n",
    "nltk.download('stopwords')\n",
    "from nltk.corpus import stopwords\n",
    "from nltk.tokenize import RegexpTokenizer\n",
    "\n",
    "tokenizer = RegexpTokenizer(r'\\w+')\n",
    "porter = PorterStemmer()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [],
   "source": [
    "english_document_data = pd.read_pickle('data/english_document_data.pkl')\n",
    "stems = pd.read_pickle('data/stemmed_data.pkl')\n",
    "freq_content = pd.read_pickle('data/freq_content.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(34525, 2)\n",
      "(30073, 12)\n",
      "(34525, 40)\n"
     ]
    }
   ],
   "source": [
    "print(stems.shape)\n",
    "print(english_document_data.shape)\n",
    "print(freq_content.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# # defining function to check buzz word \n",
    "# def exist_(temp,j): \n",
    "#     temp2=temp.lower()\n",
    "#     temp3=temp2.find(j)\n",
    "#     return temp3>0\n",
    "    \n",
    "# dictionary2=['certificate','instruction','poster','protocol', 'presentation',\n",
    "#              'response','letter','report','map','manual','banner']\n",
    "\n",
    "# for j in dictionary2:\n",
    "#     jj=english_document_data.Filename.apply(lambda x: exist_(x,j))\n",
    "#     rr=pd.DataFrame(columns=[str(j)])\n",
    "#     rr[str(j)]=jj\n",
    "#     english_document_data=pd.concat([english_document_data,rr ], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# keep only the english ones\n",
    "stems_en = stems.iloc[english_document_data.index]\n",
    "freq_content_en = freq_content.iloc[english_document_data.index]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "6730"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# drop dublicates and create the corpus\n",
    "stems_en_noDbl = stems_en.drop_duplicates(subset='Content')\n",
    "len(stems_en_noDbl.index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 277,
   "metadata": {},
   "outputs": [],
   "source": [
    "# drop duplicates of english_document_data based on content \n",
    "english_document_data_noDbl = english_document_data.loc[stems_en_noDbl.index]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 278,
   "metadata": {},
   "outputs": [],
   "source": [
    "# keep df with true in labels\n",
    "df = english_document_data_noDbl.loc[\n",
    "    (english_document_data_noDbl['certificate']==True) |\n",
    "    (english_document_data_noDbl['instruction']==True) |\n",
    "    (english_document_data_noDbl['poster']==True) |\n",
    "    (english_document_data_noDbl['protocol']==True) |\n",
    "    (english_document_data_noDbl['presentation']==True) |\n",
    "    (english_document_data_noDbl['response']==True) |\n",
    "    (english_document_data_noDbl['letter']==True) |\n",
    "    (english_document_data_noDbl['report']==True) |\n",
    "    (english_document_data_noDbl['map']==True) |\n",
    "    (english_document_data_noDbl['manual']==True) |\n",
    "    (english_document_data_noDbl['banner']==True)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 279,
   "metadata": {},
   "outputs": [],
   "source": [
    "labeled_docs = pd.DataFrame(index= df.index, columns=['document', 'label'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 280,
   "metadata": {},
   "outputs": [],
   "source": [
    "# keep docs with label\n",
    "for i in df.index:\n",
    "    go = False\n",
    "    for j in df.columns:\n",
    "        if (df[j][i] == True) & (go == False):\n",
    "            labeled_docs.document[i] = df.Filename[i]\n",
    "            labeled_docs.label[i] = j\n",
    "            go = True"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 281,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>document</th>\n",
       "      <th>label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>English_Volunteer_Newsletter_January_2017.docx</td>\n",
       "      <td>letter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>461</th>\n",
       "      <td>201702_Letter_from_the_NGO_Committee_on_Migrat...</td>\n",
       "      <td>letter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>692</th>\n",
       "      <td>Labels_for_Emergency_Response_Map.docx</td>\n",
       "      <td>response</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1064</th>\n",
       "      <td>CP_protocol_FINAL_with_LSTMH_approval.docx</td>\n",
       "      <td>protocol</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1191</th>\n",
       "      <td>2a_Data_and_information_for_epidemic_response_...</td>\n",
       "      <td>response</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1193</th>\n",
       "      <td>2b_Laboratory_networks_to_support_outbreak_pre...</td>\n",
       "      <td>response</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1195</th>\n",
       "      <td>Publisher_report_2016_final.docx</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1202</th>\n",
       "      <td>CAFE_newsletter_Apr_2017_for_translation_1.docx</td>\n",
       "      <td>letter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1206</th>\n",
       "      <td>CAFE_newsletter_Apr_2017_for_translation_2.docx</td>\n",
       "      <td>letter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1419</th>\n",
       "      <td>BRONZE_Annual_Report_Template.docx</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1423</th>\n",
       "      <td>SILVER_Annual_Report_Template(1).docx</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1440</th>\n",
       "      <td>CDS_Rehab_completion_report_-for_translation_i...</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1441</th>\n",
       "      <td>CDS_Rehab_completion_report_-for_translation_i...</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1485</th>\n",
       "      <td>Disability_Inclusion_and_Etiquette_Training_pr...</td>\n",
       "      <td>presentation</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1599</th>\n",
       "      <td>5._Module_1_-_Worldmap_Camps_and_camp-like_set...</td>\n",
       "      <td>map</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1748</th>\n",
       "      <td>Denmark_funds_emergency_response_for_the_recen...</td>\n",
       "      <td>response</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1751</th>\n",
       "      <td>Denmark_funds_emergency_response_for_South_Sud...</td>\n",
       "      <td>response</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1754</th>\n",
       "      <td>CESCR_-_report_on_France_ETOs_and_private_educ...</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1755</th>\n",
       "      <td>Latvia_supports_UNHCR’s_regional_response_to_t...</td>\n",
       "      <td>response</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1808</th>\n",
       "      <td>Updated_Amendment_Training_Powerpoint_Presenta...</td>\n",
       "      <td>presentation</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1834</th>\n",
       "      <td>Sweden_Supports_the_Emergency_Response_in_Iraq...</td>\n",
       "      <td>response</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1916</th>\n",
       "      <td>RUTF_Description_and_Protocol.docx</td>\n",
       "      <td>protocol</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2322</th>\n",
       "      <td>Final_Report_Shamwana_December_2016.docx</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2486</th>\n",
       "      <td>FWM_Training_Certificate-_BrandedWORD.doc</td>\n",
       "      <td>certificate</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2553</th>\n",
       "      <td>TdH_Child_Labour_Report_2017_-_FINAL_short.docx</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2677</th>\n",
       "      <td>May_2017_Volunteer_Newsletter.docx</td>\n",
       "      <td>letter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2762</th>\n",
       "      <td>Higher_Education_For_Refugees__Welcome_Map__EN...</td>\n",
       "      <td>map</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3027</th>\n",
       "      <td>WABA_files_for_translation.zip___SEP___2017_WB...</td>\n",
       "      <td>poster</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3086</th>\n",
       "      <td>CAFE_Follow-up_Letter_to_RFU_June_17_v2.doc</td>\n",
       "      <td>letter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3211</th>\n",
       "      <td>June-Volunteer_Newsletter_.docx</td>\n",
       "      <td>letter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32550</th>\n",
       "      <td>CARE_Idai_Certificate_of_Donation_-Schools.docx</td>\n",
       "      <td>certificate</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32577</th>\n",
       "      <td>AAP_Posters.zip___SEP___AAP_Posters_(00000002)...</td>\n",
       "      <td>poster</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32581</th>\n",
       "      <td>AAP_Posters.zip___SEP___AAP_Posters_(00000002)...</td>\n",
       "      <td>poster</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32585</th>\n",
       "      <td>AAP_Posters.zip___SEP___AAP_Posters_(00000002)...</td>\n",
       "      <td>poster</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32589</th>\n",
       "      <td>AAP_Posters.zip___SEP___AAP_Posters_(00000002)...</td>\n",
       "      <td>poster</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32593</th>\n",
       "      <td>AAP_Posters.zip___SEP___AAP_Posters_(00000002)...</td>\n",
       "      <td>poster</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32639</th>\n",
       "      <td>April_2019_Volunteer_Newsletter.docx</td>\n",
       "      <td>letter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32852</th>\n",
       "      <td>1_Modulo_Core.zip___SEP___NC_RCRCMod_VOLMANUAL...</td>\n",
       "      <td>manual</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32862</th>\n",
       "      <td>NC_Assessment_VOLMANUAL.docx</td>\n",
       "      <td>manual</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32937</th>\n",
       "      <td>NC_BC_VOLMANUAL.docx</td>\n",
       "      <td>manual</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33131</th>\n",
       "      <td>Module_7.zip___SEP___MNCH_VolManual_Complete.docx</td>\n",
       "      <td>manual</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33187</th>\n",
       "      <td>5.1_Fin_Report.docx</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33357</th>\n",
       "      <td>Module_8.zip___SEP___NC_MHPSS_VOLMANUAL.docx</td>\n",
       "      <td>manual</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33592</th>\n",
       "      <td>Mod_11_and_12.zip___SEP___VNRBD_VolManual_Comp...</td>\n",
       "      <td>manual</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33704</th>\n",
       "      <td>UN_Refugee_Chief_urges_Security_Council_for_fi...</td>\n",
       "      <td>response</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33716</th>\n",
       "      <td>Conference_Report_Website_Story.docx</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33738</th>\n",
       "      <td>2018_HEART_Faciltiator_Manual.docx</td>\n",
       "      <td>manual</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33798</th>\n",
       "      <td>Tobacco_posters.docx</td>\n",
       "      <td>poster</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33817</th>\n",
       "      <td>Forms.zip___SEP___TE_Letter_to_Parents_2019.docx</td>\n",
       "      <td>letter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33832</th>\n",
       "      <td>19-_Abdallah_Beirakdar-_Bekaa-_MAPS.docx</td>\n",
       "      <td>map</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33856</th>\n",
       "      <td>Tobacco_posters_MY.docx</td>\n",
       "      <td>poster</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34013</th>\n",
       "      <td>tot_training_manual_copy_2_-_pp_40-44.docx</td>\n",
       "      <td>manual</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34116</th>\n",
       "      <td>Manual_w_out_drill_instructions.docx</td>\n",
       "      <td>instruction</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34229</th>\n",
       "      <td>5.C._Case_Conference_Report.docx</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34243</th>\n",
       "      <td>3.B._Case_Conference_Report.docx</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34244</th>\n",
       "      <td>D._UNHCR_BID_Report.docx</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34269</th>\n",
       "      <td>15-05.zip___SEP___Welcome_Letter_from_Julie.docx</td>\n",
       "      <td>letter</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34294</th>\n",
       "      <td>MSF_OCA_Medical_Protocol_digital_2019.docx</td>\n",
       "      <td>protocol</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34423</th>\n",
       "      <td>20180308_-_AAI_Annual_Report.idml</td>\n",
       "      <td>report</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34524</th>\n",
       "      <td>START_Presentation.pptx</td>\n",
       "      <td>presentation</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>568 rows × 2 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                document         label\n",
       "205       English_Volunteer_Newsletter_January_2017.docx        letter\n",
       "461    201702_Letter_from_the_NGO_Committee_on_Migrat...        letter\n",
       "692               Labels_for_Emergency_Response_Map.docx      response\n",
       "1064          CP_protocol_FINAL_with_LSTMH_approval.docx      protocol\n",
       "1191   2a_Data_and_information_for_epidemic_response_...      response\n",
       "1193   2b_Laboratory_networks_to_support_outbreak_pre...      response\n",
       "1195                    Publisher_report_2016_final.docx        report\n",
       "1202     CAFE_newsletter_Apr_2017_for_translation_1.docx        letter\n",
       "1206     CAFE_newsletter_Apr_2017_for_translation_2.docx        letter\n",
       "1419                  BRONZE_Annual_Report_Template.docx        report\n",
       "1423               SILVER_Annual_Report_Template(1).docx        report\n",
       "1440   CDS_Rehab_completion_report_-for_translation_i...        report\n",
       "1441   CDS_Rehab_completion_report_-for_translation_i...        report\n",
       "1485   Disability_Inclusion_and_Etiquette_Training_pr...  presentation\n",
       "1599   5._Module_1_-_Worldmap_Camps_and_camp-like_set...           map\n",
       "1748   Denmark_funds_emergency_response_for_the_recen...      response\n",
       "1751   Denmark_funds_emergency_response_for_South_Sud...      response\n",
       "1754   CESCR_-_report_on_France_ETOs_and_private_educ...        report\n",
       "1755   Latvia_supports_UNHCR’s_regional_response_to_t...      response\n",
       "1808   Updated_Amendment_Training_Powerpoint_Presenta...  presentation\n",
       "1834   Sweden_Supports_the_Emergency_Response_in_Iraq...      response\n",
       "1916                  RUTF_Description_and_Protocol.docx      protocol\n",
       "2322            Final_Report_Shamwana_December_2016.docx        report\n",
       "2486           FWM_Training_Certificate-_BrandedWORD.doc   certificate\n",
       "2553     TdH_Child_Labour_Report_2017_-_FINAL_short.docx        report\n",
       "2677                  May_2017_Volunteer_Newsletter.docx        letter\n",
       "2762   Higher_Education_For_Refugees__Welcome_Map__EN...           map\n",
       "3027   WABA_files_for_translation.zip___SEP___2017_WB...        poster\n",
       "3086         CAFE_Follow-up_Letter_to_RFU_June_17_v2.doc        letter\n",
       "3211                     June-Volunteer_Newsletter_.docx        letter\n",
       "...                                                  ...           ...\n",
       "32550    CARE_Idai_Certificate_of_Donation_-Schools.docx   certificate\n",
       "32577  AAP_Posters.zip___SEP___AAP_Posters_(00000002)...        poster\n",
       "32581  AAP_Posters.zip___SEP___AAP_Posters_(00000002)...        poster\n",
       "32585  AAP_Posters.zip___SEP___AAP_Posters_(00000002)...        poster\n",
       "32589  AAP_Posters.zip___SEP___AAP_Posters_(00000002)...        poster\n",
       "32593  AAP_Posters.zip___SEP___AAP_Posters_(00000002)...        poster\n",
       "32639               April_2019_Volunteer_Newsletter.docx        letter\n",
       "32852  1_Modulo_Core.zip___SEP___NC_RCRCMod_VOLMANUAL...        manual\n",
       "32862                       NC_Assessment_VOLMANUAL.docx        manual\n",
       "32937                               NC_BC_VOLMANUAL.docx        manual\n",
       "33131  Module_7.zip___SEP___MNCH_VolManual_Complete.docx        manual\n",
       "33187                                5.1_Fin_Report.docx        report\n",
       "33357       Module_8.zip___SEP___NC_MHPSS_VOLMANUAL.docx        manual\n",
       "33592  Mod_11_and_12.zip___SEP___VNRBD_VolManual_Comp...        manual\n",
       "33704  UN_Refugee_Chief_urges_Security_Council_for_fi...      response\n",
       "33716               Conference_Report_Website_Story.docx        report\n",
       "33738                 2018_HEART_Faciltiator_Manual.docx        manual\n",
       "33798                               Tobacco_posters.docx        poster\n",
       "33817   Forms.zip___SEP___TE_Letter_to_Parents_2019.docx        letter\n",
       "33832           19-_Abdallah_Beirakdar-_Bekaa-_MAPS.docx           map\n",
       "33856                            Tobacco_posters_MY.docx        poster\n",
       "34013         tot_training_manual_copy_2_-_pp_40-44.docx        manual\n",
       "34116               Manual_w_out_drill_instructions.docx   instruction\n",
       "34229                   5.C._Case_Conference_Report.docx        report\n",
       "34243                   3.B._Case_Conference_Report.docx        report\n",
       "34244                           D._UNHCR_BID_Report.docx        report\n",
       "34269   15-05.zip___SEP___Welcome_Letter_from_Julie.docx        letter\n",
       "34294         MSF_OCA_Medical_Protocol_digital_2019.docx      protocol\n",
       "34423                  20180308_-_AAI_Annual_Report.idml        report\n",
       "34524                            START_Presentation.pptx  presentation\n",
       "\n",
       "[568 rows x 2 columns]"
      ]
     },
     "execution_count": 281,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "labeled_docs"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Compute the relative freqs per word in the corpus per document"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "# create the list with all the contents\n",
    "texts =[]\n",
    "texts = list(stems_en_noDbl.Content)\n",
    "token_freq = [ TWB.common.freq(t.split(' ')) for t in texts ]\n",
    "token_freq[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [],
   "source": [
    "dictionary = list(set(' '.join(texts).split(' ')))\n",
    "dict_idx = { w : i for (i,w) in enumerate(dictionary) }\n",
    "# dict_idx"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "M = np.zeros((len(texts),len(dictionary)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "for i, text in enumerate(texts):\n",
    "    M[i,[dict_idx[w] for w in token_freq[i].keys()]] = np.array(list(token_freq[i].values()))/sum(token_freq[i].values())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 197,
   "metadata": {},
   "outputs": [],
   "source": [
    "# the relative freqs per word per document\n",
    "labeled_set= pd.DataFrame(M, columns=dictionary,index=stems_en_noDbl.index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 161,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>prosynergi</th>\n",
       "      <th>hangout</th>\n",
       "      <th>sodi</th>\n",
       "      <th>sindhuli</th>\n",
       "      <th>aprenden</th>\n",
       "      <th>sgsa</th>\n",
       "      <th>mainstream</th>\n",
       "      <th>aligncent</th>\n",
       "      <th>ሊረዱህ</th>\n",
       "      <th>...</th>\n",
       "      <th>element</th>\n",
       "      <th>straight</th>\n",
       "      <th>2cqpwhz</th>\n",
       "      <th>ressourc</th>\n",
       "      <th>5312018</th>\n",
       "      <th>ማስፈቀድ</th>\n",
       "      <th>وتمثل</th>\n",
       "      <th>nationalarch</th>\n",
       "      <th>5203070012</th>\n",
       "      <th>brown</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.005747</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.005155</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.005650</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.007042</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.000034</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000271</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000440</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>0.000114</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000114</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>0.001580</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>0.000530</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>106</th>\n",
       "      <td>0.000223</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>107</th>\n",
       "      <td>0.002481</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.002481</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>116</th>\n",
       "      <td>0.001437</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>120</th>\n",
       "      <td>0.001812</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132</th>\n",
       "      <td>0.001901</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>144</th>\n",
       "      <td>0.001934</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>156</th>\n",
       "      <td>0.002320</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>168</th>\n",
       "      <td>0.002273</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>181</th>\n",
       "      <td>0.009434</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>188</th>\n",
       "      <td>0.004545</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>197</th>\n",
       "      <td>0.004274</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>0.000637</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>220</th>\n",
       "      <td>0.000124</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000248</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000496</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>221</th>\n",
       "      <td>0.003012</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>228</th>\n",
       "      <td>0.006944</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>232</th>\n",
       "      <td>0.003356</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>246</th>\n",
       "      <td>0.002506</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>270</th>\n",
       "      <td>0.004975</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>294</th>\n",
       "      <td>0.002445</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>318</th>\n",
       "      <td>0.002132</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>326</th>\n",
       "      <td>0.003344</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>350</th>\n",
       "      <td>0.002053</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34323</th>\n",
       "      <td>0.001381</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34327</th>\n",
       "      <td>0.002882</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34332</th>\n",
       "      <td>0.005348</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.010695</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34334</th>\n",
       "      <td>0.002016</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34335</th>\n",
       "      <td>0.000044</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000044</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34353</th>\n",
       "      <td>0.000070</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000070</td>\n",
       "      <td>0.000209</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000348</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34368</th>\n",
       "      <td>0.000126</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000126</td>\n",
       "      <td>0.000251</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34376</th>\n",
       "      <td>0.004115</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34377</th>\n",
       "      <td>0.000035</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000035</td>\n",
       "      <td>0.000104</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000174</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34378</th>\n",
       "      <td>0.000070</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000070</td>\n",
       "      <td>0.000210</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34393</th>\n",
       "      <td>0.000044</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000044</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34408</th>\n",
       "      <td>0.001355</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34409</th>\n",
       "      <td>0.001122</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34410</th>\n",
       "      <td>0.001025</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34411</th>\n",
       "      <td>0.021739</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34412</th>\n",
       "      <td>0.003215</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34413</th>\n",
       "      <td>0.002137</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34414</th>\n",
       "      <td>0.002110</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34415</th>\n",
       "      <td>0.002193</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34416</th>\n",
       "      <td>0.009091</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34419</th>\n",
       "      <td>0.000643</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001286</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34423</th>\n",
       "      <td>0.000135</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34453</th>\n",
       "      <td>0.047619</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34462</th>\n",
       "      <td>0.000805</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.001610</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34464</th>\n",
       "      <td>0.000277</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34474</th>\n",
       "      <td>0.000315</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000629</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34484</th>\n",
       "      <td>0.004255</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34521</th>\n",
       "      <td>0.001350</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34523</th>\n",
       "      <td>0.000564</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34524</th>\n",
       "      <td>0.000847</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.000847</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>6730 rows × 117371 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 prosynergi  hangout  sodi  sindhuli  aprenden  sgsa  \\\n",
       "0      0.005747         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "7      0.005155         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "13     0.005650         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "16     0.007042         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "19     0.000034         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "22     0.000114         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "29     0.001580         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "30     0.000530         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "106    0.000223         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "107    0.002481         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "116    0.001437         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "120    0.001812         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "132    0.001901         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "144    0.001934         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "156    0.002320         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "168    0.002273         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "181    0.009434         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "188    0.004545         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "197    0.004274         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "205    0.000637         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "220    0.000124         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "221    0.003012         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "228    0.006944         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "232    0.003356         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "246    0.002506         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "270    0.004975         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "294    0.002445         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "318    0.002132         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "326    0.003344         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "350    0.002053         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "...         ...         ...      ...   ...       ...       ...   ...   \n",
       "34323  0.001381         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34327  0.002882         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34332  0.005348         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34334  0.002016         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34335  0.000044         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34353  0.000070         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34368  0.000126         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34376  0.004115         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34377  0.000035         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34378  0.000070         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34393  0.000044         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34408  0.001355         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34409  0.001122         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34410  0.001025         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34411  0.021739         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34412  0.003215         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34413  0.002137         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34414  0.002110         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34415  0.002193         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34416  0.009091         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34419  0.000643         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34423  0.000135         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34453  0.047619         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34462  0.000805         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34464  0.000277         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34474  0.000315         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34484  0.004255         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34521  0.001350         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34523  0.000564         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34524  0.000847         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "\n",
       "       mainstream  aligncent  ሊረዱህ    ...      element  straight  2cqpwhz  \\\n",
       "0        0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "7        0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "13       0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "16       0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "19       0.000271        0.0   0.0    ...     0.000440  0.000000      0.0   \n",
       "22       0.000000        0.0   0.0    ...     0.000114  0.000000      0.0   \n",
       "29       0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "30       0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "106      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "107      0.000000        0.0   0.0    ...     0.000000  0.002481      0.0   \n",
       "116      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "120      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "132      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "144      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "156      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "168      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "181      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "188      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "197      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "205      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "220      0.000248        0.0   0.0    ...     0.000000  0.000496      0.0   \n",
       "221      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "228      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "232      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "246      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "270      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "294      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "318      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "326      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "350      0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "...           ...        ...   ...    ...          ...       ...      ...   \n",
       "34323    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34327    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34332    0.010695        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34334    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34335    0.000000        0.0   0.0    ...     0.000044  0.000000      0.0   \n",
       "34353    0.000000        0.0   0.0    ...     0.000070  0.000209      0.0   \n",
       "34368    0.000000        0.0   0.0    ...     0.000126  0.000251      0.0   \n",
       "34376    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34377    0.000000        0.0   0.0    ...     0.000035  0.000104      0.0   \n",
       "34378    0.000000        0.0   0.0    ...     0.000070  0.000210      0.0   \n",
       "34393    0.000000        0.0   0.0    ...     0.000044  0.000000      0.0   \n",
       "34408    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34409    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34410    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34411    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34412    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34413    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34414    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34415    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34416    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34419    0.000000        0.0   0.0    ...     0.001286  0.000000      0.0   \n",
       "34423    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34453    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34462    0.000000        0.0   0.0    ...     0.001610  0.000000      0.0   \n",
       "34464    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34474    0.000000        0.0   0.0    ...     0.000629  0.000000      0.0   \n",
       "34484    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34521    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34523    0.000000        0.0   0.0    ...     0.000000  0.000000      0.0   \n",
       "34524    0.000000        0.0   0.0    ...     0.000847  0.000000      0.0   \n",
       "\n",
       "       ressourc  5312018  ማስፈቀድ  وتمثل  nationalarch  5203070012     brown  \n",
       "0           0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "7           0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "13          0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "16          0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "19          0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "22          0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "29          0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "30          0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "106         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "107         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "116         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "120         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "132         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "144         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "156         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "168         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "181         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "188         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "197         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "205         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "220         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "221         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "228         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "232         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "246         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "270         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "294         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "318         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "326         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "350         0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "...         ...      ...    ...    ...           ...         ...       ...  \n",
       "34323       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34327       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34332       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34334       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34335       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34353       0.0      0.0    0.0    0.0           0.0         0.0  0.000348  \n",
       "34368       0.0      0.0    0.0    0.0           0.0         0.0  0.000126  \n",
       "34376       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34377       0.0      0.0    0.0    0.0           0.0         0.0  0.000174  \n",
       "34378       0.0      0.0    0.0    0.0           0.0         0.0  0.000351  \n",
       "34393       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34408       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34409       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34410       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34411       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34412       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34413       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34414       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34415       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34416       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34419       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34423       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34453       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34462       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34464       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34474       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34484       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34521       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34523       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "34524       0.0      0.0    0.0    0.0           0.0         0.0  0.000000  \n",
       "\n",
       "[6730 rows x 117371 columns]"
      ]
     },
     "execution_count": 161,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "labeled_set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# keep cols with only digits\n",
    "digit_stems = []\n",
    "for col in labeled_set.columns:\n",
    "    if col.isdigit():\n",
    "        digit_stems.append(col)  \n",
    "len(digit_stems)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 199,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# compute and keep the amount of digit stems per doc\n",
    "labeled_set['__digits'] = labeled_set[digit_stems].apply(sum,axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 200,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# drop digit columns\n",
    "labeled_set = labeled_set.drop(columns=digit_stems)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 282,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# create a column for the labels for all the docs and impute as unknown\n",
    "labeled_set[\"label\"] = 'Unknown'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 283,
   "metadata": {},
   "outputs": [],
   "source": [
    "# impute the knwon labels\n",
    "for i in labeled_docs.index:\n",
    "        labeled_set['label'].loc[i] = labeled_docs[\"label\"].loc[i]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 284,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['letter', 'response', 'protocol', 'report', 'presentation', 'map',\n",
       "       'certificate', 'poster', 'manual', 'instruction'], dtype=object)"
      ]
     },
     "execution_count": 284,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "labeled_docs['label'].unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 285,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# merge instructions and manual\n",
    "labeled_docs['label'].loc[(labeled_docs['label']=='manual') | \n",
    "                          (labeled_docs['label']=='instruction')] = 'manual/instruction'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 286,
   "metadata": {},
   "outputs": [],
   "source": [
    "# save the labeled set of docs \n",
    "labeled_set.to_pickle('data/labeled_set_type.pkl')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## PCA"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.datasets import fetch_mldata\n",
    "from sklearn.decomposition import PCA\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "from sklearn import metrics\n",
    "from sklearn.model_selection import train_test_split\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "# load labeled_set\n",
    "labeled_set = pd.read_pickle('data/labeled_set_type.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "# keep only features\n",
    "features_doc_types = labeled_set.drop(columns=['label'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# standarize\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "scaler = StandardScaler()\n",
    "# Fit on training set only.\n",
    "scaler.fit(features_doc_types)\n",
    "# Apply transform to both the training set and the test set.\n",
    "train_img = scaler.transform(features_doc_types)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.decomposition import PCA\n",
    "pca = PCA(.95)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "PCA(copy=True, iterated_power='auto', n_components=0.95, random_state=None,\n",
       "  svd_solver='auto', tol=0.0, whiten=False)"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pca.fit(train_img)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[-8.21040299e-05, -2.98984673e-06, -4.22127365e-06, ...,\n",
       "        -2.61989391e-06,  4.96725054e-05, -1.47806165e-04],\n",
       "       [ 2.89908042e-06,  1.08343979e-07,  1.53629127e-07, ...,\n",
       "         8.22011563e-07, -2.01367954e-06,  1.71787405e-05],\n",
       "       [-8.48760988e-05, -2.98872865e-06, -4.40606503e-06, ...,\n",
       "        -3.33088233e-06, -1.44355435e-05,  1.14767975e-03],\n",
       "       ...,\n",
       "       [-1.28654772e-03,  1.98918551e-04, -3.87393011e-03, ...,\n",
       "         5.12806362e-05, -4.01537479e-03,  5.69910717e-03],\n",
       "       [ 8.80504507e-03, -1.42491988e-04, -5.52086824e-03, ...,\n",
       "        -4.32936866e-06, -3.29175138e-04,  6.99498738e-03],\n",
       "       [ 1.89087174e-02,  6.85204233e-04, -8.29634755e-03, ...,\n",
       "        -4.42736314e-05, -8.02845943e-03, -1.81718237e-03]])"
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# save PCA components\n",
    "pca.components_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3685\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "['docClassif/pca_comp_type.pkl']"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import joblib\n",
    "print(pca.n_components_)\n",
    "\n",
    "joblib.dump(pca.components_,'docClassif/pca_comp_type.pkl')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Training Classifiers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "from pandas.tools.plotting import parallel_coordinates\n",
    "import pandas as pd\n",
    "from sklearn import svm\n",
    "\n",
    "from sklearn.metrics import jaccard_similarity_score\n",
    "\n",
    "#from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn import metrics\n",
    "\n",
    "random_state = 100\n",
    "#import xgboost as xgb\n",
    "\n",
    "import pickle\n",
    "import matplotlib.pyplot as plt\n",
    "from scipy import stats\n",
    "import numpy as np\n",
    "from sklearn.model_selection import cross_val_score"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3685"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pca.n_components_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "# merge instructions and manual\n",
    "labeled_set['label'].loc[(labeled_set['label']=='manual') | \n",
    "                          (labeled_set['label']=='instruction')] = 'manual/instruction'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "# create labeled_docs from labeled_sets\n",
    "labeled_docs = labeled_set[labeled_set['label'] != 'Unknown']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "# keep all the docs with label (drop unknown)\n",
    "features_to_class = features_doc_types.loc[labeled_docs.index]\n",
    "test_to_class = labeled_set.label.loc[labeled_docs.index]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['letter', 'response', 'protocol', 'report', 'presentation', 'map',\n",
       "       'certificate', 'poster', 'manual/instruction'], dtype=object)"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_to_class.unique()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 289,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>prosynergi</th>\n",
       "      <th>hangout</th>\n",
       "      <th>sodi</th>\n",
       "      <th>sindhuli</th>\n",
       "      <th>aprenden</th>\n",
       "      <th>sgsa</th>\n",
       "      <th>mainstream</th>\n",
       "      <th>aligncent</th>\n",
       "      <th>ሊረዱህ</th>\n",
       "      <th>...</th>\n",
       "      <th>eﬀort</th>\n",
       "      <th>element</th>\n",
       "      <th>straight</th>\n",
       "      <th>2cqpwhz</th>\n",
       "      <th>ressourc</th>\n",
       "      <th>ማስፈቀድ</th>\n",
       "      <th>وتمثل</th>\n",
       "      <th>nationalarch</th>\n",
       "      <th>brown</th>\n",
       "      <th>__digits</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>205</th>\n",
       "      <td>0.000637</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.021656</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>461</th>\n",
       "      <td>0.003788</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.003788</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>692</th>\n",
       "      <td>0.024390</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.195122</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1064</th>\n",
       "      <td>0.000267</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000267</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.043977</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1191</th>\n",
       "      <td>0.001585</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.012678</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1193</th>\n",
       "      <td>0.001181</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.020071</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1195</th>\n",
       "      <td>0.000389</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1202</th>\n",
       "      <td>0.001479</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.026627</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1206</th>\n",
       "      <td>0.002381</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.011905</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1419</th>\n",
       "      <td>0.001748</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.027972</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1423</th>\n",
       "      <td>0.001416</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.021246</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1440</th>\n",
       "      <td>0.000434</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.121909</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1441</th>\n",
       "      <td>0.000454</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.127611</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1485</th>\n",
       "      <td>0.002778</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.033333</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1599</th>\n",
       "      <td>0.001600</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.022400</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1748</th>\n",
       "      <td>0.002020</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.072727</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1751</th>\n",
       "      <td>0.002179</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.058824</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1754</th>\n",
       "      <td>0.000081</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000244</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000081</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.086373</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1755</th>\n",
       "      <td>0.002755</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.071625</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1808</th>\n",
       "      <td>0.001181</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.031877</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1834</th>\n",
       "      <td>0.002494</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.074813</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1916</th>\n",
       "      <td>0.000879</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000879</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.285589</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2322</th>\n",
       "      <td>0.000155</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.136674</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2486</th>\n",
       "      <td>0.041667</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2553</th>\n",
       "      <td>0.000408</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.009804</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2677</th>\n",
       "      <td>0.000637</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.028662</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2762</th>\n",
       "      <td>0.015625</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3027</th>\n",
       "      <td>0.003401</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.068027</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3086</th>\n",
       "      <td>0.002033</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.040650</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3211</th>\n",
       "      <td>0.000749</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.036677</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32550</th>\n",
       "      <td>0.008772</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.052632</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32577</th>\n",
       "      <td>0.007519</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.045113</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32581</th>\n",
       "      <td>0.007874</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.039370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32585</th>\n",
       "      <td>0.007874</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.039370</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32589</th>\n",
       "      <td>0.007407</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.007407</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.037037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32593</th>\n",
       "      <td>0.007407</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.037037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32639</th>\n",
       "      <td>0.000543</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.001085</td>\n",
       "      <td>0.023332</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32852</th>\n",
       "      <td>0.000191</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.001719</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.019477</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32862</th>\n",
       "      <td>0.000061</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000061</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.026513</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32937</th>\n",
       "      <td>0.000225</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000898</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.012803</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33131</th>\n",
       "      <td>0.000087</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000087</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000087</td>\n",
       "      <td>0.008713</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33187</th>\n",
       "      <td>0.030303</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.151515</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33357</th>\n",
       "      <td>0.000100</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000200</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.009898</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33592</th>\n",
       "      <td>0.000251</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000753</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.021597</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33704</th>\n",
       "      <td>0.001869</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.024299</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33716</th>\n",
       "      <td>0.003401</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.020408</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33738</th>\n",
       "      <td>0.000068</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000272</td>\n",
       "      <td>0.000272</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.026151</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33798</th>\n",
       "      <td>0.038462</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33817</th>\n",
       "      <td>0.003559</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.003559</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.039146</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33832</th>\n",
       "      <td>0.004587</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.036697</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33856</th>\n",
       "      <td>0.029412</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34013</th>\n",
       "      <td>0.000878</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000878</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.014925</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34116</th>\n",
       "      <td>0.000290</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.001162</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.022655</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34229</th>\n",
       "      <td>0.001267</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.013942</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34243</th>\n",
       "      <td>0.001267</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.013942</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34244</th>\n",
       "      <td>0.002262</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.022624</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34269</th>\n",
       "      <td>0.006211</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.031056</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34294</th>\n",
       "      <td>0.000082</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000082</td>\n",
       "      <td>0.057075</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34423</th>\n",
       "      <td>0.000135</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.047986</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34524</th>\n",
       "      <td>0.000847</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000847</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.040678</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>568 rows × 107251 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "                 prosynergi  hangout  sodi  sindhuli  aprenden  sgsa  \\\n",
       "205    0.000637         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "461    0.003788         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "692    0.024390         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1064   0.000267         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1191   0.001585         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1193   0.001181         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1195   0.000389         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1202   0.001479         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1206   0.002381         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1419   0.001748         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1423   0.001416         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1440   0.000434         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1441   0.000454         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1485   0.002778         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1599   0.001600         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1748   0.002020         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1751   0.002179         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1754   0.000081         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1755   0.002755         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1808   0.001181         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1834   0.002494         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "1916   0.000879         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "2322   0.000155         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "2486   0.041667         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "2553   0.000408         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "2677   0.000637         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "2762   0.015625         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "3027   0.003401         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "3086   0.002033         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "3211   0.000749         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "...         ...         ...      ...   ...       ...       ...   ...   \n",
       "32550  0.008772         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "32577  0.007519         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "32581  0.007874         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "32585  0.007874         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "32589  0.007407         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "32593  0.007407         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "32639  0.000543         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "32852  0.000191         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "32862  0.000061         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "32937  0.000225         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "33131  0.000087         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "33187  0.030303         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "33357  0.000100         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "33592  0.000251         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "33704  0.001869         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "33716  0.003401         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "33738  0.000068         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "33798  0.038462         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "33817  0.003559         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "33832  0.004587         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "33856  0.029412         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34013  0.000878         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34116  0.000290         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34229  0.001267         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34243  0.001267         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34244  0.002262         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34269  0.006211         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34294  0.000082         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34423  0.000135         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "34524  0.000847         0.0      0.0   0.0       0.0       0.0   0.0   \n",
       "\n",
       "       mainstream  aligncent  ሊረዱህ    ...     eﬀort   element  straight  \\\n",
       "205      0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "461      0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "692      0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1064     0.000000        0.0   0.0    ...       0.0  0.000267  0.000000   \n",
       "1191     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1193     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1195     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1202     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1206     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1419     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1423     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1440     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1441     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1485     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1599     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1748     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1751     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1754     0.000244        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1755     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1808     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1834     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "1916     0.000000        0.0   0.0    ...       0.0  0.000000  0.000879   \n",
       "2322     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "2486     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "2553     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "2677     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "2762     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "3027     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "3086     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "3211     0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "...           ...        ...   ...    ...       ...       ...       ...   \n",
       "32550    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "32577    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "32581    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "32585    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "32589    0.000000        0.0   0.0    ...       0.0  0.007407  0.000000   \n",
       "32593    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "32639    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "32852    0.000000        0.0   0.0    ...       0.0  0.001719  0.000000   \n",
       "32862    0.000000        0.0   0.0    ...       0.0  0.000061  0.000000   \n",
       "32937    0.000000        0.0   0.0    ...       0.0  0.000898  0.000000   \n",
       "33131    0.000000        0.0   0.0    ...       0.0  0.000000  0.000087   \n",
       "33187    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "33357    0.000000        0.0   0.0    ...       0.0  0.000200  0.000000   \n",
       "33592    0.000000        0.0   0.0    ...       0.0  0.000753  0.000000   \n",
       "33704    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "33716    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "33738    0.000000        0.0   0.0    ...       0.0  0.000272  0.000272   \n",
       "33798    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "33817    0.000000        0.0   0.0    ...       0.0  0.003559  0.000000   \n",
       "33832    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "33856    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "34013    0.000878        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "34116    0.000000        0.0   0.0    ...       0.0  0.000000  0.001162   \n",
       "34229    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "34243    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "34244    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "34269    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "34294    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "34423    0.000000        0.0   0.0    ...       0.0  0.000000  0.000000   \n",
       "34524    0.000000        0.0   0.0    ...       0.0  0.000847  0.000000   \n",
       "\n",
       "       2cqpwhz  ressourc  ማስፈቀድ  وتمثل  nationalarch     brown  __digits  \n",
       "205        0.0  0.000000    0.0    0.0           0.0  0.000000  0.021656  \n",
       "461        0.0  0.000000    0.0    0.0           0.0  0.000000  0.003788  \n",
       "692        0.0  0.000000    0.0    0.0           0.0  0.000000  0.195122  \n",
       "1064       0.0  0.000000    0.0    0.0           0.0  0.000000  0.043977  \n",
       "1191       0.0  0.000000    0.0    0.0           0.0  0.000000  0.012678  \n",
       "1193       0.0  0.000000    0.0    0.0           0.0  0.000000  0.020071  \n",
       "1195       0.0  0.000000    0.0    0.0           0.0  0.000000  0.220062  \n",
       "1202       0.0  0.000000    0.0    0.0           0.0  0.000000  0.026627  \n",
       "1206       0.0  0.000000    0.0    0.0           0.0  0.000000  0.011905  \n",
       "1419       0.0  0.000000    0.0    0.0           0.0  0.000000  0.027972  \n",
       "1423       0.0  0.000000    0.0    0.0           0.0  0.000000  0.021246  \n",
       "1440       0.0  0.000000    0.0    0.0           0.0  0.000000  0.121909  \n",
       "1441       0.0  0.000000    0.0    0.0           0.0  0.000000  0.127611  \n",
       "1485       0.0  0.000000    0.0    0.0           0.0  0.000000  0.033333  \n",
       "1599       0.0  0.000000    0.0    0.0           0.0  0.000000  0.022400  \n",
       "1748       0.0  0.000000    0.0    0.0           0.0  0.000000  0.072727  \n",
       "1751       0.0  0.000000    0.0    0.0           0.0  0.000000  0.058824  \n",
       "1754       0.0  0.000081    0.0    0.0           0.0  0.000000  0.086373  \n",
       "1755       0.0  0.000000    0.0    0.0           0.0  0.000000  0.071625  \n",
       "1808       0.0  0.000000    0.0    0.0           0.0  0.000000  0.031877  \n",
       "1834       0.0  0.000000    0.0    0.0           0.0  0.000000  0.074813  \n",
       "1916       0.0  0.000000    0.0    0.0           0.0  0.000000  0.285589  \n",
       "2322       0.0  0.000000    0.0    0.0           0.0  0.000000  0.136674  \n",
       "2486       0.0  0.000000    0.0    0.0           0.0  0.000000  0.000000  \n",
       "2553       0.0  0.000000    0.0    0.0           0.0  0.000000  0.009804  \n",
       "2677       0.0  0.000000    0.0    0.0           0.0  0.000000  0.028662  \n",
       "2762       0.0  0.000000    0.0    0.0           0.0  0.000000  0.000000  \n",
       "3027       0.0  0.000000    0.0    0.0           0.0  0.000000  0.068027  \n",
       "3086       0.0  0.000000    0.0    0.0           0.0  0.000000  0.040650  \n",
       "3211       0.0  0.000000    0.0    0.0           0.0  0.000000  0.036677  \n",
       "...        ...       ...    ...    ...           ...       ...       ...  \n",
       "32550      0.0  0.000000    0.0    0.0           0.0  0.000000  0.052632  \n",
       "32577      0.0  0.000000    0.0    0.0           0.0  0.000000  0.045113  \n",
       "32581      0.0  0.000000    0.0    0.0           0.0  0.000000  0.039370  \n",
       "32585      0.0  0.000000    0.0    0.0           0.0  0.000000  0.039370  \n",
       "32589      0.0  0.000000    0.0    0.0           0.0  0.000000  0.037037  \n",
       "32593      0.0  0.000000    0.0    0.0           0.0  0.000000  0.037037  \n",
       "32639      0.0  0.000000    0.0    0.0           0.0  0.001085  0.023332  \n",
       "32852      0.0  0.000000    0.0    0.0           0.0  0.000000  0.019477  \n",
       "32862      0.0  0.000000    0.0    0.0           0.0  0.000000  0.026513  \n",
       "32937      0.0  0.000000    0.0    0.0           0.0  0.000000  0.012803  \n",
       "33131      0.0  0.000000    0.0    0.0           0.0  0.000087  0.008713  \n",
       "33187      0.0  0.000000    0.0    0.0           0.0  0.000000  0.151515  \n",
       "33357      0.0  0.000000    0.0    0.0           0.0  0.000000  0.009898  \n",
       "33592      0.0  0.000000    0.0    0.0           0.0  0.000000  0.021597  \n",
       "33704      0.0  0.000000    0.0    0.0           0.0  0.000000  0.024299  \n",
       "33716      0.0  0.000000    0.0    0.0           0.0  0.000000  0.020408  \n",
       "33738      0.0  0.000000    0.0    0.0           0.0  0.000000  0.026151  \n",
       "33798      0.0  0.000000    0.0    0.0           0.0  0.000000  0.000000  \n",
       "33817      0.0  0.000000    0.0    0.0           0.0  0.000000  0.039146  \n",
       "33832      0.0  0.000000    0.0    0.0           0.0  0.000000  0.036697  \n",
       "33856      0.0  0.000000    0.0    0.0           0.0  0.000000  0.000000  \n",
       "34013      0.0  0.000000    0.0    0.0           0.0  0.000000  0.014925  \n",
       "34116      0.0  0.000000    0.0    0.0           0.0  0.000000  0.022655  \n",
       "34229      0.0  0.000000    0.0    0.0           0.0  0.000000  0.013942  \n",
       "34243      0.0  0.000000    0.0    0.0           0.0  0.000000  0.013942  \n",
       "34244      0.0  0.000000    0.0    0.0           0.0  0.000000  0.022624  \n",
       "34269      0.0  0.000000    0.0    0.0           0.0  0.000000  0.031056  \n",
       "34294      0.0  0.000000    0.0    0.0           0.0  0.000082  0.057075  \n",
       "34423      0.0  0.000000    0.0    0.0           0.0  0.000000  0.047986  \n",
       "34524      0.0  0.000000    0.0    0.0           0.0  0.000000  0.040678  \n",
       "\n",
       "[568 rows x 107251 columns]"
      ]
     },
     "execution_count": 289,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "features_to_class"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(397, 107251) (397,)\n",
      "(171, 107251) (171,)\n"
     ]
    }
   ],
   "source": [
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "X_train, X_test, Y_train, Y_test = train_test_split(features_to_class, test_to_class, test_size=0.3)\n",
    "print(X_train.shape, Y_train.shape)\n",
    "print(X_test.shape, Y_test.shape)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 298,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "numpy.ndarray"
      ]
     },
     "execution_count": 298,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(X_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [],
   "source": [
    "# transform features from PCA\n",
    "X_train = pca.transform(X_train)\n",
    "X_test = pca.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 299,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.DataFrame(X_train).to_pickle('X_train_docType.pkl')\n",
    "pd.DataFrame(X_test).to_pickle('X_test_docType.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.DataFrame(Y_train).to_pickle('Y_train_docType.pkl')\n",
    "pd.DataFrame(Y_test).to_pickle('Y_test_docType.pkl')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Random Forest"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "RandomizedSearchCV took 32.90 seconds for 30 candidates parameter settings.\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mean_fit_time</th>\n",
       "      <th>mean_score_time</th>\n",
       "      <th>mean_test_score</th>\n",
       "      <th>mean_train_score</th>\n",
       "      <th>param_bootstrap</th>\n",
       "      <th>param_criterion</th>\n",
       "      <th>param_max_depth</th>\n",
       "      <th>param_max_features</th>\n",
       "      <th>param_min_samples_leaf</th>\n",
       "      <th>param_min_samples_split</th>\n",
       "      <th>...</th>\n",
       "      <th>split0_test_score</th>\n",
       "      <th>split0_train_score</th>\n",
       "      <th>split1_test_score</th>\n",
       "      <th>split1_train_score</th>\n",
       "      <th>split2_test_score</th>\n",
       "      <th>split2_train_score</th>\n",
       "      <th>std_fit_time</th>\n",
       "      <th>std_score_time</th>\n",
       "      <th>std_test_score</th>\n",
       "      <th>std_train_score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.170491</td>\n",
       "      <td>0.111439</td>\n",
       "      <td>0.478589</td>\n",
       "      <td>0.510026</td>\n",
       "      <td>True</td>\n",
       "      <td>gini</td>\n",
       "      <td>8</td>\n",
       "      <td>80</td>\n",
       "      <td>49</td>\n",
       "      <td>12</td>\n",
       "      <td>...</td>\n",
       "      <td>0.448529</td>\n",
       "      <td>0.501916</td>\n",
       "      <td>0.488722</td>\n",
       "      <td>0.515152</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.513011</td>\n",
       "      <td>0.007800</td>\n",
       "      <td>0.001621</td>\n",
       "      <td>0.022175</td>\n",
       "      <td>0.005801</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.152093</td>\n",
       "      <td>0.109435</td>\n",
       "      <td>0.463476</td>\n",
       "      <td>0.487163</td>\n",
       "      <td>True</td>\n",
       "      <td>gini</td>\n",
       "      <td>5</td>\n",
       "      <td>54</td>\n",
       "      <td>67</td>\n",
       "      <td>16</td>\n",
       "      <td>...</td>\n",
       "      <td>0.426471</td>\n",
       "      <td>0.459770</td>\n",
       "      <td>0.511278</td>\n",
       "      <td>0.492424</td>\n",
       "      <td>0.453125</td>\n",
       "      <td>0.509294</td>\n",
       "      <td>0.009694</td>\n",
       "      <td>0.002703</td>\n",
       "      <td>0.035626</td>\n",
       "      <td>0.020557</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.211671</td>\n",
       "      <td>0.105286</td>\n",
       "      <td>0.549118</td>\n",
       "      <td>0.606998</td>\n",
       "      <td>True</td>\n",
       "      <td>entropy</td>\n",
       "      <td>None</td>\n",
       "      <td>281</td>\n",
       "      <td>16</td>\n",
       "      <td>62</td>\n",
       "      <td>...</td>\n",
       "      <td>0.522059</td>\n",
       "      <td>0.609195</td>\n",
       "      <td>0.578947</td>\n",
       "      <td>0.594697</td>\n",
       "      <td>0.546875</td>\n",
       "      <td>0.617100</td>\n",
       "      <td>0.055398</td>\n",
       "      <td>0.001585</td>\n",
       "      <td>0.023464</td>\n",
       "      <td>0.009277</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.137974</td>\n",
       "      <td>0.127759</td>\n",
       "      <td>0.435768</td>\n",
       "      <td>0.435815</td>\n",
       "      <td>True</td>\n",
       "      <td>gini</td>\n",
       "      <td>8</td>\n",
       "      <td>1674</td>\n",
       "      <td>94</td>\n",
       "      <td>88</td>\n",
       "      <td>...</td>\n",
       "      <td>0.426471</td>\n",
       "      <td>0.440613</td>\n",
       "      <td>0.436090</td>\n",
       "      <td>0.435606</td>\n",
       "      <td>0.445312</td>\n",
       "      <td>0.431227</td>\n",
       "      <td>0.014755</td>\n",
       "      <td>0.033070</td>\n",
       "      <td>0.007682</td>\n",
       "      <td>0.003835</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1.425088</td>\n",
       "      <td>0.110494</td>\n",
       "      <td>0.536524</td>\n",
       "      <td>0.599425</td>\n",
       "      <td>True</td>\n",
       "      <td>entropy</td>\n",
       "      <td>11</td>\n",
       "      <td>1925</td>\n",
       "      <td>32</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>0.507353</td>\n",
       "      <td>0.597701</td>\n",
       "      <td>0.541353</td>\n",
       "      <td>0.590909</td>\n",
       "      <td>0.562500</td>\n",
       "      <td>0.609665</td>\n",
       "      <td>0.051633</td>\n",
       "      <td>0.004560</td>\n",
       "      <td>0.022735</td>\n",
       "      <td>0.007754</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>1.375624</td>\n",
       "      <td>0.108039</td>\n",
       "      <td>0.564232</td>\n",
       "      <td>0.617408</td>\n",
       "      <td>False</td>\n",
       "      <td>entropy</td>\n",
       "      <td>8</td>\n",
       "      <td>613</td>\n",
       "      <td>5</td>\n",
       "      <td>93</td>\n",
       "      <td>...</td>\n",
       "      <td>0.551471</td>\n",
       "      <td>0.647510</td>\n",
       "      <td>0.601504</td>\n",
       "      <td>0.613636</td>\n",
       "      <td>0.539062</td>\n",
       "      <td>0.591078</td>\n",
       "      <td>0.062566</td>\n",
       "      <td>0.000451</td>\n",
       "      <td>0.026934</td>\n",
       "      <td>0.023192</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2.540464</td>\n",
       "      <td>0.109806</td>\n",
       "      <td>0.516373</td>\n",
       "      <td>0.617268</td>\n",
       "      <td>False</td>\n",
       "      <td>entropy</td>\n",
       "      <td>20</td>\n",
       "      <td>2098</td>\n",
       "      <td>48</td>\n",
       "      <td>67</td>\n",
       "      <td>...</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.616858</td>\n",
       "      <td>0.533835</td>\n",
       "      <td>0.640152</td>\n",
       "      <td>0.515625</td>\n",
       "      <td>0.594796</td>\n",
       "      <td>0.345262</td>\n",
       "      <td>0.002253</td>\n",
       "      <td>0.013934</td>\n",
       "      <td>0.018519</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.743650</td>\n",
       "      <td>0.108053</td>\n",
       "      <td>0.453401</td>\n",
       "      <td>0.526475</td>\n",
       "      <td>False</td>\n",
       "      <td>gini</td>\n",
       "      <td>20</td>\n",
       "      <td>3016</td>\n",
       "      <td>81</td>\n",
       "      <td>4</td>\n",
       "      <td>...</td>\n",
       "      <td>0.433824</td>\n",
       "      <td>0.517241</td>\n",
       "      <td>0.473684</td>\n",
       "      <td>0.545455</td>\n",
       "      <td>0.453125</td>\n",
       "      <td>0.516729</td>\n",
       "      <td>0.079777</td>\n",
       "      <td>0.000611</td>\n",
       "      <td>0.016406</td>\n",
       "      <td>0.013422</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.540711</td>\n",
       "      <td>0.109215</td>\n",
       "      <td>0.486146</td>\n",
       "      <td>0.506528</td>\n",
       "      <td>False</td>\n",
       "      <td>entropy</td>\n",
       "      <td>17</td>\n",
       "      <td>1428</td>\n",
       "      <td>99</td>\n",
       "      <td>65</td>\n",
       "      <td>...</td>\n",
       "      <td>0.485294</td>\n",
       "      <td>0.528736</td>\n",
       "      <td>0.526316</td>\n",
       "      <td>0.507576</td>\n",
       "      <td>0.445312</td>\n",
       "      <td>0.483271</td>\n",
       "      <td>0.145655</td>\n",
       "      <td>0.001227</td>\n",
       "      <td>0.032839</td>\n",
       "      <td>0.018575</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>5.393120</td>\n",
       "      <td>0.107929</td>\n",
       "      <td>0.516373</td>\n",
       "      <td>0.613255</td>\n",
       "      <td>False</td>\n",
       "      <td>entropy</td>\n",
       "      <td>None</td>\n",
       "      <td>3311</td>\n",
       "      <td>31</td>\n",
       "      <td>50</td>\n",
       "      <td>...</td>\n",
       "      <td>0.492647</td>\n",
       "      <td>0.613027</td>\n",
       "      <td>0.511278</td>\n",
       "      <td>0.598485</td>\n",
       "      <td>0.546875</td>\n",
       "      <td>0.628253</td>\n",
       "      <td>0.322694</td>\n",
       "      <td>0.002429</td>\n",
       "      <td>0.022394</td>\n",
       "      <td>0.012154</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>1.092401</td>\n",
       "      <td>0.108371</td>\n",
       "      <td>0.546599</td>\n",
       "      <td>0.593069</td>\n",
       "      <td>False</td>\n",
       "      <td>entropy</td>\n",
       "      <td>14</td>\n",
       "      <td>807</td>\n",
       "      <td>45</td>\n",
       "      <td>20</td>\n",
       "      <td>...</td>\n",
       "      <td>0.507353</td>\n",
       "      <td>0.586207</td>\n",
       "      <td>0.556391</td>\n",
       "      <td>0.583333</td>\n",
       "      <td>0.578125</td>\n",
       "      <td>0.609665</td>\n",
       "      <td>0.055390</td>\n",
       "      <td>0.000797</td>\n",
       "      <td>0.029668</td>\n",
       "      <td>0.011794</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>0.132604</td>\n",
       "      <td>0.107288</td>\n",
       "      <td>0.465995</td>\n",
       "      <td>0.507392</td>\n",
       "      <td>True</td>\n",
       "      <td>gini</td>\n",
       "      <td>5</td>\n",
       "      <td>438</td>\n",
       "      <td>75</td>\n",
       "      <td>19</td>\n",
       "      <td>...</td>\n",
       "      <td>0.455882</td>\n",
       "      <td>0.498084</td>\n",
       "      <td>0.473684</td>\n",
       "      <td>0.496212</td>\n",
       "      <td>0.468750</td>\n",
       "      <td>0.527881</td>\n",
       "      <td>0.003504</td>\n",
       "      <td>0.003897</td>\n",
       "      <td>0.007569</td>\n",
       "      <td>0.014508</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>3.056439</td>\n",
       "      <td>0.105460</td>\n",
       "      <td>0.576826</td>\n",
       "      <td>0.657310</td>\n",
       "      <td>True</td>\n",
       "      <td>entropy</td>\n",
       "      <td>5</td>\n",
       "      <td>3103</td>\n",
       "      <td>18</td>\n",
       "      <td>55</td>\n",
       "      <td>...</td>\n",
       "      <td>0.529412</td>\n",
       "      <td>0.651341</td>\n",
       "      <td>0.586466</td>\n",
       "      <td>0.647727</td>\n",
       "      <td>0.617188</td>\n",
       "      <td>0.672862</td>\n",
       "      <td>0.040968</td>\n",
       "      <td>0.000690</td>\n",
       "      <td>0.036421</td>\n",
       "      <td>0.011096</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>0.152233</td>\n",
       "      <td>0.112316</td>\n",
       "      <td>0.435768</td>\n",
       "      <td>0.435815</td>\n",
       "      <td>True</td>\n",
       "      <td>gini</td>\n",
       "      <td>None</td>\n",
       "      <td>3420</td>\n",
       "      <td>92</td>\n",
       "      <td>85</td>\n",
       "      <td>...</td>\n",
       "      <td>0.426471</td>\n",
       "      <td>0.440613</td>\n",
       "      <td>0.436090</td>\n",
       "      <td>0.435606</td>\n",
       "      <td>0.445312</td>\n",
       "      <td>0.431227</td>\n",
       "      <td>0.025753</td>\n",
       "      <td>0.003390</td>\n",
       "      <td>0.007682</td>\n",
       "      <td>0.003835</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>0.131629</td>\n",
       "      <td>0.110476</td>\n",
       "      <td>0.486146</td>\n",
       "      <td>0.540292</td>\n",
       "      <td>False</td>\n",
       "      <td>gini</td>\n",
       "      <td>None</td>\n",
       "      <td>14</td>\n",
       "      <td>58</td>\n",
       "      <td>78</td>\n",
       "      <td>...</td>\n",
       "      <td>0.485294</td>\n",
       "      <td>0.547893</td>\n",
       "      <td>0.473684</td>\n",
       "      <td>0.526515</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.546468</td>\n",
       "      <td>0.003116</td>\n",
       "      <td>0.001750</td>\n",
       "      <td>0.010684</td>\n",
       "      <td>0.009759</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>0.137920</td>\n",
       "      <td>0.125173</td>\n",
       "      <td>0.435768</td>\n",
       "      <td>0.435815</td>\n",
       "      <td>True</td>\n",
       "      <td>entropy</td>\n",
       "      <td>17</td>\n",
       "      <td>1668</td>\n",
       "      <td>85</td>\n",
       "      <td>81</td>\n",
       "      <td>...</td>\n",
       "      <td>0.426471</td>\n",
       "      <td>0.440613</td>\n",
       "      <td>0.436090</td>\n",
       "      <td>0.435606</td>\n",
       "      <td>0.445312</td>\n",
       "      <td>0.431227</td>\n",
       "      <td>0.005917</td>\n",
       "      <td>0.017037</td>\n",
       "      <td>0.007682</td>\n",
       "      <td>0.003835</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>0.153405</td>\n",
       "      <td>0.107009</td>\n",
       "      <td>0.493703</td>\n",
       "      <td>0.511148</td>\n",
       "      <td>True</td>\n",
       "      <td>entropy</td>\n",
       "      <td>17</td>\n",
       "      <td>496</td>\n",
       "      <td>61</td>\n",
       "      <td>5</td>\n",
       "      <td>...</td>\n",
       "      <td>0.477941</td>\n",
       "      <td>0.501916</td>\n",
       "      <td>0.503759</td>\n",
       "      <td>0.496212</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.535316</td>\n",
       "      <td>0.015245</td>\n",
       "      <td>0.003188</td>\n",
       "      <td>0.011479</td>\n",
       "      <td>0.017247</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1.623405</td>\n",
       "      <td>0.105252</td>\n",
       "      <td>0.539043</td>\n",
       "      <td>0.637162</td>\n",
       "      <td>False</td>\n",
       "      <td>gini</td>\n",
       "      <td>11</td>\n",
       "      <td>1836</td>\n",
       "      <td>37</td>\n",
       "      <td>7</td>\n",
       "      <td>...</td>\n",
       "      <td>0.507353</td>\n",
       "      <td>0.628352</td>\n",
       "      <td>0.571429</td>\n",
       "      <td>0.632576</td>\n",
       "      <td>0.539062</td>\n",
       "      <td>0.650558</td>\n",
       "      <td>0.006560</td>\n",
       "      <td>0.000036</td>\n",
       "      <td>0.026370</td>\n",
       "      <td>0.009628</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>0.300349</td>\n",
       "      <td>0.111170</td>\n",
       "      <td>0.473552</td>\n",
       "      <td>0.546649</td>\n",
       "      <td>False</td>\n",
       "      <td>gini</td>\n",
       "      <td>17</td>\n",
       "      <td>1119</td>\n",
       "      <td>99</td>\n",
       "      <td>44</td>\n",
       "      <td>...</td>\n",
       "      <td>0.463235</td>\n",
       "      <td>0.559387</td>\n",
       "      <td>0.481203</td>\n",
       "      <td>0.534091</td>\n",
       "      <td>0.476562</td>\n",
       "      <td>0.546468</td>\n",
       "      <td>0.083239</td>\n",
       "      <td>0.001351</td>\n",
       "      <td>0.007681</td>\n",
       "      <td>0.010328</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.706442</td>\n",
       "      <td>0.112509</td>\n",
       "      <td>0.541562</td>\n",
       "      <td>0.589360</td>\n",
       "      <td>True</td>\n",
       "      <td>entropy</td>\n",
       "      <td>5</td>\n",
       "      <td>1101</td>\n",
       "      <td>34</td>\n",
       "      <td>60</td>\n",
       "      <td>...</td>\n",
       "      <td>0.514706</td>\n",
       "      <td>0.582375</td>\n",
       "      <td>0.563910</td>\n",
       "      <td>0.590909</td>\n",
       "      <td>0.546875</td>\n",
       "      <td>0.594796</td>\n",
       "      <td>0.048417</td>\n",
       "      <td>0.001821</td>\n",
       "      <td>0.020579</td>\n",
       "      <td>0.005187</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.475413</td>\n",
       "      <td>0.109776</td>\n",
       "      <td>0.486146</td>\n",
       "      <td>0.541640</td>\n",
       "      <td>True</td>\n",
       "      <td>gini</td>\n",
       "      <td>17</td>\n",
       "      <td>3329</td>\n",
       "      <td>56</td>\n",
       "      <td>21</td>\n",
       "      <td>...</td>\n",
       "      <td>0.448529</td>\n",
       "      <td>0.551724</td>\n",
       "      <td>0.526316</td>\n",
       "      <td>0.537879</td>\n",
       "      <td>0.484375</td>\n",
       "      <td>0.535316</td>\n",
       "      <td>0.098426</td>\n",
       "      <td>0.003330</td>\n",
       "      <td>0.032036</td>\n",
       "      <td>0.007207</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>0.269824</td>\n",
       "      <td>0.105582</td>\n",
       "      <td>0.496222</td>\n",
       "      <td>0.544027</td>\n",
       "      <td>False</td>\n",
       "      <td>gini</td>\n",
       "      <td>17</td>\n",
       "      <td>819</td>\n",
       "      <td>69</td>\n",
       "      <td>37</td>\n",
       "      <td>...</td>\n",
       "      <td>0.470588</td>\n",
       "      <td>0.540230</td>\n",
       "      <td>0.518797</td>\n",
       "      <td>0.541667</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.550186</td>\n",
       "      <td>0.099497</td>\n",
       "      <td>0.001764</td>\n",
       "      <td>0.020011</td>\n",
       "      <td>0.004394</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>5.714122</td>\n",
       "      <td>0.111867</td>\n",
       "      <td>0.488665</td>\n",
       "      <td>0.555704</td>\n",
       "      <td>False</td>\n",
       "      <td>entropy</td>\n",
       "      <td>2</td>\n",
       "      <td>2993</td>\n",
       "      <td>22</td>\n",
       "      <td>27</td>\n",
       "      <td>...</td>\n",
       "      <td>0.485294</td>\n",
       "      <td>0.567050</td>\n",
       "      <td>0.511278</td>\n",
       "      <td>0.583333</td>\n",
       "      <td>0.468750</td>\n",
       "      <td>0.516729</td>\n",
       "      <td>0.127905</td>\n",
       "      <td>0.005323</td>\n",
       "      <td>0.017409</td>\n",
       "      <td>0.028350</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>0.333159</td>\n",
       "      <td>0.113116</td>\n",
       "      <td>0.488665</td>\n",
       "      <td>0.523999</td>\n",
       "      <td>True</td>\n",
       "      <td>gini</td>\n",
       "      <td>14</td>\n",
       "      <td>1895</td>\n",
       "      <td>59</td>\n",
       "      <td>41</td>\n",
       "      <td>...</td>\n",
       "      <td>0.463235</td>\n",
       "      <td>0.536398</td>\n",
       "      <td>0.511278</td>\n",
       "      <td>0.515152</td>\n",
       "      <td>0.492188</td>\n",
       "      <td>0.520446</td>\n",
       "      <td>0.128794</td>\n",
       "      <td>0.003258</td>\n",
       "      <td>0.019921</td>\n",
       "      <td>0.009030</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>0.988230</td>\n",
       "      <td>0.108358</td>\n",
       "      <td>0.493703</td>\n",
       "      <td>0.541573</td>\n",
       "      <td>False</td>\n",
       "      <td>gini</td>\n",
       "      <td>8</td>\n",
       "      <td>2335</td>\n",
       "      <td>67</td>\n",
       "      <td>26</td>\n",
       "      <td>...</td>\n",
       "      <td>0.500000</td>\n",
       "      <td>0.540230</td>\n",
       "      <td>0.488722</td>\n",
       "      <td>0.545455</td>\n",
       "      <td>0.492188</td>\n",
       "      <td>0.539033</td>\n",
       "      <td>0.171785</td>\n",
       "      <td>0.000609</td>\n",
       "      <td>0.004758</td>\n",
       "      <td>0.002788</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.722748</td>\n",
       "      <td>0.110304</td>\n",
       "      <td>0.488665</td>\n",
       "      <td>0.504087</td>\n",
       "      <td>False</td>\n",
       "      <td>entropy</td>\n",
       "      <td>14</td>\n",
       "      <td>1510</td>\n",
       "      <td>90</td>\n",
       "      <td>47</td>\n",
       "      <td>...</td>\n",
       "      <td>0.485294</td>\n",
       "      <td>0.532567</td>\n",
       "      <td>0.526316</td>\n",
       "      <td>0.507576</td>\n",
       "      <td>0.453125</td>\n",
       "      <td>0.472119</td>\n",
       "      <td>0.053924</td>\n",
       "      <td>0.001504</td>\n",
       "      <td>0.029766</td>\n",
       "      <td>0.024801</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>1.368967</td>\n",
       "      <td>0.110559</td>\n",
       "      <td>0.440806</td>\n",
       "      <td>0.515053</td>\n",
       "      <td>False</td>\n",
       "      <td>gini</td>\n",
       "      <td>11</td>\n",
       "      <td>3539</td>\n",
       "      <td>68</td>\n",
       "      <td>94</td>\n",
       "      <td>...</td>\n",
       "      <td>0.404412</td>\n",
       "      <td>0.501916</td>\n",
       "      <td>0.466165</td>\n",
       "      <td>0.526515</td>\n",
       "      <td>0.453125</td>\n",
       "      <td>0.516729</td>\n",
       "      <td>0.136503</td>\n",
       "      <td>0.003252</td>\n",
       "      <td>0.026798</td>\n",
       "      <td>0.010112</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.554955</td>\n",
       "      <td>0.106371</td>\n",
       "      <td>0.455919</td>\n",
       "      <td>0.525189</td>\n",
       "      <td>False</td>\n",
       "      <td>gini</td>\n",
       "      <td>5</td>\n",
       "      <td>2825</td>\n",
       "      <td>90</td>\n",
       "      <td>74</td>\n",
       "      <td>...</td>\n",
       "      <td>0.433824</td>\n",
       "      <td>0.517241</td>\n",
       "      <td>0.473684</td>\n",
       "      <td>0.537879</td>\n",
       "      <td>0.460938</td>\n",
       "      <td>0.520446</td>\n",
       "      <td>0.082008</td>\n",
       "      <td>0.002237</td>\n",
       "      <td>0.016766</td>\n",
       "      <td>0.009068</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>0.137237</td>\n",
       "      <td>0.116495</td>\n",
       "      <td>0.435768</td>\n",
       "      <td>0.435815</td>\n",
       "      <td>True</td>\n",
       "      <td>gini</td>\n",
       "      <td>14</td>\n",
       "      <td>1683</td>\n",
       "      <td>94</td>\n",
       "      <td>94</td>\n",
       "      <td>...</td>\n",
       "      <td>0.426471</td>\n",
       "      <td>0.440613</td>\n",
       "      <td>0.436090</td>\n",
       "      <td>0.435606</td>\n",
       "      <td>0.445312</td>\n",
       "      <td>0.431227</td>\n",
       "      <td>0.004301</td>\n",
       "      <td>0.001519</td>\n",
       "      <td>0.007682</td>\n",
       "      <td>0.003835</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>2.020458</td>\n",
       "      <td>0.106848</td>\n",
       "      <td>0.536524</td>\n",
       "      <td>0.608269</td>\n",
       "      <td>True</td>\n",
       "      <td>entropy</td>\n",
       "      <td>2</td>\n",
       "      <td>2432</td>\n",
       "      <td>1</td>\n",
       "      <td>75</td>\n",
       "      <td>...</td>\n",
       "      <td>0.492647</td>\n",
       "      <td>0.605364</td>\n",
       "      <td>0.556391</td>\n",
       "      <td>0.606061</td>\n",
       "      <td>0.562500</td>\n",
       "      <td>0.613383</td>\n",
       "      <td>0.041190</td>\n",
       "      <td>0.001116</td>\n",
       "      <td>0.031769</td>\n",
       "      <td>0.003627</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>30 rows × 21 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "    mean_fit_time  mean_score_time  mean_test_score  mean_train_score  \\\n",
       "0        0.170491         0.111439         0.478589          0.510026   \n",
       "1        0.152093         0.109435         0.463476          0.487163   \n",
       "2        0.211671         0.105286         0.549118          0.606998   \n",
       "3        0.137974         0.127759         0.435768          0.435815   \n",
       "4        1.425088         0.110494         0.536524          0.599425   \n",
       "5        1.375624         0.108039         0.564232          0.617408   \n",
       "6        2.540464         0.109806         0.516373          0.617268   \n",
       "7        0.743650         0.108053         0.453401          0.526475   \n",
       "8        0.540711         0.109215         0.486146          0.506528   \n",
       "9        5.393120         0.107929         0.516373          0.613255   \n",
       "10       1.092401         0.108371         0.546599          0.593069   \n",
       "11       0.132604         0.107288         0.465995          0.507392   \n",
       "12       3.056439         0.105460         0.576826          0.657310   \n",
       "13       0.152233         0.112316         0.435768          0.435815   \n",
       "14       0.131629         0.110476         0.486146          0.540292   \n",
       "15       0.137920         0.125173         0.435768          0.435815   \n",
       "16       0.153405         0.107009         0.493703          0.511148   \n",
       "17       1.623405         0.105252         0.539043          0.637162   \n",
       "18       0.300349         0.111170         0.473552          0.546649   \n",
       "19       0.706442         0.112509         0.541562          0.589360   \n",
       "20       0.475413         0.109776         0.486146          0.541640   \n",
       "21       0.269824         0.105582         0.496222          0.544027   \n",
       "22       5.714122         0.111867         0.488665          0.555704   \n",
       "23       0.333159         0.113116         0.488665          0.523999   \n",
       "24       0.988230         0.108358         0.493703          0.541573   \n",
       "25       0.722748         0.110304         0.488665          0.504087   \n",
       "26       1.368967         0.110559         0.440806          0.515053   \n",
       "27       0.554955         0.106371         0.455919          0.525189   \n",
       "28       0.137237         0.116495         0.435768          0.435815   \n",
       "29       2.020458         0.106848         0.536524          0.608269   \n",
       "\n",
       "   param_bootstrap param_criterion param_max_depth param_max_features  \\\n",
       "0             True            gini               8                 80   \n",
       "1             True            gini               5                 54   \n",
       "2             True         entropy            None                281   \n",
       "3             True            gini               8               1674   \n",
       "4             True         entropy              11               1925   \n",
       "5            False         entropy               8                613   \n",
       "6            False         entropy              20               2098   \n",
       "7            False            gini              20               3016   \n",
       "8            False         entropy              17               1428   \n",
       "9            False         entropy            None               3311   \n",
       "10           False         entropy              14                807   \n",
       "11            True            gini               5                438   \n",
       "12            True         entropy               5               3103   \n",
       "13            True            gini            None               3420   \n",
       "14           False            gini            None                 14   \n",
       "15            True         entropy              17               1668   \n",
       "16            True         entropy              17                496   \n",
       "17           False            gini              11               1836   \n",
       "18           False            gini              17               1119   \n",
       "19            True         entropy               5               1101   \n",
       "20            True            gini              17               3329   \n",
       "21           False            gini              17                819   \n",
       "22           False         entropy               2               2993   \n",
       "23            True            gini              14               1895   \n",
       "24           False            gini               8               2335   \n",
       "25           False         entropy              14               1510   \n",
       "26           False            gini              11               3539   \n",
       "27           False            gini               5               2825   \n",
       "28            True            gini              14               1683   \n",
       "29            True         entropy               2               2432   \n",
       "\n",
       "   param_min_samples_leaf param_min_samples_split       ...         \\\n",
       "0                      49                      12       ...          \n",
       "1                      67                      16       ...          \n",
       "2                      16                      62       ...          \n",
       "3                      94                      88       ...          \n",
       "4                      32                       3       ...          \n",
       "5                       5                      93       ...          \n",
       "6                      48                      67       ...          \n",
       "7                      81                       4       ...          \n",
       "8                      99                      65       ...          \n",
       "9                      31                      50       ...          \n",
       "10                     45                      20       ...          \n",
       "11                     75                      19       ...          \n",
       "12                     18                      55       ...          \n",
       "13                     92                      85       ...          \n",
       "14                     58                      78       ...          \n",
       "15                     85                      81       ...          \n",
       "16                     61                       5       ...          \n",
       "17                     37                       7       ...          \n",
       "18                     99                      44       ...          \n",
       "19                     34                      60       ...          \n",
       "20                     56                      21       ...          \n",
       "21                     69                      37       ...          \n",
       "22                     22                      27       ...          \n",
       "23                     59                      41       ...          \n",
       "24                     67                      26       ...          \n",
       "25                     90                      47       ...          \n",
       "26                     68                      94       ...          \n",
       "27                     90                      74       ...          \n",
       "28                     94                      94       ...          \n",
       "29                      1                      75       ...          \n",
       "\n",
       "    split0_test_score  split0_train_score  split1_test_score  \\\n",
       "0            0.448529            0.501916           0.488722   \n",
       "1            0.426471            0.459770           0.511278   \n",
       "2            0.522059            0.609195           0.578947   \n",
       "3            0.426471            0.440613           0.436090   \n",
       "4            0.507353            0.597701           0.541353   \n",
       "5            0.551471            0.647510           0.601504   \n",
       "6            0.500000            0.616858           0.533835   \n",
       "7            0.433824            0.517241           0.473684   \n",
       "8            0.485294            0.528736           0.526316   \n",
       "9            0.492647            0.613027           0.511278   \n",
       "10           0.507353            0.586207           0.556391   \n",
       "11           0.455882            0.498084           0.473684   \n",
       "12           0.529412            0.651341           0.586466   \n",
       "13           0.426471            0.440613           0.436090   \n",
       "14           0.485294            0.547893           0.473684   \n",
       "15           0.426471            0.440613           0.436090   \n",
       "16           0.477941            0.501916           0.503759   \n",
       "17           0.507353            0.628352           0.571429   \n",
       "18           0.463235            0.559387           0.481203   \n",
       "19           0.514706            0.582375           0.563910   \n",
       "20           0.448529            0.551724           0.526316   \n",
       "21           0.470588            0.540230           0.518797   \n",
       "22           0.485294            0.567050           0.511278   \n",
       "23           0.463235            0.536398           0.511278   \n",
       "24           0.500000            0.540230           0.488722   \n",
       "25           0.485294            0.532567           0.526316   \n",
       "26           0.404412            0.501916           0.466165   \n",
       "27           0.433824            0.517241           0.473684   \n",
       "28           0.426471            0.440613           0.436090   \n",
       "29           0.492647            0.605364           0.556391   \n",
       "\n",
       "    split1_train_score  split2_test_score  split2_train_score  std_fit_time  \\\n",
       "0             0.515152           0.500000            0.513011      0.007800   \n",
       "1             0.492424           0.453125            0.509294      0.009694   \n",
       "2             0.594697           0.546875            0.617100      0.055398   \n",
       "3             0.435606           0.445312            0.431227      0.014755   \n",
       "4             0.590909           0.562500            0.609665      0.051633   \n",
       "5             0.613636           0.539062            0.591078      0.062566   \n",
       "6             0.640152           0.515625            0.594796      0.345262   \n",
       "7             0.545455           0.453125            0.516729      0.079777   \n",
       "8             0.507576           0.445312            0.483271      0.145655   \n",
       "9             0.598485           0.546875            0.628253      0.322694   \n",
       "10            0.583333           0.578125            0.609665      0.055390   \n",
       "11            0.496212           0.468750            0.527881      0.003504   \n",
       "12            0.647727           0.617188            0.672862      0.040968   \n",
       "13            0.435606           0.445312            0.431227      0.025753   \n",
       "14            0.526515           0.500000            0.546468      0.003116   \n",
       "15            0.435606           0.445312            0.431227      0.005917   \n",
       "16            0.496212           0.500000            0.535316      0.015245   \n",
       "17            0.632576           0.539062            0.650558      0.006560   \n",
       "18            0.534091           0.476562            0.546468      0.083239   \n",
       "19            0.590909           0.546875            0.594796      0.048417   \n",
       "20            0.537879           0.484375            0.535316      0.098426   \n",
       "21            0.541667           0.500000            0.550186      0.099497   \n",
       "22            0.583333           0.468750            0.516729      0.127905   \n",
       "23            0.515152           0.492188            0.520446      0.128794   \n",
       "24            0.545455           0.492188            0.539033      0.171785   \n",
       "25            0.507576           0.453125            0.472119      0.053924   \n",
       "26            0.526515           0.453125            0.516729      0.136503   \n",
       "27            0.537879           0.460938            0.520446      0.082008   \n",
       "28            0.435606           0.445312            0.431227      0.004301   \n",
       "29            0.606061           0.562500            0.613383      0.041190   \n",
       "\n",
       "    std_score_time  std_test_score  std_train_score  \n",
       "0         0.001621        0.022175         0.005801  \n",
       "1         0.002703        0.035626         0.020557  \n",
       "2         0.001585        0.023464         0.009277  \n",
       "3         0.033070        0.007682         0.003835  \n",
       "4         0.004560        0.022735         0.007754  \n",
       "5         0.000451        0.026934         0.023192  \n",
       "6         0.002253        0.013934         0.018519  \n",
       "7         0.000611        0.016406         0.013422  \n",
       "8         0.001227        0.032839         0.018575  \n",
       "9         0.002429        0.022394         0.012154  \n",
       "10        0.000797        0.029668         0.011794  \n",
       "11        0.003897        0.007569         0.014508  \n",
       "12        0.000690        0.036421         0.011096  \n",
       "13        0.003390        0.007682         0.003835  \n",
       "14        0.001750        0.010684         0.009759  \n",
       "15        0.017037        0.007682         0.003835  \n",
       "16        0.003188        0.011479         0.017247  \n",
       "17        0.000036        0.026370         0.009628  \n",
       "18        0.001351        0.007681         0.010328  \n",
       "19        0.001821        0.020579         0.005187  \n",
       "20        0.003330        0.032036         0.007207  \n",
       "21        0.001764        0.020011         0.004394  \n",
       "22        0.005323        0.017409         0.028350  \n",
       "23        0.003258        0.019921         0.009030  \n",
       "24        0.000609        0.004758         0.002788  \n",
       "25        0.001504        0.029766         0.024801  \n",
       "26        0.003252        0.026798         0.010112  \n",
       "27        0.002237        0.016766         0.009068  \n",
       "28        0.001519        0.007682         0.003835  \n",
       "29        0.001116        0.031769         0.003627  \n",
       "\n",
       "[30 rows x 21 columns]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "bootstrap               True\n",
       "criterion            entropy\n",
       "max_depth                  5\n",
       "max_features            3103\n",
       "min_samples_leaf          18\n",
       "min_samples_split         55\n",
       "dtype: object"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Hyperparameter Optimization for random forest\n",
    "from scipy.stats import randint as sp_randint\n",
    "\n",
    "from sklearn.model_selection import RandomizedSearchCV\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.metrics import roc_auc_score, make_scorer\n",
    "from time import time\n",
    "# initialize the classifier\n",
    "clf_RF = RandomForestClassifier(n_estimators=10, n_jobs=-1, random_state=100)\n",
    "# find the number of features for parameter optimization\n",
    "num_features = X_train.shape[1]\n",
    "\n",
    "# make scorer#\n",
    "#auc_scorer = make_scorer(roc_auc_score, needs_threshold=True)#, needs_proba=True\n",
    "\n",
    "# params\n",
    "m_depths = [None] + list(range(2, 21, 3))\n",
    "# specify parameters and distributions to sample from\n",
    "param_dist_rf = {\"max_depth\": m_depths, # [None, 2, 5, 8, 11, 14, 17, 20]\n",
    "                 \"max_features\": sp_randint(1, num_features),\n",
    "                 \"min_samples_split\": sp_randint(2, 100),\n",
    "                 \"min_samples_leaf\": sp_randint(1, 100),\n",
    "                 \"bootstrap\": [True, False],\n",
    "                 \"criterion\": [\"gini\", \"entropy\"]}\n",
    "\n",
    "n_iter_search = 30 # was 20\n",
    "\n",
    "# run randomized search\n",
    "random_search_RF = RandomizedSearchCV(clf_RF, \n",
    "                                      param_distributions=param_dist_rf,\n",
    "                                      n_iter=n_iter_search,\n",
    "                                      random_state=random_state,\n",
    "                                      n_jobs=-1,\n",
    "                                      return_train_score=True)\n",
    "\n",
    "start = time()\n",
    "random_search_RF.fit(X_train, Y_train)\n",
    "print(\"RandomizedSearchCV took {:.2f} seconds for {} candidates\"\n",
    "      \" parameter settings.\\n\".format((time() - start), n_iter_search))\n",
    "\n",
    "# display the dataframe without the parameters column for better rendering\n",
    "display(pd.DataFrame(random_search_RF.cv_results_).drop('params', axis=1))\n",
    "\n",
    "best_parameters_RF = pd.Series(random_search_RF.best_params_)\n",
    "\n",
    "# display the best set of parameters\n",
    "display(best_parameters_RF)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "train accuracy: 0.7103274559193955\n",
      "test accuracy: 0.5847953216374269\n"
     ]
    }
   ],
   "source": [
    "# Train optimized random forest\n",
    "model7 = RandomForestClassifier(n_estimators=10 ,\n",
    "                                min_samples_split= 55,\n",
    "                                min_samples_leaf= 18,\n",
    "                                bootstrap = True,\n",
    "                                criterion = 'entropy',\n",
    "                                max_depth =  5,\n",
    "                                max_features = 3103,\n",
    "                                n_jobs=-1,\n",
    "                                random_state=100)\n",
    "\n",
    "model7.fit(X_train, Y_train)\n",
    "print('train accuracy: '+str(jaccard_similarity_score(model7.predict(X_train), Y_train)))\n",
    "print('test accuracy: '+str(jaccard_similarity_score(model7.predict(X_test), Y_test)))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(6162, 3685)"
      ]
     },
     "execution_count": 67,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "unlabeled_docs_pca.shape"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Predict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# keep docs with unknown labels\n",
    "unlabeled_docs = labeled_set[labeled_set['label'] == 'Unknown']\n",
    "# pca transformation\n",
    "unlabeled_docs_pca = pca.transform(unlabeled_docs.drop(columns=['label']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 68,
   "metadata": {},
   "outputs": [],
   "source": [
    "pd.DataFrame(unlabeled_docs_pca).to_pickle('docClassif/unlabeled_docs_pca.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [],
   "source": [
    "# predict for the unknown labels\n",
    "preds = pd.DataFrame(model7.predict(unlabeled_docs_pca), \n",
    "                     columns = ['prediction'], \n",
    "                     index=unlabeled_docs.index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "metadata": {},
   "outputs": [],
   "source": [
    "document_types = pd.concat([preds.rename(columns={'prediction':'label'}), labeled_docs[['label']]])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 111,
   "metadata": {},
   "outputs": [],
   "source": [
    "# save all doc types\n",
    "document_types.columns=['type']\n",
    "document_types.to_pickle('docClassif/document_types.pkl')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[  0   1   0   0   1   1   0   6   0]\n",
      " [  0  59   0   0   1   1   0   6   0]\n",
      " [  0   1  22   0   0   0   0   9   0]\n",
      " [  0   0   0   0   2   1   0  11   0]\n",
      " [  0   0   4   0  10   0   0   8   0]\n",
      " [  0   0   2   0   1  28   0   6   0]\n",
      " [  0   0   4   0   0   0   0  10   0]\n",
      " [  0   9   0   0   0   1   0 163   0]\n",
      " [  0   2   1   0   0   1   0  25   0]]\n",
      "[[ 0  1  0  0  0  0  0  1  0]\n",
      " [ 0 20  2  0  0  0  0  6  0]\n",
      " [ 0  2  5  0  0  0  0  7  0]\n",
      " [ 0  1  3  0  0  0  0  5  0]\n",
      " [ 0  0  2  0  1  1  0  1  0]\n",
      " [ 0  1  1  0  1  6  0  7  0]\n",
      " [ 0  0  0  0  0  0  0  3  0]\n",
      " [ 0 10  0  0  0  2  0 68  0]\n",
      " [ 0  1  0  0  0  0  0 13  0]]\n"
     ]
    }
   ],
   "source": [
    "from sklearn.metrics import confusion_matrix\n",
    "# Compute confusion matrix train\n",
    "y_true = Y_train\n",
    "y_pred = model7.predict(X_train)\n",
    "cm = confusion_matrix(y_true, y_pred)\n",
    "print(cm)\n",
    "# Compute confusion matrix train\n",
    "y_true = Y_test\n",
    "y_pred = model7.predict(X_test)\n",
    "cm = confusion_matrix(y_true, y_pred)\n",
    "print(cm)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "report          78\n",
       "letter          30\n",
       "presentation    15\n",
       "response        13\n",
       "map              9\n",
       "manual           9\n",
       "poster           8\n",
       "protocol         4\n",
       "certificate      3\n",
       "instruction      2\n",
       "Name: label, dtype: int64"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "count = Y_test.value_counts() \n",
    "count"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}