Sunoikisis - Named Entity Extraction 2b.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true,
    "toc": "true"
   },
   "source": [
    "# Table of Contents\n",
    " <p><div class=\"lev1 toc-item\"><a href=\"#Taking-it-from-where-we-left...\" data-toc-modified-id=\"Taking-it-from-where-we-left...-1\"><span class=\"toc-item-num\">1&nbsp;&nbsp;</span>Taking it from where we left...</a></div><div class=\"lev2 toc-item\"><a href=\"#Saving-Python-objects\" data-toc-modified-id=\"Saving-Python-objects-11\"><span class=\"toc-item-num\">1.1&nbsp;&nbsp;</span>Saving Python objects</a></div><div class=\"lev2 toc-item\"><a href=\"#Loading-Python-objects-back-into-memory\" data-toc-modified-id=\"Loading-Python-objects-back-into-memory-12\"><span class=\"toc-item-num\">1.2&nbsp;&nbsp;</span>Loading Python objects back into memory</a></div><div class=\"lev1 toc-item\"><a href=\"#Gathering-basic-statistics-about-the-extracted-NEs\" data-toc-modified-id=\"Gathering-basic-statistics-about-the-extracted-NEs-2\"><span class=\"toc-item-num\">2&nbsp;&nbsp;</span>Gathering basic statistics about the extracted NEs</a></div><div class=\"lev2 toc-item\"><a href=\"#Counting-entities-by-type\" data-toc-modified-id=\"Counting-entities-by-type-21\"><span class=\"toc-item-num\">2.1&nbsp;&nbsp;</span>Counting entities by type</a></div><div class=\"lev2 toc-item\"><a href=\"#Computing-entity-frequency\" data-toc-modified-id=\"Computing-entity-frequency-22\"><span class=\"toc-item-num\">2.2&nbsp;&nbsp;</span>Computing entity frequency</a></div><div class=\"lev1 toc-item\"><a href=\"#Counting,-sorting,-plotting\" data-toc-modified-id=\"Counting,-sorting,-plotting-3\"><span class=\"toc-item-num\">3&nbsp;&nbsp;</span>Counting, sorting, plotting</a></div><div class=\"lev2 toc-item\"><a href=\"#Pandas\" data-toc-modified-id=\"Pandas-31\"><span class=\"toc-item-num\">3.1&nbsp;&nbsp;</span>Pandas</a></div><div class=\"lev2 toc-item\"><a href=\"#Seaborn\" data-toc-modified-id=\"Seaborn-32\"><span class=\"toc-item-num\">3.2&nbsp;&nbsp;</span>Seaborn</a></div><div class=\"lev1 toc-item\"><a href=\"#Evaluating-NER\" data-toc-modified-id=\"Evaluating-NER-4\"><span class=\"toc-item-num\">4&nbsp;&nbsp;</span>Evaluating NER</a></div><div class=\"lev2 toc-item\"><a href=\"#data-preparation\" data-toc-modified-id=\"data-preparation-41\"><span class=\"toc-item-num\">4.1&nbsp;&nbsp;</span>data preparation</a></div><div class=\"lev2 toc-item\"><a href=\"#computing-error-types\" data-toc-modified-id=\"computing-error-types-42\"><span class=\"toc-item-num\">4.2&nbsp;&nbsp;</span>computing error types</a></div><div class=\"lev2 toc-item\"><a href=\"#computing-Precision,-Recall-and-F-score\" data-toc-modified-id=\"computing-Precision,-Recall-and-F-score-43\"><span class=\"toc-item-num\">4.3&nbsp;&nbsp;</span>computing Precision, Recall and F-score</a></div><div class=\"lev3 toc-item\"><a href=\"#Precision\" data-toc-modified-id=\"Precision-431\"><span class=\"toc-item-num\">4.3.1&nbsp;&nbsp;</span>Precision</a></div><div class=\"lev3 toc-item\"><a href=\"#Recall\" data-toc-modified-id=\"Recall-432\"><span class=\"toc-item-num\">4.3.2&nbsp;&nbsp;</span>Recall</a></div><div class=\"lev3 toc-item\"><a href=\"#F-1-Score\" data-toc-modified-id=\"F-1-Score-433\"><span class=\"toc-item-num\">4.3.3&nbsp;&nbsp;</span>F-1 Score</a></div><div class=\"lev3 toc-item\"><a href=\"#Accuracy\" data-toc-modified-id=\"Accuracy-434\"><span class=\"toc-item-num\">4.3.4&nbsp;&nbsp;</span>Accuracy</a></div><div class=\"lev2 toc-item\"><a href=\"#Using-sklearn\" data-toc-modified-id=\"Using-sklearn-44\"><span class=\"toc-item-num\">4.4&nbsp;&nbsp;</span>Using sklearn</a></div>"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "# Taking it from where we left...\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "## Saving Python objects"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "\n",
    "\n",
    "```python\n",
    "import pickle\n",
    "\n",
    "with open('data/DBG_tagged_baseline.pickle','wb') as f:\n",
    "    pickle.dump(tagged_text_baseline, f)\n",
    "    \n",
    "with open('data/DBG_tagged_clkt.pickle','wb') as f:\n",
    "    pickle.dump(tagged_text_cltk, f)\n",
    "    \n",
    "with open('data/DBG_tagged_nltk.pickle','wb') as f:\n",
    "    pickle.dump(tagged_text_nltk, f)\n",
    "```\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "## Loading Python objects back into memory "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "import pickle\n",
    "\n",
    "with open('data/DBG_tagged_baseline.pickle','rb') as f:\n",
    "    tagged_text_baseline = pickle.load(f)\n",
    "    \n",
    "with open('data/DBG_tagged_clkt.pickle','rb') as f:\n",
    "    tagged_text_cltk = pickle.load(f)\n",
    "    \n",
    "with open('data/DBG_tagged_nltk.pickle','rb') as f:\n",
    "    tagged_text_nltk = pickle.load(f)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 491,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('COMMENTARIUS', 'O'),\n",
       " ('PRIMUS', 'O'),\n",
       " ('Gallia', 'Entity'),\n",
       " ('est', 'O'),\n",
       " ('omnis', 'O'),\n",
       " ('divisa', 'O'),\n",
       " ('in', 'O'),\n",
       " ('partes', 'O'),\n",
       " ('tres,', 'O'),\n",
       " ('quarum', 'O')]"
      ]
     },
     "execution_count": 491,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tagged_text_baseline[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 492,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Baseline: ('COMMENTARIUS', 'O')\n",
      "CLTK: ('COMMENTARIUS', 'O')\n",
      "NLTK: ('COMMENTARIUS', 'LOC')\n",
      "\n",
      "Baseline: ('PRIMUS', 'O')\n",
      "CLTK: ('PRIMUS', 'O')\n",
      "NLTK: ('PRIMUS', 'LOC')\n",
      "\n",
      "Baseline: ('Gallia', 'Entity')\n",
      "CLTK: ('Gallia', 'Entity')\n",
      "NLTK: ('Gallia', 'LOC')\n",
      "\n",
      "Baseline: ('est', 'O')\n",
      "CLTK: ('est', 'O')\n",
      "NLTK: ('est', 'O')\n",
      "\n",
      "Baseline: ('omnis', 'O')\n",
      "CLTK: ('omnis', 'O')\n",
      "NLTK: ('omnis', 'O')\n",
      "\n",
      "Baseline: ('divisa', 'O')\n",
      "CLTK: ('divisa', 'O')\n",
      "NLTK: ('divisa', 'O')\n",
      "\n",
      "Baseline: ('in', 'O')\n",
      "CLTK: ('in', 'O')\n",
      "NLTK: ('in', 'O')\n",
      "\n",
      "Baseline: ('partes', 'O')\n",
      "CLTK: ('partes', 'O')\n",
      "NLTK: ('partes', 'O')\n",
      "\n",
      "Baseline: ('tres,', 'O')\n",
      "CLTK: ('tres,', 'O')\n",
      "NLTK: ('tres,', 'O')\n",
      "\n",
      "Baseline: ('quarum', 'O')\n",
      "CLTK: ('quarum', 'O')\n",
      "NLTK: ('quarum', 'O')\n",
      "\n",
      "Baseline: ('unam', 'O')\n",
      "CLTK: ('unam', 'O')\n",
      "NLTK: ('unam', 'O')\n",
      "\n",
      "Baseline: ('incolunt', 'O')\n",
      "CLTK: ('incolunt', 'O')\n",
      "NLTK: ('incolunt', 'O')\n",
      "\n",
      "Baseline: ('Belgae,', 'Entity')\n",
      "CLTK: ('Belgae,', 'O')\n",
      "NLTK: ('Belgae,', 'O')\n",
      "\n",
      "Baseline: ('aliam', 'O')\n",
      "CLTK: ('aliam', 'O')\n",
      "NLTK: ('aliam', 'O')\n",
      "\n",
      "Baseline: ('Aquitani,', 'Entity')\n",
      "CLTK: ('Aquitani,', 'O')\n",
      "NLTK: ('Aquitani,', 'O')\n",
      "\n",
      "Baseline: ('tertiam', 'O')\n",
      "CLTK: ('tertiam', 'O')\n",
      "NLTK: ('tertiam', 'O')\n",
      "\n",
      "Baseline: ('qui', 'O')\n",
      "CLTK: ('qui', 'O')\n",
      "NLTK: ('qui', 'O')\n",
      "\n",
      "Baseline: ('ipsorum', 'O')\n",
      "CLTK: ('ipsorum', 'O')\n",
      "NLTK: ('ipsorum', 'O')\n",
      "\n",
      "Baseline: ('lingua', 'O')\n",
      "CLTK: ('lingua', 'O')\n",
      "NLTK: ('lingua', 'O')\n",
      "\n",
      "Baseline: ('Celtae,', 'Entity')\n",
      "CLTK: ('Celtae,', 'O')\n",
      "NLTK: ('Celtae,', 'O')\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for baseline_out, cltk_out, nltk_out in zip(tagged_text_baseline[:20]\n",
    "                                            , tagged_text_cltk[:20]\n",
    "                                            , tagged_text_nltk[:20]):\n",
    "    print(\"Baseline: %s\\nCLTK: %s\\nNLTK: %s\\n\"%(baseline_out\n",
    "                                                , cltk_out\n",
    "                                                , nltk_out))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "# Gathering basic statistics about the extracted NEs\n",
    "\n",
    "Let's say we want to:\n",
    "- know how entities by type were extracted\n",
    "- look at the most frequent NEs"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "## Counting entities by type"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Of the three methods we used in the previous session to extract NEs from Caesar's *De Bello Gallico*, let's take the output of NLTK. In fact, this is the only one with more granulary entity types, where as the other two have just a generic `Entity` type."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 480,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('COMMENTARIUS', 'LOC'),\n",
       " ('PRIMUS', 'LOC'),\n",
       " ('Gallia', 'LOC'),\n",
       " ('est', 'O'),\n",
       " ('omnis', 'O'),\n",
       " ('divisa', 'O'),\n",
       " ('in', 'O'),\n",
       " ('partes', 'O'),\n",
       " ('tres,', 'O'),\n",
       " ('quarum', 'O'),\n",
       " ('unam', 'O'),\n",
       " ('incolunt', 'O'),\n",
       " ('Belgae,', 'O'),\n",
       " ('aliam', 'O'),\n",
       " ('Aquitani,', 'O'),\n",
       " ('tertiam', 'O'),\n",
       " ('qui', 'O'),\n",
       " ('ipsorum', 'O'),\n",
       " ('lingua', 'O'),\n",
       " ('Celtae,', 'O'),\n",
       " ('nostra', 'O'),\n",
       " ('Galli', 'PER'),\n",
       " ('appellantur.', 'PER'),\n",
       " ('Hi', 'PER'),\n",
       " ('omnes', 'O'),\n",
       " ('lingua,', 'O'),\n",
       " ('institutis,', 'O'),\n",
       " ('legibus', 'O'),\n",
       " ('inter', 'O'),\n",
       " ('se', 'O'),\n",
       " ('differunt.', 'O'),\n",
       " ('Gallos', 'PER'),\n",
       " ('ab', 'O'),\n",
       " ('Aquitanis', 'O'),\n",
       " ('Garumna', 'O'),\n",
       " ('flumen,', 'O'),\n",
       " ('a', 'O'),\n",
       " ('Belgis', 'PER'),\n",
       " ('Matrona', 'PER'),\n",
       " ('et', 'O'),\n",
       " ('Sequana', 'O'),\n",
       " ('dividit.', 'O'),\n",
       " ('Horum', 'O'),\n",
       " ('omnium', 'O'),\n",
       " ('fortissimi', 'O'),\n",
       " ('sunt', 'O'),\n",
       " ('Belgae,', 'O'),\n",
       " ('propterea', 'O'),\n",
       " ('quod', 'O'),\n",
       " ('a', 'O'),\n",
       " ('cultu', 'O'),\n",
       " ('atque', 'O'),\n",
       " ('humanitate', 'O'),\n",
       " ('provinciae', 'O'),\n",
       " ('longissime', 'O'),\n",
       " ('absunt,', 'O'),\n",
       " ('minimeque', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('eos', 'O'),\n",
       " ('mercatores', 'O'),\n",
       " ('saepe', 'O'),\n",
       " ('commeant', 'O'),\n",
       " ('atque', 'O'),\n",
       " ('ea', 'O'),\n",
       " ('quae', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('effeminandos', 'O'),\n",
       " ('animos', 'O'),\n",
       " ('pertinent', 'O'),\n",
       " ('important,', 'O'),\n",
       " ('proximique', 'O'),\n",
       " ('sunt', 'O'),\n",
       " ('Germanis,', 'O'),\n",
       " ('qui', 'O'),\n",
       " ('trans', 'O'),\n",
       " ('Rhenum', 'O'),\n",
       " ('incolunt,', 'O'),\n",
       " ('quibuscum', 'O'),\n",
       " ('continenter', 'O'),\n",
       " ('bellum', 'O'),\n",
       " ('gerunt.', 'O'),\n",
       " ('Qua', 'O'),\n",
       " ('de', 'O'),\n",
       " ('causa', 'O'),\n",
       " ('Helvetii', 'O'),\n",
       " ('quoque', 'O'),\n",
       " ('reliquos', 'O'),\n",
       " ('Gallos', 'PER'),\n",
       " ('virtute', 'O'),\n",
       " ('praecedunt,', 'O'),\n",
       " ('quod', 'O'),\n",
       " ('fere', 'O'),\n",
       " ('cotidianis', 'O'),\n",
       " ('proeliis', 'O'),\n",
       " ('cum', 'O'),\n",
       " ('Germanis', 'O'),\n",
       " ('contendunt,', 'O'),\n",
       " ('cum', 'O'),\n",
       " ('aut', 'O'),\n",
       " ('suis', 'O'),\n",
       " ('finibus', 'O'),\n",
       " ('eos', 'O'),\n",
       " ('prohibent', 'O'),\n",
       " ('aut', 'O'),\n",
       " ('ipsi', 'O'),\n",
       " ('in', 'O'),\n",
       " ('eorum', 'O'),\n",
       " ('finibus', 'O'),\n",
       " ('bellum', 'O'),\n",
       " ('gerunt.', 'O'),\n",
       " ('[Eorum', 'O'),\n",
       " ('una,', 'O'),\n",
       " ('pars,', 'O'),\n",
       " ('quam', 'O'),\n",
       " ('Gallos', 'PER'),\n",
       " ('obtinere', 'O'),\n",
       " ('dictum', 'O'),\n",
       " ('est,', 'O'),\n",
       " ('initium', 'O'),\n",
       " ('capit', 'O'),\n",
       " ('a', 'O'),\n",
       " ('flumine', 'O'),\n",
       " ('Rhodano,', 'O'),\n",
       " ('continetur', 'O'),\n",
       " ('Garumna', 'O'),\n",
       " ('flumine,', 'O'),\n",
       " ('Oceano,', 'O'),\n",
       " ('finibus', 'O'),\n",
       " ('Belgarum,', 'O'),\n",
       " ('attingit', 'O'),\n",
       " ('etiam', 'O'),\n",
       " ('ab', 'O'),\n",
       " ('Sequanis', 'O'),\n",
       " ('et', 'O'),\n",
       " ('Helvetiis', 'O'),\n",
       " ('flumen', 'O'),\n",
       " ('Rhenum,', 'O'),\n",
       " ('vergit', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('septentriones.', 'O'),\n",
       " ('Belgae', 'O'),\n",
       " ('ab', 'O'),\n",
       " ('extremis', 'O'),\n",
       " ('Galliae', 'O'),\n",
       " ('finibus', 'O'),\n",
       " ('oriuntur,', 'O'),\n",
       " ('pertinent', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('inferiorem', 'O'),\n",
       " ('partem', 'O'),\n",
       " ('fluminis', 'O'),\n",
       " ('Rheni,', 'O'),\n",
       " ('spectant', 'O'),\n",
       " ('in', 'O'),\n",
       " ('septentrionem', 'O'),\n",
       " ('et', 'O'),\n",
       " ('orientem', 'O'),\n",
       " ('solem.', 'O'),\n",
       " ('Aquitania', 'LOC'),\n",
       " ('a', 'O'),\n",
       " ('Garumna', 'O'),\n",
       " ('flumine', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('Pyrenaeos', 'O'),\n",
       " ('montes', 'O'),\n",
       " ('et', 'O'),\n",
       " ('eam', 'O'),\n",
       " ('partem', 'O'),\n",
       " ('Oceani', 'O'),\n",
       " ('quae', 'O'),\n",
       " ('est', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('Hispaniam', 'O'),\n",
       " ('pertinet;', 'O'),\n",
       " ('spectat', 'O'),\n",
       " ('inter', 'O'),\n",
       " ('occasum', 'O'),\n",
       " ('solis', 'O'),\n",
       " ('et', 'O'),\n",
       " ('septentriones.]', 'O'),\n",
       " ('Apud', 'O'),\n",
       " ('Helvetios', 'O'),\n",
       " ('longe', 'O'),\n",
       " ('nobilissimus', 'O'),\n",
       " ('fuit', 'O'),\n",
       " ('et', 'O'),\n",
       " ('ditissimus', 'O'),\n",
       " ('Orgetorix.', 'O'),\n",
       " ('Is', 'O'),\n",
       " ('M.', 'O'),\n",
       " ('Messala,', 'O'),\n",
       " ('[et', 'O'),\n",
       " ('P.]', 'O'),\n",
       " ('M.', 'PER'),\n",
       " ('Pisone', 'PER'),\n",
       " ('consulibus', 'O'),\n",
       " ('regni', 'O'),\n",
       " ('cupiditate', 'O'),\n",
       " ('inductus', 'O'),\n",
       " ('coniurationem', 'O'),\n",
       " ('nobilitatis', 'O'),\n",
       " ('fecit', 'O'),\n",
       " ('et', 'O'),\n",
       " ('civitati', 'O'),\n",
       " ('persuasit', 'O'),\n",
       " ('ut', 'O'),\n",
       " ('de', 'O'),\n",
       " ('finibus', 'O'),\n",
       " ('suis', 'O'),\n",
       " ('cum', 'O'),\n",
       " ('omnibus', 'O'),\n",
       " ('copiis', 'O'),\n",
       " ('exirent:', 'O'),\n",
       " ('perfacile', 'O'),\n",
       " ('esse,', 'O'),\n",
       " ('cum', 'O'),\n",
       " ('virtute', 'O'),\n",
       " ('omnibus', 'O'),\n",
       " ('praestarent,', 'O'),\n",
       " ('totius', 'O'),\n",
       " ('Galliae', 'O'),\n",
       " ('imperio', 'O'),\n",
       " ('potiri.', 'O'),\n",
       " ('Id', 'O'),\n",
       " ('hoc', 'O'),\n",
       " ('facilius', 'O'),\n",
       " ('iis', 'O'),\n",
       " ('persuasit,', 'O'),\n",
       " ('quod', 'O'),\n",
       " ('undique', 'O'),\n",
       " ('loci', 'O'),\n",
       " ('natura', 'O'),\n",
       " ('Helvetii', 'O'),\n",
       " ('continentur:', 'O'),\n",
       " ('una', 'O'),\n",
       " ('ex', 'O'),\n",
       " ('parte', 'O'),\n",
       " ('flumine', 'O'),\n",
       " ('Rheno', 'O'),\n",
       " ('latissimo', 'O'),\n",
       " ('atque', 'O'),\n",
       " ('altissimo,', 'O'),\n",
       " ('qui', 'O'),\n",
       " ('agrum', 'O'),\n",
       " ('Helvetium', 'O'),\n",
       " ('a', 'O'),\n",
       " ('Germanis', 'O'),\n",
       " ('dividit;', 'O'),\n",
       " ('altera', 'O'),\n",
       " ('ex', 'O'),\n",
       " ('parte', 'O'),\n",
       " ('monte', 'O'),\n",
       " ('Iura', 'O'),\n",
       " ('altissimo,', 'O'),\n",
       " ('qui', 'O'),\n",
       " ('est', 'O'),\n",
       " ('inter', 'O'),\n",
       " ('Sequanos', 'O'),\n",
       " ('et', 'O'),\n",
       " ('Helvetios;', 'O'),\n",
       " ('tertia', 'O'),\n",
       " ('lacu', 'O'),\n",
       " ('Lemanno', 'O'),\n",
       " ('et', 'O'),\n",
       " ('flumine', 'O'),\n",
       " ('Rhodano,', 'O'),\n",
       " ('qui', 'O'),\n",
       " ('provinciam', 'O'),\n",
       " ('nostram', 'O'),\n",
       " ('ab', 'O'),\n",
       " ('Helvetiis', 'O'),\n",
       " ('dividit.', 'O'),\n",
       " ('His', 'O'),\n",
       " ('rebus', 'O'),\n",
       " ('fiebat', 'O'),\n",
       " ('ut', 'O'),\n",
       " ('et', 'O'),\n",
       " ('minus', 'O'),\n",
       " ('late', 'O'),\n",
       " ('vagarentur', 'O'),\n",
       " ('et', 'O'),\n",
       " ('minus', 'O'),\n",
       " ('facile', 'O'),\n",
       " ('finitimis', 'O'),\n",
       " ('bellum', 'O'),\n",
       " ('inferre', 'O'),\n",
       " ('possent;', 'O'),\n",
       " ('qua', 'O'),\n",
       " ('ex', 'O'),\n",
       " ('parte', 'O'),\n",
       " ('homines', 'O'),\n",
       " ('bellandi', 'O'),\n",
       " ('cupidi', 'O'),\n",
       " ('magno', 'O'),\n",
       " ('dolore', 'O'),\n",
       " ('adficiebantur.', 'O'),\n",
       " ('Pro', 'O'),\n",
       " ('multitudine', 'O'),\n",
       " ('autem', 'O'),\n",
       " ('hominum', 'O'),\n",
       " ('et', 'O'),\n",
       " ('pro', 'O'),\n",
       " ('gloria', 'O'),\n",
       " ('belli', 'O'),\n",
       " ('atque', 'O'),\n",
       " ('fortitudinis', 'O'),\n",
       " ('angustos', 'O'),\n",
       " ('se', 'O'),\n",
       " ('fines', 'O'),\n",
       " ('habere', 'O'),\n",
       " ('arbitrabantur,', 'O'),\n",
       " ('qui', 'O'),\n",
       " ('in', 'O'),\n",
       " ('longitudinem', 'O'),\n",
       " ('milia', 'O'),\n",
       " ('passuum', 'O'),\n",
       " ('CCXL,', 'O'),\n",
       " ('in', 'O'),\n",
       " ('latitudinem', 'O'),\n",
       " ('CLXXX', 'O'),\n",
       " ('patebant.', 'O'),\n",
       " ('His', 'O'),\n",
       " ('rebus', 'O'),\n",
       " ('adducti', 'O'),\n",
       " ('et', 'O'),\n",
       " ('auctoritate', 'O'),\n",
       " ('Orgetorigis', 'O'),\n",
       " ('permoti', 'O'),\n",
       " ('constituerunt', 'O'),\n",
       " ('ea', 'O'),\n",
       " ('quae', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('proficiscendum', 'O'),\n",
       " ('pertinerent', 'O'),\n",
       " ('comparare,', 'O'),\n",
       " ('iumentorum', 'O'),\n",
       " ('et', 'O'),\n",
       " ('carrorum', 'O'),\n",
       " ('quam', 'O'),\n",
       " ('maximum', 'O'),\n",
       " ('numerum', 'O'),\n",
       " ('coemere,', 'O'),\n",
       " ('sementes', 'O'),\n",
       " ('quam', 'O'),\n",
       " ('maximas', 'O'),\n",
       " ('facere,', 'O'),\n",
       " ('ut', 'O'),\n",
       " ('in', 'O'),\n",
       " ('itinere', 'O'),\n",
       " ('copia', 'O'),\n",
       " ('frumenti', 'O'),\n",
       " ('suppeteret,', 'O'),\n",
       " ('cum', 'O'),\n",
       " ('proximis', 'O'),\n",
       " ('civitatibus', 'O'),\n",
       " ('pacem', 'O'),\n",
       " ('et', 'O'),\n",
       " ('amicitiam', 'O'),\n",
       " ('confirmare.', 'O'),\n",
       " ('Ad', 'O'),\n",
       " ('eas', 'O'),\n",
       " ('res', 'O'),\n",
       " ('conficiendas', 'O'),\n",
       " ('biennium', 'O'),\n",
       " ('sibi', 'O'),\n",
       " ('satis', 'O'),\n",
       " ('esse', 'O'),\n",
       " ('duxerunt;', 'O'),\n",
       " ('in', 'O'),\n",
       " ('tertium', 'O'),\n",
       " ('annum', 'O'),\n",
       " ('profectionem', 'O'),\n",
       " ('lege', 'O'),\n",
       " ('confirmant.', 'O'),\n",
       " ('Ad', 'O'),\n",
       " ('eas', 'O'),\n",
       " ('res', 'O'),\n",
       " ('conficiendas', 'O'),\n",
       " ('Orgetorix', 'O'),\n",
       " ('deligitur.', 'O'),\n",
       " ('Is', 'O'),\n",
       " ('sibi', 'O'),\n",
       " ('legationem', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('civitates', 'O'),\n",
       " ('suscipit.', 'O'),\n",
       " ('In', 'O'),\n",
       " ('eo', 'O'),\n",
       " ('itinere', 'O'),\n",
       " ('persuadet', 'O'),\n",
       " ('Castico,', 'O'),\n",
       " ('Catamantaloedis', 'O'),\n",
       " ('filio,', 'O'),\n",
       " ('Sequano,', 'O'),\n",
       " ('cuius', 'O'),\n",
       " ('pater', 'O'),\n",
       " ('regnum', 'O'),\n",
       " ('in', 'O'),\n",
       " ('Sequanis', 'O'),\n",
       " ('multos', 'O'),\n",
       " ('annos', 'O'),\n",
       " ('obtinuerat', 'O'),\n",
       " ('et', 'O'),\n",
       " ('a', 'O'),\n",
       " ('senatu', 'O'),\n",
       " ('populi', 'O'),\n",
       " ('Romani', 'O'),\n",
       " ('amicus', 'O'),\n",
       " ('appellatus', 'O'),\n",
       " ('erat,', 'O'),\n",
       " ('ut', 'O'),\n",
       " ('regnum', 'O'),\n",
       " ('in', 'O'),\n",
       " ('civitate', 'O'),\n",
       " ('sua', 'O'),\n",
       " ('occuparet,', 'O'),\n",
       " ('quod', 'O'),\n",
       " ('pater', 'O'),\n",
       " ('ante', 'O'),\n",
       " ('habuerit;', 'O'),\n",
       " ('itemque', 'O'),\n",
       " ('Dumnorigi', 'O'),\n",
       " ('Haeduo,', 'O'),\n",
       " ('fratri', 'O'),\n",
       " ('Diviciaci,', 'O'),\n",
       " ('qui', 'O'),\n",
       " ('eo', 'O'),\n",
       " ('tempore', 'O'),\n",
       " ('principatum', 'O'),\n",
       " ('in', 'O'),\n",
       " ('civitate', 'O'),\n",
       " ('obtinebat', 'O'),\n",
       " ('ac', 'O'),\n",
       " ('maxime', 'O'),\n",
       " ('plebi', 'O'),\n",
       " ('acceptus', 'O'),\n",
       " ('erat,', 'O'),\n",
       " ('ut', 'O'),\n",
       " ('idem', 'O'),\n",
       " ('conaretur', 'O'),\n",
       " ('persuadet', 'O'),\n",
       " ('eique', 'O'),\n",
       " ('filiam', 'O'),\n",
       " ('suam', 'O'),\n",
       " ('in', 'O'),\n",
       " ('matrimonium', 'O'),\n",
       " ('dat.', 'O'),\n",
       " ('Perfacile', 'O'),\n",
       " ('factu', 'O'),\n",
       " ('esse', 'O'),\n",
       " ('illis', 'O'),\n",
       " ('probat', 'O'),\n",
       " ('conata', 'O'),\n",
       " ('perficere,', 'O'),\n",
       " ('propterea', 'O'),\n",
       " ('quod', 'O'),\n",
       " ('ipse', 'O'),\n",
       " ('suae', 'O'),\n",
       " ('civitatis', 'O'),\n",
       " ('imperium', 'O'),\n",
       " ('obtenturus', 'O'),\n",
       " ('esset:', 'O'),\n",
       " ('non', 'O'),\n",
       " ('esse', 'O'),\n",
       " ('dubium', 'O'),\n",
       " ('quin', 'O'),\n",
       " ('totius', 'O'),\n",
       " ('Galliae', 'O'),\n",
       " ('plurimum', 'O'),\n",
       " ('Helvetii', 'O'),\n",
       " ('possent;', 'O'),\n",
       " ('se', 'O'),\n",
       " ('suis', 'O'),\n",
       " ('copiis', 'O'),\n",
       " ('suoque', 'O'),\n",
       " ('exercitu', 'O'),\n",
       " ('illis', 'O'),\n",
       " ('regna', 'O'),\n",
       " ('conciliaturum', 'O'),\n",
       " ('confirmat.', 'O'),\n",
       " ('Hac', 'O'),\n",
       " ('oratione', 'O'),\n",
       " ('adducti', 'O'),\n",
       " ('inter', 'O'),\n",
       " ('se', 'O'),\n",
       " ('fidem', 'O'),\n",
       " ('et', 'O'),\n",
       " ('ius', 'O'),\n",
       " ('iurandum', 'O'),\n",
       " ('dant', 'O'),\n",
       " ('et', 'O'),\n",
       " ('regno', 'O'),\n",
       " ('occupato', 'O'),\n",
       " ('per', 'O'),\n",
       " ('tres', 'O'),\n",
       " ('potentissimos', 'O'),\n",
       " ('ac', 'O'),\n",
       " ('firmissimos', 'O'),\n",
       " ('populos', 'O'),\n",
       " ('totius', 'O'),\n",
       " ('Galliae', 'O'),\n",
       " ('sese', 'O'),\n",
       " ('potiri', 'O'),\n",
       " ('posse', 'O'),\n",
       " ('sperant.', 'O'),\n",
       " ('Ea', 'O'),\n",
       " ('res', 'O'),\n",
       " ('est', 'O'),\n",
       " ('Helvetiis', 'O'),\n",
       " ('per', 'O'),\n",
       " ('indicium', 'O'),\n",
       " ('enuntiata.', 'O'),\n",
       " ('Moribus', 'O'),\n",
       " ('suis', 'O'),\n",
       " ('Orgetoricem', 'O'),\n",
       " ('ex', 'O'),\n",
       " ('vinculis', 'O'),\n",
       " ('causam', 'O'),\n",
       " ('dicere', 'O'),\n",
       " ('coegerunt;', 'O'),\n",
       " ('damnatum', 'O'),\n",
       " ('poenam', 'O'),\n",
       " ('sequi', 'O'),\n",
       " ('oportebat,', 'O'),\n",
       " ('ut', 'O'),\n",
       " ('igni', 'O'),\n",
       " ('cremaretur.', 'O'),\n",
       " ('Die', 'O'),\n",
       " ('constituta', 'O'),\n",
       " ('causae', 'O'),\n",
       " ('dictionis', 'O'),\n",
       " ('Orgetorix', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('iudicium', 'O'),\n",
       " ('omnem', 'O'),\n",
       " ('suam', 'O'),\n",
       " ('familiam,', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('hominum', 'O'),\n",
       " ('milia', 'O'),\n",
       " ('decem,', 'O'),\n",
       " ('undique', 'O'),\n",
       " ('coegit,', 'O'),\n",
       " ('et', 'O'),\n",
       " ('omnes', 'O'),\n",
       " ('clientes', 'O'),\n",
       " ('obaeratosque', 'O'),\n",
       " ('suos,', 'O'),\n",
       " ('quorum', 'O'),\n",
       " ('magnum', 'O'),\n",
       " ('numerum', 'O'),\n",
       " ('habebat,', 'O'),\n",
       " ('eodem', 'O'),\n",
       " ('conduxit;', 'O'),\n",
       " ('per', 'O'),\n",
       " ('eos', 'O'),\n",
       " ('ne', 'O'),\n",
       " ('causam', 'O'),\n",
       " ('diceret', 'O'),\n",
       " ('se', 'O'),\n",
       " ('eripuit.', 'O'),\n",
       " ('Cum', 'O'),\n",
       " ('civitas', 'O'),\n",
       " ('ob', 'O'),\n",
       " ('eam', 'O'),\n",
       " ('rem', 'O'),\n",
       " ('incitata', 'O'),\n",
       " ('armis', 'O'),\n",
       " ('ius', 'O'),\n",
       " ('suum', 'O'),\n",
       " ('exequi', 'O'),\n",
       " ('conaretur', 'O'),\n",
       " ('multitudinemque', 'O'),\n",
       " ('hominum', 'O'),\n",
       " ('ex', 'O'),\n",
       " ('agris', 'O'),\n",
       " ('magistratus', 'O'),\n",
       " ('cogerent,', 'O'),\n",
       " ('Orgetorix', 'O'),\n",
       " ('mortuus', 'O'),\n",
       " ('est;', 'O'),\n",
       " ('neque', 'O'),\n",
       " ('abest', 'O'),\n",
       " ('suspicio,', 'O'),\n",
       " ('ut', 'O'),\n",
       " ('Helvetii', 'O'),\n",
       " ('arbitrantur,', 'O'),\n",
       " ('quin', 'O'),\n",
       " ('ipse', 'O'),\n",
       " ('sibi', 'O'),\n",
       " ('mortem', 'O'),\n",
       " ('consciverit.', 'O'),\n",
       " ('Post', 'O'),\n",
       " ('eius', 'O'),\n",
       " ('mortem', 'O'),\n",
       " ('nihilo', 'O'),\n",
       " ('minus', 'O'),\n",
       " ('Helvetii', 'O'),\n",
       " ('id', 'O'),\n",
       " ('quod', 'O'),\n",
       " ('constituerant', 'O'),\n",
       " ('facere', 'O'),\n",
       " ('conantur,', 'O'),\n",
       " ('ut', 'O'),\n",
       " ('e', 'O'),\n",
       " ('finibus', 'O'),\n",
       " ('suis', 'O'),\n",
       " ('exeant.', 'O'),\n",
       " ('Ubi', 'ORG'),\n",
       " ('iam', 'O'),\n",
       " ('se', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('eam', 'O'),\n",
       " ('rem', 'O'),\n",
       " ('paratos', 'O'),\n",
       " ('esse', 'O'),\n",
       " ('arbitrati', 'O'),\n",
       " ('sunt,', 'O'),\n",
       " ('oppida', 'O'),\n",
       " ('sua', 'O'),\n",
       " ('omnia,', 'O'),\n",
       " ('numero', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('duodecim,', 'O'),\n",
       " ('vicos', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('quadringentos,', 'O'),\n",
       " ('reliqua', 'O'),\n",
       " ('privata', 'O'),\n",
       " ('aedificia', 'O'),\n",
       " ('incendunt;', 'O'),\n",
       " ('frumentum', 'O'),\n",
       " ('omne,', 'O'),\n",
       " ('praeter', 'O'),\n",
       " ('quod', 'O'),\n",
       " ('secum', 'O'),\n",
       " ('portaturi', 'O'),\n",
       " ('erant,', 'O'),\n",
       " ('comburunt,', 'O'),\n",
       " ('ut', 'O'),\n",
       " ('domum', 'O'),\n",
       " ('reditionis', 'O'),\n",
       " ('spe', 'O'),\n",
       " ('sublata', 'O'),\n",
       " ('paratiores', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('omnia', 'O'),\n",
       " ('pericula', 'O'),\n",
       " ('subeunda', 'O'),\n",
       " ('essent;', 'O'),\n",
       " ('trium', 'O'),\n",
       " ('mensum', 'O'),\n",
       " ('molita', 'O'),\n",
       " ('cibaria', 'O'),\n",
       " ('sibi', 'O'),\n",
       " ('quemque', 'O'),\n",
       " ('domo', 'O'),\n",
       " ('efferre', 'O'),\n",
       " ('iubent.', 'O'),\n",
       " ('Persuadent', 'O'),\n",
       " ('Rauracis', 'O'),\n",
       " ('et', 'O'),\n",
       " ('Tulingis', 'O'),\n",
       " ('et', 'O'),\n",
       " ('Latobrigis', 'O'),\n",
       " ('finitimis,', 'O'),\n",
       " ('uti', 'O'),\n",
       " ('eodem', 'O'),\n",
       " ('usi', 'O'),\n",
       " ('consilio', 'O'),\n",
       " ('oppidis', 'O'),\n",
       " ('suis', 'O'),\n",
       " ('vicisque', 'O'),\n",
       " ('exustis', 'O'),\n",
       " ('una', 'O'),\n",
       " ('cum', 'O'),\n",
       " ('iis', 'O'),\n",
       " ('proficiscantur,', 'O'),\n",
       " ('Boiosque,', 'O'),\n",
       " ('qui', 'O'),\n",
       " ('trans', 'O'),\n",
       " ('Rhenum', 'O'),\n",
       " ('incoluerant', 'O'),\n",
       " ('et', 'O'),\n",
       " ('in', 'O'),\n",
       " ('agrum', 'O'),\n",
       " ('Noricum', 'O'),\n",
       " ('transierant', 'O'),\n",
       " ('Noreiamque', 'O'),\n",
       " ('oppugnabant,', 'O'),\n",
       " ('receptos', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('se', 'O'),\n",
       " ('socios', 'O'),\n",
       " ('sibi', 'O'),\n",
       " ('adsciscunt.', 'O'),\n",
       " ('Erant', 'O'),\n",
       " ('omnino', 'O'),\n",
       " ('itinera', 'O'),\n",
       " ('duo,', 'O'),\n",
       " ('quibus', 'O'),\n",
       " ('itineribus', 'O'),\n",
       " ('domo', 'O'),\n",
       " ('exire', 'O'),\n",
       " ('possent:', 'O'),\n",
       " ('unum', 'O'),\n",
       " ('per', 'O'),\n",
       " ('Sequanos,', 'O'),\n",
       " ('angustum', 'O'),\n",
       " ('et', 'O'),\n",
       " ('difficile,', 'O'),\n",
       " ('inter', 'O'),\n",
       " ('montem', 'O'),\n",
       " ('Iuram', 'O'),\n",
       " ('et', 'O'),\n",
       " ('flumen', 'O'),\n",
       " ('Rhodanum,', 'O'),\n",
       " ('vix', 'O'),\n",
       " ('qua', 'O'),\n",
       " ('singuli', 'O'),\n",
       " ('carri', 'O'),\n",
       " ('ducerentur,', 'O'),\n",
       " ('mons', 'O'),\n",
       " ('autem', 'O'),\n",
       " ('altissimus', 'O'),\n",
       " ('impendebat,', 'O'),\n",
       " ('ut', 'O'),\n",
       " ('facile', 'O'),\n",
       " ('perpauci', 'O'),\n",
       " ('prohibere', 'O'),\n",
       " ('possent;', 'O'),\n",
       " ('alterum', 'O'),\n",
       " ('per', 'O'),\n",
       " ('provinciam', 'O'),\n",
       " ('nostram,', 'O'),\n",
       " ('multo', 'O'),\n",
       " ('facilius', 'O'),\n",
       " ('atque', 'O'),\n",
       " ('expeditius,', 'O'),\n",
       " ('propterea', 'O'),\n",
       " ('quod', 'O'),\n",
       " ('inter', 'O'),\n",
       " ('fines', 'O'),\n",
       " ('Helvetiorum', 'O'),\n",
       " ('et', 'O'),\n",
       " ('Allobrogum,', 'O'),\n",
       " ('qui', 'O'),\n",
       " ('nuper', 'O'),\n",
       " ('pacati', 'O'),\n",
       " ('erant,', 'O'),\n",
       " ('Rhodanus', 'O'),\n",
       " ('fluit', 'O'),\n",
       " ('isque', 'O'),\n",
       " ('non', 'O'),\n",
       " ('nullis', 'O'),\n",
       " ('locis', 'O'),\n",
       " ('vado', 'O'),\n",
       " ('transitur.', 'O'),\n",
       " ('Extremum', 'O'),\n",
       " ('oppidum', 'O'),\n",
       " ('Allobrogum', 'O'),\n",
       " ('est', 'O'),\n",
       " ('proximumque', 'O'),\n",
       " ('Helvetiorum', 'O'),\n",
       " ('finibus', 'O'),\n",
       " ('Genava.', 'O'),\n",
       " ('Ex', 'O'),\n",
       " ('eo', 'O'),\n",
       " ('oppido', 'O'),\n",
       " ('pons', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('Helvetios', 'O'),\n",
       " ('pertinet.', 'O'),\n",
       " ('Allobrogibus', 'O'),\n",
       " ('sese', 'O'),\n",
       " ('vel', 'O'),\n",
       " ('persuasuros,', 'O'),\n",
       " ('quod', 'O'),\n",
       " ('nondum', 'O'),\n",
       " ('bono', 'O'),\n",
       " ('animo', 'O'),\n",
       " ('in', 'O'),\n",
       " ('populum', 'O'),\n",
       " ('Romanum', 'O'),\n",
       " ('viderentur,', 'O'),\n",
       " ('existimabant', 'O'),\n",
       " ('vel', 'O'),\n",
       " ('vi', 'O'),\n",
       " ('coacturos', 'O'),\n",
       " ('ut', 'O'),\n",
       " ('per', 'O'),\n",
       " ('suos', 'O'),\n",
       " ('fines', 'O'),\n",
       " ('eos', 'O'),\n",
       " ('ire', 'O'),\n",
       " ('paterentur.', 'O'),\n",
       " ('Omnibus', 'O'),\n",
       " ('rebus', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('profectionem', 'O'),\n",
       " ('comparatis', 'O'),\n",
       " ('diem', 'O'),\n",
       " ('dicunt,', 'O'),\n",
       " ('qua', 'O'),\n",
       " ('die', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('ripam', 'O'),\n",
       " ('Rhodani', 'O'),\n",
       " ('omnes', 'O'),\n",
       " ('conveniant.', 'O'),\n",
       " ('is', 'O'),\n",
       " ('dies', 'O'),\n",
       " ('erat', 'O'),\n",
       " ('a.', 'O'),\n",
       " ('d.', 'PER'),\n",
       " ('V.', 'PER'),\n",
       " ('Kal.', 'PER'),\n",
       " ('Apr.', 'PER'),\n",
       " ('L.', 'PER'),\n",
       " ('Pisone,', 'PER'),\n",
       " ('A.', 'PER'),\n",
       " ('Gabinio', 'PER'),\n",
       " ('consulibus.', 'PER'),\n",
       " ('Caesari', 'PER'),\n",
       " ('cum', 'O'),\n",
       " ('id', 'O'),\n",
       " ('nuntiatum', 'O'),\n",
       " ('esset,', 'O'),\n",
       " ('eos', 'O'),\n",
       " ('per', 'O'),\n",
       " ('provinciam', 'O'),\n",
       " ('nostram', 'O'),\n",
       " ('iter', 'O'),\n",
       " ('facere', 'O'),\n",
       " ('conari,', 'O'),\n",
       " ('maturat', 'O'),\n",
       " ('ab', 'O'),\n",
       " ('urbe', 'O'),\n",
       " ('proficisci', 'O'),\n",
       " ('et', 'O'),\n",
       " ('quam', 'O'),\n",
       " ('maximis', 'O'),\n",
       " ('potest', 'O'),\n",
       " ('itineribus', 'O'),\n",
       " ('in', 'O'),\n",
       " ('Galliam', 'O'),\n",
       " ('ulteriorem', 'O'),\n",
       " ('contendit', 'O'),\n",
       " ('et', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('Genavam', 'O'),\n",
       " ('pervenit.', 'O'),\n",
       " ('Provinciae', 'O'),\n",
       " ('toti', 'O'),\n",
       " ('quam', 'O'),\n",
       " ('maximum', 'O'),\n",
       " ('potest', 'O'),\n",
       " ('militum', 'O'),\n",
       " ('numerum', 'O'),\n",
       " ('imperat', 'O'),\n",
       " ('(erat', 'O'),\n",
       " ('omnino', 'O'),\n",
       " ('in', 'O'),\n",
       " ('Gallia', 'LOC'),\n",
       " ('ulteriore', 'O'),\n",
       " ('legio', 'O'),\n",
       " ('una),', 'O'),\n",
       " ('pontem,', 'O'),\n",
       " ('qui', 'O'),\n",
       " ('erat', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('Genavam,', 'O'),\n",
       " ('iubet', 'O'),\n",
       " ('rescindi.', 'O'),\n",
       " ('Ubi', 'ORG'),\n",
       " ('de', 'O'),\n",
       " ('eius', 'O'),\n",
       " ('aventu', 'O'),\n",
       " ('Helvetii', 'O'),\n",
       " ('certiores', 'O'),\n",
       " ('facti', 'O'),\n",
       " ('sunt,', 'O'),\n",
       " ('legatos', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('eum', 'O'),\n",
       " ('mittunt', 'O'),\n",
       " ('nobilissimos', 'O'),\n",
       " ('civitatis,', 'O'),\n",
       " ('cuius', 'O'),\n",
       " ('legationis', 'O'),\n",
       " ('Nammeius', 'O'),\n",
       " ('et', 'O'),\n",
       " ('Verucloetius', 'O'),\n",
       " ('principem', 'O'),\n",
       " ('locum', 'O'),\n",
       " ('obtinebant,', 'O'),\n",
       " ('qui', 'O'),\n",
       " ('dicerent', 'O'),\n",
       " ('sibi', 'O'),\n",
       " ('esse', 'O'),\n",
       " ('in', 'O'),\n",
       " ('animo', 'O'),\n",
       " ('sine', 'O'),\n",
       " ('ullo', 'O'),\n",
       " ('maleficio', 'O'),\n",
       " ('iter', 'O'),\n",
       " ('per', 'O'),\n",
       " ('provinciam', 'O'),\n",
       " ('facere,', 'O'),\n",
       " ('propterea', 'O'),\n",
       " ('quod', 'O'),\n",
       " ('aliud', 'O'),\n",
       " ('iter', 'O'),\n",
       " ('haberent', 'O'),\n",
       " ('nullum:', 'O'),\n",
       " ('rogare', 'O'),\n",
       " ('ut', 'O'),\n",
       " ('eius', 'O'),\n",
       " ('voluntate', 'O'),\n",
       " ('id', 'O'),\n",
       " ('sibi', 'O'),\n",
       " ('facere', 'O'),\n",
       " ('liceat.', 'O'),\n",
       " ('Caesar,', 'O'),\n",
       " ('quod', 'O'),\n",
       " ('memoria', 'O'),\n",
       " ('tenebat', 'O'),\n",
       " ('L.', 'O'),\n",
       " ('Cassium', 'O'),\n",
       " ('consulem', 'O'),\n",
       " ('occisum', 'O'),\n",
       " ('exercitumque', 'O'),\n",
       " ('eius', 'O'),\n",
       " ('ab', 'O'),\n",
       " ('Helvetiis', 'O'),\n",
       " ('pulsum', 'O'),\n",
       " ('et', 'O'),\n",
       " ('sub', 'O'),\n",
       " ('iugum', 'O'),\n",
       " ('missum,', 'O'),\n",
       " ('concedendum', 'O'),\n",
       " ('non', 'O'),\n",
       " ('putabat;', 'O'),\n",
       " ('neque', 'O'),\n",
       " ('homines', 'O'),\n",
       " ('inimico', 'O'),\n",
       " ('animo,', 'O'),\n",
       " ('data', 'O'),\n",
       " ('facultate', 'O'),\n",
       " ('per', 'O'),\n",
       " ('provinciam', 'O'),\n",
       " ('itineris', 'O'),\n",
       " ('faciundi,', 'O'),\n",
       " ('temperaturos', 'O'),\n",
       " ('ab', 'O'),\n",
       " ('iniuria', 'O'),\n",
       " ('et', 'O'),\n",
       " ('maleficio', 'O'),\n",
       " ('existimabat.', 'O'),\n",
       " ('Tamen,', 'O'),\n",
       " ('ut', 'O'),\n",
       " ('spatium', 'O'),\n",
       " ('intercedere', 'O'),\n",
       " ('posset', 'O'),\n",
       " ('dum', 'O'),\n",
       " ('milites', 'O'),\n",
       " ('quos', 'O'),\n",
       " ('imperaverat', 'O'),\n",
       " ('convenirent,', 'O'),\n",
       " ('legatis', 'O'),\n",
       " ('respondit', 'O'),\n",
       " ('diem', 'O'),\n",
       " ('se', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('deliberandum', 'O'),\n",
       " ('sumpturum:', 'O'),\n",
       " ('si', 'O'),\n",
       " ('quid', 'O'),\n",
       " ('vellent,', 'O'),\n",
       " ('ad', 'O'),\n",
       " ('Id.', 'O'),\n",
       " ('April.', 'O'),\n",
       " ('reverterentur.', 'O'),\n",
       " ('Interea', 'O'),\n",
       " ('ea', 'O'),\n",
       " ('legione', 'O'),\n",
       " ('quam', 'O'),\n",
       " ('secum', 'O'),\n",
       " ('habebat', 'O'),\n",
       " ('militibusque,', 'O'),\n",
       " ('qui', 'O'),\n",
       " ('ex', 'O'),\n",
       " ('provincia', 'O'),\n",
       " ('convenerant,', 'O'),\n",
       " ('a', 'O'),\n",
       " ('lacu', 'O'),\n",
       " ('Lemanno,', 'O'),\n",
       " ('qui', 'O'),\n",
       " ('in', 'O'),\n",
       " ('flumen', 'O'),\n",
       " ...]"
      ]
     },
     "execution_count": 480,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tagged_text_nltk"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "The first thing to do is to create a list of all named entity tags that were extracted by NLTK:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 493,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "nltk_tags = []\n",
    "for token, tag in tagged_text_nltk:\n",
    "    nltk_tags.append(tag)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 494,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['LOC', 'LOC', 'LOC', 'O', 'O', 'O', 'O', 'O', 'O', 'O']"
      ]
     },
     "execution_count": 494,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk_tags[:10]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "A more elegant – that is, Pythonic – way of doing this is to use **list comprehension**:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "nltk_tags = [tag for token, tag in tagged_text_nltk]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 495,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['LOC', 'LOC', 'LOC', 'O', 'O', 'O', 'O', 'O', 'O', 'O']"
      ]
     },
     "execution_count": 495,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk_tags[:10]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Now, we want to count how many times each token appears.\n",
    "\n",
    "A typical way of doing this is to use a dictionary to store the counts.\n",
    "\n",
    "Since in a dictionary, the keys are unique, we leverage this property to keep track of whether a given entity type was already encountered as we go through all extracted entities.\n",
    "\n",
    "The values in the dictionary are simply numbers (integers), that are increased of 1 any time a given type is found in the data."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 496,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['LOC', 'LOC', 'LOC', 'O', 'O', 'O', 'O', 'O', 'O', 'O']"
      ]
     },
     "execution_count": 496,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk_tags[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 497,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "# we initialize an empty dictionary\n",
    "counts = {}\n",
    "\n",
    "# we iterate through all NE tags\n",
    "for tag in nltk_tags:\n",
    "    \n",
    "    # we check if our dictionary already contains an item\n",
    "    # for that specific entity type\n",
    "    if tag in counts:\n",
    "        # if it does, we just increase the counter of 1\n",
    "        counts[tag]+=1\n",
    "    else:\n",
    "        # otherwise we add it and set it to 1\n",
    "        counts[tag] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 501,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'LOC': 22, 'O': 8001, 'ORG': 40, 'PER': 113}"
      ]
     },
     "execution_count": 501,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "counts"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Let's look at the result:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'LOC': 22, 'O': 8001, 'ORG': 40, 'PER': 113}"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "counts"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Now that we have learned how to do this ourselves, it's important to know that the Python library `collections` already contains an objects that does exactly this: `Counter`."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Let's look at its documentation: "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "Counter?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 502,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "from collections import Counter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 503,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "nltk_tag_counts = Counter(nltk_tags)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 504,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Counter({'LOC': 22, 'O': 8001, 'ORG': 40, 'PER': 113})"
      ]
     },
     "execution_count": 504,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk_tag_counts"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "As you can see, the output is identical to the one we had previously obtained!"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "## Computing entity frequency"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Let's first filter NLTK's output and keep just the entities (i.e. the token identified as being a NE):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 505,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "nltk_entities = []\n",
    "for token, tag in tagged_text_nltk:\n",
    "    if tag != \"O\":\n",
    "        nltk_entities.append(token)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 506,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['COMMENTARIUS',\n",
       " 'PRIMUS',\n",
       " 'Gallia',\n",
       " 'Galli',\n",
       " 'appellantur.',\n",
       " 'Hi',\n",
       " 'Gallos',\n",
       " 'Belgis',\n",
       " 'Matrona',\n",
       " 'Gallos',\n",
       " 'Gallos',\n",
       " 'Aquitania',\n",
       " 'M.',\n",
       " 'Pisone',\n",
       " 'Ubi',\n",
       " 'd.',\n",
       " 'V.',\n",
       " 'Kal.',\n",
       " 'Apr.',\n",
       " 'L.']"
      ]
     },
     "execution_count": 506,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk_entities[:20]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "We can now use the `Counter` object that we just introduced to count the frequencies:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 507,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "nltk_entity_counts = Counter(nltk_entities)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 508,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "collections.Counter"
      ]
     },
     "execution_count": 508,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(nltk_entity_counts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 509,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Counter({'A.': 1,\n",
       "         'Apr.': 1,\n",
       "         'Aquitania': 1,\n",
       "         'Arari': 1,\n",
       "         'Ariovistus': 2,\n",
       "         'Belgis': 1,\n",
       "         'Bello': 1,\n",
       "         'C': 1,\n",
       "         'C.': 4,\n",
       "         'COMMENTARIUS': 1,\n",
       "         'Caburi': 1,\n",
       "         'Caesar': 21,\n",
       "         'Caesare': 2,\n",
       "         'Caesarem': 4,\n",
       "         'Caesari': 4,\n",
       "         'Caesaris': 7,\n",
       "         'Cassiano': 1,\n",
       "         'Cimbris': 1,\n",
       "         'Cognito': 1,\n",
       "         'Conloquendi': 1,\n",
       "         'De': 1,\n",
       "         'Diem': 1,\n",
       "         'Diu': 1,\n",
       "         'Diviciaco': 3,\n",
       "         'Diviciacum': 1,\n",
       "         'Diviciacus': 1,\n",
       "         'Divico': 2,\n",
       "         'Dubis': 1,\n",
       "         'Dumnorigem': 1,\n",
       "         'Fabio': 1,\n",
       "         'Flacco': 1,\n",
       "         'Gabinio': 1,\n",
       "         'Galli': 1,\n",
       "         'Gallia': 12,\n",
       "         'Galliam': 1,\n",
       "         'Gallos': 4,\n",
       "         'Genus': 1,\n",
       "         'Germanos': 4,\n",
       "         'Haeduorum': 1,\n",
       "         'Haeduos': 1,\n",
       "         'Helvetiis': 1,\n",
       "         'Hi': 1,\n",
       "         'His': 1,\n",
       "         'Huc': 1,\n",
       "         'Huic': 1,\n",
       "         'Ipse': 4,\n",
       "         'Italia': 1,\n",
       "         'Item': 1,\n",
       "         'Kal.': 1,\n",
       "         'L.': 2,\n",
       "         'Labieno': 2,\n",
       "         'Locutus': 1,\n",
       "         'M.': 4,\n",
       "         'Magnam': 1,\n",
       "         'Mario': 1,\n",
       "         'Matrona': 1,\n",
       "         'Messala,': 1,\n",
       "         'Metius': 1,\n",
       "         'Munitis': 1,\n",
       "         'Nam': 1,\n",
       "         'PRIMUS': 1,\n",
       "         'Petit': 1,\n",
       "         'Pisone': 2,\n",
       "         'Pisone,': 1,\n",
       "         'Postero': 1,\n",
       "         'Praeterea': 1,\n",
       "         'Q.': 1,\n",
       "         'Rhodanus': 1,\n",
       "         'Romanis': 2,\n",
       "         'Romanos': 1,\n",
       "         'Romanus': 2,\n",
       "         'Sequanis': 1,\n",
       "         'Sequanorum': 1,\n",
       "         'Sullae': 1,\n",
       "         'Summa': 1,\n",
       "         'Teutonis': 1,\n",
       "         'Treveris': 1,\n",
       "         'Ubi': 8,\n",
       "         'V': 1,\n",
       "         'V.': 1,\n",
       "         'Valerii': 1,\n",
       "         'Valerio': 1,\n",
       "         'Valerius': 1,\n",
       "         'appellantur.': 1,\n",
       "         'autem': 1,\n",
       "         'certiorem': 1,\n",
       "         'citeriorem': 1,\n",
       "         'cognovit': 1,\n",
       "         'consulibus.': 1,\n",
       "         'd.': 1,\n",
       "         'esse.': 1,\n",
       "         'et': 2,\n",
       "         'exercitu': 1,\n",
       "         'exploratores': 2,\n",
       "         'legioni': 1,\n",
       "         'per': 1,\n",
       "         'provincia': 1,\n",
       "         'renuntiatur': 1})"
      ]
     },
     "execution_count": 509,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk_entity_counts"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 510,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('Caesar', 21),\n",
       " ('Gallia', 12),\n",
       " ('Ubi', 8),\n",
       " ('Caesaris', 7),\n",
       " ('Gallos', 4),\n",
       " ('M.', 4),\n",
       " ('Caesarem', 4),\n",
       " ('Ipse', 4),\n",
       " ('Caesari', 4),\n",
       " ('Germanos', 4),\n",
       " ('C.', 4),\n",
       " ('Diviciaco', 3),\n",
       " ('Romanis', 2),\n",
       " ('Pisone', 2),\n",
       " ('Romanus', 2),\n",
       " ('L.', 2),\n",
       " ('et', 2),\n",
       " ('Labieno', 2),\n",
       " ('Caesare', 2),\n",
       " ('exploratores', 2),\n",
       " ('Ariovistus', 2),\n",
       " ('Divico', 2),\n",
       " ('Rhodanus', 1),\n",
       " ('provincia', 1),\n",
       " ('Diviciacus', 1),\n",
       " ('V', 1),\n",
       " ('PRIMUS', 1),\n",
       " ('consulibus.', 1),\n",
       " ('Diem', 1),\n",
       " ('Dumnorigem', 1),\n",
       " ('esse.', 1),\n",
       " ('Bello', 1),\n",
       " ('C', 1),\n",
       " ('Metius', 1),\n",
       " ('Item', 1),\n",
       " ('per', 1),\n",
       " ('Matrona', 1),\n",
       " ('Valerio', 1),\n",
       " ('certiorem', 1),\n",
       " ('Fabio', 1),\n",
       " ('Galliam', 1),\n",
       " ('Sullae', 1),\n",
       " ('Haeduos', 1),\n",
       " ('Gabinio', 1),\n",
       " ('Messala,', 1),\n",
       " ('Genus', 1),\n",
       " ('V.', 1),\n",
       " ('Romanos', 1),\n",
       " ('Munitis', 1),\n",
       " ('Postero', 1),\n",
       " ('cognovit', 1),\n",
       " ('Hi', 1),\n",
       " ('Diviciacum', 1),\n",
       " ('COMMENTARIUS', 1),\n",
       " ('Summa', 1),\n",
       " ('Pisone,', 1),\n",
       " ('Dubis', 1),\n",
       " ('Galli', 1),\n",
       " ('Valerii', 1),\n",
       " ('autem', 1),\n",
       " ('Kal.', 1),\n",
       " ('Teutonis', 1),\n",
       " ('appellantur.', 1),\n",
       " ('Diu', 1),\n",
       " ('Huic', 1),\n",
       " ('Haeduorum', 1),\n",
       " ('citeriorem', 1),\n",
       " ('Magnam', 1),\n",
       " ('Cassiano', 1),\n",
       " ('Treveris', 1),\n",
       " ('Caburi', 1),\n",
       " ('renuntiatur', 1),\n",
       " ('Locutus', 1),\n",
       " ('Sequanis', 1),\n",
       " ('Belgis', 1),\n",
       " ('Sequanorum', 1),\n",
       " ('Mario', 1),\n",
       " ('His', 1),\n",
       " ('d.', 1),\n",
       " ('Petit', 1),\n",
       " ('exercitu', 1),\n",
       " ('Conloquendi', 1),\n",
       " ('A.', 1),\n",
       " ('legioni', 1),\n",
       " ('Aquitania', 1),\n",
       " ('Q.', 1),\n",
       " ('Flacco', 1),\n",
       " ('Valerius', 1),\n",
       " ('Italia', 1),\n",
       " ('De', 1),\n",
       " ('Helvetiis', 1),\n",
       " ('Cognito', 1),\n",
       " ('Huc', 1),\n",
       " ('Cimbris', 1),\n",
       " ('Apr.', 1),\n",
       " ('Nam', 1),\n",
       " ('Arari', 1),\n",
       " ('Praeterea', 1)]"
      ]
     },
     "execution_count": 510,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk_entity_counts.most_common()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 486,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "nltk_entity_counts = dict(nltk_entity_counts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 487,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "dict"
      ]
     },
     "execution_count": 487,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "type(nltk_entity_counts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 398,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('Caesar', 21),\n",
       " ('Gallia', 12),\n",
       " ('Ubi', 8),\n",
       " ('Caesaris', 7),\n",
       " ('Caesari', 4),\n",
       " ('Gallos', 4),\n",
       " ('M.', 4),\n",
       " ('Caesarem', 4),\n",
       " ('Ipse', 4),\n",
       " ('C.', 4),\n",
       " ('Germanos', 4),\n",
       " ('Diviciaco', 3),\n",
       " ('Romanis', 2),\n",
       " ('Pisone', 2),\n",
       " ('Romanus', 2),\n",
       " ('Divico', 2),\n",
       " ('Ariovistus', 2),\n",
       " ('et', 2),\n",
       " ('Labieno', 2),\n",
       " ('Caesare', 2),\n",
       " ('L.', 2),\n",
       " ('exploratores', 2),\n",
       " ('Rhodanus', 1),\n",
       " ('provincia', 1),\n",
       " ('Diviciacus', 1),\n",
       " ('V', 1),\n",
       " ('PRIMUS', 1),\n",
       " ('consulibus.', 1),\n",
       " ('Diem', 1),\n",
       " ('Diu', 1),\n",
       " ('Dumnorigem', 1),\n",
       " ('esse.', 1),\n",
       " ('Bello', 1),\n",
       " ('C', 1),\n",
       " ('certiorem', 1),\n",
       " ('per', 1),\n",
       " ('Matrona', 1),\n",
       " ('Cognito', 1),\n",
       " ('Valerio', 1),\n",
       " ('Item', 1),\n",
       " ('Metius', 1),\n",
       " ('Sullae', 1),\n",
       " ('Haeduos', 1),\n",
       " ('Gabinio', 1),\n",
       " ('Genus', 1),\n",
       " ('V.', 1),\n",
       " ('Romanos', 1),\n",
       " ('Fabio', 1),\n",
       " ('Munitis', 1),\n",
       " ('cognovit', 1),\n",
       " ('Hi', 1),\n",
       " ('Diviciacum', 1),\n",
       " ('Valerii', 1),\n",
       " ('Postero', 1),\n",
       " ('Pisone,', 1),\n",
       " ('Dubis', 1),\n",
       " ('Galli', 1),\n",
       " ('autem', 1),\n",
       " ('Kal.', 1),\n",
       " ('Teutonis', 1),\n",
       " ('appellantur.', 1),\n",
       " ('Summa', 1),\n",
       " ('Huic', 1),\n",
       " ('Haeduorum', 1),\n",
       " ('citeriorem', 1),\n",
       " ('Magnam', 1),\n",
       " ('Cassiano', 1),\n",
       " ('Treveris', 1),\n",
       " ('Caburi', 1),\n",
       " ('renuntiatur', 1),\n",
       " ('Locutus', 1),\n",
       " ('Sequanis', 1),\n",
       " ('Belgis', 1),\n",
       " ('Sequanorum', 1),\n",
       " ('Mario', 1),\n",
       " ('De', 1),\n",
       " ('His', 1),\n",
       " ('COMMENTARIUS', 1),\n",
       " ('d.', 1),\n",
       " ('exercitu', 1),\n",
       " ('Arari', 1),\n",
       " ('Conloquendi', 1),\n",
       " ('A.', 1),\n",
       " ('legioni', 1),\n",
       " ('Aquitania', 1),\n",
       " ('Galliam', 1),\n",
       " ('Q.', 1),\n",
       " ('Flacco', 1),\n",
       " ('Valerius', 1),\n",
       " ('Italia', 1),\n",
       " ('Petit', 1),\n",
       " ('Helvetiis', 1),\n",
       " ('Huc', 1),\n",
       " ('Cimbris', 1),\n",
       " ('Praeterea', 1),\n",
       " ('Apr.', 1),\n",
       " ('Nam', 1),\n",
       " ('Messala,', 1)]"
      ]
     },
     "execution_count": 398,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sorted(entity_counts.items(), key=lambda x: x[1], reverse=True)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "As you will have noticed, one big limitation of counting entities this way, is that entities consisting of more than one token are treated as separate entities.\n",
    "\n",
    "What we'd need, instead, is a data format that allows for stating that two or more consecutive tokens are part of the same entity...\n",
    "\n",
    "Another limitation, is that we are actually counting surface forms of a given entity (cfr. \"Caesar\", \"Caesaris\", \"Caesari\", etc.). For this we'd need to disambiguate each entity by means of a unique identifier."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "# Counting, sorting, plotting"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Two libraries that are very useful when dealing with data are `pandas` and `seaborn`. \n",
    "\n",
    "`Pandas` is a data analysis library, while `seaborn` is used to visualise statistical data.\n",
    "\n",
    "These libraries play nicely together and are often used in combination."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 511,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import seaborn as sns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 512,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "## Pandas"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "A key data structure in `pandas` is the `DataFrame`, a tabular data structure that allows for arithmetic operations on its contents.\n",
    "\n",
    "The functionalities provided by `pandas`' dataframes are very similar to those provided by a spreadsheet software.  "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "First off, we initialise a dataframe representing the named entity counts that we have created previously. Remember?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 409,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'A.': 1,\n",
       " 'Apr.': 1,\n",
       " 'Aquitania': 1,\n",
       " 'Arari': 1,\n",
       " 'Ariovistus': 2,\n",
       " 'Belgis': 1,\n",
       " 'Bello': 1,\n",
       " 'C': 1,\n",
       " 'C.': 4,\n",
       " 'COMMENTARIUS': 1,\n",
       " 'Caburi': 1,\n",
       " 'Caesar': 21,\n",
       " 'Caesare': 2,\n",
       " 'Caesarem': 4,\n",
       " 'Caesari': 4,\n",
       " 'Caesaris': 7,\n",
       " 'Cassiano': 1,\n",
       " 'Cimbris': 1,\n",
       " 'Cognito': 1,\n",
       " 'Conloquendi': 1,\n",
       " 'De': 1,\n",
       " 'Diem': 1,\n",
       " 'Diu': 1,\n",
       " 'Diviciaco': 3,\n",
       " 'Diviciacum': 1,\n",
       " 'Diviciacus': 1,\n",
       " 'Divico': 2,\n",
       " 'Dubis': 1,\n",
       " 'Dumnorigem': 1,\n",
       " 'Fabio': 1,\n",
       " 'Flacco': 1,\n",
       " 'Gabinio': 1,\n",
       " 'Galli': 1,\n",
       " 'Gallia': 12,\n",
       " 'Galliam': 1,\n",
       " 'Gallos': 4,\n",
       " 'Genus': 1,\n",
       " 'Germanos': 4,\n",
       " 'Haeduorum': 1,\n",
       " 'Haeduos': 1,\n",
       " 'Helvetiis': 1,\n",
       " 'Hi': 1,\n",
       " 'His': 1,\n",
       " 'Huc': 1,\n",
       " 'Huic': 1,\n",
       " 'Ipse': 4,\n",
       " 'Italia': 1,\n",
       " 'Item': 1,\n",
       " 'Kal.': 1,\n",
       " 'L.': 2,\n",
       " 'Labieno': 2,\n",
       " 'Locutus': 1,\n",
       " 'M.': 4,\n",
       " 'Magnam': 1,\n",
       " 'Mario': 1,\n",
       " 'Matrona': 1,\n",
       " 'Messala,': 1,\n",
       " 'Metius': 1,\n",
       " 'Munitis': 1,\n",
       " 'Nam': 1,\n",
       " 'PRIMUS': 1,\n",
       " 'Petit': 1,\n",
       " 'Pisone': 2,\n",
       " 'Pisone,': 1,\n",
       " 'Postero': 1,\n",
       " 'Praeterea': 1,\n",
       " 'Q.': 1,\n",
       " 'Rhodanus': 1,\n",
       " 'Romanis': 2,\n",
       " 'Romanos': 1,\n",
       " 'Romanus': 2,\n",
       " 'Sequanis': 1,\n",
       " 'Sequanorum': 1,\n",
       " 'Sullae': 1,\n",
       " 'Summa': 1,\n",
       " 'Teutonis': 1,\n",
       " 'Treveris': 1,\n",
       " 'Ubi': 8,\n",
       " 'V': 1,\n",
       " 'V.': 1,\n",
       " 'Valerii': 1,\n",
       " 'Valerio': 1,\n",
       " 'Valerius': 1,\n",
       " 'appellantur.': 1,\n",
       " 'autem': 1,\n",
       " 'certiorem': 1,\n",
       " 'citeriorem': 1,\n",
       " 'cognovit': 1,\n",
       " 'consulibus.': 1,\n",
       " 'd.': 1,\n",
       " 'esse.': 1,\n",
       " 'et': 2,\n",
       " 'exercitu': 1,\n",
       " 'exploratores': 2,\n",
       " 'legioni': 1,\n",
       " 'per': 1,\n",
       " 'provincia': 1,\n",
       " 'renuntiatur': 1}"
      ]
     },
     "execution_count": 409,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "nltk_entity_counts"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "We use a utility function provided by the library to create a `DataFrame` starting from a dictionary."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 513,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "df = pd.DataFrame.from_dict(dict(nltk_entity_counts), orient=\"index\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 514,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Rhodanus</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesari</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>provincia</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diviciacus</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PRIMUS</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Romanis</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>consulibus.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pisone</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diem</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ubi</th>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diu</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dumnorigem</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>esse.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Bello</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Romanus</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>certiorem</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>per</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Matrona</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cognito</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Valerio</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Item</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Divico</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gallia</th>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Metius</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ariovistus</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sullae</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Haeduos</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gabinio</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Mario</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesare</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>De</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>His</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesar</th>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>COMMENTARIUS</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>d.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>exercitu</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Arari</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Conloquendi</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>A.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>legioni</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Aquitania</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Galliam</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Q.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Flacco</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Valerius</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Italia</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Petit</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Helvetiis</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L.</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Huc</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cimbris</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Praeterea</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Apr.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Nam</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>exploratores</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C.</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Messala,</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Germanos</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>98 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               0\n",
       "Rhodanus       1\n",
       "Caesari        4\n",
       "provincia      1\n",
       "Diviciacus     1\n",
       "V              1\n",
       "PRIMUS         1\n",
       "Romanis        2\n",
       "consulibus.    1\n",
       "Pisone         2\n",
       "Diem           1\n",
       "Ubi            8\n",
       "Diu            1\n",
       "Dumnorigem     1\n",
       "esse.          1\n",
       "Bello          1\n",
       "C              1\n",
       "Romanus        2\n",
       "certiorem      1\n",
       "per            1\n",
       "Matrona        1\n",
       "Cognito        1\n",
       "Valerio        1\n",
       "Item           1\n",
       "Divico         2\n",
       "Gallia        12\n",
       "Metius         1\n",
       "Ariovistus     2\n",
       "Sullae         1\n",
       "Haeduos        1\n",
       "Gabinio        1\n",
       "...           ..\n",
       "Mario          1\n",
       "Caesare        2\n",
       "De             1\n",
       "His            1\n",
       "Caesar        21\n",
       "COMMENTARIUS   1\n",
       "d.             1\n",
       "exercitu       1\n",
       "Arari          1\n",
       "Conloquendi    1\n",
       "A.             1\n",
       "legioni        1\n",
       "Aquitania      1\n",
       "Galliam        1\n",
       "Q.             1\n",
       "Flacco         1\n",
       "Valerius       1\n",
       "Italia         1\n",
       "Petit          1\n",
       "Helvetiis      1\n",
       "L.             2\n",
       "Huc            1\n",
       "Cimbris        1\n",
       "Praeterea      1\n",
       "Apr.           1\n",
       "Nam            1\n",
       "exploratores   2\n",
       "C.             4\n",
       "Messala,       1\n",
       "Germanos       4\n",
       "\n",
       "[98 rows x 1 columns]"
      ]
     },
     "execution_count": 514,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Let's rename the column that contains the entity counts:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 515,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "df.columns = [\"count\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 516,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Index: 98 entries, Rhodanus to Germanos\n",
      "Data columns (total 1 columns):\n",
      "count    98 non-null int64\n",
      "dtypes: int64(1)\n",
      "memory usage: 1.5+ KB\n"
     ]
    }
   ],
   "source": [
    "df.info()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 518,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Rhodanus</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesari</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>provincia</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diviciacus</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PRIMUS</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Romanis</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>consulibus.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pisone</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diem</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "             count\n",
       "Rhodanus         1\n",
       "Caesari          4\n",
       "provincia        1\n",
       "Diviciacus       1\n",
       "V                1\n",
       "PRIMUS           1\n",
       "Romanis          2\n",
       "consulibus.      1\n",
       "Pisone           2\n",
       "Diem             1"
      ]
     },
     "execution_count": 518,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 520,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>L.</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Huc</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cimbris</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Praeterea</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Apr.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Nam</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>exploratores</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C.</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Messala,</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Germanos</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              count\n",
       "L.                2\n",
       "Huc               1\n",
       "Cimbris           1\n",
       "Praeterea         1\n",
       "Apr.              1\n",
       "Nam               1\n",
       "exploratores      2\n",
       "C.                4\n",
       "Messala,          1\n",
       "Germanos          4"
      ]
     },
     "execution_count": 520,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.tail(10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "We can now sort the entities based on their frequency by using the `sort_values` method of the dataframe:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 521,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Caesar</th>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gallia</th>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ubi</th>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesaris</th>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Germanos</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C.</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesarem</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesari</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ipse</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>M.</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gallos</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diviciaco</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Divico</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Labieno</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesare</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ariovistus</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>et</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Romanis</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pisone</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>exploratores</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Romanus</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L.</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Locutus</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Mario</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sequanorum</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Apr.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Belgis</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sequanis</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Italia</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Praeterea</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dumnorigem</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diu</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diem</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>consulibus.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PRIMUS</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diviciacus</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>provincia</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sullae</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Haeduos</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gabinio</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Genus</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Huic</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Summa</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>appellantur.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Kal.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>autem</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Galli</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dubis</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pisone,</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Postero</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Valerii</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diviciacum</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Hi</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>cognovit</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Munitis</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Fabio</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Romanos</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Teutonis</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>98 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              count\n",
       "Caesar           21\n",
       "Gallia           12\n",
       "Ubi               8\n",
       "Caesaris          7\n",
       "Germanos          4\n",
       "C.                4\n",
       "Caesarem          4\n",
       "Caesari           4\n",
       "Ipse              4\n",
       "M.                4\n",
       "Gallos            4\n",
       "Diviciaco         3\n",
       "Divico            2\n",
       "Labieno           2\n",
       "Caesare           2\n",
       "Ariovistus        2\n",
       "et                2\n",
       "Romanis           2\n",
       "Pisone            2\n",
       "exploratores      2\n",
       "Romanus           2\n",
       "L.                2\n",
       "Locutus           1\n",
       "Mario             1\n",
       "Sequanorum        1\n",
       "Apr.              1\n",
       "Belgis            1\n",
       "Sequanis          1\n",
       "Italia            1\n",
       "Praeterea         1\n",
       "...             ...\n",
       "Dumnorigem        1\n",
       "Diu               1\n",
       "Diem              1\n",
       "consulibus.       1\n",
       "PRIMUS            1\n",
       "V                 1\n",
       "Diviciacus        1\n",
       "provincia         1\n",
       "Sullae            1\n",
       "Haeduos           1\n",
       "Gabinio           1\n",
       "Genus             1\n",
       "Huic              1\n",
       "Summa             1\n",
       "appellantur.      1\n",
       "Kal.              1\n",
       "autem             1\n",
       "Galli             1\n",
       "Dubis             1\n",
       "Pisone,           1\n",
       "Postero           1\n",
       "Valerii           1\n",
       "Diviciacum        1\n",
       "Hi                1\n",
       "cognovit          1\n",
       "Munitis           1\n",
       "Fabio             1\n",
       "Romanos           1\n",
       "V.                1\n",
       "Teutonis          1\n",
       "\n",
       "[98 rows x 1 columns]"
      ]
     },
     "execution_count": 521,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.sort_values(by=\"count\", ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 522,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Rhodanus</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesari</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>provincia</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diviciacus</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PRIMUS</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Romanis</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>consulibus.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pisone</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diem</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ubi</th>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diu</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dumnorigem</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>esse.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Bello</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Romanus</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>certiorem</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>per</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Matrona</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cognito</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Valerio</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Item</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Divico</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gallia</th>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Metius</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ariovistus</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sullae</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Haeduos</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gabinio</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Mario</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesare</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>De</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>His</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesar</th>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>COMMENTARIUS</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>d.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>exercitu</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Arari</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Conloquendi</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>A.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>legioni</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Aquitania</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Galliam</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Q.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Flacco</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Valerius</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Italia</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Petit</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Helvetiis</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L.</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Huc</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Cimbris</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Praeterea</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Apr.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Nam</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>exploratores</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C.</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Messala,</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Germanos</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>98 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              count\n",
       "Rhodanus          1\n",
       "Caesari           4\n",
       "provincia         1\n",
       "Diviciacus        1\n",
       "V                 1\n",
       "PRIMUS            1\n",
       "Romanis           2\n",
       "consulibus.       1\n",
       "Pisone            2\n",
       "Diem              1\n",
       "Ubi               8\n",
       "Diu               1\n",
       "Dumnorigem        1\n",
       "esse.             1\n",
       "Bello             1\n",
       "C                 1\n",
       "Romanus           2\n",
       "certiorem         1\n",
       "per               1\n",
       "Matrona           1\n",
       "Cognito           1\n",
       "Valerio           1\n",
       "Item              1\n",
       "Divico            2\n",
       "Gallia           12\n",
       "Metius            1\n",
       "Ariovistus        2\n",
       "Sullae            1\n",
       "Haeduos           1\n",
       "Gabinio           1\n",
       "...             ...\n",
       "Mario             1\n",
       "Caesare           2\n",
       "De                1\n",
       "His               1\n",
       "Caesar           21\n",
       "COMMENTARIUS      1\n",
       "d.                1\n",
       "exercitu          1\n",
       "Arari             1\n",
       "Conloquendi       1\n",
       "A.                1\n",
       "legioni           1\n",
       "Aquitania         1\n",
       "Galliam           1\n",
       "Q.                1\n",
       "Flacco            1\n",
       "Valerius          1\n",
       "Italia            1\n",
       "Petit             1\n",
       "Helvetiis         1\n",
       "L.                2\n",
       "Huc               1\n",
       "Cimbris           1\n",
       "Praeterea         1\n",
       "Apr.              1\n",
       "Nam               1\n",
       "exploratores      2\n",
       "C.                4\n",
       "Messala,          1\n",
       "Germanos          4\n",
       "\n",
       "[98 rows x 1 columns]"
      ]
     },
     "execution_count": 522,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "**NB**: `sort_values` produces a sorted copy of the input dataframe, it does not change it directly.\n",
    "\n",
    "So to have a sorted dataframe we need to re-assign our variable:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 523,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "df = df.sort_values(by=\"count\", ascending=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 524,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Caesar</th>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gallia</th>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ubi</th>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesaris</th>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Germanos</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C.</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesarem</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesari</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ipse</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>M.</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gallos</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diviciaco</th>\n",
       "      <td>3</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Divico</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Labieno</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesare</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ariovistus</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>et</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Romanis</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pisone</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>exploratores</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Romanus</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>L.</th>\n",
       "      <td>2</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Locutus</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Mario</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sequanorum</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Apr.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Belgis</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sequanis</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Italia</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Praeterea</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dumnorigem</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diu</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diem</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>consulibus.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PRIMUS</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diviciacus</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>provincia</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Sullae</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Haeduos</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gabinio</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Genus</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Huic</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Summa</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>appellantur.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Kal.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>autem</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Galli</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Dubis</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Pisone,</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Postero</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Valerii</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Diviciacum</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Hi</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>cognovit</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Munitis</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Fabio</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Romanos</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>V.</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Teutonis</th>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>98 rows × 1 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "              count\n",
       "Caesar           21\n",
       "Gallia           12\n",
       "Ubi               8\n",
       "Caesaris          7\n",
       "Germanos          4\n",
       "C.                4\n",
       "Caesarem          4\n",
       "Caesari           4\n",
       "Ipse              4\n",
       "M.                4\n",
       "Gallos            4\n",
       "Diviciaco         3\n",
       "Divico            2\n",
       "Labieno           2\n",
       "Caesare           2\n",
       "Ariovistus        2\n",
       "et                2\n",
       "Romanis           2\n",
       "Pisone            2\n",
       "exploratores      2\n",
       "Romanus           2\n",
       "L.                2\n",
       "Locutus           1\n",
       "Mario             1\n",
       "Sequanorum        1\n",
       "Apr.              1\n",
       "Belgis            1\n",
       "Sequanis          1\n",
       "Italia            1\n",
       "Praeterea         1\n",
       "...             ...\n",
       "Dumnorigem        1\n",
       "Diu               1\n",
       "Diem              1\n",
       "consulibus.       1\n",
       "PRIMUS            1\n",
       "V                 1\n",
       "Diviciacus        1\n",
       "provincia         1\n",
       "Sullae            1\n",
       "Haeduos           1\n",
       "Gabinio           1\n",
       "Genus             1\n",
       "Huic              1\n",
       "Summa             1\n",
       "appellantur.      1\n",
       "Kal.              1\n",
       "autem             1\n",
       "Galli             1\n",
       "Dubis             1\n",
       "Pisone,           1\n",
       "Postero           1\n",
       "Valerii           1\n",
       "Diviciacum        1\n",
       "Hi                1\n",
       "cognovit          1\n",
       "Munitis           1\n",
       "Fabio             1\n",
       "Romanos           1\n",
       "V.                1\n",
       "Teutonis          1\n",
       "\n",
       "[98 rows x 1 columns]"
      ]
     },
     "execution_count": 524,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "## Seaborn"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "`Seaborn` is built on top of `matplotlib` a very powerful python library for plotting. \n",
    "\n",
    "`Seaborn` provides a high-level layer on top of it, and makes some guesses on the nature of the data it receives in input.\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 440,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "        <iframe\n",
       "            width=\"900\"\n",
       "            height=\"4000\"\n",
       "            src=\"http://seaborn.pydata.org/examples/\"\n",
       "            frameborder=\"0\"\n",
       "            allowfullscreen\n",
       "        ></iframe>\n",
       "        "
      ],
      "text/plain": [
       "<IPython.lib.display.IFrame at 0x7fd1d1bc1a90>"
      ]
     },
     "execution_count": 440,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from IPython.display import IFrame\n",
    "IFrame('http://seaborn.pydata.org/examples/', width=900, height=4000)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "A quite handy characteristic is that you can pass to `Seaborn` a `pandas.DataFrame`. "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Here we plot the top 10 entities extracted by NLTK:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 525,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>Caesar</th>\n",
       "      <td>21</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Gallia</th>\n",
       "      <td>12</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ubi</th>\n",
       "      <td>8</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesaris</th>\n",
       "      <td>7</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Germanos</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>C.</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesarem</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Caesari</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Ipse</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>M.</th>\n",
       "      <td>4</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          count\n",
       "Caesar       21\n",
       "Gallia       12\n",
       "Ubi           8\n",
       "Caesaris      7\n",
       "Germanos      4\n",
       "C.            4\n",
       "Caesarem      4\n",
       "Caesari       4\n",
       "Ipse          4\n",
       "M.            4"
      ]
     },
     "execution_count": 525,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 526,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x7fd1d19d4eb8>"
      ]
     },
     "execution_count": 526,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/mromanello/.pyenv/versions/3.5.0/envs/sunoikisis/lib/python3.5/site-packages/matplotlib/font_manager.py:1297: UserWarning: findfont: Font family ['sans-serif'] not found. Falling back to DejaVu Sans\n",
      "  (prop.get_family(), self.defaultFamily[fontext]))\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZcAAAEGCAYAAACpXNjrAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAHXhJREFUeJzt3XuYXFWd7vFvR8JFwuEiNycoCOIr2JCQCqiIGAQBHUSi\nCGgEIgiGy3g4Ho8MGhWVAUZHQRHBOQJhBg8iQiRclHCCGUeOXCwEYoCXgSGMF0xQARWMQOjzx94t\nRVOdVJNdl06/n+fpp2uvWnvvX+2uql+vtfbeq29gYICIiIgqjet2ABERseZJcomIiMoluUREROWS\nXCIionJJLhERUbm1uh1Ar6jX6zltLiJihGq1Wl+z8iSXBrVardshvEC9Xu+5uHoxJkhcI5W4RiZx\nNd/3cNItFhERlevLRZSFer0+8Mpb7+l2GBERHbPZcR9YrfXLVlPTbrG0XCIionJJLhERUbkkl4iI\nqFySS0REVK4jpyJL2hI4G9gVeAxYCpxk+75O7D8iIjqr7S0XSX3AXGCh7e1s14BTgC3ave+GGHI9\nT0REB3XiS3cv4Gnb5w8W2L5T0gRJC4CNgfHAbNtXAUj6APARYG3gFuD4ctULgKnAAHCh7bMkHQMc\nW9a9Hzjc9pOS5gDLgV2Am4CPtv2VRkQE0Jkxl36g2WWcy4HptqdQJKAvSeqTtANwKPAm25OBFcAM\nYDIw0Xa/7Z2Ai8rtXGl7V9uTgHuAoxv2sRWwu+0kloiIDupmd1EfcLqkPYFngYkUXWV7AzXgNkkA\n6wHLgKuBbSWdA1wLzC+30y/pNGAjYAJwfcM+Lre9ogOvJSIiGnQiuSwGDm5SPgPYDKjZflrSEmBd\niqRzse1Thq4gaRKwHzALOAQ4CpgDHFR2tc0EpjWs8kRVLyIiIlrXiW6xG4F1JB07WCBpZ2BrYFmZ\nWPYqlwEWAAdL2rysu4mkrSVtCoyzfQUwG5hS1t8AeFjSeIqEFRERXdb25GJ7AJgO7CPpAUmLgTOA\n64CpkhYBRwD3lvXvpkge8yXdBdwAvJyi22yhpDuASyjOOAP4FMWg/02D24iIiO7KjStLuXFlRIw1\nuXFlRESMKkkuERFRuSSXiIioXG6L0mB1+x/boRenVu3FmCBxjVTiGpnENTJpuUREROWSXCIionJJ\nLhERUbmMuTS499x3dTuEF1gfuPfmbkfxfL0YEySuZl57wlXd2XGMeWm5RERE5ZJcIiKickkuERFR\nuSSXiIioXJJLRERUrqtni0naAjgLeAPwKPAU8AXbc4epvw1wje1+SdOAj9k+QNKBwI62z+xM5BER\nsTJdSy6S+oDvUcw6+f6ybGvgwJFuy/Y8YF61EUZExIvVzZbLW4GnbJ8/WGD7IeCcsoXyrxSXCACc\naPv/DbehcnrjqbZPlPROisnG1gZ+B8ywvbQ9LyEiIprp5pjL64Dbh3luGfA221OAQ4GvjmC7Pwbe\nYHsX4NvAx1cryoiIGLGeuUJf0rnAHhTjLvsAX5M0GVgBvGYEm9oKuEzSyylaLw9WHWtERKxcN1su\ni4Epgwu2TwD2BjYD/gewFJgETKVIEq06B/ia7Z2ADwPrVhVwRES0ppvJ5UZgXUnHNZS9tPy9IfCw\n7WeBw4GXjGC7GwK/Kh8fudpRRkTEiHUtudgeAA4C3iLpQUm3AhcDJwNfB46UdCfwWuCJEWz6VOBy\nSXXgt9VGHRERrejqmIvth4HDhnl654bHJ5f1lwD95eOFwMLy8RxgTvn4KiC3go2I6KJcoR8REZVL\ncomIiMoluUREROV65jqXXtCLs/bV63VqtVq3w3ieXowJEldEL0nLJSIiKpfkEhERlUtyiYiIymXM\npcF3L9q/2yE09eBd3Y7ghXoxJlh5XAd/8AedCyRijEvLJSIiKpfkEhERlUtyiYiIyiW5RERE5ZJc\nIiKicqPqbDFJ2wDX2O5vKDsV+BNwAPAx2z8dss6BwI62z+xgqBERY9qoSi4vhu15wLxuxxERMZas\nad1ih0u6Q9LPJe0GIGmmpK91O7CIiLFkTUsuL7U9GTgeuLDbwUREjFWjLbkMrKL8UgDbPwL+m6SN\nOhJVREQ8z2hLLr8DNh5Stgnw2/Lx0OQzXDKKiIg2GlXJxfafgIclvRVA0ibA/sCPyyqHluV7AI/b\nfrwrgUZEjHGj8WyxI4BzJX25XP6s7QckASyX9DNgPHBUtwKMiBjrRl1ysX03sFeT8mnD1J8DzGlr\nUBER8TyjqlssIiJGhySXiIio3KjrFmunXpxMql6vU6vVuh3G8/RiTNC7cUWMRWm5RERE5ZJcIiKi\nckkuERFRuSSXiIioXAb0G5z6nf26HUJTVz/Q7QheqFsxnXrI9d3ZcUSMSFouERFRuSSXiIioXJJL\nRERULsklIiIqV8mAvqQtgbOBXYHHgKXASbbvq2L7LcZwILCj7TM7tc+IiGhutZOLpD5gLnCx7cPK\nsknAFkBHkouktWzPA+Z1Yn8REbFyVbRc9gKetn3+YIHtOyVNkLSAYubI8cBs21cBSPoA8BFgbeAW\nijnvAS4AplLMIHmh7bMkHQMcW9a9Hzjc9pOS5gDLgV2AmyTdBUy1faKk9wKfAVZQTBq2ZwWvMyIi\nWlTFmEs/UG9SvhyYbnsKRQL6kqQ+STtQzBj5JtuTKRLADGAyMNF2v+2dgIvK7Vxpe1fbk4B7gKMb\n9rEVsLvtjw7Z96eB/cp1DqzgNUZExAi08yLKPuB0SXsCzwITKbrK9gZqwG3l7JHrAcuAq4FtJZ0D\nXAvML7fTL+k0YCNgAtB4Fd3ltlc02fdNwBxJ3wGurPqFRUTEylXRcllMkSyGmgFsBtTKFspSYF2K\npHOx7cnlj2yfavtRYBKwEJgFfLPczhzgxLI189lyG4OeaBaQ7VnAbOAVQF3Sy1bvJUZExEhUkVxu\nBNaRdOxggaSdga2BZbaflrRXuQywADhY0uZl3U0kbS1pU2Cc7SsoEsOUsv4GwMOSxlMkrFWStJ3t\nW2x/GniEIslERESHrHa3mO0BSdOBsyWdTDHWsgQ4FfiqpEXAT4F7y/p3S5oNzJc0DngaOAH4M3BR\nWQZwSvn7UxSD/o+UvzdoIawvStqeopW0ALhzdV9nRES0rpIxF9u/Bg5p8tQbh6l/GXBZk6emNKl7\nHnBek/KZQ5bnUHShYfvdqwg5IiLaKFfoR0RE5ZJcIiKickkuERFRuUwW1qAXJ6Kq1+vUas3O9O6e\nXowpInpLWi4REVG5JJeIiKhckktERFQuySUiIiqXAf0G75h7WrdDaO6/vl/5Jq+bPrvybUZEDErL\nJSIiKpfkEhERlUtyiYiIyiW5RERE5Voa0Je0BXAW8AbgUeAp4Au257YxtoiIGKVW2XKR1Ad8D/iR\n7W1t14DDKOavXyVJOSMtImKMaeWL/63AU7bPHyyw/RBwjqSXAGcC04B1gHNtf0PSNODzFK2c10ra\nF/gBcDOwO3AbcBHFtMWbAzNs3yppN+ArFFMZ/xn4oG1LmgkcCLwU2A6Ya/vjAJLeB3yCYmKwa22f\nXMZ1ATAVGAAutH3WiztEERExUq0kl9cBtw/z3NHA47Z3lbQOcJOk+eVzU4B+2w9K2gZ4NfBe4CiK\n5PJ+YA+KpPEJ4CCK2SrfbPsZSfsApwPvKbc3GdgF+AtgSecAK4B/BGoUiWy+pIOAXwATbfcDSNqo\nlYMRERHVGHGXlaRzKZLCU8BDwM6SDi6f3hDYvnzuVtsPNqz6oO1F5TYWAwvKKZIXAds0rH9xOUXx\nADC+Yf0Fth8v178b2Bp4GbDQ9iNl+beAPSlaTduWCehaYD4REdExrZwttpiG6YdtnwDsDWxG0RX1\nd7Ynlz+vsj34Rf7EkO38peHxsw3Lz/Jckvs88MOyxfFOiu6xZuuvYCWJ0fajwCRgITAL+OYqXmNE\nRFSoleRyI7CupOMayl5a/r4eOE7SeABJr5G0/mrEsyHwq/LxzBbq3wq8RdKm5TjL+4B/k7QpMM72\nFcBsGpJjRES03yqTi+0BivGQt0h6UNKtwMXAyRQtgruB2yX9HPgGq3e/si8AZ0j6WSvbsf0w8PfA\nD4E7gbrtq4CJwEJJdwCXAKesRkwRETFCLSWC8kv8sGGe/kT502hh+TO4/hKgv2F5ZrPnbP8EeE3D\ndmaX5XOAOQ3rHNDw+FLg0iHx3klaKxERXZMr9CMionJJLhERUbkkl4iIqFxuzdKgFyfQqtfr1Gq1\nbocRETEiablERETlklwiIqJySS4REVG5jLk0OOC73+p2CM09eG/lm7zm4BmVbzMiYlBaLhERUbkk\nl4iIqFySS0REVC7JJSIiKpfkEhERlVtjzhaTtCVwNrAr8BiwFDjJ9n1dDSwiYgxaI5KLpD5gLnCx\n7cPKsknAFkCSS0REh60RyQXYC3ja9vmDBeWcLhER0QVryphLP1DvdhAREVFYU5JLRET0kDUluSwG\ncl/6iIgesaYklxuBdSQdO1ggaWdJb+5iTBERY9YakVxsDwDTgX0kPSBpMXAG8BtJd3Q3uoiIsWdN\nOVsM278GDmny1OROxxIRMdatES2XiIjoLUkuERFRuSSXiIio3Boz5lKFXpydsV6vU6vlLOuIGF3S\ncomIiMoluUREROWSXCIionIZc2kw/YofdzuE5pZUH9fc9+xR+TYjIgal5RIREZVLcomIiMoluURE\nROWSXCIionJJLhERUbmWzxaTtCVwNrAr8BiwFDjJ9n1tii0iIkaplloukvqAucBC29vZrgGnAFu0\nM7ghMeS06YiIUaLVL+y9gKdtnz9YYPtOSRMkLQA2BsYDs21fBSDpA8BHgLWBW4Djy1UvAKYCA8CF\nts+SdAxwbFn3fuBw209KmgMsB3YBbpL0KeAcoL/c36m2r5I0EzgIWB/YHvincluHA38B3mH79yM9\nOBER8eK0OubSD9SblC8HptueQpGAviSpT9IOwKHAm2xPBlYAMygm7ppou9/2TsBF5XautL2r7UnA\nPcDRDfvYCtjd9keBTwI32t6t3N8XJa3fEOO7Kbrt/gF40vYuwE+AI1p8nRERUYHV7WrqA06XtCfw\nLDCRoqtsb6AG3CYJYD1gGXA1sK2kc4BrgfnldvolnQZsBEwArm/Yx+W2V5SP9wUOlPSxcnld4JXl\n4x/a/iPwR0mPl/sCWATsvJqvMyIiRqDV5LIYOLhJ+QxgM6Bm+2lJSyi+8PuAi22fMnQFSZOA/YBZ\nFNMSHwXMAQ4qu9pmAtMaVnmi4XEf8B7bHrLN11N0fw16tmH5WXKbm4iIjmq1W+xGYB1Jxw4WSNoZ\n2BpYViaWvcplgAXAwZI2L+tuImlrSZsC42xfAcwGppT1NwAeljSeImEN53rg78oTDJC0S4vxR0RE\nB7WUXGwPANOBfSQ9IGkxcAZwHTBV0iKKcY17y/p3UySP+ZLuAm4AXk7RbbZQ0h3AJRRnnAF8imLQ\n/6bBbQzj8xQD+XeVMXx+BK81IiI6pOXuItu/pujGGuqNw9S/DLisyVNTmtQ9DzivSfnMIct/Bj7c\npN4ciq61weVthnsuIiLaL1foR0RE5ZJcIiKicjmLqkEvTqBVr9ep1WrdDiMiYkTScomIiMoluURE\nROWSXCIionJJLhERUbkM6Dc4d+7SbofQxFbc/F/Vx3XC9I7NlhARY1BaLhERUbkkl4iIqFySS0RE\nVC7JJSIiKtfWAX1JWwJnU8wO+RiwFDjJ9n3t3O+QGA4EdrR9Zqf2GREx1rUtuZRzrsylmDTssLJs\nEsVMlR1JLpLWsj0PmNeJ/UVERKGdLZe9gKdtnz9YUM40OUHSAmBjirlZZtu+CkDSB4CPAGtTzO9y\nfLnqBcBUYAC40PZZko4Bji3r3g8cbvtJSXOA5cAuwE3lfDJTbZ/YxtcaEREN2jnm0g/Um5QvB6bb\nnkKRgL4kqU/SDsChwJtsTwZWUMxKORmYaLvf9k7AReV2rrS9q+1JwD3A0Q372ArY3fZH2/LKIiJi\npbpxEWUfcLqkPSnmt59I0VW2N1ADbpMEsB6wDLga2FbSOcC1wPxyO/2STgM2AiZQTIE86HLbKzrw\nWiIiool2JpfFwMFNymcAmwE1209LWgKsS5F0LrZ9ytAVyrGa/YBZFLNhHkUxu+RBZVfbTGBawypP\nVPUiIiJi5NrZLXYjsI6kYwcLJO0MbA0sKxPLXuUywALgYEmbl3U3kbS1pE2BcbavAGbz3DTJGwAP\nSxpPkbAiIqJHtC252B4ApgP7SHpA0mLgDOA6YKqkRcARwL1l/bspksf8chD+BuDlFN1mCyXdAVwC\nDLZsPkUx6H/T4DYiIqI3tHXMxfavKbqxhnrjMPUvAy5r8tSUJnXPA85rUj5zyPIcii60iIjokFyh\nHxERlUtyiYiIyiW5RERE5TJZWINenECrXq9Tq9W6HUZExIik5RIREZVLcomIiMoluUREROUy5tLg\nZ99c1u0QXmAcr+BnP6s+rl0+tHnl24yIGJSWS0REVC7JJSIiKpfkEhERlUtyiYiIyiW5RERE5Xo6\nuUj6U7djiIiIkevp5BIREaPTqLjORdI04HPAH4FXAz8EjqeYGvkCYCowAFxo+yxJ2wHnUkyn/CRw\njO1MKBYR0SGjIrmUdgN2BB4CfgC8G3gQmGi7H0DSRmXdfwZm2f4PSa8Hvg68tfMhR0SMTaMpudxq\n+z8BJF0K7AEsALaVdA5wLcUUyROA3YHLJQ2uu04X4o2IGLNGU3IZGLps+1FJk4D9gFkUUyqfBDxm\ne3KnA4yIiMJoGtDfTdKrJI0DDgV+LGlTYJztK4DZwBTbfwAelPReAEl9ZQKKiIgOGU3J5Tbga8A9\nFGMtc4GJwEJJdwCXAKeUdWcAR0u6E1gMvKvz4UZEjF093S1me0LD4h9sHzCkyp3AlCbrPQjs387Y\nIiJieKOp5RIREaNET7dcBtleCCzschgREdGitFwiIqJyo6Ll0im9ODtjvV6nVqt1O4yIiBFJyyUi\nIiqX5BIREZVLcomIiMplzKXB0rPr3Q7hBbYClv579XFtcVLGcSKifdJyiYiIyiW5RERE5ZJcIiKi\nckkuERFRuSSXiIio3KhPLpIGJF3SsLyWpEckXdPNuCIixrJRn1yAJ4B+SeuVy28DftXFeCIixrw1\nIbkAXAf8bfn4fcClXYwlImLMW1OSy7eBwyStC+wM3NLleCIixrQ1IrnYvgvYhqLVcl13o4mIiDXp\n9i/zgH8CpgEv624oERFj2xrRcildCHzW9qJuBxIRMdatMS0X278Evjq0XNJUYJbtD3U+qoiIsWnU\nJxfbE5qULQQWlo9/CiSxRER00JrULRYRET0iySUiIiqX5BIREZUb9WMuVerF2Rnr9Tq1Wu/FFRGx\nMmm5RERE5foGBga6HUNPqNfrORARESNUq9X6mpUnuUREROXSLRYREZVLcomIiMoluUREROWSXCIi\nonJJLhERUbkkl4iIqNyYukJf0v7AV4CXAN+0feaQ59cB/gWoAb8DDrW9pM0xvaLc5xbAAPDPtr8y\npM404CrgwbLoStufa2dc5X6XAH8EVgDP2J465Pk+iuP5DuBJYKbt29sck4DLGoq2BT5t++yGOtPo\nwPGSdCFwALDMdn9ZtkkZ3zbAEuAQ2482WfdIYHa5eJrti9sc1xeBdwJPAQ8AH7T9WJN1l7CSv3kb\n4joVOAZ4pKz2CdsvmE12VZ/dNsR1GaCyykbAY7YnN1l3Ce07Xk2/G3rhPdaKMdNykfQS4Fzg7cCO\nwPsk7Tik2tHAo7ZfDZwF/GMHQnsG+J+2dwTeAJzQJC6Af7c9ufxpe2JpsFe5z2YfmrcD25c/xwLn\ntTsYFyaXH/QaRVKb26RqJ47XHGD/IWV/DyywvT2woFx+nvLL4TPA64HdgM9I2rjNcd0A9NveGbgP\nOGUl66/sb151XABnNfytmiWWVj67lcZl+9CG99kVwJUrWb9dx2u474ZeeI+t0phJLhQH+H7b/2n7\nKeDbwLuG1HkXMJjdvwvsXf533ja2Hx78b9/2H4F7gInt3GeF3gX8i+0B2zcDG0l6eQf3vzfwgO2H\nOrjPv7L9I+D3Q4ob30MXAwc1WXU/4Abbvy//47yB5l+6lcVle77tZ8rFm4Gtqtrf6sTVolY+u22J\nq/z8HwJcWtX+WrWS74auv8daMZaSy0TgFw3Lv+SFX+J/rVN+EB8HXtaR6ABJ2wC7ALc0efqNku6U\n9H1Jr+tQSAPAfEl1Scc2eb6VY9pOhzH8h74bxwtgC9sPl49/Q9GlMVS3j9tRwPeHeW5Vf/N2OFHS\nXZIuHOa/624erzcDS23/xzDPd+R4DfluGA3vsTGVXHqapAkUze+TbP9hyNO3A1vbngScA3yvQ2Ht\nYXsKRXfECZL27NB+V0nS2sCBwOVNnu7W8Xoe2wMUXz49Q9InKbpbvjVMlU7/zc8DtgMmAw8DX2rz\n/kbqfay81dL247Wy74ZefI8NGkvJ5VfAKxqWtyrLmtaRtBawIcXAfltJGk/x5vmW7Rf07dr+g+0/\nlY+vA8ZL2rTdcdn+Vfl7GcW4xm5DqrRyTNvl7cDttpcOfaJbx6u0dLBrsPy9rEmdrhw3STMpBq5n\nlF9KL9DC37xStpfaXmH7WeB/D7O/bh2vtYB38/wTSJ6n3cdrmO+Gnn2PNRpLyeU2YHtJryr/6z0M\nmDekzjzgyPLxwcCNw30Iq1L26V4A3GP7y8PU2XJw7EfSbhR/t7YmPUnrS9pg8DGwL/DzIdXmAUdI\n6pP0BuDxhuZ6uw37H2U3jleDxvfQkRRnrQ11PbCvpI3LbqB9y7K2Kc+2+jhwoO0nh6nTyt+86rga\nx+imD7O/Vj677bAPcK/tXzZ7st3HayXfDT35HhtqzJyKbPsZSSdSHOCXABfaXizpc8BPbc+j+EP+\nq6T7KQb4DutAaG8CDgcWSbqjLPsE8Moy7vMpEt1xkp4B/gwc1u6kR9GPO7c485e1gP9j+weSZjXE\ndR3Facj3U5y19cE2xwT89YP8NuDDDWWNcXXkeEm6FJgGbCrplxRn55wJfEfS0cBDFIPBSJoKzLL9\nIdu/l/R5ii9NgM/ZfjED3SOJ6xRgHeCG8m96s+1Zkv6G4tTedzDM37zNcU2TNJmia2cJ5d+0Ma7h\nPrvtjMv2BTQZ0+vk8WL474auv8dakVvuR0RE5cZSt1hERHRIkktERFQuySUiIiqX5BIREZVLcomI\niMoluUT0IEkHSvpaF/Y7TdK+DcubSbqlvKAwomVJLhE9prx47h8ormfotGkUF9wBYPsR4CcU11tE\ntCz/jUQ0IWmAYi6MgyhuXnoMxRXb+wPjgffavqeseyRwPMXn6XHgONuWtBPwdWB9YF2K+TjOLteZ\nAywHXkNxm46fAEeWF3vuAfy28cpwSUcB/71cfAo4wPZSSUcA/4viIsQHgA/bXqZinpQJtj9Wrv/X\n5fKxKG5vtG253nsp7vE1CxgnaR/g2y7mTbkU+DJw0eof2Rgr0nKJGN5jtncFTqa4xcZNtnehmMDp\nkwCS3kxxhfSetmvAF4ELy/WXAPuUNzbcDThW0g4N2++nuMPB6yjmptmnLJ9Gw52xVUx+9glgv/Jm\nnHsBj0vqp2jd7FvO0/Jziht1tmIq8H5gB4pkOcP2IuB8imkUJvu5CbnqwOTyzggRLUlyiRje4A0L\nbwcGbF9TLteBV5eP3wlMAm4pb9FxJs/dMPClwAWSFgE3AX9T1h30PdvLyzlKbqdoOUBxk8HGG3L+\nLcUX/m8AbP/J9nKKJHNdw/3cvsFzCWpVrrf9WNlSuqVh3y/QMP1EJ+fqiVEu3WIRw1te/l4B/KWh\nfAXPfXb6KO519ekm659OMd/GzPL+WPMpuseGbn/oNv88pN6L8QzP/+dx6PaG7nu9VWxv3TKuiJak\n5RKxeq6muDP0VlBMySupVj63EfCLMrH0U0w81YpFPDd/O8C15T62KPcxQdK6wA+Bd0jasqx3DMWM\ng1DcTLQmaVx5594DWtz3HyjGYv6q3O8zwK9b3EZEkkvE6iinyP0kME/SnRTjHoNT8J4GHCPpLuBU\n4EctbvYaYE9J48p9LATOAP5vuY8bgQ1t/5xi/vQbyn1M4rlB/ysp7ux9T/m43uK+5wK7SrpD0uDc\n7PsBcztwJ+5Yg+SuyBE9SNI3gB/YntsDsfwbxVlo93Y7lhg90nKJ6E2zWfU4SNtJ2gz4RhJLjFRa\nLhERUbm0XCIionJJLhERUbkkl4iIqFySS0REVC7JJSIiKvf/AVgiLkNH4WaSAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fd1d19b7400>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "sns.barplot(x=\"count\", y=df[:10].index, data=df[:10])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Some things to note:\n",
    "- `x` is the name of the dataframe's column containing the values for the x axis\n",
    "- `y` are the labels for the y axis (in this case they come from the index)\n",
    "- `data` is the pandas' DataFrame we pass to the function"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 527,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x7fd1d1ca32e8>"
      ]
     },
     "execution_count": 527,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/mromanello/.pyenv/versions/3.5.0/envs/sunoikisis/lib/python3.5/site-packages/matplotlib/font_manager.py:1297: UserWarning: findfont: Font family ['sans-serif'] not found. Falling back to DejaVu Sans\n",
      "  (prop.get_family(), self.defaultFamily[fontext]))\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAaIAAAEGCAYAAAAnhpGXAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xm81VW9//HXUVFUTDOHCm+Smu80FOSAOaU4pFnOkkM4\nYOaU5vXXNadIKb1d01JzSK1UqOtVMiXnoYviVCliIjl8SgNvKoKaY4IgnN8fax3ZbPY+A+zpnP1+\nPh48zv5+v+v7/a69z/Bhre9an9XS1taGmZlZvSxX7wqYmVlzcyAyM7O6ciAyM7O6ciAyM7O6ciAy\nM7O6WqHeFeiJpkyZ4qGGZmZLobW1taV4nwPRUvrUo8/UuwpmZjW19nGHLNP5U6ZMKbnfXXNmZlZX\nDdkikvRx4CJgGPAmMAs4KSL+WteKmZlZxTVci0hSCzABmBQRG0ZEK3A6sG4N69CQAdrMrDdqxD+4\nOwLzI+KK9h0RMVVSP0kTgY8CfYDREXEzgKRDgBOBFYFHgG/mU68ChgJtwNURcaGko4Cjc9nngEMj\n4j1JY4G5wBbAw8C3q/5Ozcys8VpEwECg1BOtucC+ETGEFKx+IqlF0ibAgcC2ETEYWACMBAYD/SNi\nYERsBlyTr3NTRAyLiEHAM8CRBfdYD9gmIhyEzMxqpBFbROW0AD+UtD2wEOhP6q7bGWgFJksCWBmY\nDdwKbCDpEuB24J58nYGSzgHWAPoBdxfc44aIWFCD92JmZlkjBqKngBEl9o8E1gZaI2K+pBlAX1KA\nGhcRpxefIGkQsBtwLHAA8HVgLLBP7u4bBQwvOOVflXoTZmbWNY3YNXcvsJKko9t3SNocWB+YnYPQ\njnkbYCIwQtI6ueyaktaXtBawXETcCIwGhuTyqwEzJfUhBTczM6ujhmsRRUSbpH2BiySdSno2NAMY\nA1wsaRrwGPBsLv+0pNHAPZKWA+YDxwNzgGvyPkgj7wC+RxrQ8Gr+utrS1HNZJ3ZVw5QpU2htba13\nNZbgenWP69U9rlf3NGK9Gi4QAUTEy6SutGJblyk/Hhhf4tCQEmUvBy4vsX9U92ppZmaV0JCBqCd4\n5fJz6l2FJfQHXnn0znpXYwmuV/fUq14fP250ze9pBo35jMjMzJpIj2oRSVoXuBDYCngDmAecFxET\nypQfANwWEQMlDQdOjog9JO0FbBoR59am5mZmVk6PCUQ59c/vSEO1v5b3rQ/s1d1rRcQtwC2VraGZ\nmS2NHhOIgJ2AeUWpf14ALsktn18Dq+ZDJ0TEH8pdKM8fGhoRJ0jakzS8e0XgdWBkRMyqzlswM7Ni\nPekZ0eeAx8scmw18Maf/ORC4uBvXfQjYKiK2AK4HTlmmWpqZWbf0pBbRYiRdBmxHek60C3CppPZc\ncxt341LrAeMlfYLUKppe6bqamVl5PalF9BQF84Ii4nhSnrm1gf9HWrNoECnb9orduO4lwKU5Meox\npLRBZmZWIz0pEN0L9JV0XMG+VfLX1YGZEbEQOBRYvhvXXR14Kb8+fJlraWZm3dJjuuZy6p99gAsl\nnUJK0fMv4FTSs6MbJR0G3EX3kpeOAW6Q9AYp2H26Kyc14uS/RkzdAa5XdzVqvcyqpccEIoCImAkc\nVObw5gWvT83lZ5DWNyIiJgGT8uuxpCzc5MX1bq58bc3MrCt6VCBqJM9etne9q7CEVYFn/1TvWiyp\nJ9brs8f7/yZmtdJrA1FhVoWCfWOAd4E9SFkWHis6xxkXzMxqrNcGoqXhjAtmZrXXk0bNVdqhkp6Q\n9BdJW0LKuCDp0npXzMysmTRzIFolIgYD3wSurndlzMyaVW8ORG2d7L8OICIeAD4iaY2a1MrMzBbT\nmwPR68BHi/atCbyWXxcHqnKBy8zMqqjXBqKIeBeYKWknAElrAl8iJTmFlBwVSdsBb0XEW3WpqJlZ\nk+vto+YOAy6TdEHe/n5EPC8JYK6kPwN9gK/Xq4JmZs2uVweiiHga2LHE/uFlyo8lZ1zoTCNOeGzU\n1DCul5l1pNd2zZmZWc/Qq1tE1TTpF1+pdxVKmlRu6cA6q0e9hh91e+1vambdVpdAJOnjwEXAMOBN\n0lpCJ0XEX2tYB6fzMTNrADUPRJJagAnAuIg4KO8bBKwL1CQQSVrB6XzMzBpDPVpEOwLzI+KK9h0R\nMVVSP0kTSXN/+gCj8xINSDoEOJG08uojpGwIAFeRVmRtA66OiAslHQUcncs+BxwaEe9JGgvMBbYA\nHpb0JDA0Ik6Q9FXgLNIy429FxPbV/QjMzKxdPQYrDASmlNg/F9g3IoaQgtVPJLVI2oQ052fbnJJn\nATASGAz0j4iBeZnva/J1boqIYRExCHgGOLLgHusB20TEt4vufSawWz5nr8q8TTMz64pGGqzQAvxQ\n0vbAQqA/qbtuZ6AVmJzn/6wMzAZuBTaQdAlwO3BPvs5ASecAawD9gLsL7nFDRCwoce+HgbGSfgPc\nVOk3ZmZm5dWjRfQUKbAUGwmsDbTmls8soC8pQI2LiMH5nyJiTES8AQwirbp6LPDLfJ2xwAm5lfT9\nfI12JZcQj4hjgdHAvwFTJH1s2d6imZl1VT0C0b3ASpKObt8haXNgfWB2RMyXtGPeBpgIjJC0Ti67\npqT1Ja0FLBcRN5KCyJBcfjVSap8+pODWKUkbRsQjEXEm8CopIJmZWQ3UvGsuItok7QtcJOlU0rOh\nGcAY4GJJ04DHgGdz+acljQbukbQcMB84HpgDXJP3AZyev36PNKDh1fx1tS5U63xJnyG1viYCU5f1\nfZqZWdfU5RlRRLwMHFDi0NZlyo8Hxpc4NKRE2cuBy0vsH1W0PZaczici9uukyktoxMmSjZqyplHr\nZWaNwSl+zMysrhpp1FyP8ttrvlTvKpQ0/cnqXHfEEXdV58Jm1vQqHogkrQtcCGwFvAHMA86LiAmV\nvpeZmfV8Fe2ay+l7fgc8EBEbREQrcBBpImlXzncLzcysyVT6D/9OwLyi9D0vAJdIWh44FxgOrARc\nFhFXShoOnE1qPX1W0q7AXcCfgG2AyaSsCd8H1gFGRsSjkrYEfkqaJzQHOCIiQtIoUnaEVYANgQkR\ncQqApIOBM0ij426PiFNzvZZIFVThz8XMzMqodCD6HFAu4f+RpDxuwyStRMr31p4NYQgwMCKmSxoA\nbAR8lbRy6mTga8B2pABzBrAPaXj3FyLiA0m7AD8E9s/XG0zKKfc+EDn7wgLgR6TJtG+QhoPvA/yD\nnCoIQNIaFfkkzMysS6raFSbpMlIAmQe8AGwuaUQ+vDrwmXzs0YiYXnDq9IiYlq/xFDAxzz+aBgwo\nOH9cnv/TRkqU2m5iRLyVz3+aNDn2Y8CkiHg1778W2J7UGiuVKsjMzGqg0sO3n6Jgbk9EHE/KFbc2\nqTvsWwWpej4dEe1/9ItT77xf8HphwfZCFgXPs4H7cktmTxZP5VN4/gI6CLgdpAoyM7MaqHQguhfo\nK+m4gn2r5K93A8fl1DtI2ljSqstwr9WBl/LrUV0o/yiwg6S18nOhg4H7O0gVZGZmNVDRQBQRbaTn\nNztImi7pUWAccCqppfE08LikvwBXsmxdg+cB/yXpz125TkTMBE4D7iOl8JmS1zvqD0yS9ATw3yxK\nFWRmZjXQ0tbWVu869DhTpkxpa8SUNY2aSsf16h7Xq3tcr+6pZ73yvVuK9zvFj5mZ1ZUnkC6lK3+9\nW72rUNJjT1fnusccenfnhczMlkJTBiJJHwcuAoYBb5IW4TspIv5a14qZmTWhpgtEOQ3RBNKqrwfl\nfYNIy5I7EJmZ1VjTBSJgR2B+URoiL4RnZlYnzThYYSAwpd6VMDOzpBkDkZmZNZBmDERPkRKfmplZ\nA2jGQHQvsJKko9t3SNpc0hfqWCczs6bVdIEopyHaF9hF0vM5u/d/Aa/kND9mZlZDzThqjoh4GTig\nxKHBXb1GI07wbNSUImZmHWm6FpGZmTWWpmwRVcKY3zRmip9bn6/Odccc0HgtQDPrHaoSiJxCx8zM\nuqriXXMFKXQmRcSGEdFKWuNn3Urfq4M6uKVnZtZDVOMPdskUOpL6SZoIfBToA4zOC9Mh6RDgRGBF\n4BHgm/nUq4ChQBtwdURcKOko4Ohc9jng0Ih4T9JYYC6wBfCwpO8Bl5AyKfQBxkTEzZJGkRbvWxX4\nDPDjfK1DSUuMfzki/lmFz8XMzEqoxmCFcil05gL7RsQQUrD6iaQWSZsABwLbRsRgYAEwkjSCrX9E\nDIyIzYBr8nVuiohhETEIeAY4suAe6wHbRMS3ge8C90bElvl+5xcsTT4Q2I/UdfifwHsRsQXwR+Cw\nynwMZmbWFbXswmoBfihpe2AhaYnudYGdSZkOJksCWBmYDdwKbCDpEuB24J58nYGSzgHWAPoBhU/R\nb4iIBfn1rsBekk7O232BT+XX90XEO8A7kt7K9wKYBmxeubdsZmadqUYgegoYUWL/SGBtoDUi5kua\nQQoOLaQlGU4vPiEvz7AbcCxp3s/XgbHAPrm7bxQwvOCUfxW8bgH2j4gouubnSV1w7RYWbC/EIwnN\nzGqqGl1zJVPoAOsDs3MQ2jFvA0wERkhaJ5ddU9L6ktYClouIG4HRwJBcfjVgpqQ+pOBWzt3At/Lg\nCSRtUbm3aGZmlVLx//1HRJukfYGLJJ1KejY0AxgDXCxpGvAY8Gwu/7Sk0cA9kpYD5gPHA3OAa/I+\nSCPvAL5HGtDwav66WpmqnE0aQv5kvsZ0YI9Kvc9GnFfjzApm1hNVpRuqgxQ6W5cpPx4YX+LQkBJl\nLwcuL7F/VNH2HOCYEuXGkrr32rcHlDtmZmbV5xQ/ZmZWV34wv5R2v3n/elehtBerc9k7976xOhc2\ns6bXMIGoEdICSdoL2DQizq3VPc3Mml1DBKKCtEDjIuKgvG8QaZ5RTQKRpBUi4hbgllrcz8zMkoYI\nRDROWqAngaERcULV37GZmQGNM1ihUdICmZlZjTVKi6icWqcFMjOzGmuUQNQoaYHMzKzGGqVrrlHS\nApmZWY01RIuogdICdVkjzqtxih8z64kaIhBBw6QFGotT/JiZ1VTDBKKe5ssTzql3FUr7vzurctk7\n9h1dleuamTXKMyIzM2tSvSYQSXq33nUwM7Pu6zWByMzMeqZe94xI0nDgB8A7wEbAfaT0Py2UTv+z\nIXAZab7Se8BREfFsHapuZtaUel0gyrYENgVeAO4C9iOt0No/IgYCSFojl/05cGxE/E3S54GfATvV\nvspmZs2ptwaiRyPi7wCSrgO2I02CXSz9j6R+wDbADTlVEMBKdaivmVnT6q2BqK14OyLeKJH+5yTg\nzZw41czM6qC3DlbYUtKnc4aFA4GHSqX/iYi3gemSvgppXaQcrMzMrEZ6a4toMnApiwYrTAA2o3T6\nn5HA5TllUB/gemBqZzdoxAmeTvFjZj1RrwlEEdGvYPPtiNijqMhUSqf/mQ58qZp1MzOz8npNIKq1\nr9y0ROq6xvDCo1W57O37HVeV65qZ9bpAFBGTgEmljklqA66NiEPy9grATOCREi0oMzOrgd46WKGc\nf5FWa105b38ReKmO9TEza3rNFogA7gC+kl8fDFxXx7qYmTW9ZgxE1wMHSeoLbE5aKM/MzOqk6QJR\nRDwJDCC1hu6ob23MzKzXDVbooluAHwPDgY/VtypmZs2t6VpE2dXA9yNiWr0rYmbW7JqyRRQRLwIX\nF++XNJSUifsbta+VmVlzaqpAVJR9oX3fJPK8o4h4DOhSEGrECZ5O8WNmPVGzds2ZmVmDaKoWUSXt\n8dtr612F0qZXZ3HZ20aMrMp1zcx6RCCStC5wIbAV8AYwDzgvIiaUKT8AuC0iBualw092Ch8zs8bU\n8F1zklqA3wEPRMQGEdEKHASsV9+amZlZJfSEFtFOwLyIuKJ9R0S8AFySWz6/BlbNh06IiD+Uu5Ck\nNUlDtzcA3gOOjognJe0A/DQXawO2j4h3Kv5OzMxsCQ3fIgI+Bzxe5ths4IsRMYS0EusSQ7KLfB/4\nc0RsDpwB/CrvPxk4Pi8Z/gVgzjLX2szMuqQntIgWI+kyYDvSc6JdgEslDQYWABt3cvp2wP4AEXGv\npI9J+gjwMHCBpGuBm/I8IzMzq4Ge0CJ6ioKVVSPieGBnYG3g/wGzgEHAUGDFpblBRJxLmj+0MvCw\npM8uY53NzKyLekIguhfoK6lwBukq+evqwMyIWAgcCizfybUeBEYC5NF0r0XE25I2jIhpEfEjYDLg\nQGRmViMN3zUXEW2S9gEulHQK8CppgbtTSc+ObpR0GHBX3t+RMcDVkp4kDVY4PO8/SdKOwEJSC+zO\nir8RMzMrqeEDEUBEzCQN2S5l84LXp+byM4CB+fUkFqXw+SewT4nrf6u7dWrECZ5O8WNmPVFP6Joz\nM7NerEe0iBrRXr+9td5VKG36y2UP3TJizxpWxMysa2oWiCQtAKYBfYAPSHN4LoyIhXn5hcMi4sQO\nzj8WeC8iflXm+CeBiyNiROVrb2Zm1VLLFtGcPGEUSesA/wN8BDgrL7/wWEcnF2ZWKHP8ZcBByMys\nh6lL11xEzJZ0NDBZ0hhgB1J2g72AvwODI+JNAEl/I01EPQ54NyJ+LGkj4ArSXKIFwFfz1/ZEpwMo\nk/pH0qnAIaQRcndGxGl5QuwVpGHhzwNfj4g3qvwxmJkZdRysEBF/J837Wadg30LgZmBfAEmfB16I\niFlFp18LXBYRg4BtgJlFx0um/pG0O7A38Pl87nm5/K+AU3Pqn2nAWZV6n2Zm1rFGHDU3nhQ8IA3Z\nHl94UNJqQP/2JSAiYm5EvFd0jT7ALyRNA24ANs37dwGuaS8fEf+UtDqwRkTcn8uMA7av8HsyM7My\n6haIJG1A6k6bXXToj8BGktYmzfm5aSkuX5HUP2ZmVn11CUQ5yFwBXBoRbYXH8vYE4ALgmYh4vej4\nO8CLOdsCklaStAqLK5f65/fAEe3lJa0ZEW8Bb0j6Qi5zKHA/ZmZWE7UcrLCypCdYNHz716RgU8p4\nUs63UWWOHwpcKekHwHzSYIWFBcd/RonUPxFxVx6Y8JikecAdpOUgDgeuyAHq78ARS/smzcyse2oW\niCKibELSwjQ8efsxoKWozJiC138jLZhXbGDB8SVS/+Rj5wLnFl37CdIy5F3WiJNDneLHzHqiRhys\nYGZmTcQpfpbSvjc+VPN7Tth/u5rf08ys2ho+EFU7NZCZmdVXwwciqpwayMzM6qsnBKIPVSk10N9J\nGRZ2B9qAcyJisUm0ZmZWPT1usEIVUgPtBwwmTX7dBThf0ieq/T7MzCzpcYGoA0ubGmg74LqIWJAD\n1/3AsNpV28ysufW4QFTl1EBmZlZjPSoQVSk10IPAgZKWz9ffHni0+u/GzMygZwxWqHZqoAnA1sBU\n0mCFUyLilYrV3szMOtTwgahGqYG+k/91mSeXmplVRo/qmjMzs96n4VtEjerAm56r+T3H77dRze9p\nZlZtdW8RSXq3G2XHSDq5xP5PSvptZWtmZma10CtaRBHxMjCi3vUwM7Pua8hAJGlPYDRpie/XgZEF\nWRIGSfojsBZwXkT8QtIA4LaIGChpedJ6Q8OBlUiZFK6UNBwYA7xGWrdoCnBIRLRJ2hn4MenzmAwc\nFxHv1+TNmpk1ubp3zZXxELBVRGwBXA+cUnBsc9LIt62BMyV9sujcI4G3ImIYKUPCUZI+nY9tAZwE\nbApsAGwrqS8wFjgwIjYjBaPjqvKuzMxsCQ3ZIgLWA8bnnG8rAtMLjt0cEXOAOZLuA7YEnig4viuw\nuaT2rrrVgc8A84BHI+JFgDw3aQDwDjA9Iv6ay48DjgcuqsYbMzOzxTVqILoEuCAibinoUmvXVlS2\neLsF+FZE3F24M1+nsLttAY37/s3Mmkajds2tDryUXx9edGxvSX0lfYz0HGhy0fG7geMk9QGQtLGk\nVTu4VwAD8hIRkLIv3L8slTczs65rhBbBKpJeLNi+gNQCukHSG8C9wKcLjj8J3EcarHB2RLycByu0\n+yWpy+1xSS3Aq6QkqCVFxFxJR+T7tQ9W6HQxPc/pMTOrjLoHoogo1yq7uUTZMWWuMYM0Eq59baIz\n8r9Ck1g8HdAJBa8nkgYymJlZjTVq15yZmTWJureIeqrLJhQv/lp9x++7bs3vaWZWbXUNRJI+Thom\nPQx4E5gFnFQwlNrMzHq5unXN5YEEE4BJEbFhRLQCpwM1+29/HpxgZmZ1VM8/xDsC8yPiwxFqETFV\nUj9JE4GPkhbDGx0RNwNIOgQ4kTTJ9RHgm/nUq4ChpDlFV0fEhZKOAo7OZZ8DDo2I9ySNBeaSBic8\nLOl7pHlLA/P9xrTfz8zMqq+egxXa870VmwvsGxFDSMHqJ5JaJG0CHAhsGxGDSRNSRwKDgf4RMTCn\n6LkmX+emiBgWEYOAZ0ipf9qtB2wTEd8GvgvcGxFb5vud38m8IzMzq6BG7JpqAX4oaXtgIdCf1F23\nM9AKTJYEsDIwG7gV2EDSJcDtwD35OgMlnQOsAfQjTXRtd0NELMivdwX2Klheoi/wKVLwMjOzKqtn\nIHqK0ks3jATWBlojYr6kGaTg0AKMi4jTi0+QNAjYDTgWOAD4OimR6T65u28UKQtDu38VvG4B9o+I\nWLa3Y2ZmS6OeXXP3AitJOrp9h6TNgfWB2TkI7Zi3ASYCIyStk8uuKWl9SWsBy0XEjaSlI4bk8qsB\nM3Oqn5Ed1ONu4Ft58ASSPLHVzKyG6tYiyusA7QtcJOlU0rOhGaT0PhdLmgY8Bjybyz8taTRwj6Tl\ngPmkLNlzgGvyPkgj7wC+RxrQ8Gr+ulqZqpxNGkL+ZL7GdGCPzurvOT1mZpVR12dEeWXVA0oc2rpM\n+fHA+BKHhpQoezlweYn9o4q25wDHdKG6ZmZWBU7xY2ZmddWIo+Z6hDvHv1bze+5+4Fo1v6eZWbVV\ntUUkaR9JbZI+20GZPyzltYdKuriD4wMkfW1prm1mZrVT7a65g4GH8tfFtKfXiYhtlubCEfFYRJzY\nQZEBgAORmVmDq1rXnKR+wHakbAW3Amfl5brPBt4APgtsLOndiOiXh0+fB+xOStVzTkSMl3Q98OuI\nuD1fdyxwG/AacHJE7CFpB+Cn+dZtwPbAucAmkp4AxuV7Dm1fh0jSbcCPgQcpkSKoWp+LmZktrpot\nor2Bu3Im7dclteb9Q4B/j4iNi8rvR0rXMwjYhZRq5xOkUXIHAEhakZRh4faic08Gjs+pf75AGtJ9\nGvBgRAzuJLCUSxFkZmY1UM1AdDBwfX59PYu65x6NiOklym8HXBcRCyJiFnA/aXmIO4EdJa1Eai09\nkIdcF3oYuEDSicAaEfFBN+r5d3KKIElfAt7uxrlmZraMqhKIJK0J7AT8Mqfo+Q6pVdPC4ul1OhUR\nc0lLfO9GSnq6xDyiiDgX+AYp/9zDZQZHfMDi77dvPvcNUitsEilF0C+7Uz8zM1s21XpGNIL0XOfD\niaKS7id1m5XzIHCMpHHAmqTnPN/Jx8aTAs1QYFTxiZI2jIhpwDRJw0jPn/7B4tkUZgDfzNkT+gNb\n5nPXAuZFxI2SAvjvbr9bMzNbatUKRAcDPyradyNwHPB8mXMmkDIqTCUNGjglIl7Jx+4Bfg3cHBHz\nSpx7Us5Lt5CUTPXO/HqBpKmkBKgXkdL3PE3KrP14Prc/pVMEdchzeszMKqMqgSgidiyx72JgiXk/\nEdEvf20jtYC+U6LMfFIrqXDfJFJ3GhHxrTJV2alou1zy0yVSBJmZWW04s8JS+vMvZ9f8nlt8Y52a\n39PMrNqca87MzOrKgSiTdEa962Bm1owciBZxIDIzq4OmfEYk6RDgRGBF0qJ5bwMr53RAT0VERyu6\nmplZBTVdIJK0CWli7LZ5OfKfAdOAOTlFkJmZ1VDTBSJSrrpWYLIkSNkYaj8EzszMgOYMRC3AuIhY\nbOKqpJPrVB8zs6bWjIMVJgIjJK0DKS+epPWB+ZL61LdqZmbNp+laRBHxtKTRwD05rc984Hjg58CT\nkh7vymAFTy41M6uMpgtEABExniWzeP8JOLUO1TEza2pNGYgqYeZ5L9X8np84pX/N72lmVm01D0SS\nFpCGS69AyoZ9aES8Wet65Lr8ISK2qce9zcwsqcdghTl5+e6BwD9Jz2fqwkHIzKz+6t0190dgcwBJ\nLcB5pOXA24BzImK8pOHA94E3gc2A35BaVP9OmgO0T0Q8L2lPYDQpW8LrwMiImCVpDPApYIP89aK8\nJAWS3o2IfpI+QXpm9BHSZ3JcRDxYg/dvZtb06jZ8W9LypMmlt+Rd+wGDSct27wKcnwMEed+xwCbA\nocDGEbElaVnv9rWIHgK2iogtgOuBUwpu91nSUuNbAmeVGKb9NeDunFlhEPBEpd6nmZl1rB4tovac\nbv1JK6X+Pu/fDrguIhYAs/LS4sNIeeAmR8RMAEnPk1ZshdQyal+Ebz1gfA5eK5KeP7W7PSLeB96X\nNBtYF3ix4Phk4OocoH4XEQ5EZmY1UrdnRMD6pCwHXXlG9H7B64UF2wtZFEwvAS6NiM2AY4C+Zc5f\nQFEAjogHgO2Bl4Cxkg7r2lsxM7NlVbeuuYh4j5QB+z8krQA8CBwoaXlJa5MCw6PduOTqpEACcHh3\n6pIzK8yKiF+Quvu8dLiZWY3UNcVPRPwZeBI4GJiQX08F7gVOiYhXunG5McANkqYAr3WzKsOBqZL+\nTMrM/dNunm9mZkup5s+IIqJf0faeBZvfyf8Kj08CJhVsDy91LCJuBm4ucb8xRdsDi+sSEeOAcd15\nH55camZWGc2Y9NTMzBpIvecR9VizLppS83uue1Jrze9pZlZtDRuIilIBPQMcHhHvOS2PmVnv0shd\nc4WpgOaRJrQ6LY+ZWS/TsC2iIg+yKBVQh2l5JB0MnEGao3R7RJzafh5pNNwewBxg75wCaG3gClL6\nH4CTIuLhGr43M7Om1sgtIgDyHKPdSd10hZZIyyPpk8CPgJ1I6YKGSdonl18V+FNEDAIeAI7K+38K\nXBgRw4D9SfOIzMysRho5ELWnAnoM+D/gqqLjk4EjclLTzSLiHVJKoEkR8WpEfABcS5oYC6l777b8\negowIL/eBbg03+sW4COSFhtibmZm1dPIXXPtqYBKiogHJG0PfIWUlucC4K0Orjc/Itry68I0P8uR\nkqXOrUSgB1w0AAAL3klEQVSlzcysexq5RdShMml5HgV2kLRWzu59MHB/J5e6h0UZvJFUNviZmVnl\nNXKLqDPDge9Img+8CxwWETMlnQbcx6LBCktkWyhyInCZpCdJn8cD5BF6ZmZWfQ0biIpTARXvL5eW\nJyKuA67r6HoR8Vvgt/n1a6T8ct3iyaVmZpXRY7vmzMysd2jYFlGjm33pPZ0XqrB1Tti15vc0M6u2\nmrWIJE2SNLRC1xqV5wyZmVkP17Bdc3nUWzmjgG4Fok6uZ2ZmddKlrjlJh5BGl60IPAL8EPhfYGvg\nn6Qh0mcDfwXuIk0YHQI8RRrN9l7R9TpKw3MlaZLp8ZJ2AvYEVgb+QFoCfH9gKHCtpDm5DtsAP87v\nZzIp3c/7kmaQ0gB9EThP0mTgMmBt4D3gqIh4VtJXgbNI84veioj2SbBmZlZlnbaIJG1CGlW2bZ5g\nugDYgZRK53LgP4CnI6L9oYmAn0XEJsDbwDeLrtdZGp5HImJQRDwEXBoRw3Li05WBPfKIt8eAkbk+\nbcBY4MCI2Iycd67glq9HxJCIuB74OfCtiGgFTgZ+lsucCeyW0//s1emnZmZmFdOVrrmdgVZgck6D\nszOwQUT8kpRw9FjSH/V2/yhIGvrfwHZF1+soDc8C4MaCsjtKekTSNFLg+lyJ+gmYHhF/zdvjCq4H\nqUVETtuzDWk58SdILa9P5DIPk7IzHAW4C8/MrIa60jXXAoyLiNMLd0paBVgvb/YD3smv21hc8XZH\n5kbEgnz9vqQWy9CI+EfOKde3G9dq96/8dTngzVJpgyLiWEmfJ6ULmiKpNSJeX4p7mZlZN3WlRTQR\nGCFpHQBJa+b0Oj8itWbOBH5RUP5TkrbOr78GPFR0va6m4WkPOq/l1syIgmPvAKvl1wEMkLRR3j60\n1PUi4m1gen4ehKQWSYPy6w0j4pGIOBN4Ffi38h+HmZlVUqeBKCKeBkYD9+Q0OL8nZa4eBvwoIq4F\n5kk6ov0U0kCDZ4CPkp4jFV5vJtCehmcqMKVUGp6IeJMU4P4C3E0ahNBuLHBF7mJrAY4gdblNAxaS\n1hcqZSRwpKSppIEUe+f950uaJukvpEERUzv7XMzMrDK6NGouIsaTn7UU2Krg+H4AkgYAH0TEISWu\nMbzgdadpePL2aFIQLC53I4s/S5oIbFGi3ICi7enAl0qU2694X2c8udTMrDJa2tq68winYzkQ3ZZH\nufVaU6ZMqdyHZmbWRFpbW1uK91U0EJmZmXVXw2ZWMDOz5uBAZGZmdeVAZGZmdeVAZGZmdeVAZGZm\ndeVAZGZmdeUVWjsg6UvAT0mJUH8ZEecWHV8J+BUpKezrpAzgM6pcp3/L91yXlMfv5xHx06Iyw4Gb\ngel5100R8YNq1ivfdwYp/dIC0sTmoUXHW0if55dJy3CMiojHq1wnsfhk7A2AMyPiooIyw6nB5yXp\namAPYHb7XDtJa+b6DQBmAAdExBslzj2cRZO7z4mIcVWu1/mkJVjmAc8DR+RsJ8XnzqCD73kV6jUG\nOIqUigvgjIi4o8S5Hf7uVqFe40kJmAHWoExey2p9XuX+LjTCz1dXuEVURs6DdxmwO7ApcLCkTYuK\nHQm8EREbAReS8u9V2wfAf0TEpqTsFseXqBfAgxExOP+rehAqsGO+Z6lfsN2Bz+R/R1OU/qkaIhmc\n/yi0kgLghBJFa/F5jWXJzB6nARMj4jOkDCGnFZ+U/5icBXwe2BI4S9JHq1yv3wMDI2Jz0jpjpxef\nVKCj73ml6wVwYcH3qlQQ6srvbkXrFREHFvyc3Qjc1MH51fi8yv1daISfr045EJW3JfBcRPw9IuYB\n17MoN127vUnLTgD8Ftg5/6+/aiJiZnsrIiLeAZ4B+lfznhW0N/CriGiLiD8Ba0j6RGcnVdDOwPMR\n8UIN7/mhiHiAtJBkocKfoXHAPixpN+D3EfHP/L/Z31P6D3TF6hUR9+RlWgD+xKJM+zVT5vPqiq78\n7lalXvn3/wBKpDCrpg7+LtT956srHIjK6w/8o2D7RZb8g/9hmfxL+xbwsZrUjg9TKm1BWjW32NaS\npkq6U1KpdZyqoY2UHHeKpKNLHO/KZ1pNB1H+D0Q9Pi+AdXMiYIBXSF0rxer9uX0duLPMsc6+59Vw\ngqQnJV1d5n/u9fy8vgDMioi/lTle9c+r6O9CT/j5ciDqqfLSGDcCJ+UlLgo9DqyfV5y9BPhdjaq1\nXUQMIXWJHC+pYZZcl7QiafXdG0ocrtfntZiIaKN763dVnaTvkrp9ri1TpNbf88uBDUmrO88EflLl\n+3XXwXTcGqrq59XR34VG/Plq50BU3kssvi7RenlfyTKSVgBWJw1aqCpJfUg/bNdGxBJ90RHxdkS8\nm1/fAfSRtFa16xURL+Wvs0nPYbYsKtKVz7Radgcej4hZxQfq9Xlls9q7J/PX2SXK1OVzkzSK9FB+\nZP4jtoQufM8rKiJmRcSCiFhIWiam1P3q9XmtAOzHkisVfKian1eZvwsN+/NVyIGovMnAZyR9Ov9v\n+iDglqIytwCH59cjgHvL/cJWSu6Dvgp4JiIuKFPm4+3PqiRtSfo+VzVASlpV0mrtr4FdSWtJFboF\nOCwvSrgV8FZBt0G1lf2faj0+rwKFP0OHk0bvFbsb2FXSR3NX1K55X9XkUWenAHtFxHtlynTle17p\nehU+U9y3zP268rtbDbsAz0bEi6UOVvPz6uDvQkP+fBXz8O0yIuIDSSeQviHLA1dHxFOSfgA8FhG3\nkL7xv5b0HOnh5UE1qNq2pFVop+WFAQHOAD6V630FKSgeJ+kDYA5wULUDJKnveUIaLc0KwP9ExF2S\nji2o1x2kodvPkUavHVHmWhWVf+m/CBxTsK+wXjX5vCRdBwwH1pL0Immk0rnAbyQdCbxAetCNpKHA\nsRHxjYj4p6SzWbQ45A8iYmke4nenXqcDKwG/z9/TP0XEsZI+SRoO/WXKfM+rXK/hkgaTuphmkL+n\nhfUq97tbzXpFxFWUeAZZw8+r3N+Fuv98dYWXgTAzs7py15yZmdWVA5GZmdWVA5GZmdWVA5GZmdWV\nA5GZmdWVA5FZLyBpL0mX1uG+wyXtWrC9tqRH8uROsy5xIDLr4fJkxv8kzRmpteGkCZAARMSrwB9J\nc1rMusT/azGrAEltpPVc9iElvj2KNNP+S0Af4KsR8UwuezjwTdLv31vAcRERkjYDfgasCvQlrSlz\nUT5nLDAX2JiUjuWPwOF54u12wGuFM/olfR3497w5D9gjImZJOgz4DmlC6PPAMRExW2mdn34RcXI+\n/8Pt/FqkFFYb5PO+Ssr5diywnKRdgOsjrftzHXABcM2yf7LWDNwiMqucNyNiGHAqKZXKwxGxBWnB\nsu8CSPoCaXb79hHRCpwPXJ3PnwHskpNibgkcLWmTgusPJGWm+BxpbaVd8v7hFGRgV1ro7wxgt5zI\ndUfgLUkDSa2mXfM6Q38hJXntiqHA14BNSIF1ZERMA64gLe0xOBYtPjcFGJwzWph1yoHIrHLak10+\nDrRFxG15ewqwUX69JzAIeCSnYjmXRQknVwGukjQNeBj4ZC7b7ncRMTevsfM4qUUCKUllYTLXr5CC\nwysAEfFuRMwlBaQ7CvL7XcmiYNaZuyPizdwCe6Tg3ksoWBKllmtNWQ/mrjmzypmbvy4A3i/Yv4BF\nv2stpNxnZ5Y4/4ekNWNG5Xxp95C66IqvX3zNOUXllsYHLP4f0+LrFd975U6u1zfXy6xTbhGZ1dat\npAzk60Fa1lpSaz62BvCPHIQGkhZZ64pppGc47W7P91g336OfpL7AfcCXJX08lzuKtBonpES0rZKW\nyxmi9+jivd8mPTv6UL7vB8DLXbyGNTkHIrMaystMfxe4RdJU0nOa9mWszwGOkvQkMAZ4oIuXvQ3Y\nXtJy+R6TgP8C/jff415g9Yj4C3AaKaP2k6Ruv/YBDTeRMsg/k19P6eK9JwDDJD0h6bS8bzdgQg0y\nvlsv4ezbZr2ApCuBuyJiQgPU5X7SaLxn610X6xncIjLrHUbT+XObqpO0NnClg5B1h1tEZmZWV24R\nmZlZXTkQmZlZXTkQmZlZXTkQmZlZXTkQmZlZXf1/EupTFUAZHUkAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fd1d1935eb8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "sns.barplot(x=\"count\", y=df[:20].index, data=df[:20])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Let's plot now, instead, the distribution of named entity types."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 528,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "# we initialize an empty dictionary\n",
    "counts = {}\n",
    "\n",
    "# we iterate through all NE tags\n",
    "for tag in nltk_tags:\n",
    "    # we check if our dictionary already contains an item\n",
    "    # for that specific entity type\n",
    "    if tag in counts:\n",
    "        # if it does, we just increase the counter of 1\n",
    "        counts[tag]+=1\n",
    "    else:\n",
    "        # otherwise we add it and set it to 1\n",
    "        counts[tag] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 529,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>LOC</th>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ORG</th>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PER</th>\n",
       "      <td>113</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>O</th>\n",
       "      <td>8001</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     count\n",
       "LOC     22\n",
       "ORG     40\n",
       "PER    113\n",
       "O     8001"
      ]
     },
     "execution_count": 529,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_types = pd.DataFrame.from_dict(counts, orient=\"index\")\n",
    "df_types.columns = [\"count\"]\n",
    "df_types"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "We can generate a basic pie chart by using the `plot` method of a dataframe:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 530,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x7fd1e9209fd0>"
      ]
     },
     "execution_count": 530,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/mromanello/.pyenv/versions/3.5.0/envs/sunoikisis/lib/python3.5/site-packages/matplotlib/font_manager.py:1297: UserWarning: findfont: Font family ['sans-serif'] not found. Falling back to DejaVu Sans\n",
      "  (prop.get_family(), self.defaultFamily[fontext]))\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAW0AAADnCAYAAADVXQcoAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAHZpJREFUeJzt3XuYJFVh9/Fvdc91gYUFBIlCAMVjgCCiSCIxEm9opMQL\nGhWDglG8v2ItGlEKLbzwRgrN6wWiEtBIBBIvWIiAoiJB0ACiIrzHCyBRkNvi7s5lZ/pS+ePUsMPs\n7E7PTPecru7f53n6mZma6unf8rC/PXP61Kkgz3NERKQcKr4DiIhI61TaIiIlotIWESkRlbaISImo\ntEVESkSlLSJSIiptEZESUWmLiJSISltEpERU2iIiJaLSFhEpEZW2iEiJqLRFREpEpS0iUiIqbRGR\nEhnwHUBEZFvC6JK2bvqfpUcHC51jjBmz1m4/z/E3Au8qvtwAvMta+1/F9waB04GXARuBKSCx1n6r\nXdlBI20RkZYYY44CTgT+ylr7ROBNwL8bYx5dnHI6sAdwoLX2EODFwA7tzqHSFhFpzXuAk621DwBY\na28CvgC81RizCngD8HZr7VTx/XuttRe3O4RKW0SkNQcAN845dkNx/PHAXdbaDZ0OodIWESkRlbaI\nSGtuBZ4y59hTgF8Avwb2Msas7nQIlbaISGv+Cfi/xphdAIwxBwOvAz5jrZ0AzgX+2RgzVHz/UcaY\nl7c7RJDnbV1NIyJSesaYJnD3rENnWWvPMsa8GXgnkOOW9UXW2h8UzxkCPgS8FNgEjAOxtfaKdmZT\naYuIlIimR0RESkSlLSJSIiptEZES0d4j0vWSKBsGdgF2nfNxDbAjsLp4zHy+PVAFZvaYCOY85h4D\naOL2klg/6/HHBb6+P07DsQ78kUW2Sm9EindJlI0CewP7zHrsW3zcG9jJV7YWrAN+C9w538c4DR/y\nFUx6k0pbVkQSZSPAk4D92VzIM49Hs3nE22s2sLnE7wT+P/Az4OdxGq73F0vKSqUtbZdE2fbAwcAh\nsx5/hqbj5roL+DmuxG8GbozT8Dd+I3WfV1z05raW1MV/d3YrW7M+Fvg0bpBRAS4FTgaeDlwC3AGM\nAJdaa9fOet7zgQQ3TbcJsLhNpu5qV379JZJlSaJsJx5ZzocA+6E3uVuxV/F44cyBJMoeAm7CbUx0\nI3BdnIb/4ydefzLGBMBXgbOttUcbY6rAZ4EPA98ErrHWHmWMGQV+Yoz5mrX2WmPMgcAngRdZa28r\nftaLcFN8Km3xI4myHYG/AZ4DPBt4ot9EPWcN7r/rs2cOJFH2G+Aq4LvAd+M0vN9Ttn7xLGCTtfY8\nAGttwxhzEm50/b2Zk6y1k8aYm4HHFIfeA3xkprCLc77R7nAqbdmmJMqGgL/ElfRzgENxKzNk5Tyu\neLwRyJMouwVX4FcBV8dp2PHtQPvMFluwWms3GGPuwm3BCoAxZg3ut8ofzHremZ0Op9KWR0iiLAAO\nYnNJPwPYzmsomS0A/rx4/B+gkUTZjWweiV8Tp+GUx3z94BnGmJ/iCvsT1to/zD2h2FTqKmAV8Flr\nbdvKXKUtM6Pp5wLHAH8L7OY3kSxCFXha8XgvsDGJsgy4GLhcBb4kt+L+Ljys2HJ1L9wWrDNz2vsA\n1xtjLrbW3ozbovUQ4KfW2geBg40xa3HXDbSNSrtPFResHAm8HAhxF6ZI+e0AvLp4bCgK/D9QgS/G\nVcAZxpjjrLVfLN6ITIHzgYmZk6y1dxhjzsDNZb8Kt3Xr14wx18+a117V7nBa8tdHkiir4t7gOhZ4\nCR246ah0rQ3AN3AFfoUKfNuMMXsCn8G90V4BLgPW4t7fWWutPao4bxQ3+j7cWnunMeaFwAdwS/4e\nwK0aOc1a+8t2ZVNp94Ekyg7FFfXf4S5kkf62HlfgF+JG4E3PeWQRVNo9KomyHXB31XgLWpYnW/db\n4Bzg83EaPuA7jCxMpd1jkih7AvA2XGFr+kNaNYWbOvl0nIbX+w4jW6fS7gHFMr0XAO8Ankfv7uMh\nK+Mm3CXcX47TcNJ3GHkklXaJJVG2GjgBeCuzFv2LtMk64DzgbO2J0j1U2iWURNl+uJuLHkeb14CK\nzCPH7blxepyGP/Ydpt+ptEskibK9gNOA16JLycWPy4EPat7bH5V2CSRRtjtwCnAiMOw5jgjAlcAH\n4jS8rtMvdO3RL2trSR1+yVda2Zq1gds2dwC4DXittXZi1vEZF1przzDGfB/YA7cd6zTwhuIqybbT\nFZFdrNj29N24Nxi1/4d0k+cBzyuuuHxfnIY/X+gJJTNprT0YwBhzAfAm4KzZx+dxrLX2BmPM8cDH\ncFtDtJ1KuwslUbYdbs56Ld19qy2REHhhEmVfBuI4DW/3HagDrsFtotaq63A3TOgIlXYXKfYDeRNu\nKkSbNklZVHBX3L4iibJzgFN75VZqxpgB3HLay4tDo8Ue2jM+aq29aM7Tng98vVOZVNpdIomyvwH+\nBbfdo0gZDQJvB45JouykOA3nllmZzC7na4Bzi8+3NT1ygTFmCLeia2vnLJtK27MkynbG7SD2Os9R\nRNplD+DCJMqOB95S0imTbZXz1hyLu3nCx3C3HXtp21Oh+/h5lUTZq3HvTL/OcxSRTjgSuCWJsvcm\nUTboO8xKsNbmwKnAXxhjOrLnj5b8eZBE2d7A2bi5L5F+8AvgxDgNr/UdpBXGmDFr7RYXrs2z5O9y\na+0/Fkv+1lprbyjOi4D9rbWvb3c2lfYKKvazfifwQbSET/pPjpsbfnechg/5DlNWKu0VkkTZwcDn\ngaf4ziLi2X3AcXEaXuE7SBmptFdAEmXvwL05MeQ7i0iXyIGPAKfFadjwHaZMVNodlETZGuBfgRf7\nziLSpb4PvDpOw3t8BykLlXaHJFF2GHAR8Ke+s4h0uXuBY+M0vMp3kDJQaXdAEmVvAT6Bu9hARBbW\nBE4HEt2zcttU2m2URNkI7g7Ox/vOIlJS38GNuu/zHaRbqbTbJImyPYGvAk/1nUWk5O4BXjqzZ3cS\nZW0tqTgNW9ma9bG4W67tj7sI8VLgZGvtdDuzLIWuiGyDJMqeDNyAClukHfYArkqi7AU+XtwYE+AG\nYF+31u4HPAG3n8iHfeSZS6W9TEmU/RXwPbQrn0g7rQIuKbZ6WGnPAjZZa88DsNY2gJOAE4wxqzzk\neQSV9jIkUfZ83B08dvSdRaQHDQJf8vC6B+A2fnqYtXYDcBddcANtlfYSJVF2DHAJMOo7i0gPW3D+\nud+otJcgibITgAvRFY4ivehW5mw3YYxZDewF/NpLollU2ouURNlJuD1EdDd0kd50FbDKGHMcgDGm\nitvz/nxr7YTXZGjJ36IkUfZBIPadQ6TPXQ68KE7DWqdewBizJ+6aiyfiBreX4bZenerUa7ZKpd2i\nJMpOoUuW/IgIX8ZdhNN3BabpkRYkUfZK4EO+c4jIw16F2yqi72ikvYAkyg7HzXEN+84iIlt4f5yG\nffUbsEp7G5IoexxwPbCr7ywislV/H6ehj/XcXqi0t6K4S/p1uEtYRaR7TQHPLsv9J5dLc9rzSKJs\nCLf3gApbpPsNA19Pomxf30FWgkp7fp8Hnuk7hIi0bFfg0iTKdvAdpNNU2nMkUXYy8Pe+c4jIov0Z\n8HHfITpNc9qzJFF2IG6jGF2eLlJeR8dp+A3fITpFpV1IomwA+BFwiO8sIrIs9wEHxml4v+8gnaDp\nkc1OQYUt0gt2Az7nO0SnaKTNw3ee+RG6Ea9ILzkhTsPzfIdot74v7WJ53w3An/vOIiJttRE4KE7D\nO30HaSdNj8BpqLBFetEOwBeSKOupnuupP8xiJVF2KPAe3zlEpGP+GjjRd4h26tvpkSTKAuDH6A7q\nIr3uHuBxcRpO+g7SDv080j4GFbZIP9gDeJvvEO3SlyPtYk32L9DeIiL94kFg3zgNN/gOslz9OtI+\nHhW2SD/ZBXiX7xDt0Hcj7STKBnF3VN7LdxYRWVEbgX3iNHzQd5Dl6MeR9mtQYYv0ox2Af/QdYrn6\naqRdrNe8DU2NiPSrSdxKknt8B1mqfhtpH4MKW6SfjQLv8B1iOfqttN/sO4CIeHdscZ1GKfVNaSdR\n9ie4q6NEpL/tSYnvTNU3pQ28gv7684rI1pX27lT9VGKv9B1ARLrGy5IoG/EdYin6orSTKNsHOMx3\nDhHpGjsCL/IdYin6orTRKFtEtlTKKZJ+Ke1X+Q4gIl3nyCTKdvUdYrF6vrSTKNsf3eRARLY0CBzt\nO8Ri9XxpA8/3HUBEulbplgH3Q2k/xXcAEelaf+U7wGINtHKSMeZia+0rFjrWpZ7sO4CIdK19kyh7\ndJyGf1jKk40xDeDnuC69DXittXZi1vEZF1przzDGfB93U4ZNwDTwBmvtzYt5zZZKG3j8PMeeuJgX\n8iGJslWA8Z1DRDxzO+P9sZI311Xz2thAY3piqDE5PVIfZ+eJu58C4TeX+JMnrbUHAxhjLgDeBJw1\n+/g8jrXW3mCMOR74GPDcxbzgNkvbGPMG4I3AE4wxP571rR0Bu5gX8uRg+mMKSKT/5HkN8geqeWN9\ntVkbG2psmhqqT9ZG6mPBaH1sYKQ2NjJaG9t+uDG+01B9cucK+RpgzTw/6YfAUkt7tmuAgxZx/nXA\nyYt9kYVG2lcCvwI+NeeHbwB+ttgX80BTIyJlkucbA5oPVZv19QPN6Ymhxqap4fp4PlIbD0brG4dG\na2Ojw/Xx1SP18TWDzemdcFMNeyzzVZ+03NjGmAHgBcDlxaFRY8zsaY+PWmsvmvO05wNfX+xrbbO0\nrbW/BX4LHLjYH9wlDvEdQKSv5XkTWFfJGw9Vm7WxwebU5HB9sj5cH28Wo+Gh0frY9sO18dXDjYld\nqnljB9zNClbScqZQZ5fzNcC5xefbmh65wBgzBGyPmw1YlFbfiDTA+4HHzX6OtfZpi33BFaaRtki7\n5flUQP5AJW+sH2hOjw82Nk0N1yfqI/XxYLS2cWCkNrZqtD62/XB9Ys1QY9OagHxXoJsvYtn72qNf\nNnD4JV+pL+G52yrnrTkWuBE3n/1J4KWLeXKrb0ReCPwHcB7QWMwLeLa/7wAipZDn6wOa66rN+obB\n5tTkUH1yerg+kY/Wx4KR2tjwaH3j6HBtfMeRxsSagWZtNfCY4tELqrhbEN6+lCcbYx4LfBrXNxXg\n0uL4EcAlwB3AyMxxAGttboz5AfAOY8ztuClnC5xsrb1rW6/XamlXrLUfWdwfxa8kyoaBYd85RLzI\n8zrkD1by5vqB5vTGwcbUpuHGRH24Ps5obaw6WhsbGamPbTdcH18zXJ/cuUJzR9wCg371WJZY2sBX\ngbOttUcbY6rAZ4FVwOdnnXMpcBQwAWCMORBIgY8Du1prX2+MeRGwN9CW0r7OGHOQtbYMbz7O2M53\nAJG2yvPxgHxdpVlfP9icnnDTEuPN0fo4bm544+hIbXyH4fr4msHm1JoAdsc9ZCtyyIFN9Sq7LPFH\nHA1caa09D8Ba2zDGnAS8GLgMOAE3yv5r4HfAZ4vlfl8CfombGtlojLkOSKy1P1joBVst7cOA440x\nFrconCJgN89pb+87gMg2ubXDD1XyxkPVvL5xsDE1MdQo3qRzo+HhkfrYdiP1sdVD9cldBvL6drjB\nyJ6ek7dN7qZbNwFTecD0zKMZBLVmhXozoN6oBPVmlUa9EjQb1aBZrwbN+gB5rRpQHwiouUdQPCq1\ngaBafByoDQQDdfdxsFYNBusDwVC9ylC9GgzXq8FIsxoM4u4budsRS/sjHMCcKWNr7QZjzB9xxX2t\ntfZIY8wzgW8DJxWnPQf4MXCgtXbKGLM7Ld5Np9XSfmeL53UTjbRl5eX5NOQPzl47PFyfqI3Ux4OR\n2saB0frY6EhtbDv3Jt3kzhXynYGdvcV1V+VtgtmFSS0vSrNRCeqNCvVGNWg0KhSFGeT1atCsVwnm\nlGZl1qM6U5q1gWCwNhAM1qvBQH0gGK5Xg6F6leF6NRjJK0EV93fV99/X1W3+ebvj3gM8zhjzU2A/\nXEm/whjzG9wbs2cUhb0LcAWwyhizl7X2zG394JZK21p79bLi++H7fwLpFXm+Ydba4cmhxuTUcH0i\nH62NBSP1saHR2tjoSH1s9XB9YufB5vSOtLh2OIc8nxllPnKkWWtWglozoDEzymxUgkZRlM16Ncjr\nA0FeHwioVbcYZQZFYVZnjTQHawMM1qvBUG0gGKpXg+FGNRiuVxkmCIaAoU7/J5z3z5/TJKeOG6nO\nPJrFo7H5Y9Akp+n+kxVfQ3EsyN3nxUd3LpvPCXIgz/MghyAnp/gY5OQBxTnkU6PTS/xj3Ip7I/Nh\nxpjVuDntq4F9rLVHGWP2AX4CTOGuMN+AW2r4Q2vtg8DBxpi1tDBD0OqSv//G/Qd7BE2PSCnleQM3\nLbGuktfHqvnU+EBz0/Rgc6I21BjPhxrjwXB9vDpSHxsYro8NVWgGjUrQaFSCZr0aNBqVYqQ5FDTH\nRisTD1WDP9YGKvfUq6vy2sD2TA8Q1AYqQa06U6aVoD4QVIqvB9wxqo1qpcLmMuHhMnm4VNyxPA8o\njsOWn1N8vwlBozgWbP5eJaAWQO3hYxX3sULuzgtg5lgQkFcq5EGQz5znvhcUzyu+V6kUxzc/ePic\nap4HFaBaPK9anFt9xOcEVdxKiwqt/8bfSUsdmF4FYIw5zlr7xeKNyBRXzpMzJ1lr7zDGfAV4XnHo\nXuB9xpjrrbW3FcdWtfKCrf7HWjvr8xHcTQXubvG5vmikLfPJgY15QKURVHdtUN21xjBt+e24iZts\nmHZDryruL0ufmxk5L2UN9IppznqvbjGKpXubgJcbY07F/SN0GXAT8IQ5p9+LW6EzDewGnAh8sRiZ\nP4BbNXLaQq+5pOkRY8yVwH+18lyPWvpXS/pOQBDsFPhOIV2luvAp25Jba8PZB4rle6dS7OdvjDkY\neA1grLX3GGPOBV4IHG6tnTbGPAo4wlr7y4VebKm/lqwGHr3E527VVhapn2ytXcp803g7s4lIT5ta\nxnNXGWN+N+vrs6y1ZxljHgP80BiTAxuB11hr7ynOeT/wIeDWYqQ+DsStvNhS5rQrwL64eZu2McYE\nzL9I/cMsYScs3K8bIiKtWOobkVhr591J1Fp7NnD2Vr43Dby7eCzKUua068Dts/7FaJdnAZvmWaR+\nhzHmNGvtxCJ/3v1tzicivWu97wCtammv6WJO+1rc6PWPdKYQD8BtojL7dTfgJufnuwnDQlTaItKq\nX/sO0KqWStsY81TgN8DXcPu//soY09XbnsZpOIZbCykispAy3NQFaP2uLv8MnGCtfYK1dj/g9bgt\nBdvpVubchLdYCrMXS/9X8I7lhhKRnvdQnIal+c281dLezlp71cwX1trv0v510Ffh3oU9DmDWIvXz\nlzCfPePONmUTkd71K98BFqPV0p4o9oYFoNj8ZKlFOi9rbQ68BLdI/Ve4HbA2Aacs48dqpC0iC1lw\nbXQ3aXX1yDuArxhjZtYyDgEva3cYa+3/AOGCJ7auTFvJiogfPVnaOwGH4i69BLiPctw38nu+A4hI\n1ytVabc6PfIx4H5r7S3W2ltwS/+2uX1gN4jT8E40ry0i23ar7wCL0WppB8WcMwDW2ibLvlx/xWi0\nLSJbczdwi+8Qi9FqaW80xhw280XxeVn29lBpi8jWfDNOwy22ne5mrc5pvxv4ujHmF8XX+7PI2757\npNIWka3JfAdYrFYvY78OV9RnFY8DrLXXdzJYu8Rp+DtKdImqiKyYSeA7vkMsVstbs1prH8Jt7l1G\n32Np+5eISO/6bpyGkwuf1l1andMuu7L+YyMinVO6qRHon9K+lO6/PZqIrKxLfQdYir4o7TgN68Dn\nfecQka5xU5yGv/cdYin6orQLnwMavkOISFeY944yZdA3pV2sIinlr0Mi0lb3Av/mO8RS9U1pF87x\nHUBEvPtknIbLuZGvV/1W2lcAt/sOISLejFPiqRHos9IuLlf9rO8cIuLNuXEarvMdYjn6qrQL5wIb\nfYcQkRXXAD7uO8Ry9V1px2n4APAR3zlEZMX9Z7Fdc6n1XWkXPo7mtkX6zcd8B2iHvizt4p3jd/vO\nISIr5t/jNLzRd4h26MvSBojT8CvA1b5ziEjHbQTW+g7RLn1b2oV3Ak3fIUSko06P0/Ae3yHapa9L\nO07Dm4HzfOcQkY65DfiE7xDt1NelXXgfWgIo0ouawD/EaVjzHaSd+r604zS8FzjFdw4RabtPxWn4\nQ98h2q3vSxsgTsNPoRsliPSSO+jRwZhKe7Pjcbt/iUi5zUyLjPsO0gkq7UKchvfhijv3nUVEluV9\ncRp+13eITlFpzxKn4bfokaumRPrUxXEanuE7RCeptLd0Cu7u7SJSLj8DTvAdotOCPNdswFxJlO0G\n3AQ8xncWEWnJOuCpcRre4TtIp2mkPY9ifvvlwLTvLCKyoAbwyn4obFBpb1WchtcBr0I3Axbpdu+N\n0/DbvkOsFE2PLCCJstfiLnUPfGcRkS18OU7DV/sOsZI00l5AnIZfwG0sJSLd5Vu4Zbp9RaXdgjgN\n/x8Q+84hIg/7FvCSMt9Vfak0PbIISZSdCUS+c4j0ub4tbFBpL1oSZZ8D/sF3DpE+dRnw0n4tbND0\nyFKcCFzkO4RIH+r7wgaV9qLFadgEjgXO9p1FpI+osAuaHlmGJMrWAv+ElgOKdJIKexaNtJchTsMz\ncVdOTvrOItKjzgZerMLeTCPtNkii7C+AbwCP8p1FpEfUgLfHafgvvoN0G5V2myRRti/u1zjjO4tI\nyd0PHBOn4Q98B+lGmh5pkzgNbweeDuh/NJGluxk4VIW9dSrtNorTcB3wXOB8z1FEyuhi4PA4DX/r\nO0g30/RIhyRR9krgHGBH31lEulwOnBqn4Yd9BykDlXYHJVH2p8C/Ac/wnUWkSz0IHB+nYeY7SFlo\neqSDil/zjgDeD9T9phHpOt8CDlRhL45G2iskibKnARcAj/edRcSzcWBtnIbn+A5SRhppr5A4DX8M\nPBl3QwWRfvVD4Mkq7KXTSNuDJMqOwb1JuYvvLCIrZBw4BfhUsX+PLJFK25MkynYBPorb5lV7l0gv\n+zbwxjgN7/QdpBeotD1Louww4DPAIb6ziLTZH3A33T3fd5Beojltz+I0/BFwKPA2YJ3nOCLtMAGc\nDuynwm4/jbS7SBJlOwMfAN4MDPhNI7JoTdzVwKfGaXi35yw9S6XdhZIoeyKQAn/rO4tIi67ELeP7\nue8gvU6l3cWSKHsubuT9dM9RRLbmZ8DJcRpe6TtIv1Bpl0ASZUfgrqp8tucoIjPuBk4FztcSvpWl\n0i6RYqXJ+4GjfGeRvnUbburuS7qbjB8q7RJKouxJuAsVjkErgGRlXA2cCXwzTkOVhkcq7RJLoswA\n78XdHV6rTaTdGsB/AmfGaXiD7zDiqLR7QBJlewNvBY4DdvObRnrAGPCvwMd1FWP3UWn3kCTKBoGj\ncZfGPxdNncji3IXbE+ecOA0f8h1G5qfS7lHFDRhOAI4H9vQcR7rXRtwUyBeBqzVf3f1U2j0uibIK\ncCTwBiBEc9/i5qq/gyvqr8VpOOk5jyyCSruPJFG2O/Ba4NXAkzzHkZX3M1xRXxCn4R98h5GlUWn3\nqeLNyxfj5sCfAVS9BpJO+T1wEfDFOA1/6juMLJ9KW2b29n4hrsSPBFb5TSTLkAM3AVnx+InmqXuL\nSlseIYmyUdzKk6Nxc+CP8ptIWrAR+B5wGXBpnIa/95xHOkilLVtVvIn5l7g9T55ZfD7qNZSAG03f\niNtZ7wrgujgNa34jyUpRaUvLkigbAg4DjsCV+GHA9j4z9Ylx4AbgeuBHwDVxGj7gN5L4otKWJUui\nrAochBuBP7147OM1VPnluE2ZfsTmkr4lTsOG11TSNVTa0lbFssKDgAOBA2Y9dvCZq4vdjXvjcKak\n/ztOw/V+I0k3U2nLikiibC9cec8u8/3pj5Uq64FfzveI03DMZzApH5W2eJNEWYCbTtkPeAzwJ/N8\n3J3u30NlHLgPuB83cp5bzPd6zCY9RqUtXS2JsgHg0WxZ6DsC2+FG6nM/zv18odLPgU3A5JyPE8CD\nuEKeKeUtPtdl4LKSVNrS85IoG2HzNExj7kNv8kmZqLRFREqk2+cKRURkFpW2iEiJqLRFREpEpS0i\nUiIqbRGRElFpi4iUiEpbRKREVNoiIiWi0hYRKRGVtohIiai0RURKRKUtIlIiKm0RkRJRaYuIlIhK\nW0SkRFTaIiIlotIWESkRlbaISImotEVESkSlLSJSIiptEZESUWmLiJSISltEpERU2iIiJaLSFhEp\nEZW2iEiJqLRFRErkfwGHCxoNIhN/vwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fd1e94404a8>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_types.plot(y=\"count\", kind=\"pie\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Which is equivalent to:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 447,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x7fd1d1b828d0>"
      ]
     },
     "execution_count": 447,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/mromanello/.pyenv/versions/3.5.0/envs/sunoikisis/lib/python3.5/site-packages/matplotlib/font_manager.py:1297: UserWarning: findfont: Font family ['sans-serif'] not found. Falling back to DejaVu Sans\n",
      "  (prop.get_family(), self.defaultFamily[fontext]))\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAdoAAAE5CAYAAAA3NOGDAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3Xl0VeWhNvBn7zOfzCMkJISQAAkJECQoyKggqKiAgIqt\nvdJ6tb1adanFu+zy+xaf0qXI7W27tF6XRT+/e9uKM4oVqBPgAMgMARIykATIPJ+c+ez9/ZEQCDJk\nODvvGZ6fKyvJzsnZT0zIk3cP7yupqqqCiIiINCGLDkBERBTKWLREREQaYtESERFpiEVLRESkIRYt\nERGRhli0REREGmLREhERaYhFS0REpCEWLRERkYZYtERERBpi0RIREWmIRUtERKQhFi0REZGGWLRE\nREQaYtESERFpiEVLREQhY/LkyZfcvnHjRtx88824+eabsXz5cuzdu7fnYx6PB+vXr8eCBQuwdOlS\n3H333di+fbvfMun99kxEREQXuP3JTX59vk/+Y/GAPu+rr77Cxo0b8be//Q3x8fEoKirCww8/jHff\nfRdJSUn44x//iIaGBmzevBlGoxGNjY3Ys2eP33JzREtERCHt9ddfx29+8xvEx8cDAPLy8rBkyRL8\n9a9/hcPhwLvvvotnn30WRqMRAJCYmIhbb73Vb/tn0RIRUUgrLS1Ffn5+r235+fkoLS1FZWUlUlJS\nEBkZqdn+WbREREQaYtESEVFIy8rKwtGjR3ttKyoqQnZ2NjIyMlBTUwObzabZ/lm0REQU0h544AGs\nX78eLS0tAIDjx4/jww8/xL333guLxYJly5Zh7dq1cLvdAIDm5mZ89tlnfts/rzomIqKQ4XA4MHv2\n7J73V61ahVWrVqGurg733HMPJElCREQEXnrpJSQnJwMAHn/8cfzhD3/AokWLYDKZYLFY8Oijj/ot\nk6Sqquq3ZyMiIqJeeOiYiIhIQyxaIiIiDbFoiYiINMSiJSIi0hCLloiISEMsWiIiIg3xPloiIgop\ntbW1WLNmDcrKyqAoCubOnYvVq1fjwIED+Ld/+zekpaXB5XLhhhtuwNNPP93zeTt27MCf/vQn2Gw2\nmEwmZGZmYvXq1UhNTR1UHt5HS0REmrhr46/8+nzv3P3qVR+jqipWrFiBlStXYtmyZfD5fHj22WcR\nExODuXPn4o033sBrr70Gp9OJJUuWYO3atZgyZQpKSkrwyCOP4NVXX0VWVhYA4IsvvkB0dDSmTp06\nqNwc0RIRUcjYtWsXTCYTli1bBgDQ6XR45plnMG/ePEybNq3ncWazGbm5uairqwPQtZTeQw891FOy\nADBv3jy/ZOI5WiIiChknT55EXl5er22RkZFISUlBZWVlz7a2tjZUVlb2jFZLS0t/9Hn+wqIlIqKw\nsXfvXtxxxx2YPXs2Zs6ciaSkpB89pqWlBYsXL8bChQuxYcOGQe+Th46JApjPp8Dl8MDl8sLrUQAA\nKgCoavdrdG9TARVQL9h47uqLc9tUFdDpZJgtepgtBpjMBsiyNJRfDpHmsrOzsXXr1l7bbDYbampq\nkJGRgcLCQrz22muorq7G3XffjVtuuQW5ubnIzs5GUVERcnJyEBcXh02bNmHDhg2w2+2DzsSiJRoC\nLqcH9k537xfb+bcddjecDi/cLg+cDi9cLi9cDg+8XkXTXEaTDmazobt4uwr4XAmfK+SL34+INCE6\nxgxZxwNiFHimT5+O9evX46OPPsKSJUvg8/nwwgsvYOnSpTCbzT2PS09Px4MPPojXX38dv//97/HA\nAw/gkUceQUFBQc95WofD4ZdMLFoiP/B5FbQ029HS1InWJjuam+xobepES7Mdrc12uF0+0REvye3y\nwe3yob3N2a/Pk2QJ0TFmxMZbu17iLIhNsCI2zorYeAuiYyyQOFomASRJwiuvvII1a9bgz3/+MxRF\nwZw5c/DEE0/gwIEDvR57zz33YMOGDTh9+jTGjRuH3/72t1i9ejVsNhvi4uKQmpqKX//614PPxNt7\niPqm0+ZCS5O9u0i7CvVcuXa0OcF/SefJOgkxsZbuErYiNsHSXcJdL5HRJkgSi5jCA4uW6CJulxc1\nZ9pQU92KmtNtqK/tQEuTHW6XV3S0kGEy65E8PArDUmMwLDW66yUlCgYjD7JR6GHRUljzuL2oPdOO\ns6dbUVPdhrOnW9FUb+PoVABJAuITI7qLNwap6bFITY+BxWoUHY1oUFi0FDa8Hh9qz7bjbPdItaa6\nFQ31NqgK/wkEsvjEiJ7STU2PRUpaDEe+FFRYtBSyWpvtKC9pwOnKFtScbkNDbQcUlmrQk2QJycOi\nMGpMAjLHJGFUVgKMJhYvBS4WLYUMt8uLitJGlBc3oLykAU0NnaIj0RCQdRLSMuIwemwSMsckYsTI\nON4fTAGFRUtBS1VV1JxuQ1l3sVafaobi449zuDOZ9RiVlYDMsUkYPTYJicmRoiNRmGPRUlBpb3Og\nvLgBZcUNqDjZCHunW3QkCnDRsWaMHpOEzLGJGD0mCRFRJtGRSEO5ubkYO3YsfD4fRo8ejRdffBEW\ni6Vn+zmLFi3Cgw8+iPvuuw/19fUwmUwwGAx4/vnnkZub69dMLFoKaF6PD6fKmnpGrQ21HaIjUTCT\ngGHDo5GVk4Txk1KRmh4rOlFI+3bxMr8+34xN71/1MZMnT+6ZmOLJJ59Efn4+Vq1a1Wv7he677z6s\nXr0aEyZMwPvvv4/NmzfjzTff9GtuXkFAAcfr9aHsRAOKDp5FybHagJ1ViYKQCtTVtKOuph3ffVWG\n+MQI5BWkIn/yCCQNjxKdjvyssLAQxcXFfX58QUGBXxYRuBiLlgKCz6egvKQBxw6exYmjtXA5OTkE\naa+5sRM7Pz+JnZ+fRPLwKORNTkVewQjEJ0aIjkaD5PV6sWPHDsyaNQsA4HQ6sXjx4p6PP/TQQ7j1\n1lt7fc7OnTsxf/58v2dh0ZIwqqqisqwJR/afwYkjNXDYPaIjURirr+1A/WfF+OqzYqSmx3aXbiqi\nYyyio1E/XFiohYWFWL58OYCuhd43bdp0yc956qmn4PF4YLfbL/uYwWDR0pBrrLfh8N5qHNl/Bm0t\n/lkdg8ifzla34mx1K/75yTGMzIxH/uQRGD8xBdZIXkgV6K5UqJezfv165OfnY926dXjuuefw8ssv\n+zUTi5aGhL3TjaIDZ3Bo32mcrWoVHYeob1SgqrwZVeXN2PLhUYzKTsSEa0ZgfEEqDAad6HTkR5Ik\n4bHHHsP8+fNRVlbWs1SeP7BoSVNV5U3YvbMCJUV18Pm0XVuVSEuKoqK8pOvq920fF2HydSMxdcYo\nxMRZRUejPrj4HO2sWbPw1FNP9XqM2WzGz3/+c2zYsAG/+93v/LZv3t5DfufzKTh28Cx27yzH2eo2\n0XGINCPJEnLyh+PamZnIyEoQHYcCFIuW/Mbe6ca+7yux99tT6Gjv30LiRMFu+IhoXDszE/nXjIBe\nz8PKdB6Llgatsa4Du3dW4NDeang9PDxM4c0aacQ10zIw9fpRiIoxi45DAYBFSwNWeqIeu3eWo6y4\nAeBPEVEvsk5C7oQUXDsrE+mj4kXHIYFYtNQvXo8Ph/edxu4d5Wios4mOQxQUUtNjce3MUcibPAI6\nnSw6Dg0xFi31icPuxq4d5dj3XSUn8icaoJg4C2bNH4OCqemQWbhhg0VLV+T1+LB7ZwW+/bIUTgdn\nbiLyh7gEK2YvGIsJ16Rx7dwwwKKlS1IUFYd+qMb2rcVob+MVxERaSEiKwJyF45A3KRUSC9dvamtr\nsWbNGpSVlUFRFMydOxerV6+G0WgUkodFSz9SfLQWX/7jOM/BEg2R5OFRuOGWHIzLHy46il/9nyc/\n8evz/a//uP2qj1FVFStWrMDKlSuxbNky+Hw+PPvss4iJicHTTz/t1zx9xZmhqEdVRTO+2HwM1ada\nREchCiv1tR3Y+OYPGDk6HvNvG4+0jDjRkYLWrl27YDKZsGxZ11q4Op0OzzzzDObNm4dHH30UFsvQ\nLxLBoiU01Hbgi38cR0lRnegoRGGtqrwZb/zpG+ROTMG8Rblcrm8ATp48iby8vF7bIiMjkZKSgsrK\nSuTk5Ax5JhZtGGtvdeDrLcU4tO80VIVnEIgCxfHDNSguqsWUaRmYvWAsIrhqUFBj0YYhp8ODnZ+f\nxA/fVMDr5UxORIFI8an44dtTOLzvNObflotrpmVAknjB1NVkZ2dj69atvbbZbDbU1NQgIyNDSCbe\nyBVmSo7V4dWXvsb3X5exZImCgMvpxafvHcFbf/4OTQ28QPFqpk+fDofDgY8++ggA4PP58MILL2Dp\n0qVCzs8CLNqwYe9044P/2Y+3N+xBB2/XIQo6VeXNeG39duz8/CQULjl5WZIk4ZVXXsGWLVuwYMEC\nLFy4ECaTCU888YS4TLy9J/QVHTyLLR8eQaeNMzoRhYJhKdG4/e5JSE2PFR2F+oBFG8I62p34x/tH\nUHy0VnQUIvIzSZZw7cxM3HjLOBiMvNwmkLFoQ9TBPVXY9vExTptIFOJi461YtHwissYliY5Cl8Gi\nDTFtLXZsfvdw19J1RBQ2JhamYeHiPFisYqYZpMtj0YYIVVWx97tKfPHpcbhdXtFxiEiAiEgjFi7J\nR/7kEaKj0AVYtCGgubETH288iKryZtFRiCgATJgyArctn8hztwGCRRvkjh8+i483HoLLyVEsEZ03\nLCUaK+4v5DSOAYBFG6QUn4J/bj6O3TvKRUchogBlMuuxZOXkkFsVKNiwaINQe5sD7/+/fVxlh4iu\nTgJm3JiNG27O4SLzgrBog0x5SQM++Ot+2Dn5BBH1Q+aYRNz502u4QIEALNog8u2XpfjyH8fB7xgR\nDUR0rBnLf1bI9W6HGIs2CHg9PnzyziEc2X9GdBQiCnI6nYwFi/MwdcYo0VHCBos2wHW0ObHxzR9w\ntrpVdBQiCiG8BWjosGgD2JmqFmx88wfY2l2ioxBRCBqWEo27Vk1FXIJVdJSQxqINUEf3n8HHGw9y\nzVgi0lRUtBk//eU0JA2LEh0lZLFoA9D+XZX49L3DvOiJiIaENdKIn/zrNKSkxYiOEpJYtAFmzzcV\n2PLRUYDfFSIaQiazHvc+cB3SM+NFRwk5LNoA8t1XZfh88zHRMYgoTBmMOty9aipGj+WSe/7Eog0Q\nO/5Zgq+3FIuOQURhTqeXsfy+KZy20Y9YtAHgy89O4JvPT4qOQUQEAJBlCUvunczl9vyERSvYto+L\nsGs7FwYgosAiScCi5RNxzbQM0VGCHotWEFVVseXDo/jh21OioxARXdaCO8Zj2pws0TGCGotWAFVR\nsfm9wziwu0p0FCKiq5qzcBzmLBgrOkbQ4txbQ0xRVHz89kEc3ndadBQioj7ZvrUYOp2EmfPGiI4S\nlGTRAcLNZx8cYckSUdD58rMT/N01QCzaIbTnmwrs+75SdAwiov5TgY83HkR5SYPoJEGHRTtEyoob\nsHVTkegYREQDpvhUvPvWXtSdbRcdJaiwaIdAY70N7//3PqgKrzsjouDmcnrxt7/sRluLQ3SUoMGi\n1ZjD7sbbG/bA6fCIjkJE5BcdbU68vWEP3C6v6ChBgUWrIcWn4N239qG5sVN0FCIiv6qracdHfz8A\n3iF6dSxaDX324VGcKm0UHYOISBMnjtRi+9YS0TECHotWI3t28gpjIgp9Oz4vwbFDZ0XHCGgsWg2U\nFddj68e8wpiIwoAKbHr7IGrPtIlOErBYtH7WdYXxfl5hTERhw+P24d239vLiqMtg0fqRz6vgvbf2\n8gpjIgo7LU12/POTY6JjBCQWrR99va0Y9bUdomMQEQmx7/tKlJ6oFx0j4LBo/eRMVSu++6pMdAwi\nIqE+2XgIDrtbdIyAwqL1A6/Xh4/fPsDzskQU9jranfjsg6OiYwQUFq0fbN9agoY6m+gYREQB4eiB\nMyg6yFt+zmHRDtKZqhZ89zUPGRMRXegf7x+Grd0pOkZAYNEOgtfrw6a3D/KQMRHRRRx2Dz5555Do\nGAGBRTsIX28pRiMPGRMRXdLJ4/WcNQos2gFrqO3Aru3lomMQEQW0f35yDB53eE9kwaIdoG0fF0Hh\nIWMioitqa3Hgmy9LRccQikU7ACXH6lBW3CA6BhFRUPj+qzK0NttFxxCGRdtPik/BP7lgABFRn3m9\nCraF8e9NFm0//fDtKTQ1cCF3IqL+OHGkFqfKwnN9bhZtP7icHuz4Jxc5JiIaiK+3FIuOIASLth92\n7aiAw86VeYiIBqKqvBkVJ8NvVMui7SOnw4PdO3g7DxHRYHy9NfxGtSzaPtrzTQXXmSUiGqTqiuaw\nu2uDRdsHbpeXo1kiIj/Zvi28RrUs2j7Yv7uK52aJiPzk9KkWnK5sER1jyLBor0JVVfzwTYXoGERE\nIWXPzvD5vcqivYqy4ga0NIXvjCZERFo4dvhs2Cyjx6K9ir3fnRIdgYgo5Cg+Ffu+rxQdY0iwaK+g\nrcWBk8frRccgIgpJ+76vhM+niI6hORbtFezbVclF3YmINGLrcKH4aK3oGJpj0V6Gqqg4tKdadAwi\nopB29MAZ0RE0x6K9jMqKJnSEyYl6IiJRTh6vD/nJgFi0l3HsYI3oCEREIc/nVXDiSGj/vmXRXoKq\nqDge4t94IqJAcWR/aB8+ZtFewqnyJnR2uETHICIKC6fKmmAL4d+5LNpLOH7orOgIRERhQ1VUlIbw\nrZQs2kvgvbNEREOrrDh0f++yaC/S3NiJthaH6BhERGGl4mRjyM5bwKK9SMXJ8FonkYgoENg73ag5\n0yY6hiZYtBepONkoOgIRUVgK1cPHLNoLqKqKU6VNomMQEYWl8pLQHOiwaC9QX9sBe6dbdAwiorB0\ntroVSgiep2XRXqCmulV0BCKisOVx+9BQ2yE6ht/pRQcIJLVn20VHICIKabJOgtVqgNUsw6JXYZZ9\nMKkuGHwOGFw2eMpOAKnX+m1/ubm5GDt2LHw+H0aPHo0XX3wRFoulZ/s5ixYtwoMPPoj77rsP9fX1\nMJlMMBgMeP7555GbmzuoDCzaC9SG6BVvRERa0l1QnmaDCrPkhQluGL0OGFwd0NvbIXc0Q26rh9TR\nCkm9/OFhVzKAWf4rWrPZjE2bNgEAnnzySbz99ttYtWpVr+0XW79+PSZMmID3338f69atw5tvvjmo\nDCzaC9RxREtEBKC7PCMMsJouKE/VDaPXDoPLBp29DTpbM3StDZA6Wvy2387yCr8918UKCwtRXFzc\n58cXFBRgw4YNg95vn4r2sccewx//+MerbgtmLU12uJxe0TGIiDSj08uIsOphMcmwGFSYZS+Miuv8\nyNPRDl1HE6SWBsg2MdesOE5rs8CA1+vFjh07MGvWLACA0+nE4sWLez7+0EMP4dZbb+31OTt37sT8\n+fMHve8+FW1VVdWPtpWXlw9654GkoS70TsATUeg7V55WswyzvmvkaVRd3SPPrsO2uo4mSK2Nwsqz\nP7w2Gzzt7TBER/vl+S4s1MLCQixfvhwArnjo+KmnnoLH44Hdbr/sY/rjikX7zjvvYOPGjTh16lRP\nOADo6OhAZmbmoHceSDjtIhEFCr1ehtWqP3/YVvbCpHSVp97ZAb29rfucZwNkW+hdW+I4W+O3or1S\noV7O+vXrkZ+fj3Xr1uG5557Dyy+/PKgMVyzaGTNmICMjA8899xxWr17dsz0yMhLjxo0b1I4DTXsr\ni5aItKM3yIiwGmAxSV0jT9kDk+KGwWuHobs8dR1NkFsbIHWG9/Uirrp6IEdsx0iShMceewzz589H\nWVkZsrKyBvxcVyzaESNGYMSIEdi8efOAdxAsWLRE1F8Gg9x1tW13eZokD0yqC0bPuQuGWqFr7y5P\nO09P9ZWz3r9TMdbW1mLNmjUoKyuDoiiYO3cunE4nbrrpJpw+fRoGgwFmsxnLli3r9Xl79uyBTqfD\nXXfdhbS0NGRmZmL16tVITU3t1/77dI62vLwcr776Kqqrq+H1nr9g6L333uvXzgJZG4uWiNBVnudH\nnsr5c56ernOeus5W6DqaIbXUQ3bYRMcNSe7mZr891/79+7FixQqsXLkSr776Knw+H5599lncf//9\nmDt3Lt544w289tprcDqdWLJkCdauXYsJEyagpKQEzz//PN54442e0ewXX3yBM2fOaFO0TzzxBG6+\n+Wbceeed0Ol0/f9KgwBHtEShy2DUwWrRw2qSYOkeeXaVZycMTht09hbo2pshtTawPAOAp81/h853\n7doFk8nUM1rV6XR45plnMG/ePEybNq3ncWazGbm5uairqwMAvP7663jooYd6HTKeN2/egDL0qWgV\nRcEvf/nLAe0gWHCOY6LgYjTqYLXqYTFKsBgUmCQvTIoTBo8dBkcH9PbW7qttGyA5OkXHDXuSwQDJ\nYIBs0AMGA2DQQ9LroBr0UPU6qAYdVL0Oik5G+7BIv+335MmTyMvL67UtMjISKSkpqKys7NnW1taG\nyspKTJ06FQBQWlqKX/ziF37J0KeiLSgowIkTJ5CTk+OXnQYij9snOgJR2DOazo88zbruw7bnytPV\nAX1nC+Rz5zyddtFxg4ssQdZ3lZ1k7C46gx6qXg9cWHTdZafoZSg6CT6dDJ9eglcGvLquF48MeGXA\nrVPhllS4ZaXrtaTAKfvghA8uyQcnvHBIClzwQpUuDqQC8Ha/9JYRa4H/5oYC/vrXv+KZZ5750fYD\nBw5g+/btmDBhAjweD26//XYkJSV1pVNVvPXWW9i3bx9MJhOqqqoQHR2N+++/v98F3KeiPXz4MD74\n4ANkZmbCZDL1bA+Vc7Qejw9XmBGMiAbBZDo/8jTrFZjhgVFxnr9VpbMVclsT5NZ6SK7QPoUj6XQ9\nIzvJoD9fdobustOfKzu5p+x8ehk+nQSfLHUXnQSPDvDKKjySCrcO8EgK3LIKl6TAJfngkhW4oMAp\neeGQfHDAC4+kXCKRAiDwjuY5PP77OcjOzoai9P7abTYbqqqq0NnZienTp+PNN9/El19+iYcffhhL\nly7F9ddfD4/Hg4qKCmzevBlGoxGNjY148cUXYbf3/w+8PhXtpf4SCCUeF2eEIuqPC8vToldgOlee\nnq5bVeTOrnOegViekl7fdQjTaLjkIUwYLh7VdRedXoZXBnw6dBedBK/cVXQXjujckgKXrMApnRvV\n+eDoHt35pEv9Re/rfqFzXD6P355r+vTpAICPPvoIS5Ysgc/nwwsvvICIiAisXLkSu3fvBgDceOON\nmDZtGtauXYv33nsPdXV1cDqdqK6uRlZWFhITE5GRkQF1AKOyPhXttdf6cxAfeNw8bEwEk1mPCIuu\n62pbndJ1wZDPCaPbDr2zHfrO7nOeLfWQ3M6B70iSIJ8b1Rn1gN7Qe1R3wbm6c6M737lDmDrAp5Pg\n0Unw6tTzhzBlFR5Z7RnVuaXzReeSFDgkLxzw9fsQpmgSJMiSBFmSIUlyz9syZEiSBEmSut/u+piE\nc68lSJIMqee/7sdf6m1I3XuSer0N9fz7OPc4tTuVem571+N6XqsSVACSKkFVux6v9nwMUFW5+7XU\ncxRRVbrf7t6mKjIMbv9Nwy9JEoxGI7Zs2YI///nPUBQFc+bMgdPpRGZmZk/RAsCKFSvw7//+79iz\nZw/S0tLw+OOPY/Xq1bDZbIiLi0Nqaip+/etf9ztDn76aZcuWQZJ+9NMZUoeOiUKR2ayH9cLyhKfn\ngiG9txN6tw0GZwd09lbITgWqTQ8YLnEI0yLDFynBMyIOPjm+5xCmV5a6Rnjnzt/JXW97esqv+7Wk\ndr+vwCsD6C6Qc7/of1QM0vlf7tJFJQDIkNTux6i9i6Hr44CErl/oJlWCCRKie0qguyx6lUP3L36c\nf/v8L/2u51NVCapyviBUVQIUQFUBRTm/retzAKX7c1UFUJTubYrUtV3t3ubrepyiAIqva7vPJ0FR\n1PPP8eO/CsKC2ejfu1tkWcZ//dd/9dr2ySefoLCwEDfccEPPNqPRiNmzZ2PYsGEAgLlz52Lu3LmD\n3n+fivbpp5/uedvlcuHTTz9FcnLyoHceKC71RwRRMJJlCRarARaLDmYTIMldIwpVkuCQdLDDAEWy\nAuaECz6r++dfPf9KwrmCufTHoUhXPNpp6H4hAHL3C/WZTq/97+SsrCwcPXq059AyABQVFSE7OxsZ\nGRmoqamBzWZDZOTgr4Ae0KHjmTNnYuXKlYPeeaDQ6/mvgEKDoqjotLnRyVtBKYiZzNqv4PrAAw9g\n/fr1+Mtf/oK4uDgcP34cH374Id555x1YLBYsW7YMa9euxZo1a2A0GtHc3Izdu3fjlltu6fe+BvTV\n2Gw2NDY2DuRTA5KORUtEFDD8fZTR4XBg9uzZPe+vWrUKq1atQl1dHe655x5IkoSIiAi89NJLPUdr\nH3/8cfzhD3/AokWLYDKZYLFY8Oijjw5o/5Lah0uoLjxHqygKTp8+jVWrVuFXv/rVgHYaaBx2N156\ndqvoGEREBCAy2oQn/vcC0TH8pt/naHU6HdLT00PqHC0PHRMRBQ6L1Sg6gl/1+Ryt1+tFRUUFACA+\nPl7TUJdyqdUXVq9eDaNx8N8QvV7Xdb0HJ60gIhLOYg2tS+n6NJQ7cuQIbrrpJjzyyCN4+OGHsWDB\nAhQVFWmdrYeqqnjkkUcwf/58bNu2DVu3boXdbsd//ud/+uX5JVmCxRJa31giomAVaiPaPhXt2rVr\n8bvf/Q5bt27Ftm3bsHbtWjz33HNaZ+txudUXPvjgAzgc/pl1JjLKdPUHERGR5sJyROtwOHrdazR9\n+nS/FVxf9HX1hcGIiDL75XmIiGhwwnJEa7FYek1TtWfPHlgsFs1CiRAdy6IlIgoEMbGh1S99uhjq\nt7/9LR599NGeC488Hg/+9Kc/aRrsQtnZ2di6tfftNzabDTU1NcjIyPDLPqJD7BtLRBSs4pMiREfw\nqz4VbUdHB9577z00NTUBABISElBSUqJpsAtNnz4d69ev/9HqC0uXLvXbyDou3uqX5yEiosGJTwyt\nou3ToeN169YhPj4eY8eOxdixYxEXF4d169Zpna2HJEl45ZVXsGXLFixYsAALFy6EyWTCE0884bd9\nJA2P8ttzERHRwMg6CbEhNvDp04hWVdVeU2LJsgyfb2hXvElJSfnR6gv+lDw8ivfSEhEJFhdvhSyH\n1kIvfRrqPvEqAAAODklEQVTRRkRE4NChQz3vHzp0CFZraP3FYTTpERsXWl8TEVGwiU8a/Go5gaZP\nI9rf/OY3ePjhh5GdnQ0AKC0txcsvv6xpMBGSh0ehtdkuOgYRUdhKSYsRHcHv+lS0kydPxqeffoqD\nBw8CAAoKChATE3r/M5JTolByrE50DCKisDViZKzoCH7X52XyYmJiMGfOHC2zCDdiZJzoCEREYS0t\nI/R+D3PZmguMHB0PPy+DSEREfRSfGBFys0IBLNpeLFYjklOiRccgIgpLoTiaBVi0P5KRlSA6AhFR\nWErPZNGGhYzRLFoiIhGyc4aJjqAJFu1FMnielohoyCUPj0JMXGjOOc+ivYg10oS0UfGiYxARhZXs\n3GTRETTDor2E3AnDRUcgIgorLNowkzMhRXQEIqKwYTLrMTKEjySyaC8hNt4aktOAEREFopwJKZB1\noVtHofuVDVIODx8TEQ2JiVPSREfQFIv2MvIKRnQtm0dERJqJjjVjVHZo31bJor2M+MQIjMpKFB2D\niCikTbgmrdd656GIRXsF10wbKToCEVFIm1gY2oeNARbtFeVOSIE1IvQmuCYiCgSpI2ORNCxKdAzN\nsWivQKeXw+KvLSIiEa6blSk6wpBg0V7FNdeN5EVRRER+FhVjxvhJqaJjDAkW7VUkDovCmNzQnOia\niEiUqTNGQRfC985eKDy+ykGaeWO26AhERCHDYNRhyvQM0TGGDIu2D9Iz4zFydOhOD0ZENJQmFabD\nYg2fC01ZtH00c94Y0RGIiIKeTifj+huyRMcYUizaPsrOSeb8x0REgzT5upGIjbeKjjGkWLT9MPum\nsaIjEBEFLb1Bxqybwu/oIIu2H8blD+e5WiKiAZo6IxNR0WbRMYYci7afbro9j/fVEhH1k8msx4ww\nvYODRdtPI0bGIr9ghOgYRERBZfrcrLCd0pZFOwA33poDnZ7/64iI+iI23orr54bXlcYXYlsMQGy8\nFdNmjxYdg4goKCy4Yzz0Bp3oGMKwaAdo9k1jwu4SdSKi/srOTUbOhBTRMYRi0Q6QwajHouUTRccg\nIgpYBqMOt945QXQM4Vi0g5A1LgkTp3AZPSKiS5l78zge+QOLdtAW3DE+bK+kIyK6nJS0GFw3i9ey\nACzaQbNGmrBwcZ7oGEREAUOSJdy2YiJkmZMOACxav5gwJQ05E4aLjkFEFBCun5uFlLRY0TECBovW\nT26/a1JYTi1GRHShjKwE3HBLjugYAYVF6ycWqxGLVxZA4pESIgpTUdFmLLtvCg8ZX4RF60ejxyZh\n1nyu8ENE4UfWSVj+symIjDKJjhJwWLR+NmfBWIzKThQdg4hoSN10+3ikZ3J1s0th0fqZJEu486fX\n8K86IgobeQWpvJXnCli0GoiMMmHpT6+BxPMURBTikoZH4fa7JomOEdBYtBrJzE7E3IXjRMcgItKM\nyazHXfcXwmjSi44S0Fi0Gpo1fwymTM8QHYOISBN33F2AhKRI0TECHotWY7feOYGTWRBRyJk+Nwu5\nE8N7VZ6+YtFq7NzFURlZCaKjEBH5ReaYRMxblCs6RtBg0Q4BvV6He34+FcNTo0VHISIalPRRcbh7\n1VROStEPLNohYjIbcO+D0xCXwCWjiCg4pY6Mxb3/eh0vfuonFu0Qiowy4ScPTkME77EloiAzfEQ0\nfvrgNJjMBtFRgg6LdojFJ0bgJ/96HUxm/kVIRMEheXgUfvrgNJgtLNmBYNEKMHxEDO5eNRU6Pf/3\nE1FgS0iKwE9/OR3WSB6JGyj+phdkVHYi7vzJZK72Q0QBKy7Bip/96npOKTtILFqBciem4va7JnGq\nRiIKODFxFvzsV9MRFcN1tgdLUlVVFR0i3BUfrcX7/7MPXo8iOgoREaJjzPiXh69HXEKE6CghgUUb\nIKpPNePtDXvgsHtERyGiMBYZZcK/PHw9p1b0IxZtAGmst+Fvr+9Ca7NDdBQiCkNxCVas/MW1SBwW\nJTpKSGHRBpiOdif+/vpu1J5tFx2FiMLIyNHxuOtfCnl1sQZYtAHI5fTgnf+7FxUnG0VHIaIwMKkw\nDbetmMRbDjXCog1QPp+CTX8/iKMHzoiOQkShSgLm3ZqLGTdmi04S0li0AUxVVXy++Ti+/7pMdBQi\nCjEGow5L752MnAlc6k5rLNogsGtHObZ9XATwO0VEfhAdY8bdP78WKWkxoqOEBRZtkDh26Cw2vX0Q\nHrdPdBQiCmKp6TG4++fXIiqaE1EMFRZtEGms68D7/70fdTW8IpmI+m/8pBQsXjkZBoNOdJSwwqIN\nMl6PD9s+Poa9350SHYWIgsis+WMw9+ZxkDjB+pBj0QapE0dq8PHGQ3A6OJMUEV2e2WLAbSsmYvyk\nVNFRwhaLNoi1tdjx/v/sx+lTLaKjEFEAGjk6HkvvnYyYOKvoKGGNRRvkFJ+Cr7cW49svS8HvJBEB\ngCxLmLNwLGbeOIargwUAFm2IKC9pwEd/PwBbu0t0FCISKC7BiqU/uQZpGXGio1A3Fm0I6exw4aO3\nD6DsRIPoKEQkQMG16Vi4OB8ms150FLoAizbEqKqK778uw5efnYDi47eWKBxExZhx24qJGJM7THQU\nugQWbYiqPdOGze8extnqVtFRiEhDEwvTcPOSfJgtBtFR6DJYtCFMVVT88O0pfPnZCbhdXtFxiMiP\nIqNNuG3FJIwdz1FsoGPRhoH2Nge2fHgUJ47Uio5CRIMlAQWF6bjpjvGwWI2i01AfsGjDSHFRLbZ8\neBRtLQ7RUYhoANIz47FwcR5S02NFR6F+YNGGGbfLi2++OInvt5fD51VExyGiPoiNt2DeovHIK+Ds\nTsGIRRumWpo6sXVTEUqK6kRHIaLLMJp0mHHjGEyfMxp6LgQQtFi0Ya70RD22bSpCY71NdBQiOkcC\nJhWm48Zbc7icXQhg0RJ8PgV7vqnAjm0lcDl5dTKRSCNHd52HTUnjedhQwaKlHk6HB7t3lGP3zgqu\nCkQ0xGLjLZh/23iushOCWLT0I06HB7t3VmD3jnIWLpHGeB429LFo6bJczq7C3bWdhUvkbxarAVNn\nZuLamZmwRvB+2FDGoqWrcjk92PNNV+E67CxcosGIjjVj+pwsTL5uJIwmTv4fDli01Gcup7e7cMtY\nuET9lDQsEtffkI38a0ZAp5NFx6EhxKKlfnO7vD0jXHunW3QcooCWlhGHGTdmY2zeMEgSF2EPRyxa\nGjC3y4sfvj2FPd9UoKPNKToOUUDJzknGjBuzkZGVIDoKCcaipUFTFBUlRbXYt6sS5cUN4E8UhStJ\nlpA3KRUzbszGsNRo0XEoQLBoya9amuzYv7sSB/dUo7PDJToO0ZCwWA2YMCUN180ajbgEq+g4FGBY\ntKQJn09B8dFa7P2uEqfKGgH+lFGIkWQJWeOSUDA1HWPzhkGv5z2wdGksWtJcU4MN+76vxKEfqnm1\nMgW9hKQIFFw7EhOnpCEqhvMQ09WxaGnIeL0+HD9Ug327KlFV3iw6DlGfmcx65BWkYtLUdKSPihcd\nh4IMi5aEaKjtwP7dlTh+qAbtvGKZApEEZGYnomBqOnImpsDA6RFpgFi0JJSqqjhT1YoTR2pw4kgt\nmhs7RUeiMBcbb8WkqemYVJiG2Hhe2ESDx6KlgFJ3th3Hj9TgxJEa1Nd0iI5DYSIuwYpx+cORkz8c\n6ZnxnFiC/IpFSwGrubETxw93le6Z6lZeuUz+IwGpabEYlz8M4/JTkDw8SnQiCmEsWgoK7a0OnDhS\ni+NHalBV0QxV4Y8t9Y/eIGNUViLG5g3D2LxhiI6xiI5EYYJFS0HHbnOhuKgOJ4/XobKsibcM0WUl\nJEUgKycZ2TnJGJWVwPVeSQgWLQU1VVFRe7Ydp0obUVHaiKryZrhdXtGxSBCjSYeM0QnIzklGdm4y\n4hIiREciYtFSaFF8Cs5Ut+JUaSMqy5pwurKVxRvC4hMjkDYqDmkZcUgbFYfk4dGQZV7IRIGFRUsh\nTVFU1J1tR/WpZlRXNKOqopkrDQUpg1GH1PTY88WaEYeISJPoWERXxaKlsNPabEd1RTPOVLeivqYd\n9TUdXFc3AMUlWLtLNR5pGXEYlsrRKgUnFi0RAFuHq7t021Ff24H6mg401HXA4/aJjhbydHoZCYkR\nSEiOREJyJEakx3aNVqM4WqXQwKIlugxVVdHSZEdDbQfquke+DbXtaGrohMLbi/otMsqEhORIJCZH\nIiEpouft2DgrJI5UKYSxaIn6yedV0FhvQ31NO1pb7Ohoc6K91YmOdifaWx3o7HSH7eQaOr2M+MSI\nnjJN7B6lJiRFwmwxiI5HJASLlsjPfF6lq3TbnOhodaC93Xm+jNscXdvbnVB8wfFPT6eTERFpRESU\nCdZIIyIjTbBGmhARaUJklPGCt7teODol6o1FSySAqqrotLnR0eaEy+mBx+ODx+2D2+WDx+2Fx+OD\n2921revF2/W+56L3u19UVYUsS5BkCbLU/VqWIEkSJAmQdTL0ehl6gw4Ggwy9Xge9QQe9QYah+7XJ\nbOhVnpFRXQXKkSjR4LBoiYiINCSLDkBERBTKWLREREQaYtESERFpiEVLRESkIRYtERGRhli0RERE\nGmLREhERaYhFS0REpCEWLRERkYZYtERERBpi0RIREWmIRUtERKQhFi0REZGGWLREREQaYtESERFp\niEVLRESkIRYtERGRhli0REREGmLREhERaYhFS0REpCEWLRERkYZYtERERBpi0RIREWmIRUtERKQh\nFi0REZGGWLREREQaYtESERFpiEVLRESkIRYtERGRhli0REREGmLREhERaYhFS0REpCEWLRERkYZY\ntERERBpi0RIREWmIRUtERKSh/w+ASIBVNKCKKQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fd1d1b9a320>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_types.plot.pie(y=\"count\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Now, this is not very useful/readable. Let's try to remove the `O` labels. \n",
    "\n",
    "We just modify the code used above and add an `if` statement:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 531,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "# we initialize an empty dictionary\n",
    "counts = {}\n",
    "\n",
    "# we iterate through all NE tags\n",
    "for tag in nltk_tags:\n",
    "    # do something only if `tag` is not \"O\"\n",
    "    if tag != \"O\":\n",
    "        # we check if our dictionary already contains an item\n",
    "        # for that specific entity type\n",
    "        if tag in counts:\n",
    "            # if it does, we just increase the counter of 1\n",
    "            counts[tag]+=1\n",
    "        else:\n",
    "            # otherwise we add it and set it to 1\n",
    "            counts[tag] = 1\n",
    "    else:\n",
    "        pass"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 532,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>LOC</th>\n",
       "      <td>22</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ORG</th>\n",
       "      <td>40</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PER</th>\n",
       "      <td>113</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     count\n",
       "LOC     22\n",
       "ORG     40\n",
       "PER    113"
      ]
     },
     "execution_count": 532,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_types = pd.DataFrame.from_dict(counts, orient=\"index\")\n",
    "df_types.columns = [\"count\"]\n",
    "df_types"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 533,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x7fd1d409eb38>"
      ]
     },
     "execution_count": 533,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/mromanello/.pyenv/versions/3.5.0/envs/sunoikisis/lib/python3.5/site-packages/matplotlib/font_manager.py:1297: UserWarning: findfont: Font family ['sans-serif'] not found. Falling back to DejaVu Sans\n",
      "  (prop.get_family(), self.defaultFamily[fontext]))\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAWsAAADnCAYAAADYQ3dvAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XmYVNWB9/FvdUOz7+IWNxQ9LqiICmipoCRxCeQm1ti8\nZnMLiW2eOEbMO8mbmJnRTGIS2yRmIXHGyWji0p231LLVaBKjLCWuiAvCQXBBgxvNKtBr3fnjVocW\nGrq6u6pO3bq/z/PUQ3d1ddUPpX59+t5zz4n5vo+IiJS2CtcBRESkeyprEZEQUFmLiISAylpEJARU\n1iIiIaCyFhEJAZW1iEgIqKxFREJAZS0iEgIqaxGREFBZi4iEgMpaRCQEVNYiIiGgshYRCYF+rgOI\nlCpjzAHAr4CjCQY2DwDfBE4FUsDrwEDgAWvtNZ2+7xzgOmA40ARY4JvW2jVF/QtIWYm5Ws961txU\nXl+4odaLdfcYY8yH1tqhXdz/FeDq7KebgauttYuyX+sPXA8kgC1AM3CdtfZP+coupccYEwOeAuZZ\na39njKkEbgHWAw8C11hrZxpjBgHPA5dZa9PGmAnAvcCnrbXLs8/1aWCjtXaBk7+MlIXIHwYxxswE\nvgqcZq09ErgcuNMYs2/2IdcD+wETrLWTgM8Aw5yElWI6C2iy1v4OwFrbDnwDuBQY3PEga+12YCnw\nsexd/wL8oKOos4+5X0UtfRX5siZ4c33TWrsOwFq7BLgN+JoxZjAwB/i6tbY5+/X3rLX1ztJKsRwD\nPNf5DmvtZmANML7jPmPMKOBwYEGn71tSpIwSITpm3cWbEngWuIjgTbkm+yYV6ex0Y8wLBEX9M2vt\nuzs/wBgzBniUYCR+i7X2xiJnlDKikbVI114BTux8hzFmOHAQsApYaK09nuCH/WXGmInZhy0DJgFY\naxuttRMJjnXvcq5EpCdU1l28KbOfLyN4Ux6UfZNKtDwKDDbGfAkge4KxFvgfYFvHg6y1rwM3EBxO\nA/gx8B1jzFGdnmswIn2ksg7eXD/K/spKdoR0MfBra+024Fbg58aYquzXxxpjLnAVVorDWusDnwUu\nMMa8CqwkmIb3/7p4+G+AM4wxh1hrXwL+GbjdGGONMWngKODOIkWXMuVs6p4LxpgMsLbTXTdZa28y\nxtQAVwE+wfS8uR1n77Ml/X3gfII361bge9baR4oaXkQiLVJlLSISVjoMIiISAiprEZEQUFmLiISA\nLoqRUKiuqxkOjAH2yt7GdPHnEKA/wb/r/nv4uOPPDMFJ451vWwlONO98awTeyd7W1s+e11jYv7XI\nDjrBKM5V19UMBg4FDtvp9jGCEh4DVDkLuHvNwLsEM4zWki3xTrfXgdfqZ8/LOEsoZUNlLUVRXVcz\nBJhAcAn/zsW8n8NohdZEMEd7OcEFWMuzt5X1s+e1uAwm4eKsrKvravL6wvWz53W7RCpojeJiqK6r\nGQacQHAl6IkEl18bdI6ks3ZgNTvKexnwdP3seSudppKSFalj1tk1iu8hWKPY67RG8X8QrFG8sPMa\nxcaYezutUfwLdl2j+BCCVdgiq7quZgRBGU9iRzkfDuT0wzPCKoEjsjev487qupp1wJPAYuAJ4Jn6\n2fO2OkkoJSVSZU0XaxQbY75BMJp+rONB1trtxphu1yguXuzSkS3n6cCM7O0oVMz5tBcwM3sDaKuu\nq3mRHeW9uH72vNddhRN3olbWXa5RbIzJZY3iSC5vWV1XM4DgENHHCcr5JIJRoRRHP3b85vI1gOq6\nmneBvxH8Nvhw/ex5693Fk2KJWll3J/JrFFfX1VQQFEPHyPk0YJDTULKzfYHPZW/t1XU1TxEU94P1\ns+e94DSZFEzUyvoV4J8639HFGsUzjTHjgCeNMfXW2qXsWKP4BWttIzDRGHMNZbJGcbagpwEXECxY\ntY/bRNIDlQS/+ZwK/Ed1Xc3fgYeyt7/Wz573octwkj9RK+tHgRuMMV+y1t6+pzWKjTEdaxRfSLCM\n6r3GmCc7HbcO9RrF2YI+A6hGBV1OPkawFd0coKW6rmY+UA/8sX72vE1Ok0mfRG6etTHmQODXwJEE\nU8keAq4BTiG7Y3X2cYMIRttxa+0bxphPAf9GMHVvHcEskH+11oZmqlWngr6AYLd2FXR0NAH3A78n\nOM7d5jiP9FDkyjqKqutqTiLYUCFBcLxTou0D4G7g9/Wz5z3jOozkRmVdpqrragYRHMKpIZjBIdKV\nFQSj7T/Uz54X6WsGSp3KusxU19UcQVDQFwGjHMeR8PCBvwI/A/5UP3ueiqHEqKzLQHVdTT/g08AV\nBBf+6CIV6YvlBKV9e/3seU2uw0hAZR1i1XU1+wKXE5z5399xHCk/HxBsBvyr+tnz3nMdJupU1iFU\nXVdzEMG0wksJFp0SKaRm4C7gpvrZ815yHSaqVNYhUl1XMx74NvBFgsXzRYrtr8AP6mfPe6zbR0pe\nOSvrtJfI6wvHU8luj9MaY9qBlwguBloOXGSt3dbp/g53W2tvMMY8TrDWchPQAszJXtFYVGkvcRjw\nvWWHDjzwr1OHn1ns1xfpwiPAt+pnzyv6+yGqonYF43Zr7UQAY8wdBMd7b+p8fxc+b6191hhzCfAT\n4BPFiQppL3EQ8D2CmR39jnmtib02tC2sP3vU1ExFTCNrcels4JPVdTV3Ad/VSoCFF+XF4BfSaaW9\nHCxmx5KpBZX2EsPSXuKHBBscXEanH6r7bGg7/cv3rnt5QHNmYzGyiOxBjGAxqRXVdTU3V9fVjHUd\nqJxFbWQNgDGmH3Au8HD2rkHZ9as7/NBaW7fTt50D3FfIXGkvUQFcAnyfPVxpOKjZP2HOveveuPPc\n0RvXj+h3SCEzieSgCvg6cHF1XU0tUKsFpPIvamXduZQXArdmP97TYZA7jDFVBCvs7e4xfZb2EtOB\nn+b6GpUZDvnCg+s3PHDGiKWvHTCgYLlEemAYwfo5V1TX1fwb8FttFpw/USvrPZXy7nyeYMOCnxBs\n7XV+PgOlvcQBwM3AZ3v6vTEYNXPBpqFPTxi88Mnjhp6ez1wifbA3wWJpl1TX1XxFJyHzI8rHrHNm\nrfWBa4Gpxpgj8/GcaS8RS3uJKwjW2O5xUXeIQf8pL287/TOPbZyP72sUI6XkZODZ6rqa2uzu9tIH\nkZpnbYz50Fq7y4YBXUzde9ha+63s1L1rrLXPZh83FzjaWntZX3KkvYQB/otgF5a82Tyk4qnfnzdm\nQlv/mN4YUjJ8n/b2xv0bWl877jcNtd4jrvOEVaTK2rW0l+hHcOXhtcCAQrxGayUrbp85ZsSHQyr3\nK8Tzi/SEn6lY1WJPbM5sGXNM9q7/Bq5uqPW0EUIPqayLJO0ljgbuoIAnKTtkYrybnDFyw9q9q44q\n9GuJdMX3acts2DvdsnriKfgVVTt9+W1gTkOt93BX3ytdU1kXQdpLfBn4OUXcCsyHbY+dPPTFlw4f\nPLVYrykC4LdXrmhecXLM3zrSdPPQ/wSubKj1tLJfDlTWBZT2EsOBW4DZLl7fB3/5uIHz/3LK8Oku\nXl+ixfdpbm/c/8nW1ybEoSLXmWbPAYmGWu/NQmYrByrrAkl7ickEWyeNc53lg5H9Ft199qjJmcrY\nzr+OiuSF39bv5eYVkwf524Yf1otvbwQubKj1/pLvXOVEZV0AaS/xDeBHlNDKeNurYi/cPnPMgU0D\nK0a7ziLlw/fZ1v7+gc+0vnn06RDry1TgDPBd4IaGWk+l1AWVdR6lvUQVMI9gnemS017Bm3edMzrT\nOLKf89G+hJ/f2n9p8/Ipo/ymoQfn8WnvAy5qqPU25/E5y4LKOk/SXmIv4B6gpK8k9GHTQ6cNX73q\noIGTXGeRcPJ9trS9O25p21tHnAaxQmwhZ4HzG2q9Vwrw3KGlss6DtJc4BmigBI5P58KHtmePHrz4\niYm6RF16xm8Z8Gzz8in7+c2DC70C5YfApQ213h8L/DqhobLuo7SXOI/gROIw11l6as0+/effe9bI\n04n16VijRIDvs7Ht7+OXta0dHy/yS1/dUOv9tMivWZJU1n2Q9hKfA24jxAtibRlc8fTvPzX66Nb+\nFbtchi8CkGke9FTzK1PG0Tpwb0cRvtNQ6/3A0WuXDJV1L6W9xByCnZ9DPyptrWTlHz41ZujmoZXa\nIV3+wfdZ17rmyFfb3zvkFNdZgO831HrXug7hksq6F9Je4iqCtafLRgbev3fGyA/e3qfqmO4fLeUu\ns33IE83LJxvaBoxxnaWT2oZa7xrXIVxRWfdQ2ktcC1znOkch+LB9/olDl75gBpfCSEoc8H3ebX19\nwpr2dQdMdp1lN34FfD2Kc7FV1j2Q9hL/TrCBbdnywV958IAFD8dHTHOdRYors3XYouYVk4+lvf8I\n11m68d8EC0FFav12lXWO0l7iSoLFmCKhcURl+q5zRp/UXhkryFKuUjp8P/Z26+rj3mtfv9+JrrP0\nwB0EF8+0uw5SLKE/OVYMaS9xIfAz1zmKacym9viX71lnBzVlGl1nkcLwffz2LSMXND03Y2TIihqC\n7fZucR2imDSy7kbaS5xNcMFLyazzUUztMdbcfc6o1nWj+vdmgR4pUX4m9mbLqhM2ZjbufbzrLH00\nt6HWu8l1iGJQWe9B2ktMAR4FIr1Nlg+bHo4PX7Xy4IFhG33JTnyfTGbzmIUtKydNxq8c5DpPHrQD\nsxpqvT+5DlJoKuvdyO46vgQY6zpLKfChbclRg59YdMLQM1xnkd7xMxWrW1ae2JTZPKbcpmduBqY2\n1HrLXQcpJJV1F9JeYgCwACjV6UvOvL13/wX3nDUy7lfEKl1nkdx0s8VWuVgFTGmo9dbn48n2sLn2\nV4Crs59uBq621i7Kfq0/cD2QALYAzcB11tq8jPp1grFrN6Oi7tIB77eecWmqcUn/1swW11mke357\n5YrmV6aublk1aVoZFzXAeOCPs+amCrb0gzFmJvBV4DRr7ZHA5cCdxph9sw+5HtgPmGCtnQR8hjyu\nGaSR9U7SXuIy4L9c5yh1bZW8+ofzxgzaNKzyANdZZFfZLbYWt7424bQebLFVDuY11HpX9PVJuhpZ\nG2MWAv9qrf1bp/uuz374Q+AtYJy1tiBrcWtk3UnaS5xEcIWUdKNfO4df1NA44MB3W152nUU+ym/r\n93LzslPfbn3tuOkRK2qAmllzU5cX6LmPIdgzsrNns/ePB9YUqqhBZf0PaS8xlGCpU10EkqMYjP3s\n3zaOn7R82xOuswj4Ptvb3jtwftOSGUf3ci/EcnHTrLmpI1yHyDeV9Q43AlH+B94rMRh4+vMfnnre\nok3zXWeJMr+1/9Lml057v/XNY6b1cS/EcjAI+J9Zc1P5/u/wCrDz9NUTgWUEJzgPMsYMz/Nr/kPU\n/6cC/7jw5auuc4TZ4Wuap33xgcYnKtv9JtdZosT32dL6zriFTc+fdXye90IMu1OAuXl+zh8DPzLG\njAEwxkwELgZ+ba3dBtwK/NwYU5X9+lhjzAX5evHIn2DMHv5YBhzkOks5aO4fe+n2maP33TaoUvPT\nC6yIW2yFVRNwQkOtt6Kn32iMyQBrO911k7X2JmNMDXAV4BNMz5trrV2Q/Z4q4PvA+dnX3gp8z1r7\nSN/+GgGVtZf4JfA11znKSSbG23WfHLX9/TH9D3edpRxlt9h6uW3t+NNcZwmBxxtqvTNdh8iHSJd1\n2kucQHA2V4eD8syHLY+cMtzacQNPcp2lnGSaBz7V/MrUQ2gduI/rLCHyxYZa7w+uQ/RV1EvqRvTf\noCBiMOzsxZtPmPbslgWus5QD36ex5c0jFze/MH2KirrHamfNTY10HaKvIltU2V3Jz3Kdo5zFoHLi\nyu1nXPDnDQtiGb/NdZ6wymwf8kTT82dSInshhtHeBFcXhlokD4OkvUQl8ALBZHYpgq0DK567febo\n8S1VFaW+C0nJ8H3ea33jmDfaPzhwiussZaAFGNdQ663t9pElKqoj68tQURfVkKbMiXPuWbdu5Oa2\nt1xnCYPM1mGLmpbMGKiizpsq4BuuQ/RF5EbWaS9RBbwO7O86SxT5sC41fcTaN/cfcJzrLKXI92N/\nb1193Lsh3LklDLYABzXUehtdB+mNKI6sL0RF7UwM9vIe32ROXLY17TpLKem0xdZwFXXBDCPE03Sj\nOLJeCoR9K6OysOqAqscfPH3ENGKxmOssLmW32NqQ2bj3RNdZIuAD4OCGWm+76yA9FamRddpLzEBF\nXTLGv90y/UsPrH+yX5sfujdOPvg+mfZNY+Y3PffxvVXURTOW4JxV6ESqrNmxw4OUiFFb2k/58j3r\nXhuyrf1911mKyc9UrG6xJy9vsSdPK5O9EMNkbiE3KSiUyJR12kscAZzrOofsakCbf8ylqcbWfda1\nrnSdpdB8n7b2DXs/3vTcjAPKcC/EsDgEmO06RE9FpqyBzwGRPjZayip8Pjb7zxv2P+q17U+7zlIo\nfnulbVk+ZXXLq5Om41dq3XS3vug6QE9FqaxD95M0amIw9BNPbjnpzKc3l9Xa2L5PS9u6/eY3PTfj\nsMyHo4zrPALAmbPmpgq29nQhRKKs017ieOBI1zmkezGoOG5V07TZj6wvi0vU/bZ+y5qXnfpW62vH\nT4vgFlulrAo4x3WInohEWaNRdejs29h2xpfvXffigJbMJtdZesP32d72/oHzm5bMOCriW2yVMs91\ngJ6IxDzrtJdYDRzqOof0XFsFr9957uiKDSP6hWYXFL+1/9Lm5VNGaeeWkrcRGNtQ64XiN7iyH1mn\nvYRBRR1a/TKM++KD64eN+3vzC66zdMf3+bD1nUMWaIut0BgJnOE6RK7KvqwJ0f8M6VoMRs+av+mo\nyS9tXeQ6y+74LVXPNb94xsa2t448A6J9RWbIhOZQSBTK+nTXAaTvYlB1yktbT/v04xvnU0LH7nyf\nTa1vj1/UtPSsE/3mwQe4ziM9Vl5lbYypz+W+EqWRdRkZt7Zl2sX3Nz7Vr83f5jpLpnng001Lpzdp\nL8RQO3jW3FQoTgDnOrIe38V9JT8VLu0lDgJ07LDMjNiamTrnnnVvDtnW/p6L1/d9GlvXmCeaX5g+\nWVtslYWjXAfIxR7nfRpj5gBfAY4wxnS+smwEYAsZLE+mug4ghVHV5h91aarxnf//8ZEr3hlbVbSB\nQ2b74MXNy6ccTtuAU4v1mlJwBnjAdYjudDdJ/8/Aq8AvgW92un8z8GKhQuWRrhYrYxU++13wl43D\nH5087Kll4wcVdEeVTltsaR/E8hOKnthjWVtr3wTeBCYUJ07edXX4RspIDIbMeHrLyfs2ts5/dMrw\naYV4jczWYYuaV0w+lvb+2mKrPIW/rDsYYwzwXeCwzt9jrZ1coFz5orKOgBhUTFjdNG3s+raF9WeP\nmpqpiPXPx/MGW2wd+077+v11ArG8haKsc7qC0RjzPPBH4EmgveN+a21JL7iT9hLvEWxDLxGxfUDs\n+dtmjhnXPKBiZG+fw/fx/a0jFjWvOHkimX7D8plPStbIhlqvpJc2yHVhmQpr7Q8KmiTP0l5iGCrq\nyBnU7J8w5951b9x57uiN60f0O6Sn399piy3Nz48WA5T08ry5Tt1bbIwJ227Ue7kOIG5UZjjkCw+u\nH3Ho281Lc/2eYIut0fOblnx8rLbYiqSSPxSS68h6CnCJMcYCTR13lvgx6yGuA4g7MRg1c8GmoU9P\nGLzwyeOG7nGU7GcqVresnLQ9s3mvgpyglFDo9WGzYsm1rK8qaIrCUFlHXAz6T3l52+n7NrbNv2/6\niNOJxT7ym6Tv05bZuHe6ZdXxU7VzS+RVuQ7QnZzKutRPJO6GyloAOPidlmmX3N/41O/PGzOhrX9s\nCIDfXmFb7Ml+5sNRGk0LQMn/sM516t4zwC7TRnQYRMJi+NbMlK/c88GK2z81ZtDGpgNeb3392Dh+\nRV6m+ElZKI+RNXBNp48HAhcCa/MfJ69K/j++FFf/do689P7GJmgcBi9scZ1HSkdrrLK91Bfg69Vh\nEGPMn4GSXVs4a6vrAFJ6YsFgY6DrHFJaqvz2kl8uurcBhwP75jNIAWx2HUBEQqPVdYDu9OaYdQXB\nNlm1hQqVJyprEcnVBtcButObY9ZtwGvW2ncKkCefdExSRHJV6n2W22GQ7DHrNLCOYEfgDwoZKk9K\n+jp/ESkppT5hIudtvU4CVgP3AvcBrxpjJhUyWF/FU8mNgPOtn0QkFMpjZA38HLjUWnuEtfZw4DLg\nF4WLlTevuQ4gIiXPB951HaI7uZb1EGvtox2fWGv/RjguOlnlOoCIlLx346lkyc8GybWstxljpnd8\nYoyZRjgOMSx3HUBESt7zrgPkItfZIFcCSWNMc/bzKiBRmEh5tcx1ABEpeUtcB8hFrmU9EjiZHYv5\nv0849mV8wXUAESl5z7kOkItcD4P8BPjAWvuytfZlgil8NxYuVt4sAxpdhxCRkhaKkXWuZR2z1v5j\n1T1rbQaoLEyk/Imnkj4QxuVdRaQ41sVTyTWuQ+Qi17LeYoyZ0vFJ9uOwLJT0uOsAIlKyHu3+IaUh\n12PW/xe4zxjTccLuaOD8wkTKu8dcBxCRkvWg6wC5ynWJ1MXGmKOBU7J3LbbWlvzCJ1nLCC6PH+s6\niIiUlAzwkOsQuYr5/i4bwJSdtJe4BZjjOoeIlJQn4qlk3HWIXJX8gtt5cqfrACJSch5wHaAnolLW\n84G3XYcQkZKSdB2gJyJR1tkpfHe7ziEiJWN+PJVc6TpET0SirLPucB1ARErGLa4D9FRkyjqeSi4l\nJFcqiUhBNRKyQyAQobLOCsMl8iJSWLfFU8nm7h9WWqJW1vXAG65DiIgzGeC3rkP0RqTKOp5KtgM/\ndZ1DRJypD9uJxQ6RKuusW4H1rkOISNFlgH93HaK3IlfW8VRyK3Cz6xwiUnR3xVPJFa5D9Fbkyjrr\nRkKwm7GI5E07cJ3rEH0RybLOjq6/4zqHiBTNHWE9Vt0hkmWddRsh2ShTRPpkC/Bt1yH6KrJlHU8l\nM8DVrnOISMFdG08l17oO0VeRLWuAeCr5OHCP6xwiUjDPA790HSIfIl3WWV9DU/lEylEGuDx7fUXo\nRb6s46nkuwSFLSLl5bfxVPJp1yHyJfJlDRBPJe8muBRdRMrDqwR7x5YNlfUOVwDvuQ4hIn3WAvyf\neCr5oesg+aSyzoqnko1on0aRcvAv8VSy7JZDVll3Ek8lG4AbXOcQkV57MJ5K/sx1iEJQWe/qO8Aj\nrkOISI+tBS52HaJQYr7vu85QctJeYhTwDHCY6ywikpMmYFo5zf7YmUbWXYinkhuAzwBbXWcRkZxc\nWs5FDSrr3Yqnki8DFxFMrBeR0nVdPJW8y3WIQtNhkG6kvcQVwK9c5xCRLt0WTyUvdh2iGDSy7kY8\nlfw18D3XOURkF38hQtNtNbLOUdpL/BS4ynUOEQHgceBT8VRym+sgxaKRde6uBm53HUJEWADMjFJR\ng0bWPZL2EpXAnUC16ywiEbUIOLfcLiXPhUbWPZBdavFzaIQt4sITwHlRLGpQWfdYtrAvBn7jOIpI\nlCwAzomnkltcB3FFh0H6IO0lrge+6zqHSJmrAy6Kp5LNroO4pJF1H8RTyWuBK9GFMyKFUgtcGPWi\nBo2s8yLtJWYBdwDDXGcRKRMZ4BvxVPJm10FKhco6T9Je4mjgfrT4k0hfbQe+EE8ltZl1JzoMkifx\nVPIVYDLwN9dZREJsNXCKinpXKus8iqeS64Gz0VoiIr1xP3BiPJV8wXWQUqTDIAWS9hIXAb8EhrrO\nIlLi2oFrgRviqaQKaTdU1gWU9hKHE1zxeJLrLCIl6n2C2R46fNgNHQYpoHgq+SpwKvATQD8VRT7q\nQWCiijo3GlkXSdpLfJzgMvX9XGcRcWwLwbS8W10HCRONrIsknkr+FTgOuNt1FhGHHgeOVVH3nEbW\nDqS9xHnAr4GDXWcRKZLtwLeBm3USsXdU1o6kvcQQ4PsEl6vrNxwpZw8BV8ZTydWug4SZytqxtJc4\nGfhP4HjXWUTy7A3gqngqmXIdpBxoROdYPJV8hmBq35VAo+M4IvnQDFwPHK2izh+NrEtI2kuMJFhy\n9etAleM4Ir3xEPDP8VRylesg5UZlXYLSXuJQ4AbgAtdZRHK0GPh2PJWc7zpIuVJZl7C0lzgVuBE4\nxXUWkd14GfhOPJW833WQcqeyDoG0l/gE8D3gNNdZRLJeB/4VuCOeSmrzjSJQWYdI2kucSVDa0x1H\nkeh6lWD5hNviqWSL6zBRorIOobSXOIOgtGe4ziKR8QzwI+BejaTdUFmHWNpLdEz5m41mj0hhPAz8\nOJ5KPuY6SNSprMtA2kvsA3wVuBwtFCV9t51gR/GfaSOA0qGyLiNpL9GfYLrflcAUx3EkfFYBvwF+\nl931SEqIyrpMpb3ECcDFwOeAvdymkRLWAtxDsOTBY1pkqXSprMtcdrQ9E7gIOA/o7zaRlIinCXYx\nuiOeSq5zHUa6p7KOkLSXGEsw0r4IOMFxHCm+VwgK+m6tgBc+KuuIyu4P+U/Z2yTHcaRw3gTuAu6K\np5Ivug4jvaeyFtJe4hDg08AsYBo6VBJm7QTrdDwEPKTZHOVDZS0fkfYSw4FzCMr7XGC020SSgw+A\nPxEU9J/jqeQGx3mkAFTWsltpL1FJsB7JJwkWk5oMDHEaSgAywLME5fwn4BnN4ih/KmvJWba8jyUo\n7o7beKehomErsJSgoJ8G/hJPJT9wG0mKTWUdAsaYduAloB+wHLjIWrut0/0d7rbW3mCMeZzgSsYm\ngnm0c6y1SwuRLTvDZCo7yvtkNPruiyZ2FPNz2T+Xx1PJdqepxLl+rgNITrZbaycCGGPuILis/KbO\n93fh89baZ40xlxCskvaJQgTLjvAasjfSXqIfcBwfHX0fWojXLgMtwIsEhdxxWxZPJducppKSpLIO\nn4UEZZirxcA3C5RlF9miWZK9/Qog7SVGEBT2YV38eSDl/+9wG/AWsIZgHeglBMX8kpYZlVyV+5uk\nrBhj+hHM0Hg4e9cgY0znwxs/tNbW7fRt5wD3FSPf7sRTyU3A89nbR2RH4gcTlHdXhT68eEl7pR14\nh6CI17CjlDv+XBNPJbURsvSZyjocOpfyQuDW7Md7OgxyhzGmChgK7O4xzmVH4quzt12kvcRewDhg\nDDCsF7fmgNf2AAABG0lEQVShQEU3MVqztxbgw+xta6ePOz7fwo5i7ijjtTpsIcWgsg6HPZXy7nye\n4ATVT4BfAOfnPVURZNet6NPaFWkvMYSgtH2gjR3l3KailbBQWZcxa61vjLkWWG2MOdJau8J1Jhfi\nqeRWgpGxSGiprMNt52PWD1trv9X5Adba7caYWoKTjJcVNZ2I5I3mWYuIhEB3J15ERKQEqKxFREJA\nZS0iEgIqaxGREFBZi4iEgMpaRCQEVNYiIiGgshYRCQGVtYhICKisRURCQGUtIhICKmsRkRBQWYuI\nhIDKWkQkBFTWIiIhoLIWEQkBlbWISAiorEVEQkBlLSISAiprEZEQUFmLiISAylpEJARU1iIiIaCy\nFhEJAZW1iEgI/C/kzyUIwIY/oQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<matplotlib.figure.Figure at 0x7fd1e904c668>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "df_types.plot.pie(y=\"count\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "# Evaluating NER"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "To give a practical example of how to measure the accuracy of a NER system, we will use the dates extracted by Francesco in the first part of the session by using regular expressions. "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "## data preparation"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Let's read in the **dates** that were extracted previously:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 534,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "import codecs\n",
    "with codecs.open(\"data/iob/article_446_date_aut.iob\",\"r\",\"utf-8\") as f:\n",
    "    data = f.read()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 535,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "'The\\tO\\tO\\nPraetorian\\tO\\tO\\nProconsuls\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nRoman\\tO\\tO\\nRepublic\\tO\\tO\\n45\\tCD\\tB-DATE\\nFREDERIK\\tO\\tO\\nJULIAAN\\tO\\tO\\nVERVAET\\tO\\tO\\nThe\\tO\\tO\\nPraetorian\\tO\\tO\\nProconsuls\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nRoman\\tO\\tO\\nRepublic\\tO\\tO\\n(\\tO\\tO\\n211–52\\tDate\\tB-DATE\\nBCE\\tDate\\tI-DATE\\n)\\tO\\tO\\n.\\tO\\tO\\nA\\tO\\tO\\nConstitutional\\tO\\tO\\nSurvey\\tO\\tO\\n1\\tCD\\tB-DATE\\n.\\tO\\tO\\nIntroduction\\tO\\tO\\nThe\\tO\\tO\\nrepublican\\tO\\tO\\nadministrative\\tO\\tO\\nprocedure\\tO\\tO\\nof\\tO\\tO\\nsending\\tO\\tO\\nout\\tO\\tO\\npraetors\\tO\\tO\\nwith\\tO\\tO\\nconsular\\tO\\tO\\nimperium\\tO\\tO\\nis\\tO\\tO\\nreasonably\\tO\\tO\\nwell-known\\tO\\tO\\nbut\\tO\\tO\\nlittle\\tO\\tO\\nunderstood\\tO\\tO\\n.\\tO\\tO\\nTo\\tO\\tO\\nthe\\tO\\tO\\nbest\\tO\\tO\\nof\\tO\\tO\\nmy\\tO\\tO\\nknowledge\\tO\\tO\\n,\\tO\\tO\\nnot\\tO\\tO\\na\\tO\\tO\\nsingle\\tO\\tO\\nstudy\\tO\\tO\\nor\\tO\\tO\\nbook\\tO\\tO\\nchapter\\tO\\tO\\nhas\\tO\\tO\\nbeen\\tO\\tO\\ndevoted\\tO\\tO\\nexclusively\\tO\\tO\\nto\\tO\\tO\\na\\tO\\tO\\ngubernatorial\\tO\\tO\\npractice\\tO\\tO\\nthat\\tO\\tO\\nrapidly\\tO\\tO\\ngained\\tO\\tO\\nimportance\\tO\\tO\\nfrom\\tO\\tO\\nthe\\tO\\tO\\nSecond\\tO\\tO\\nPunic\\tO\\tO\\nWar\\tO\\tO\\n.\\tO\\tO\\nThis\\tO\\tO\\nbipartite\\tO\\tO\\nstudy\\tO\\tO\\naims\\tO\\tO\\nat\\tO\\tO\\nbridging\\tO\\tO\\nthis\\tO\\tO\\nremarkable\\tO\\tO\\ngap\\tO\\tO\\n.\\tO\\tO\\nThe\\tO\\tO\\nfirst\\tO\\tO\\ncomponent\\tO\\tO\\nof\\tO\\tO\\nthis\\tO\\tO\\ninquiry\\tO\\tO\\nendeavours\\tO\\tO\\nto\\tO\\tO\\noffer\\tO\\tO\\nan\\tO\\tO\\noverall\\tO\\tO\\nconstitutional\\tO\\tO\\nsurvey\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\ninstitutional\\tO\\tO\\nphenomenon\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\npraetura\\tO\\tO\\npro\\tO\\tO\\nconsule\\tO\\tO\\nby\\tO\\tO\\ndiscussing\\tO\\tO\\nits\\tO\\tO\\norigins\\tO\\tO\\n,\\tO\\tO\\nnature\\tO\\tO\\nand\\tO\\tO\\nhistorical\\tO\\tO\\ndevelopment\\tO\\tO\\n.\\tO\\tO\\nThe\\tO\\tO\\nsecond\\tO\\tO\\npart\\tO\\tO\\nis\\tO\\tO\\nconducted\\tO\\tO\\nby\\tO\\tO\\nF.\\tO\\tO\\nHurlet\\tO\\tO\\nand\\tO\\tO\\nscrutinizes\\tO\\tO\\nthis\\tO\\tO\\npractice\\tO\\tO\\nas\\tO\\tO\\nrecorded\\tO\\tO\\nin\\tO\\tO\\nthe\\tO\\tO\\nfasti\\tO\\tO\\nof\\tO\\tO\\nAfrica\\tO\\tO\\n,\\tO\\tO\\nSicily\\tO\\tO\\nand\\tO\\tO\\nCorsica-Sardinia\\tO\\tO\\n.\\tO\\tO\\nAfter\\tO\\tO\\nhighlighting\\tO\\tO\\nthe\\tO\\tO\\nsignificance\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nMetilian\\tO\\tO\\nLaw\\tO\\tO\\nfrom\\tO\\tO\\n217\\tCD\\tB-DATE\\nBCE\\tDate\\tI-DATE\\nas\\tO\\tO\\na\\tO\\tO\\nprecedent\\tO\\tO\\n,\\tO\\tO\\nthe\\tO\\tO\\nnext\\tO\\tO\\nsection\\tO\\tO\\nof\\tO\\tO\\nthis\\tO\\tO\\nstudy\\tO\\tO\\nprovides\\tO\\tO\\na\\tO\\tO\\ndetailed\\tO\\tO\\ndiscussion\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\n(\\tO\\tO\\nhistorical\\tO\\tO\\ncircumstances\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\n)\\tO\\tO\\ncreation\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\npraetorian\\tO\\tO\\nproconsulship\\tO\\tO\\n.\\tO\\tO\\nThis\\tO\\tO\\nis\\tO\\tO\\nfollowed\\tO\\tO\\nby\\tO\\tO\\na\\tO\\tO\\nbrief\\tO\\tO\\nassessment\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nproliferation\\tO\\tO\\nof\\tO\\tO\\nthis\\tO\\tO\\nadministrative\\tO\\tO\\npractice\\tO\\tO\\nthroughout\\tO\\tO\\nthe\\tO\\tO\\nRepublic\\tO\\tO\\n’s\\tO\\tO\\ngrowing\\tO\\tO\\nnumber\\tO\\tO\\nof\\tO\\tO\\nprovinces\\tO\\tO\\n.\\tO\\tO\\nThe\\tO\\tO\\nsubsequent\\tO\\tO\\ntwo\\tO\\tO\\nsections\\tO\\tO\\nconcern\\tO\\tO\\nthe\\tO\\tO\\nofficial\\tO\\tO\\nauthority\\tO\\tO\\nand\\tO\\tO\\nnomenclature\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\npraetorian\\tO\\tO\\nproconsuls\\tO\\tO\\n,\\tO\\tO\\nfollowed\\tO\\tO\\nby\\tO\\tO\\na\\tO\\tO\\ndiscussion\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nfrequency\\tO\\tO\\nand\\tO\\tO\\nrationale\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\npractice\\tO\\tO\\nas\\tO\\tO\\nwell\\tO\\tO\\nas\\tO\\tO\\nthe\\tO\\tO\\ndiscretion\\tO\\tO\\nexercised\\tO\\tO\\nby\\tO\\tO\\nthe\\tO\\tO\\nSenate\\tO\\tO\\nin\\tO\\tO\\nthe\\tO\\tO\\nrelevant\\tO\\tO\\ndecision-making\\tO\\tO\\nprocess\\tO\\tO\\n.\\tO\\tO\\nThe\\tO\\tO\\nfinal\\tO\\tO\\nsection\\tO\\tO\\n,\\tO\\tO\\nthen\\tO\\tO\\n,\\tO\\tO\\naddresses\\tO\\tO\\nthe\\tO\\tO\\ntemporary\\tO\\tO\\nabolition\\tO\\tO\\nas\\tO\\tO\\nwell\\tO\\tO\\nas\\tO\\tO\\nthe\\tO\\tO\\neventual\\tO\\tO\\ngeneralization\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\npraetorian\\tO\\tO\\nproconsulship\\tO\\tO\\nin\\tO\\tO\\nthe\\tO\\tO\\ntransitional\\tO\\tO\\nperiod\\tO\\tO\\n53/52–27\\tO\\tO\\nBCE\\tDate\\tB-DATE\\n.\\tO\\tO\\nThe\\tO\\tO\\nepilogue\\tO\\tO\\nponders\\tO\\tO\\nthe\\tO\\tO\\nquestion\\tO\\tO\\nwhether\\tO\\tO\\nor\\tO\\tO\\nnot\\tO\\tO\\nthe\\tO\\tO\\ncommand\\tO\\tO\\nheld\\tO\\tO\\nin\\tO\\tO\\n215\\tCD\\tB-DATE\\nBCE\\tDate\\tI-DATE\\nby\\tO\\tO\\nM.\\tO\\tO\\nClaudius\\tO\\tO\\nMarcellus\\tO\\tO\\n(\\tO\\tO\\ncos\\tO\\tO\\n.\\tO\\tO\\n222\\tCD\\tB-DATE\\n,\\tO\\tO\\npr\\tO\\tO\\n.\\tO\\tO\\nII\\tO\\tO\\n216\\tCD\\tB-DATE\\n)\\tO\\tO\\ncan\\tO\\tO\\nbe\\tO\\tO\\nconsidered\\tO\\tO\\nas\\tO\\tO\\nthe\\tO\\tO\\nfirst\\tO\\tO\\nhistorically\\tO\\tO\\nattested\\tO\\tO\\ncase\\tO\\tO\\nof\\tO\\tO\\na\\tO\\tO\\n(\\tO\\tO\\npro\\tO\\tO\\n)\\tO\\tO\\npraetor(e)\\tO\\tO\\npro\\tO\\tO\\nconsule\\tO\\tO\\n.\\tO\\tO\\nI\\tO\\tO\\nwould\\tO\\tO\\nlike\\tO\\tO\\nto\\tO\\tO\\nexpress\\tO\\tO\\nmy\\tO\\tO\\nprofound\\tO\\tO\\ngratitude\\tO\\tO\\nto\\tO\\tO\\nboth\\tO\\tO\\nanonymous\\tO\\tO\\nreferees\\tO\\tO\\nfor\\tO\\tO\\ntheir\\tO\\tO\\nextensive\\tO\\tO\\nand\\tO\\tO\\ndetailed\\tO\\tO\\ncomments\\tO\\tO\\nand\\tO\\tO\\nsuggestions\\tO\\tO\\nwhich\\tO\\tO\\nmuch\\tO\\tO\\nhelped\\tO\\tO\\nto\\tO\\tO\\nimprove\\tO\\tO\\nthis\\tO\\tO\\nstudy\\tO\\tO\\n.\\tO\\tO\\nAny\\tO\\tO\\nremaining\\tO\\tO\\nflaws\\tO\\tO\\nand\\tO\\tO\\nerrors\\tO\\tO\\nare\\tO\\tO\\nmy\\tO\\tO\\nown\\tO\\tO\\n.\\tO\\tO\\nI\\tO\\tO\\nalso\\tO\\tO\\nwish\\tO\\tO\\nto\\tO\\tO\\nthank\\tO\\tO\\nmy\\tO\\tO\\ncolleague\\tO\\tO\\nand\\tO\\tO\\nlong-standing\\tO\\tO\\nfriend\\tO\\tO\\n,\\tO\\tO\\nFrédéric\\tO\\tO\\nHurlet\\tO\\tO\\n,\\tO\\tO\\nfor\\tO\\tO\\nthe\\tO\\tO\\npleasant\\tO\\tO\\nand\\tO\\tO\\nrewarding\\tO\\tO\\ncollaboration\\tO\\tO\\n.\\tO\\tO\\n1\\tCD\\tB-DATE\\nFor\\tO\\tO\\na\\tO\\tO\\nrare\\tO\\tO\\nstudy\\tO\\tO\\ninto\\tO\\tO\\nthe\\tO\\tO\\npraetorian\\tO\\tO\\nproconsuls\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nearly\\tO\\tO\\nEmpire\\tO\\tO\\n,\\tO\\tO\\nsee\\tO\\tO\\nEck\\tO\\tO\\n1972/1973\\tO\\tO\\n,\\tO\\tO\\n233–260\\tDate\\tB-DATE\\n.\\tO\\tO\\n46\\tCD\\tB-DATE\\n2\\tCD\\tI-DATE\\n.\\tO\\tO\\nThe\\tO\\tO\\nMetilian\\tO\\tO\\nLaw\\tO\\tO\\n(\\tO\\tO\\n217\\tCD\\tB-DATE\\nBCE\\tDate\\tI-DATE\\n)\\tO\\tO\\nas\\tO\\tO\\na\\tO\\tO\\nprecedent\\tO\\tO\\nIn\\tO\\tO\\nthe\\tO\\tO\\naftermath\\tO\\tO\\nof\\tO\\tO\\nHannibal\\tO\\tO\\n’s\\tO\\tO\\ncrushing\\tO\\tO\\nvictory\\tO\\tO\\nat\\tO\\tO\\nLake\\tO\\tO\\nTrasimene\\tO\\tO\\nin\\tO\\tO\\n217\\tCD\\tB-DATE\\n,\\tO\\tO\\nSenate\\tO\\tO\\nand\\tO\\tO\\nPeople\\tO\\tO\\ndecided\\tO\\tO\\non\\tO\\tO\\na\\tO\\tO\\nseries\\tO\\tO\\nof\\tO\\tO\\nunprecedented\\tO\\tO\\nmeasures\\tO\\tO\\n.\\tO\\tO\\nFirst\\tO\\tO\\n,\\tO\\tO\\ncircumstances\\tO\\tO\\nled\\tO\\tO\\nthe\\tO\\tO\\nSenate\\tO\\tO\\nto\\tO\\tO\\narrange\\tO\\tO\\nfor\\tO\\tO\\na\\tO\\tO\\ndirect\\tO\\tO\\npopular\\tO\\tO\\nelection\\tO\\tO\\nof\\tO\\tO\\na\\tO\\tO\\ndictator\\tO\\tO\\nas\\tO\\tO\\nwell\\tO\\tO\\nas\\tO\\tO\\nhis\\tO\\tO\\nmagister\\tO\\tO\\nequitum\\tO\\tO\\n,\\tO\\tO\\nboth\\tO\\tO\\nkey\\tO\\tO\\npositions\\tO\\tO\\nbeing\\tO\\tO\\nwon\\tO\\tO\\nby\\tO\\tO\\nQ.\\tO\\tO\\nFabius\\tO\\tO\\nMaximus\\tO\\tO\\nVerrucosus\\tO\\tO\\n(\\tO\\tO\\ncos\\tO\\tO\\n.\\tO\\tO\\n233\\tCD\\tB-DATE\\n,\\tO\\tO\\nII\\tO\\tO\\n228\\tCD\\tB-DATE\\n,\\tO\\tO\\nIII\\tO\\tO\\n215\\tCD\\tB-DATE\\n,\\tO\\tO\\nIV\\tO\\tO\\n214\\tCD\\tB-DATE\\n,\\tO\\tO\\nV\\tO\\tO\\n209\\tCD\\tB-DATE\\n)\\tO\\tO\\nand\\tO\\tO\\nM.\\tO\\tO\\nMinucius\\tO\\tO\\nRufus\\tO\\tO\\n(\\tO\\tO\\ncos\\tO\\tO\\n.\\tO\\tO\\n221\\tCD\\tB-DATE\\n)\\tO\\tO\\nrespectively\\tO\\tO\\n.\\tO\\tO\\nSeveral\\tO\\tO\\nfactors\\tO\\tO\\ncombined\\tO\\tO\\nto\\tO\\tO\\nset\\tO\\tO\\nthe\\tO\\tO\\nstage\\tO\\tO\\nfor\\tO\\tO\\nyet\\tO\\tO\\nanother\\tO\\tO\\ndramatic\\tO\\tO\\nprecedent\\tO\\tO\\n:\\tO\\tO\\nwidespread\\tO\\tO\\npopular\\tO\\tO\\ndiscontent\\tO\\tO\\nat\\tO\\tO\\nHannibal\\tO\\tO\\n’s\\tO\\tO\\ntargeted\\tO\\tO\\ndestructions\\tO\\tO\\nand\\tO\\tO\\nFabius\\tO\\tO\\n’\\tO\\tO\\nevasive\\tO\\tO\\nstrategy\\tO\\tO\\n;\\tO\\tO\\nrelentless\\tO\\tO\\ncalls\\tO\\tO\\nfor\\tO\\tO\\na\\tO\\tO\\nmore\\tO\\tO\\naggressive\\tO\\tO\\napproach\\tO\\tO\\non\\tO\\tO\\nthe\\tO\\tO\\npart\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nhawkish\\tO\\tO\\nmagister\\tO\\tO\\nequitum\\tO\\tO\\n;\\tO\\tO\\nand\\tO\\tO\\nprofound\\tO\\tO\\nsenatorial\\tO\\tO\\ndissatisfaction\\tO\\tO\\nat\\tO\\tO\\nthe\\tO\\tO\\ndictator\\tO\\tO\\n’s\\tO\\tO\\ndecision\\tO\\tO\\nto\\tO\\tO\\nexchange\\tO\\tO\\nprisoners\\tO\\tO\\nwithout\\tO\\tO\\nprior\\tO\\tO\\nsenatorial\\tO\\tO\\nconsent\\tO\\tO\\n.\\tO\\tO\\nFinally\\tO\\tO\\n,\\tO\\tO\\nnews\\tO\\tO\\nof\\tO\\tO\\na\\tO\\tO\\nsuccessful\\tO\\tO\\nengagement\\tO\\tO\\nbetween\\tO\\tO\\nthe\\tO\\tO\\nmagister\\tO\\tO\\nequitum\\tO\\tO\\nand\\tO\\tO\\nHannibal\\tO\\tO\\n’s\\tO\\tO\\nforces\\tO\\tO\\nprompted\\tO\\tO\\nthe\\tO\\tO\\nSenate\\tO\\tO\\nto\\tO\\tO\\ninstruct\\tO\\tO\\nthe\\tO\\tO\\ntribune\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nplebs\\tO\\tO\\nM.\\tO\\tO\\nMetilius\\tO\\tO\\nto\\tO\\tO\\nput\\tO\\tO\\nforward\\tO\\tO\\na\\tO\\tO\\nrogatio\\tO\\tO\\nde\\tO\\tO\\naequando\\tO\\tO\\nM.\\tO\\tO\\nMinuci\\tO\\tO\\nmagistri\\tO\\tO\\nequitum\\tO\\tO\\net\\tO\\tO\\nQ.\\tO\\tO\\nFabi\\tO\\tO\\ndictatoris\\tO\\tO\\niure\\tO\\tO\\n.\\tO\\tO\\nIn\\tO\\tO\\nterms\\tO\\tO\\nof\\tO\\tO\\npublic\\tO\\tO\\nlaw\\tO\\tO\\n,\\tO\\tO\\nthe\\tO\\tO\\nresults\\tO\\tO\\nof\\tO\\tO\\nthis\\tO\\tO\\nMetilian\\tO\\tO\\nLaw\\tO\\tO\\nwere\\tO\\tO\\ntwofold\\tO\\tO\\n.\\tO\\tO\\nFirst\\tO\\tO\\n,\\tO\\tO\\nit\\tO\\tO\\nupgraded\\tO\\tO\\nthe\\tO\\tO\\nconsular\\tO\\tO\\nimperium\\tO\\tO\\nof\\tO\\tO\\nM.\\tO\\tO\\nMinucius\\tO\\tO\\nby\\tO\\tO\\nredefining\\tO\\tO\\nit\\tO\\tO\\nas\\tO\\tO\\ndictatorium\\tO\\tO\\n.\\tO\\tO\\nSecond\\tO\\tO\\n,\\tO\\tO\\nand\\tO\\tO\\njust\\tO\\tO\\nas\\tO\\tO\\nremarkably\\tO\\tO\\n,\\tO\\tO\\nit\\tO\\tO\\nprovided\\tO\\tO\\nthat\\tO\\tO\\nthe\\tO\\tO\\nmagister\\tO\\tO\\nequitum\\tO\\tO\\nwas\\tO\\tO\\nto\\tO\\tO\\ncommand\\tO\\tO\\non\\tO\\tO\\na\\tO\\tO\\nfooting\\tO\\tO\\nof\\tO\\tO\\nequality\\tO\\tO\\nwith\\tO\\tO\\nthe\\tO\\tO\\ndictator\\tO\\tO\\n,\\tO\\tO\\nvery\\tO\\tO\\nmuch\\tO\\tO\\non\\tO\\tO\\nthe\\tO\\tO\\nmodel\\tO\\tO\\nof\\tO\\tO\\na\\tO\\tO\\njoint\\tO\\tO\\nconsular\\tO\\tO\\ncommand\\tO\\tO\\n.\\tO\\tO\\nBy\\tO\\tO\\nvirtue\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nMetilian\\tO\\tO\\nLaw\\tO\\tO\\n,\\tO\\tO\\neach\\tO\\tO\\nman\\tO\\tO\\nnow\\tO\\tO\\ncommanded\\tO\\tO\\nnot\\tO\\tO\\nonly\\tO\\tO\\neodem\\tO\\tO\\nimperio\\tO\\tO\\n,\\tO\\tO\\nbut\\tO\\tO\\nalso\\tO\\tO\\npari\\tO\\tO\\nimperio\\tO\\tO\\n.\\tO\\tO\\nUnsurprisingly\\tO\\tO\\n,\\tO\\tO\\nMinucius\\tO\\tO\\nimmediately\\tO\\tO\\ninsisted\\tO\\tO\\non\\tO\\tO\\ndividing\\tO\\tO\\nup\\tO\\tO\\nthe\\tO\\tO\\nlegions\\tO\\tO\\n,\\tO\\tO\\nwhich\\tO\\tO\\nwere\\tO\\tO\\nsaved\\tO\\tO\\nfrom\\tO\\tO\\nutter\\tO\\tO\\ndestruction\\tO\\tO\\nonly\\tO\\tO\\nby\\tO\\tO\\nthe\\tO\\tO\\ndictator\\tO\\tO\\n’s\\tO\\tO\\ntimely\\tO\\tO\\nintervention\\tO\\tO\\n.\\tO\\tO\\nAfter\\tO\\tO\\nMinucius\\tO\\tO\\nhimself\\tO\\tO\\nhad\\tO\\tO\\ndramatically\\tO\\tO\\nrenounced\\tO\\tO\\nthe\\tO\\tO\\nMetilian\\tO\\tO\\nLaw\\tO\\tO\\nby\\tO\\tO\\nsubmitting\\tO\\tO\\nhimself\\tO\\tO\\nagain\\tO\\tO\\nto\\tO\\tO\\nFabius\\tO\\tO\\n’\\tO\\tO\\nsupreme\\tO\\tO\\ncommand\\tO\\tO\\n,\\tO\\tO\\nSPQR\\tO\\tO\\nofficially\\tO\\tO\\nrepealed\\tO\\tO\\nthe\\tO\\tO\\nplebiscite\\tO\\tO\\n.\\tO\\tO\\nAlthough\\tO\\tO\\nthe\\tO\\tO\\nlegal\\tO\\tO\\neffect\\tO\\tO\\nof\\tO\\tO\\nthis\\tO\\tO\\nad\\tO\\tO\\nhoc\\tO\\tO\\nstatute\\tO\\tO\\nthus\\tO\\tO\\nwas\\tO\\tO\\nshortlived\\tO\\tO\\n,\\tO\\tO\\nthere\\tO\\tO\\nis\\tO\\tO\\n,\\tO\\tO\\nnonetheless\\tO\\tO\\n,\\tO\\tO\\nevery\\tO\\tO\\nindication\\tO\\tO\\nthat\\tO\\tO\\nits\\tO\\tO\\nhistoric\\tO\\tO\\nsignificance\\tO\\tO\\nwas\\tO\\tO\\ntremendous\\tO\\tO\\n.\\tO\\tO\\nAmongst\\tO\\tO\\nother\\tO\\tO\\nthings\\tO\\tO\\n,\\tO\\tO\\nit\\tO\\tO\\ndemonstrated\\tO\\tO\\nthat\\tO\\tO\\nit\\tO\\tO\\nwas\\tO\\tO\\nperfectly\\tO\\tO\\npossible\\tO\\tO\\nto\\tO\\tO\\nupgrade\\tO\\tO\\nthe\\tO\\tO\\ngenus\\tO\\tO\\nimperii\\tO\\tO\\nof\\tO\\tO\\na\\tO\\tO\\ncertain\\tO\\tO\\nofficial\\tO\\tO\\n(\\tO\\tO\\nwith\\tO\\tO\\nfull\\tO\\tO\\nimperium\\tO\\tO\\nauspiciumque\\tO\\tO\\n)\\tO\\tO\\nto\\tO\\tO\\nthe\\tO\\tO\\nlevel\\tO\\tO\\nof\\tO\\tO\\na\\tO\\tO\\ngenus\\tO\\tO\\nimperii\\tO\\tO\\nthat\\tO\\tO\\nwas\\tO\\tO\\n,\\tO\\tO\\nin\\tO\\tO\\nterms\\tO\\tO\\nof\\tO\\tO\\nrelative\\tO\\tO\\nstrength\\tO\\tO\\n,\\tO\\tO\\nmaius\\tO\\tO\\n.\\tO\\tO\\nThe\\tO\\tO\\nlex\\tO\\tO\\nMetilia\\tO\\tO\\ntherefore\\tO\\tO\\nset\\tO\\tO\\na\\tO\\tO\\nprecedent\\tO\\tO\\nfor\\tO\\tO\\nthe\\tO\\tO\\nprocedure\\tO\\tO\\nof\\tO\\tO\\nredefining\\tO\\tO\\nand\\tO\\tO\\nupgrading\\tO\\tO\\nthe\\tO\\tO\\npraetorium\\tO\\tO\\nimperium\\tO\\tO\\nof\\tO\\tO\\ncertain\\tO\\tO\\npraetors\\tO\\tO\\nto\\tO\\tO\\nconsulare\\tO\\tO\\nimperium\\tO\\tO\\n.\\tO\\tO\\nThe\\tO\\tO\\nnext\\tO\\tO\\nsection\\tO\\tO\\nof\\tO\\tO\\nthis\\tO\\tO\\nstudy\\tO\\tO\\nwill\\tO\\tO\\n2\\tCD\\tB-DATE\\nThe\\tO\\tO\\ntraditional\\tO\\tO\\ngenera\\tO\\tO\\nimperii\\tO\\tO\\nconsisted\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\npraetorium\\tO\\tO\\nimperium\\tO\\tO\\n(\\tO\\tO\\ncf.\\tO\\tO\\nCic\\tO\\tO\\n.\\tO\\tO\\nPis\\tO\\tO\\n.\\tO\\tO\\n38\\tCD\\tB-DATE\\n;\\tO\\tO\\nVerr\\tO\\tO\\n.\\tO\\tO\\n2.\\tO\\tO\\n.\\tO\\tO\\n;\\tO\\tO\\nDiu\\tO\\tO\\n.\\tO\\tO\\n1\\tCD\\tB-DATE\\n.\\tO\\tO\\n)\\tO\\tO\\n,\\tO\\tO\\nthe\\tO\\tO\\nconsulare\\tO\\tO\\nimperium\\tO\\tO\\n,\\tO\\tO\\nand\\tO\\tO\\nthe\\tO\\tO\\ndictatorium\\tO\\tO\\nimperium\\tO\\tO\\n(\\tO\\tO\\ncf.\\tO\\tO\\nLivy\\tO\\tO\\n22.\\tO\\tO\\n.\\tO\\tO\\n:\\tO\\tO\\ndictatorio\\tO\\tO\\nimperio\\tO\\tO\\n–\\tO\\tO\\nin\\tO\\tO\\nRep.\\tO\\tO\\n2\\tCD\\tB-DATE\\n.\\tO\\tO\\n,\\tO\\tO\\nCicero\\tO\\tO\\ndefines\\tO\\tO\\nthe\\tO\\tO\\nimperium\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\ndictatorship\\tO\\tO\\n,\\tO\\tO\\nwhich\\tO\\tO\\nwas\\tO\\tO\\nsupposedly\\tO\\tO\\ncreated\\tO\\tO\\nten\\tO\\tO\\nyears\\tO\\tO\\nafter\\tO\\tO\\nthe\\tO\\tO\\nestablishment\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nconsulate\\tO\\tO\\n,\\tO\\tO\\nas\\tO\\tO\\na\\tO\\tO\\nnouum\\tO\\tO\\ngenus\\tO\\tO\\nimperii\\tO\\tO\\n[\\tO\\tO\\n…\\tO\\tO\\n]\\tO\\tO\\nproximum\\tO\\tO\\nsimilitudine\\tO\\tO\\nregiae\\tO\\tO\\n)\\tO\\tO\\n.\\tO\\tO\\n3\\tCD\\tB-DATE\\nFor\\tO\\tO\\na\\tO\\tO\\ncomprehensive\\tO\\tO\\nanalysis\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nMetilian\\tO\\tO\\nLaw\\tO\\tO\\nand\\tO\\tO\\nits\\tO\\tO\\nhistoric\\tO\\tO\\nsignificance\\tO\\tO\\n,\\tO\\tO\\nsee\\tO\\tO\\nVervaet\\tO\\tO\\n2007\\tCD\\tB-DATE\\n,\\tO\\tO\\n197–232\\tDate\\tB-DATE\\n.\\tO\\tO\\nSee\\tO\\tO\\nesp\\tO\\tO\\n.\\tO\\tO\\n201–215\\tDate\\tB-DATE\\nfor\\tO\\tO\\nthe\\tO\\tO\\nargument\\tO\\tO\\nthat\\tO\\tO\\nMinucius\\tO\\tO\\n’\\tO\\tO\\nimperium\\tO\\tO\\nwas\\tO\\tO\\nfully\\tO\\tO\\nequated\\tO\\tO\\nwith\\tO\\tO\\nthat\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\ndictator\\tO\\tO\\nby\\tO\\tO\\nvirtue\\tO\\tO\\nof\\tO\\tO\\na\\tO\\tO\\nplebiscitum\\tO\\tO\\nMetilium\\tO\\tO\\npassed\\tO\\tO\\nex\\tO\\tO\\ns.c.\\tO\\tO\\nAlthough\\tO\\tO\\nLivy\\tO\\tO\\nclearly\\tO\\tO\\nalludes\\tO\\tO\\nto\\tO\\tO\\nthe\\tO\\tO\\nhostility\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nSenate\\tO\\tO\\nagainst\\tO\\tO\\nthe\\tO\\tO\\ndictator\\tO\\tO\\n,\\tO\\tO\\nhis\\tO\\tO\\nnarrative\\tO\\tO\\nsuppressed\\tO\\tO\\nany\\tO\\tO\\ndirect\\tO\\tO\\nreference\\tO\\tO\\nto\\tO\\tO\\nthis\\tO\\tO\\nunprecedented\\tO\\tO\\ns.c.\\tO\\tO\\nin\\tO\\tO\\nan\\tO\\tO\\nattempt\\tO\\tO\\nto\\tO\\tO\\nshift\\tO\\tO\\nthe\\tO\\tO\\nblame\\tO\\tO\\nfor\\tO\\tO\\nthis\\tO\\tO\\ninfamous\\tO\\tO\\nmeasure\\tO\\tO\\nto\\tO\\tO\\nMetilius\\tO\\tO\\n’\\tO\\tO\\npopular\\tO\\tO\\nagitation\\tO\\tO\\nand\\tO\\tO\\nthe\\tO\\tO\\nconsular\\tO\\tO\\nambition\\tO\\tO\\nof\\tO\\tO\\nC.\\tO\\tO\\nTerentius\\tO\\tO\\nVarro\\tO\\tO\\n(\\tO\\tO\\npr\\tO\\tO\\n.\\tO\\tO\\n218\\tCD\\tB-DATE\\n,\\tO\\tO\\ncos\\tO\\tO\\n.\\tO\\tO\\n216\\tCD\\tB-DATE\\n)\\tO\\tO\\n,\\tO\\tO\\nthe\\tO\\tO\\nsingle\\tO\\tO\\nsenator\\tO\\tO\\nwho\\tO\\tO\\nventured\\tO\\tO\\nto\\tO\\tO\\ndefend\\tO\\tO\\nit\\tO\\tO\\npublicly\\tO\\tO\\nbefore\\tO\\tO\\nthe\\tO\\tO\\nPeople\\tO\\tO\\n.\\tO\\tO\\nThe\\tO\\tO\\nfirst\\tO\\tO\\nappendix\\tO\\tO\\non\\tO\\tO\\n47\\tCD\\tB-DATE\\nargue\\tO\\tO\\nthat\\tO\\tO\\n,\\tO\\tO\\non\\tO\\tO\\nthe\\tO\\tO\\nmodel\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nclause\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nMetilian\\tO\\tO\\nLaw\\tO\\tO\\nupgrading\\tO\\tO\\nMinucius\\tO\\tO\\n’\\tO\\tO\\nimperium\\tO\\tO\\n,\\tO\\tO\\nthe\\tO\\tO\\nSenate\\tO\\tO\\nsoon\\tO\\tO\\nalso\\tO\\tO\\nbegan\\tO\\tO\\nto\\tO\\tO\\nredefine\\tO\\tO\\ncertain\\tO\\tO\\npraetoria\\tO\\tO\\nimperia\\tO\\tO\\nas\\tO\\tO\\nconsularia\\tO\\tO\\nimperia\\tO\\tO\\n.\\tO\\tO\\n3\\tCD\\tB-DATE\\n.\\tO\\tO\\nThe\\tO\\tO\\ncreation\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\npraetura\\tO\\tO\\npro\\tO\\tO\\nconsule\\tO\\tO\\nThe\\tO\\tO\\nsuccessive\\tO\\tO\\ncrises\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nSecond\\tO\\tO\\nPunic\\tO\\tO\\nWar\\tO\\tO\\nforced\\tO\\tO\\nthe\\tO\\tO\\nRomans\\tO\\tO\\nto\\tO\\tO\\nresort\\tO\\tO\\nto\\tO\\tO\\nmany\\tO\\tO\\nshort-lived\\tO\\tO\\nand\\tO\\tO\\nlasting\\tO\\tO\\nconstitutional\\tO\\tO\\ninnovations\\tO\\tO\\n.\\tO\\tO\\nIt\\tO\\tO\\nis\\tO\\tO\\nquite\\tO\\tO\\nlikely\\tO\\tO\\nthat\\tO\\tO\\n,\\tO\\tO\\namongst\\tO\\tO\\nother\\tO\\tO\\nthings\\tO\\tO\\n,\\tO\\tO\\nthis\\tO\\tO\\ntitanic\\tO\\tO\\nstruggle\\tO\\tO\\nalso\\tO\\tO\\nbrought\\tO\\tO\\nforth\\tO\\tO\\nthe\\tO\\tO\\nfirst\\tO\\tO\\nidentifiable\\tO\\tO\\ncase\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nupgrading\\tO\\tO\\nof\\tO\\tO\\na\\tO\\tO\\npraetorian\\tO\\tO\\nimperium\\tO\\tO\\nto\\tO\\tO\\nconsular\\tO\\tO\\nlevel\\tO\\tO\\n.\\tO\\tO\\nGiven\\tO\\tO\\nthe\\tO\\tO\\nretrospective\\tO\\tO\\nimportance\\tO\\tO\\nof\\tO\\tO\\nthis\\tO\\tO\\nevolution\\tO\\tO\\nit\\tO\\tO\\nis\\tO\\tO\\nuseful\\tO\\tO\\nto\\tO\\tO\\nproduce\\tO\\tO\\na\\tO\\tO\\nbrief\\tO\\tO\\noutline\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nprecise\\tO\\tO\\ncircumstances\\tO\\tO\\n.\\tO\\tO\\nDue\\tO\\tO\\nto\\tO\\tO\\nthe\\tO\\tO\\nfragmentary\\tO\\tO\\nand\\tO\\tO\\nlargely\\tO\\tO\\ncircumstantial\\tO\\tO\\nnature\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nevidence\\tO\\tO\\n,\\tO\\tO\\nthe\\tO\\tO\\nfollowing\\tO\\tO\\nreconstruction\\tO\\tO\\nrepresents\\tO\\tO\\nan\\tO\\tO\\nattempt\\tO\\tO\\nat\\tO\\tO\\ndeveloping\\tO\\tO\\na\\tO\\tO\\nset\\tO\\tO\\nof\\tO\\tO\\nplausible\\tO\\tO\\nsolutions\\tO\\tO\\nto\\tO\\tO\\na\\tO\\tO\\nseries\\tO\\tO\\nof\\tO\\tO\\npersistent\\tO\\tO\\nproblems\\tO\\tO\\n.\\tO\\tO\\nIn\\tO\\tO\\n211\\tCD\\tB-DATE\\n,\\tO\\tO\\nin\\tO\\tO\\nconsequence\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nsuccessive\\tO\\tO\\ndeaths\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nproconsuls\\tO\\tO\\nP.\\tO\\tO\\n(\\tO\\tO\\ncos\\tO\\tO\\n.\\tO\\tO\\n218\\tCD\\tB-DATE\\n)\\tO\\tO\\nand\\tO\\tO\\nCn\\tO\\tO\\n.\\tO\\tO\\n(\\tO\\tO\\ncos\\tO\\tO\\n.\\tO\\tO\\n222\\tCD\\tB-DATE\\n)\\tO\\tO\\nCornelius\\tO\\tO\\nScipio\\tO\\tO\\n,\\tO\\tO\\nthe\\tO\\tO\\nSenate\\tO\\tO\\ninstructed\\tO\\tO\\nthe\\tO\\tO\\ntribunes\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nplebs\\tO\\tO\\nto\\tO\\tO\\nask\\tO\\tO\\nthe\\tO\\tO\\ntribes\\tO\\tO\\nwhom\\tO\\tO\\nthey\\tO\\tO\\npreferred\\tO\\tO\\nto\\tO\\tO\\nsend\\tO\\tO\\nwith\\tO\\tO\\nimperium\\tO\\tO\\nto\\tO\\tO\\nSpain\\tO\\tO\\nto\\tO\\tO\\nthe\\tO\\tO\\narmy\\tO\\tO\\nof\\tO\\tO\\nwhich\\tO\\tO\\nCn\\tO\\tO\\n.\\tO\\tO\\nScipio\\tO\\tO\\nhad\\tO\\tO\\nbeen\\tO\\tO\\ncommander-in-chief\\tO\\tO\\n,\\tO\\tO\\nthe\\tO\\tO\\nappointee\\tO\\tO\\nbeing\\tO\\tO\\nthe\\tO\\tO\\npropraetor\\tO\\tO\\nC.\\tO\\tO\\nClaudius\\tO\\tO\\nNero\\tO\\tO\\n(\\tO\\tO\\npr\\tO\\tO\\n.\\tO\\tO\\n212\\tCD\\tB-DATE\\n)\\tO\\tO\\n.\\tO\\tO\\nHowever\\tO\\tO\\n,\\tO\\tO\\nafter\\tO\\tO\\nNero\\tO\\tO\\nhad\\tO\\tO\\nfailed\\tO\\tO\\nto\\tO\\tO\\nexploit\\tO\\tO\\nhis\\tO\\tO\\nstunning\\tO\\tO\\ninitial\\tO\\tO\\nsuccess\\tO\\tO\\nagainst\\tO\\tO\\nHasdrubal\\tO\\tO\\n,\\tO\\tO\\nthe\\tO\\tO\\nSenate\\tO\\tO\\ndecided\\tO\\tO\\nto\\tO\\tO\\nhave\\tO\\tO\\nhim\\tO\\tO\\nreplaced\\tO\\tO\\n.\\tO\\tO\\nAlthough\\tO\\tO\\nthere\\tO\\tO\\nwas\\tO\\tO\\nno\\tO\\tO\\nagreement\\tO\\tO\\nas\\tO\\tO\\nto\\tO\\tO\\nwho\\tO\\tO\\nwas\\tO\\tO\\nto\\tO\\tO\\nbe\\tO\\tO\\nsent\\tO\\tO\\nto\\tO\\tO\\nSpain\\tO\\tO\\n,\\tO\\tO\\nthere\\tO\\tO\\nwas\\tO\\tO\\nconsensus\\tO\\tO\\nthat\\tO\\tO\\na\\tO\\tO\\nsuccessor\\tO\\tO\\nto\\tO\\tO\\nthis\\tO\\tO\\nvital\\tO\\tO\\ncommand\\tO\\tO\\nwas\\tO\\tO\\nto\\tO\\tO\\nbe\\tO\\tO\\nchosen\\tO\\tO\\nwith\\tO\\tO\\nextraordinary\\tO\\tO\\ncare\\tO\\tO\\n(\\tO\\tO\\nextraordinaria\\tO\\tO\\ncura\\tO\\tO\\n)\\tO\\tO\\n.\\tO\\tO\\nAs\\tO\\tO\\nthe\\tO\\tO\\nSenate\\tO\\tO\\nfailed\\tO\\tO\\nto\\tO\\tO\\nagree\\tO\\tO\\non\\tO\\tO\\nthe\\tO\\tO\\nappointment\\tO\\tO\\nof\\tO\\tO\\nan\\tO\\tO\\nincumbent\\tO\\tO\\n(pro)magistrate\\tO\\tO\\n,\\tO\\tO\\nit\\tO\\tO\\neventually\\tO\\tO\\ndecided\\tO\\tO\\nthat\\tO\\tO\\nthe\\tO\\tO\\nconsuls\\tO\\tO\\nshould\\tO\\tO\\norganize\\tO\\tO\\nthe\\tO\\tO\\ndesignation\\tO\\tO\\nof\\tO\\tO\\na\\tO\\tO\\nproconsul\\tO\\tO\\nfor\\tO\\tO\\nHispania\\tO\\tO\\nin\\tO\\tO\\nthe\\tO\\tO\\ncomitia\\tO\\tO\\ncenturiata\\tO\\tO\\n.\\tO\\tO\\nWhen\\tO\\tO\\n,\\tO\\tO\\nsurprisingly\\tO\\tO\\nenough\\tO\\tO\\n,\\tO\\tO\\nonly\\tO\\tO\\nthe\\tO\\tO\\nyoung\\tO\\tO\\nbut\\tO\\tO\\ncharismatic\\tO\\tO\\nP.\\tO\\tO\\nCornelius\\tO\\tO\\nScipio\\tO\\tO\\n,\\tO\\tO\\nthe\\tO\\tO\\ntwenty-four\\tO\\tO\\nyear\\tO\\tO\\nold\\tO\\tO\\nson\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nrecently\\tO\\tO\\nslain\\tO\\tO\\nP.\\tO\\tO\\nScipio\\tO\\tO\\n,\\tO\\tO\\noffered\\tO\\tO\\nhimself\\tO\\tO\\nas\\tO\\tO\\na\\tO\\tO\\ncandidate\\tO\\tO\\n,\\tO\\tO\\nall\\tO\\tO\\nthe\\tO\\tO\\ncenturiae\\tO\\tO\\nvoted\\tO\\tO\\nthat\\tO\\tO\\nhe\\tO\\tO\\nshould\\tO\\tO\\npro\\tO\\tO\\nconsule\\tO\\tO\\nhave\\tO\\tO\\nthe\\tO\\tO\\n(\\tO\\tO\\nsummum\\tO\\tO\\n)\\tO\\tO\\nimperium\\tO\\tO\\nin\\tO\\tO\\nSpain\\tO\\tO\\n.\\tO\\tO\\nThe\\tO\\tO\\nvaluable\\tO\\tO\\n,\\tO\\tO\\nif\\tO\\tO\\n‹\\tO\\tO\\nThe\\tO\\tO\\nimperium\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nmagister\\tO\\tO\\nequitum\\tO\\tO\\n›\\tO\\tO\\n(\\tO\\tO\\n224–227\\tDate\\tB-DATE\\n)\\tO\\tO\\nargues\\tO\\tO\\nthat\\tO\\tO\\nthe\\tO\\tO\\nmagister\\tO\\tO\\nequitum\\tO\\tO\\nindeed\\tO\\tO\\nheld\\tO\\tO\\nconsular\\tO\\tO\\nrather\\tO\\tO\\nthan\\tO\\tO\\npraetorian\\tO\\tO\\nimperium\\tO\\tO\\n.\\tO\\tO\\n4\\tCD\\tB-DATE\\nCf\\tO\\tO\\n.\\tO\\tO\\ninfra\\tO\\tO\\nfor\\tO\\tO\\na\\tO\\tO\\nfull\\tO\\tO\\ndiscussion\\tO\\tO\\nof\\tO\\tO\\nNero\\tO\\tO\\n’s\\tO\\tO\\nSpanish\\tO\\tO\\ncommand\\tO\\tO\\n.\\tO\\tO\\nFor\\tO\\tO\\nthe\\tO\\tO\\nsuggestion\\tO\\tO\\nthat\\tO\\tO\\nCn\\tO\\tO\\n.\\tO\\tO\\nScipio\\tO\\tO\\n(\\tO\\tO\\ncos\\tO\\tO\\n.\\tO\\tO\\n222\\tCD\\tB-DATE\\n)\\tO\\tO\\nhad\\tO\\tO\\nbeen\\tO\\tO\\ninvested\\tO\\tO\\nwith\\tO\\tO\\nan\\tO\\tO\\nextraordinary\\tO\\tO\\nproconsulship\\tO\\tO\\nin\\tO\\tO\\n217\\tCD\\tB-DATE\\nand\\tO\\tO\\nthen\\tO\\tO\\nwent\\tO\\tO\\non\\tO\\tO\\nto\\tO\\tO\\ncommand\\tO\\tO\\nin\\tO\\tO\\nSpain\\tO\\tO\\non\\tO\\tO\\na\\tO\\tO\\nfooting\\tO\\tO\\nof\\tO\\tO\\nequality\\tO\\tO\\nwith\\tO\\tO\\nhis\\tO\\tO\\nbrother\\tO\\tO\\n(\\tO\\tO\\npari\\tO\\tO\\nimperio\\tO\\tO\\n)\\tO\\tO\\nuntil\\tO\\tO\\n211\\tCD\\tB-DATE\\n,\\tO\\tO\\nsee\\tO\\tO\\nJashemski\\tO\\tO\\n1950\\tCD\\tB-DATE\\n,\\tO\\tO\\n22f\\tO\\tO\\n.\\tO\\tO\\n;\\tO\\tO\\nBroughton\\tO\\tO\\n1951\\tCD\\tB-DATE\\n,\\tO\\tO\\n245\\tCD\\tB-DATE\\nand\\tO\\tO\\n247\\tCD\\tB-DATE\\nn.\\tO\\tO\\n10\\tCD\\tB-DATE\\n(\\tO\\tO\\ncompare\\tO\\tO\\nalso\\tO\\tO\\n250\\tCD\\tB-DATE\\nand\\tO\\tO\\n260\\tCD\\tB-DATE\\n)\\tO\\tO\\n;\\tO\\tO\\nSumner\\tO\\tO\\n1970\\tCD\\tB-DATE\\n,\\tO\\tO\\n86\\tCD\\tB-DATE\\nand\\tO\\tO\\n88\\tCD\\tB-DATE\\n;\\tO\\tO\\nRoddaz\\tO\\tO\\n,\\tO\\tO\\n1998\\tCD\\tB-DATE\\n,\\tO\\tO\\n343f\\tO\\tO\\n.\\tO\\tO\\n;\\tO\\tO\\nVervaet\\tO\\tO\\n–\\tO\\tO\\nÑaco\\tO\\tO\\ndel\\tO\\tO\\nHoyo\\tO\\tO\\n2007\\tCD\\tB-DATE\\n,\\tO\\tO\\n22f\\tO\\tO\\n.\\tO\\tO\\n5\\tCD\\tB-DATE\\nLivy\\tO\\tO\\n26..–10\\tO\\tO\\n,\\tO\\tO\\nwhere\\tO\\tO\\nLivy\\tO\\tO\\namongst\\tO\\tO\\nother\\tO\\tO\\nthings\\tO\\tO\\nrecords\\tO\\tO\\nthat\\tO\\tO\\nCum\\tO\\tO\\nalii\\tO\\tO\\nalium\\tO\\tO\\nnominarent\\tO\\tO\\n,\\tO\\tO\\npostremum\\tO\\tO\\neo\\tO\\tO\\ndecursum\\tO\\tO\\nest\\tO\\tO\\nut\\tO\\tO\\nproconsuli\\tO\\tO\\ncreando\\tO\\tO\\nin\\tO\\tO\\nHispaniam\\tO\\tO\\ncomitia\\tO\\tO\\nhaberentur\\tO\\tO\\n;\\tO\\tO\\ndiemque\\tO\\tO\\ncomitiis\\tO\\tO\\nconsules\\tO\\tO\\nedixerunt\\tO\\tO\\n[\\tO\\tO\\n…\\tO\\tO\\n]\\tO\\tO\\nIussi\\tO\\tO\\ndeinde\\tO\\tO\\ninire\\tO\\tO\\nsuffragium\\tO\\tO\\nad\\tO\\tO\\nunum\\tO\\tO\\nomnes\\tO\\tO\\nnon\\tO\\tO\\ncenturiae\\tO\\tO\\nmodo\\tO\\tO\\n,\\tO\\tO\\nsed\\tO\\tO\\netiam\\tO\\tO\\nhomines\\tO\\tO\\nP.\\tO\\tO\\nScipioni\\tO\\tO\\nimperium\\tO\\tO\\nesse\\tO\\tO\\nin\\tO\\tO\\nHispania\\tO\\tO\\niusserunt\\tO\\tO\\n.\\tO\\tO\\nSee\\tO\\tO\\nalso\\tO\\tO\\nLivy\\tO\\tO\\n26.\\tO\\tO\\n.\\tO\\tO\\nfor\\tO\\tO\\nScipio\\tO\\tO\\nAfricanus\\tO\\tO\\nreceiving\\tO\\tO\\nhis\\tO\\tO\\nextraordinary\\tO\\tO\\nconsulare\\tO\\tO\\nimperium\\tO\\tO\\nby\\tO\\tO\\nvirtue\\tO\\tO\\nof\\tO\\tO\\na\\tO\\tO\\nvote\\tO\\tO\\nby\\tO\\tO\\nthe\\tO\\tO\\ncomitia\\tO\\tO\\ncenturiata\\tO\\tO\\n:\\tO\\tO\\nNunc\\tO\\tO\\ndii\\tO\\tO\\nimmortales\\tO\\tO\\nimperii\\tO\\tO\\nRomani\\tO\\tO\\npraesides\\tO\\tO\\n,\\tO\\tO\\nqui\\tO\\tO\\ncenturiis\\tO\\tO\\nomnibus\\tO\\tO\\nut\\tO\\tO\\nmihi\\tO\\tO\\nimperium\\tO\\tO\\niuberent\\tO\\tO\\ndari\\tO\\tO\\nfuere\\tO\\tO\\nauctores\\tO\\tO\\n.\\tO\\tO\\nSince\\tO\\tO\\nScipio\\tO\\tO\\nwas\\tO\\tO\\nin\\tO\\tO\\nall\\tO\\tO\\nlikelihood\\tO\\tO\\nappointed\\tO\\tO\\nat\\tO\\tO\\nthe\\tO\\tO\\noutset\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\nconsular\\tO\\tO\\nyear\\tO\\tO\\n210\\tCD\\tB-DATE\\n(\\tO\\tO\\ncf.\\tO\\tO\\nalso\\tO\\tO\\nn.\\tO\\tO\\n27\\tCD\\tB-DATE\\ninfra\\tO\\tO\\n)\\tO\\tO\\n,\\tO\\tO\\nthe\\tO\\tO\\nconsuls\\tO\\tO\\nwho\\tO\\tO\\nconvened\\tO\\tO\\nthe\\tO\\tO\\ncomitia\\tO\\tO\\ncenturiata\\tO\\tO\\nat\\tO\\tO\\nthe\\tO\\tO\\nbehest\\tO\\tO\\n48\\tCD\\tB-DATE\\nconcise\\tO\\tO\\n,\\tO\\tO\\naccounts\\tO\\tO\\nof\\tO\\tO\\nAppian\\tO\\tO\\nand\\tO\\tO\\nZonaras\\tO\\tO\\nreveal\\tO\\tO\\nfurther\\tO\\tO\\ndetails\\tO\\tO\\nof\\tO\\tO\\nthe\\tO\\tO\\ncircumstances\\tO\\tO\\nand\\tO\\tO\\nprocedure\\tO\\tO\\nof\\tO\\tO\\nScipio\\tO\\tO\\n’s\\tO\\tO\\nappointment\\tO\\tO\\n.\\tO\\tO\\nBoth\\tO\\tO\\nsources\\tO\\tO\\nclearly\\tO\\tO\\nindicate\\tO\\tO\\nthat\\tO\\tO\\nHasdrubal\\tO\\tO\\n’s\\tO\\tO\\ncunning\\tO\\tO\\nescape\\tO\\tO\\nfrom\\tO\\tO\\nthe\\tO\\tO\\nBlack\\tO\\tO\\nRocks\\tO\\tO\\nand\\tO\\tO\\nthe\\tO\\tO\\nensuing\\tO\\tO\\nrecovery\\tO\\tO\\nof\\tO\\tO\\nCarthaginian\\tO\\tO\\npower\\tO\\tO\\nin\\tO\\tO\\nSpain\\tO\\tO\\nhad\\tO\\tO\\ncaused\\tO\\tO\\npanic\\tO\\tO\\nand\\tO\\tO\\ndissatisfaction\\tO\\tO\\nin\\tO\\tO\\nRome\\tO\\tO\\n.\\tO\\tO\\nLivy\\tO\\tO\\nrecounts\\tO\\tO\\nin\\tO\\tO\\n26..–4\\tO\\tO\\nthat\\tO\\tO\\nthe\\tO\\tO\\ninitiative\\tO\\tO\\nto\\tO\\tO\\nappoint\\tO\\tO\\na\\tO\\tO\\nsuccessor\\tO\\tO\\nto\\tO\\tO\\nthe\\tO\\tO\\ncommand\\tO\\tO\\nof\\tO\\tO\\nClaudius\\tO\\tO\\nNero\\tO\\tO\\nwas\\tO\\tO\\ntaken\\tO\\tO\\nby\\tO\\tO\\nthe\\tO\\tO\\nSenate\\tO\\tO\\nin\\tO\\tO\\nthe\\tO\\tO\\nfirst\\tO\\tO\\nplace\\tO\\tO\\n.\\tO\\tO\\nAccordingly\\tO\\tO\\n,\\tO\\tO\\nit\\tO\\tO\\nappears\\tO\\tO\\nthat\\tO\\tO\\nthe\\tO\\tO\\ngreater\\tO\\tO\\npart\\tO\\tO\\nof\\tO\\tO\\nthat\\tO\\tO\\nbody\\tO\\tO\\nwas\\tO\\tO\\ndispleased\\tO\\tO\\nwith\\tO\\tO\\nNero\\tO\\tO\\n’s\\tO\\tO\\nconduct\\tO\\tO\\nof\\tO\\tO\\noperations\\tO\\tO\\n.\\tO\\tO\\nAlthough\\tO\\tO\\nyoung\\tO\\tO\\nP.\\tO\\tO\\nScipio\\tO\\tO\\neventually\\tO\\tO\\nsecured\\tO\\tO\\nthe\\tO\\tO\\ncommand\\tO\\tO\\nin\\tO\\tO\\n210\\tCD\\tB-DATE\\n,\\tO\\tO\\n'"
      ]
     },
     "execution_count": 535,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "We want to convert this into a list of tuples"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 536,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "iob_data_auto = [line.split(\"\\t\") for line in data.split(\"\\n\") if line!=\"\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 537,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['The', 'O', 'O'],\n",
       " ['Praetorian', 'O', 'O'],\n",
       " ['Proconsuls', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['Roman', 'O', 'O'],\n",
       " ['Republic', 'O', 'O'],\n",
       " ['45', 'CD', 'B-DATE'],\n",
       " ['FREDERIK', 'O', 'O'],\n",
       " ['JULIAAN', 'O', 'O'],\n",
       " ['VERVAET', 'O', 'O'],\n",
       " ['The', 'O', 'O'],\n",
       " ['Praetorian', 'O', 'O'],\n",
       " ['Proconsuls', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['Roman', 'O', 'O'],\n",
       " ['Republic', 'O', 'O'],\n",
       " ['(', 'O', 'O'],\n",
       " ['211–52', 'Date', 'B-DATE'],\n",
       " ['BCE', 'Date', 'I-DATE'],\n",
       " [')', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['A', 'O', 'O'],\n",
       " ['Constitutional', 'O', 'O'],\n",
       " ['Survey', 'O', 'O'],\n",
       " ['1', 'CD', 'B-DATE'],\n",
       " ['.', 'O', 'O'],\n",
       " ['Introduction', 'O', 'O'],\n",
       " ['The', 'O', 'O'],\n",
       " ['republican', 'O', 'O'],\n",
       " ['administrative', 'O', 'O'],\n",
       " ['procedure', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['sending', 'O', 'O'],\n",
       " ['out', 'O', 'O'],\n",
       " ['praetors', 'O', 'O'],\n",
       " ['with', 'O', 'O'],\n",
       " ['consular', 'O', 'O'],\n",
       " ['imperium', 'O', 'O'],\n",
       " ['is', 'O', 'O'],\n",
       " ['reasonably', 'O', 'O'],\n",
       " ['well-known', 'O', 'O'],\n",
       " ['but', 'O', 'O'],\n",
       " ['little', 'O', 'O'],\n",
       " ['understood', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['To', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['best', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['my', 'O', 'O'],\n",
       " ['knowledge', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['not', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['single', 'O', 'O'],\n",
       " ['study', 'O', 'O'],\n",
       " ['or', 'O', 'O'],\n",
       " ['book', 'O', 'O'],\n",
       " ['chapter', 'O', 'O'],\n",
       " ['has', 'O', 'O'],\n",
       " ['been', 'O', 'O'],\n",
       " ['devoted', 'O', 'O'],\n",
       " ['exclusively', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['gubernatorial', 'O', 'O'],\n",
       " ['practice', 'O', 'O'],\n",
       " ['that', 'O', 'O'],\n",
       " ['rapidly', 'O', 'O'],\n",
       " ['gained', 'O', 'O'],\n",
       " ['importance', 'O', 'O'],\n",
       " ['from', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['Second', 'O', 'O'],\n",
       " ['Punic', 'O', 'O'],\n",
       " ['War', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['This', 'O', 'O'],\n",
       " ['bipartite', 'O', 'O'],\n",
       " ['study', 'O', 'O'],\n",
       " ['aims', 'O', 'O'],\n",
       " ['at', 'O', 'O'],\n",
       " ['bridging', 'O', 'O'],\n",
       " ['this', 'O', 'O'],\n",
       " ['remarkable', 'O', 'O'],\n",
       " ['gap', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['The', 'O', 'O'],\n",
       " ['first', 'O', 'O'],\n",
       " ['component', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['this', 'O', 'O'],\n",
       " ['inquiry', 'O', 'O'],\n",
       " ['endeavours', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['offer', 'O', 'O'],\n",
       " ['an', 'O', 'O'],\n",
       " ['overall', 'O', 'O'],\n",
       " ['constitutional', 'O', 'O'],\n",
       " ['survey', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['institutional', 'O', 'O'],\n",
       " ['phenomenon', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['praetura', 'O', 'O'],\n",
       " ['pro', 'O', 'O'],\n",
       " ['consule', 'O', 'O'],\n",
       " ['by', 'O', 'O'],\n",
       " ['discussing', 'O', 'O'],\n",
       " ['its', 'O', 'O'],\n",
       " ['origins', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['nature', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['historical', 'O', 'O'],\n",
       " ['development', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['The', 'O', 'O'],\n",
       " ['second', 'O', 'O'],\n",
       " ['part', 'O', 'O'],\n",
       " ['is', 'O', 'O'],\n",
       " ['conducted', 'O', 'O'],\n",
       " ['by', 'O', 'O'],\n",
       " ['F.', 'O', 'O'],\n",
       " ['Hurlet', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['scrutinizes', 'O', 'O'],\n",
       " ['this', 'O', 'O'],\n",
       " ['practice', 'O', 'O'],\n",
       " ['as', 'O', 'O'],\n",
       " ['recorded', 'O', 'O'],\n",
       " ['in', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['fasti', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['Africa', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['Sicily', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['Corsica-Sardinia', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['After', 'O', 'O'],\n",
       " ['highlighting', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['significance', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['Metilian', 'O', 'O'],\n",
       " ['Law', 'O', 'O'],\n",
       " ['from', 'O', 'O'],\n",
       " ['217', 'CD', 'B-DATE'],\n",
       " ['BCE', 'Date', 'I-DATE'],\n",
       " ['as', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['precedent', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['next', 'O', 'O'],\n",
       " ['section', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['this', 'O', 'O'],\n",
       " ['study', 'O', 'O'],\n",
       " ['provides', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['detailed', 'O', 'O'],\n",
       " ['discussion', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['(', 'O', 'O'],\n",
       " ['historical', 'O', 'O'],\n",
       " ['circumstances', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " [')', 'O', 'O'],\n",
       " ['creation', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['praetorian', 'O', 'O'],\n",
       " ['proconsulship', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['This', 'O', 'O'],\n",
       " ['is', 'O', 'O'],\n",
       " ['followed', 'O', 'O'],\n",
       " ['by', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['brief', 'O', 'O'],\n",
       " ['assessment', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['proliferation', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['this', 'O', 'O'],\n",
       " ['administrative', 'O', 'O'],\n",
       " ['practice', 'O', 'O'],\n",
       " ['throughout', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['Republic', 'O', 'O'],\n",
       " ['’s', 'O', 'O'],\n",
       " ['growing', 'O', 'O'],\n",
       " ['number', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['provinces', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['The', 'O', 'O'],\n",
       " ['subsequent', 'O', 'O'],\n",
       " ['two', 'O', 'O'],\n",
       " ['sections', 'O', 'O'],\n",
       " ['concern', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['official', 'O', 'O'],\n",
       " ['authority', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['nomenclature', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['praetorian', 'O', 'O'],\n",
       " ['proconsuls', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['followed', 'O', 'O'],\n",
       " ['by', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['discussion', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['frequency', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['rationale', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['practice', 'O', 'O'],\n",
       " ['as', 'O', 'O'],\n",
       " ['well', 'O', 'O'],\n",
       " ['as', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['discretion', 'O', 'O'],\n",
       " ['exercised', 'O', 'O'],\n",
       " ['by', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['Senate', 'O', 'O'],\n",
       " ['in', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['relevant', 'O', 'O'],\n",
       " ['decision-making', 'O', 'O'],\n",
       " ['process', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['The', 'O', 'O'],\n",
       " ['final', 'O', 'O'],\n",
       " ['section', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['then', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['addresses', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['temporary', 'O', 'O'],\n",
       " ['abolition', 'O', 'O'],\n",
       " ['as', 'O', 'O'],\n",
       " ['well', 'O', 'O'],\n",
       " ['as', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['eventual', 'O', 'O'],\n",
       " ['generalization', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['praetorian', 'O', 'O'],\n",
       " ['proconsulship', 'O', 'O'],\n",
       " ['in', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['transitional', 'O', 'O'],\n",
       " ['period', 'O', 'O'],\n",
       " ['53/52–27', 'O', 'O'],\n",
       " ['BCE', 'Date', 'B-DATE'],\n",
       " ['.', 'O', 'O'],\n",
       " ['The', 'O', 'O'],\n",
       " ['epilogue', 'O', 'O'],\n",
       " ['ponders', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['question', 'O', 'O'],\n",
       " ['whether', 'O', 'O'],\n",
       " ['or', 'O', 'O'],\n",
       " ['not', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['command', 'O', 'O'],\n",
       " ['held', 'O', 'O'],\n",
       " ['in', 'O', 'O'],\n",
       " ['215', 'CD', 'B-DATE'],\n",
       " ['BCE', 'Date', 'I-DATE'],\n",
       " ['by', 'O', 'O'],\n",
       " ['M.', 'O', 'O'],\n",
       " ['Claudius', 'O', 'O'],\n",
       " ['Marcellus', 'O', 'O'],\n",
       " ['(', 'O', 'O'],\n",
       " ['cos', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['222', 'CD', 'B-DATE'],\n",
       " [',', 'O', 'O'],\n",
       " ['pr', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['II', 'O', 'O'],\n",
       " ['216', 'CD', 'B-DATE'],\n",
       " [')', 'O', 'O'],\n",
       " ['can', 'O', 'O'],\n",
       " ['be', 'O', 'O'],\n",
       " ['considered', 'O', 'O'],\n",
       " ['as', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['first', 'O', 'O'],\n",
       " ['historically', 'O', 'O'],\n",
       " ['attested', 'O', 'O'],\n",
       " ['case', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['(', 'O', 'O'],\n",
       " ['pro', 'O', 'O'],\n",
       " [')', 'O', 'O'],\n",
       " ['praetor(e)', 'O', 'O'],\n",
       " ['pro', 'O', 'O'],\n",
       " ['consule', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['I', 'O', 'O'],\n",
       " ['would', 'O', 'O'],\n",
       " ['like', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['express', 'O', 'O'],\n",
       " ['my', 'O', 'O'],\n",
       " ['profound', 'O', 'O'],\n",
       " ['gratitude', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['both', 'O', 'O'],\n",
       " ['anonymous', 'O', 'O'],\n",
       " ['referees', 'O', 'O'],\n",
       " ['for', 'O', 'O'],\n",
       " ['their', 'O', 'O'],\n",
       " ['extensive', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['detailed', 'O', 'O'],\n",
       " ['comments', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['suggestions', 'O', 'O'],\n",
       " ['which', 'O', 'O'],\n",
       " ['much', 'O', 'O'],\n",
       " ['helped', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['improve', 'O', 'O'],\n",
       " ['this', 'O', 'O'],\n",
       " ['study', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['Any', 'O', 'O'],\n",
       " ['remaining', 'O', 'O'],\n",
       " ['flaws', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['errors', 'O', 'O'],\n",
       " ['are', 'O', 'O'],\n",
       " ['my', 'O', 'O'],\n",
       " ['own', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['I', 'O', 'O'],\n",
       " ['also', 'O', 'O'],\n",
       " ['wish', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['thank', 'O', 'O'],\n",
       " ['my', 'O', 'O'],\n",
       " ['colleague', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['long-standing', 'O', 'O'],\n",
       " ['friend', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['Frédéric', 'O', 'O'],\n",
       " ['Hurlet', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['for', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['pleasant', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['rewarding', 'O', 'O'],\n",
       " ['collaboration', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['1', 'CD', 'B-DATE'],\n",
       " ['For', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['rare', 'O', 'O'],\n",
       " ['study', 'O', 'O'],\n",
       " ['into', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['praetorian', 'O', 'O'],\n",
       " ['proconsuls', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['early', 'O', 'O'],\n",
       " ['Empire', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['see', 'O', 'O'],\n",
       " ['Eck', 'O', 'O'],\n",
       " ['1972/1973', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['233–260', 'Date', 'B-DATE'],\n",
       " ['.', 'O', 'O'],\n",
       " ['46', 'CD', 'B-DATE'],\n",
       " ['2', 'CD', 'I-DATE'],\n",
       " ['.', 'O', 'O'],\n",
       " ['The', 'O', 'O'],\n",
       " ['Metilian', 'O', 'O'],\n",
       " ['Law', 'O', 'O'],\n",
       " ['(', 'O', 'O'],\n",
       " ['217', 'CD', 'B-DATE'],\n",
       " ['BCE', 'Date', 'I-DATE'],\n",
       " [')', 'O', 'O'],\n",
       " ['as', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['precedent', 'O', 'O'],\n",
       " ['In', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['aftermath', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['Hannibal', 'O', 'O'],\n",
       " ['’s', 'O', 'O'],\n",
       " ['crushing', 'O', 'O'],\n",
       " ['victory', 'O', 'O'],\n",
       " ['at', 'O', 'O'],\n",
       " ['Lake', 'O', 'O'],\n",
       " ['Trasimene', 'O', 'O'],\n",
       " ['in', 'O', 'O'],\n",
       " ['217', 'CD', 'B-DATE'],\n",
       " [',', 'O', 'O'],\n",
       " ['Senate', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['People', 'O', 'O'],\n",
       " ['decided', 'O', 'O'],\n",
       " ['on', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['series', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['unprecedented', 'O', 'O'],\n",
       " ['measures', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['First', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['circumstances', 'O', 'O'],\n",
       " ['led', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['Senate', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['arrange', 'O', 'O'],\n",
       " ['for', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['direct', 'O', 'O'],\n",
       " ['popular', 'O', 'O'],\n",
       " ['election', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['dictator', 'O', 'O'],\n",
       " ['as', 'O', 'O'],\n",
       " ['well', 'O', 'O'],\n",
       " ['as', 'O', 'O'],\n",
       " ['his', 'O', 'O'],\n",
       " ['magister', 'O', 'O'],\n",
       " ['equitum', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['both', 'O', 'O'],\n",
       " ['key', 'O', 'O'],\n",
       " ['positions', 'O', 'O'],\n",
       " ['being', 'O', 'O'],\n",
       " ['won', 'O', 'O'],\n",
       " ['by', 'O', 'O'],\n",
       " ['Q.', 'O', 'O'],\n",
       " ['Fabius', 'O', 'O'],\n",
       " ['Maximus', 'O', 'O'],\n",
       " ['Verrucosus', 'O', 'O'],\n",
       " ['(', 'O', 'O'],\n",
       " ['cos', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['233', 'CD', 'B-DATE'],\n",
       " [',', 'O', 'O'],\n",
       " ['II', 'O', 'O'],\n",
       " ['228', 'CD', 'B-DATE'],\n",
       " [',', 'O', 'O'],\n",
       " ['III', 'O', 'O'],\n",
       " ['215', 'CD', 'B-DATE'],\n",
       " [',', 'O', 'O'],\n",
       " ['IV', 'O', 'O'],\n",
       " ['214', 'CD', 'B-DATE'],\n",
       " [',', 'O', 'O'],\n",
       " ['V', 'O', 'O'],\n",
       " ['209', 'CD', 'B-DATE'],\n",
       " [')', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['M.', 'O', 'O'],\n",
       " ['Minucius', 'O', 'O'],\n",
       " ['Rufus', 'O', 'O'],\n",
       " ['(', 'O', 'O'],\n",
       " ['cos', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['221', 'CD', 'B-DATE'],\n",
       " [')', 'O', 'O'],\n",
       " ['respectively', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['Several', 'O', 'O'],\n",
       " ['factors', 'O', 'O'],\n",
       " ['combined', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['set', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['stage', 'O', 'O'],\n",
       " ['for', 'O', 'O'],\n",
       " ['yet', 'O', 'O'],\n",
       " ['another', 'O', 'O'],\n",
       " ['dramatic', 'O', 'O'],\n",
       " ['precedent', 'O', 'O'],\n",
       " [':', 'O', 'O'],\n",
       " ['widespread', 'O', 'O'],\n",
       " ['popular', 'O', 'O'],\n",
       " ['discontent', 'O', 'O'],\n",
       " ['at', 'O', 'O'],\n",
       " ['Hannibal', 'O', 'O'],\n",
       " ['’s', 'O', 'O'],\n",
       " ['targeted', 'O', 'O'],\n",
       " ['destructions', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['Fabius', 'O', 'O'],\n",
       " ['’', 'O', 'O'],\n",
       " ['evasive', 'O', 'O'],\n",
       " ['strategy', 'O', 'O'],\n",
       " [';', 'O', 'O'],\n",
       " ['relentless', 'O', 'O'],\n",
       " ['calls', 'O', 'O'],\n",
       " ['for', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['more', 'O', 'O'],\n",
       " ['aggressive', 'O', 'O'],\n",
       " ['approach', 'O', 'O'],\n",
       " ['on', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['part', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['hawkish', 'O', 'O'],\n",
       " ['magister', 'O', 'O'],\n",
       " ['equitum', 'O', 'O'],\n",
       " [';', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['profound', 'O', 'O'],\n",
       " ['senatorial', 'O', 'O'],\n",
       " ['dissatisfaction', 'O', 'O'],\n",
       " ['at', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['dictator', 'O', 'O'],\n",
       " ['’s', 'O', 'O'],\n",
       " ['decision', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['exchange', 'O', 'O'],\n",
       " ['prisoners', 'O', 'O'],\n",
       " ['without', 'O', 'O'],\n",
       " ['prior', 'O', 'O'],\n",
       " ['senatorial', 'O', 'O'],\n",
       " ['consent', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['Finally', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['news', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['successful', 'O', 'O'],\n",
       " ['engagement', 'O', 'O'],\n",
       " ['between', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['magister', 'O', 'O'],\n",
       " ['equitum', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['Hannibal', 'O', 'O'],\n",
       " ['’s', 'O', 'O'],\n",
       " ['forces', 'O', 'O'],\n",
       " ['prompted', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['Senate', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['instruct', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['tribune', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['plebs', 'O', 'O'],\n",
       " ['M.', 'O', 'O'],\n",
       " ['Metilius', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['put', 'O', 'O'],\n",
       " ['forward', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['rogatio', 'O', 'O'],\n",
       " ['de', 'O', 'O'],\n",
       " ['aequando', 'O', 'O'],\n",
       " ['M.', 'O', 'O'],\n",
       " ['Minuci', 'O', 'O'],\n",
       " ['magistri', 'O', 'O'],\n",
       " ['equitum', 'O', 'O'],\n",
       " ['et', 'O', 'O'],\n",
       " ['Q.', 'O', 'O'],\n",
       " ['Fabi', 'O', 'O'],\n",
       " ['dictatoris', 'O', 'O'],\n",
       " ['iure', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['In', 'O', 'O'],\n",
       " ['terms', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['public', 'O', 'O'],\n",
       " ['law', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['results', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['this', 'O', 'O'],\n",
       " ['Metilian', 'O', 'O'],\n",
       " ['Law', 'O', 'O'],\n",
       " ['were', 'O', 'O'],\n",
       " ['twofold', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['First', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['it', 'O', 'O'],\n",
       " ['upgraded', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['consular', 'O', 'O'],\n",
       " ['imperium', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['M.', 'O', 'O'],\n",
       " ['Minucius', 'O', 'O'],\n",
       " ['by', 'O', 'O'],\n",
       " ['redefining', 'O', 'O'],\n",
       " ['it', 'O', 'O'],\n",
       " ['as', 'O', 'O'],\n",
       " ['dictatorium', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['Second', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['just', 'O', 'O'],\n",
       " ['as', 'O', 'O'],\n",
       " ['remarkably', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['it', 'O', 'O'],\n",
       " ['provided', 'O', 'O'],\n",
       " ['that', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['magister', 'O', 'O'],\n",
       " ['equitum', 'O', 'O'],\n",
       " ['was', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['command', 'O', 'O'],\n",
       " ['on', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['footing', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['equality', 'O', 'O'],\n",
       " ['with', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['dictator', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['very', 'O', 'O'],\n",
       " ['much', 'O', 'O'],\n",
       " ['on', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['model', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['joint', 'O', 'O'],\n",
       " ['consular', 'O', 'O'],\n",
       " ['command', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['By', 'O', 'O'],\n",
       " ['virtue', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['Metilian', 'O', 'O'],\n",
       " ['Law', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['each', 'O', 'O'],\n",
       " ['man', 'O', 'O'],\n",
       " ['now', 'O', 'O'],\n",
       " ['commanded', 'O', 'O'],\n",
       " ['not', 'O', 'O'],\n",
       " ['only', 'O', 'O'],\n",
       " ['eodem', 'O', 'O'],\n",
       " ['imperio', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['but', 'O', 'O'],\n",
       " ['also', 'O', 'O'],\n",
       " ['pari', 'O', 'O'],\n",
       " ['imperio', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['Unsurprisingly', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['Minucius', 'O', 'O'],\n",
       " ['immediately', 'O', 'O'],\n",
       " ['insisted', 'O', 'O'],\n",
       " ['on', 'O', 'O'],\n",
       " ['dividing', 'O', 'O'],\n",
       " ['up', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['legions', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['which', 'O', 'O'],\n",
       " ['were', 'O', 'O'],\n",
       " ['saved', 'O', 'O'],\n",
       " ['from', 'O', 'O'],\n",
       " ['utter', 'O', 'O'],\n",
       " ['destruction', 'O', 'O'],\n",
       " ['only', 'O', 'O'],\n",
       " ['by', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['dictator', 'O', 'O'],\n",
       " ['’s', 'O', 'O'],\n",
       " ['timely', 'O', 'O'],\n",
       " ['intervention', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['After', 'O', 'O'],\n",
       " ['Minucius', 'O', 'O'],\n",
       " ['himself', 'O', 'O'],\n",
       " ['had', 'O', 'O'],\n",
       " ['dramatically', 'O', 'O'],\n",
       " ['renounced', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['Metilian', 'O', 'O'],\n",
       " ['Law', 'O', 'O'],\n",
       " ['by', 'O', 'O'],\n",
       " ['submitting', 'O', 'O'],\n",
       " ['himself', 'O', 'O'],\n",
       " ['again', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['Fabius', 'O', 'O'],\n",
       " ['’', 'O', 'O'],\n",
       " ['supreme', 'O', 'O'],\n",
       " ['command', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['SPQR', 'O', 'O'],\n",
       " ['officially', 'O', 'O'],\n",
       " ['repealed', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['plebiscite', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['Although', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['legal', 'O', 'O'],\n",
       " ['effect', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['this', 'O', 'O'],\n",
       " ['ad', 'O', 'O'],\n",
       " ['hoc', 'O', 'O'],\n",
       " ['statute', 'O', 'O'],\n",
       " ['thus', 'O', 'O'],\n",
       " ['was', 'O', 'O'],\n",
       " ['shortlived', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['there', 'O', 'O'],\n",
       " ['is', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['nonetheless', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['every', 'O', 'O'],\n",
       " ['indication', 'O', 'O'],\n",
       " ['that', 'O', 'O'],\n",
       " ['its', 'O', 'O'],\n",
       " ['historic', 'O', 'O'],\n",
       " ['significance', 'O', 'O'],\n",
       " ['was', 'O', 'O'],\n",
       " ['tremendous', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['Amongst', 'O', 'O'],\n",
       " ['other', 'O', 'O'],\n",
       " ['things', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['it', 'O', 'O'],\n",
       " ['demonstrated', 'O', 'O'],\n",
       " ['that', 'O', 'O'],\n",
       " ['it', 'O', 'O'],\n",
       " ['was', 'O', 'O'],\n",
       " ['perfectly', 'O', 'O'],\n",
       " ['possible', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['upgrade', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['genus', 'O', 'O'],\n",
       " ['imperii', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['certain', 'O', 'O'],\n",
       " ['official', 'O', 'O'],\n",
       " ['(', 'O', 'O'],\n",
       " ['with', 'O', 'O'],\n",
       " ['full', 'O', 'O'],\n",
       " ['imperium', 'O', 'O'],\n",
       " ['auspiciumque', 'O', 'O'],\n",
       " [')', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['level', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['genus', 'O', 'O'],\n",
       " ['imperii', 'O', 'O'],\n",
       " ['that', 'O', 'O'],\n",
       " ['was', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['in', 'O', 'O'],\n",
       " ['terms', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['relative', 'O', 'O'],\n",
       " ['strength', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['maius', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['The', 'O', 'O'],\n",
       " ['lex', 'O', 'O'],\n",
       " ['Metilia', 'O', 'O'],\n",
       " ['therefore', 'O', 'O'],\n",
       " ['set', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['precedent', 'O', 'O'],\n",
       " ['for', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['procedure', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['redefining', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['upgrading', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['praetorium', 'O', 'O'],\n",
       " ['imperium', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['certain', 'O', 'O'],\n",
       " ['praetors', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['consulare', 'O', 'O'],\n",
       " ['imperium', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['The', 'O', 'O'],\n",
       " ['next', 'O', 'O'],\n",
       " ['section', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['this', 'O', 'O'],\n",
       " ['study', 'O', 'O'],\n",
       " ['will', 'O', 'O'],\n",
       " ['2', 'CD', 'B-DATE'],\n",
       " ['The', 'O', 'O'],\n",
       " ['traditional', 'O', 'O'],\n",
       " ['genera', 'O', 'O'],\n",
       " ['imperii', 'O', 'O'],\n",
       " ['consisted', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['praetorium', 'O', 'O'],\n",
       " ['imperium', 'O', 'O'],\n",
       " ['(', 'O', 'O'],\n",
       " ['cf.', 'O', 'O'],\n",
       " ['Cic', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['Pis', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['38', 'CD', 'B-DATE'],\n",
       " [';', 'O', 'O'],\n",
       " ['Verr', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['2.', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " [';', 'O', 'O'],\n",
       " ['Diu', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['1', 'CD', 'B-DATE'],\n",
       " ['.', 'O', 'O'],\n",
       " [')', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['consulare', 'O', 'O'],\n",
       " ['imperium', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['dictatorium', 'O', 'O'],\n",
       " ['imperium', 'O', 'O'],\n",
       " ['(', 'O', 'O'],\n",
       " ['cf.', 'O', 'O'],\n",
       " ['Livy', 'O', 'O'],\n",
       " ['22.', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " [':', 'O', 'O'],\n",
       " ['dictatorio', 'O', 'O'],\n",
       " ['imperio', 'O', 'O'],\n",
       " ['–', 'O', 'O'],\n",
       " ['in', 'O', 'O'],\n",
       " ['Rep.', 'O', 'O'],\n",
       " ['2', 'CD', 'B-DATE'],\n",
       " ['.', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['Cicero', 'O', 'O'],\n",
       " ['defines', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['imperium', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['dictatorship', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['which', 'O', 'O'],\n",
       " ['was', 'O', 'O'],\n",
       " ['supposedly', 'O', 'O'],\n",
       " ['created', 'O', 'O'],\n",
       " ['ten', 'O', 'O'],\n",
       " ['years', 'O', 'O'],\n",
       " ['after', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['establishment', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['consulate', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['as', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['nouum', 'O', 'O'],\n",
       " ['genus', 'O', 'O'],\n",
       " ['imperii', 'O', 'O'],\n",
       " ['[', 'O', 'O'],\n",
       " ['…', 'O', 'O'],\n",
       " [']', 'O', 'O'],\n",
       " ['proximum', 'O', 'O'],\n",
       " ['similitudine', 'O', 'O'],\n",
       " ['regiae', 'O', 'O'],\n",
       " [')', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['3', 'CD', 'B-DATE'],\n",
       " ['For', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['comprehensive', 'O', 'O'],\n",
       " ['analysis', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['Metilian', 'O', 'O'],\n",
       " ['Law', 'O', 'O'],\n",
       " ['and', 'O', 'O'],\n",
       " ['its', 'O', 'O'],\n",
       " ['historic', 'O', 'O'],\n",
       " ['significance', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['see', 'O', 'O'],\n",
       " ['Vervaet', 'O', 'O'],\n",
       " ['2007', 'CD', 'B-DATE'],\n",
       " [',', 'O', 'O'],\n",
       " ['197–232', 'Date', 'B-DATE'],\n",
       " ['.', 'O', 'O'],\n",
       " ['See', 'O', 'O'],\n",
       " ['esp', 'O', 'O'],\n",
       " ['.', 'O', 'O'],\n",
       " ['201–215', 'Date', 'B-DATE'],\n",
       " ['for', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['argument', 'O', 'O'],\n",
       " ['that', 'O', 'O'],\n",
       " ['Minucius', 'O', 'O'],\n",
       " ['’', 'O', 'O'],\n",
       " ['imperium', 'O', 'O'],\n",
       " ['was', 'O', 'O'],\n",
       " ['fully', 'O', 'O'],\n",
       " ['equated', 'O', 'O'],\n",
       " ['with', 'O', 'O'],\n",
       " ['that', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['dictator', 'O', 'O'],\n",
       " ['by', 'O', 'O'],\n",
       " ['virtue', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['a', 'O', 'O'],\n",
       " ['plebiscitum', 'O', 'O'],\n",
       " ['Metilium', 'O', 'O'],\n",
       " ['passed', 'O', 'O'],\n",
       " ['ex', 'O', 'O'],\n",
       " ['s.c.', 'O', 'O'],\n",
       " ['Although', 'O', 'O'],\n",
       " ['Livy', 'O', 'O'],\n",
       " ['clearly', 'O', 'O'],\n",
       " ['alludes', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['hostility', 'O', 'O'],\n",
       " ['of', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['Senate', 'O', 'O'],\n",
       " ['against', 'O', 'O'],\n",
       " ['the', 'O', 'O'],\n",
       " ['dictator', 'O', 'O'],\n",
       " [',', 'O', 'O'],\n",
       " ['his', 'O', 'O'],\n",
       " ['narrative', 'O', 'O'],\n",
       " ['suppressed', 'O', 'O'],\n",
       " ['any', 'O', 'O'],\n",
       " ['direct', 'O', 'O'],\n",
       " ['reference', 'O', 'O'],\n",
       " ['to', 'O', 'O'],\n",
       " ['this', 'O', 'O'],\n",
       " ['unprecedented', 'O', 'O'],\n",
       " ['s.c.', 'O', 'O'],\n",
       " ...]"
      ]
     },
     "execution_count": 537,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "iob_data_auto"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Let's now do the same for our groundtruth (i.e. the manually corrected data):"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 538,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "with codecs.open(\"data/iob/article_446_date_GOLD.iob\",\"r\",\"utf-8\") as f:\n",
    "    data = f.read()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 539,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "iob_data_gold = [line.split(\"\\t\") for line in data.split(\"\\n\") if line!=\"\"]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 540,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[(['The', 'O', 'O'], ['The', 'O', 'O']),\n",
       " (['Praetorian', 'O', 'O'], ['Praetorian', 'O', 'O']),\n",
       " (['Proconsuls', 'O', 'O'], ['Proconsuls', 'O', 'O']),\n",
       " (['of', 'O', 'O'], ['of', 'O', 'O']),\n",
       " (['the', 'O', 'O'], ['the', 'O', 'O']),\n",
       " (['Roman', 'O', 'O'], ['Roman', 'O', 'O']),\n",
       " (['Republic', 'O', 'O'], ['Republic', 'O', 'O']),\n",
       " (['45', 'CD', 'B-DATE'], ['45', 'CD', 'B-DATE']),\n",
       " (['FREDERIK', 'O', 'O'], ['FREDERIK', 'O', 'O']),\n",
       " (['JULIAAN', 'O', 'O'], ['JULIAAN', 'O', 'O']),\n",
       " (['VERVAET', 'O', 'O'], ['VERVAET', 'O', 'O']),\n",
       " (['The', 'O', 'O'], ['The', 'O', 'O']),\n",
       " (['Praetorian', 'O', 'O'], ['Praetorian', 'O', 'O']),\n",
       " (['Proconsuls', 'O', 'O'], ['Proconsuls', 'O', 'O']),\n",
       " (['of', 'O', 'O'], ['of', 'O', 'O']),\n",
       " (['the', 'O', 'O'], ['the', 'O', 'O']),\n",
       " (['Roman', 'O', 'O'], ['Roman', 'O', 'O']),\n",
       " (['Republic', 'O', 'O'], ['Republic', 'O', 'O']),\n",
       " (['(', 'O', 'O'], ['(', 'O', 'O']),\n",
       " (['211–52', 'Date', 'B-DATE'], ['211–52', 'Date', 'B-DATE']),\n",
       " (['BCE', 'Date', 'I-DATE'], ['BCE', 'Date', 'I-DATE']),\n",
       " ([')', 'O', 'O'], [')', 'O', 'O']),\n",
       " (['.', 'O', 'O'], ['.', 'O', 'O']),\n",
       " (['A', 'O', 'O'], ['A', 'O', 'O']),\n",
       " (['Constitutional', 'O', 'O'], ['Constitutional', 'O', 'O']),\n",
       " (['Survey', 'O', 'O'], ['Survey', 'O', 'O']),\n",
       " (['1', 'O', 'O'], ['1', 'CD', 'B-DATE']),\n",
       " (['.', 'O', 'O'], ['.', 'O', 'O']),\n",
       " (['Introduction', 'O', 'O'], ['Introduction', 'O', 'O']),\n",
       " (['The', 'O', 'O'], ['The', 'O', 'O']),\n",
       " (['republican', 'O', 'O'], ['republican', 'O', 'O']),\n",
       " (['administrative', 'O', 'O'], ['administrative', 'O', 'O']),\n",
       " (['procedure', 'O', 'O'], ['procedure', 'O', 'O']),\n",
       " (['of', 'O', 'O'], ['of', 'O', 'O']),\n",
       " (['sending', 'O', 'O'], ['sending', 'O', 'O']),\n",
       " (['out', 'O', 'O'], ['out', 'O', 'O']),\n",
       " (['praetors', 'O', 'O'], ['praetors', 'O', 'O']),\n",
       " (['with', 'O', 'O'], ['with', 'O', 'O']),\n",
       " (['consular', 'O', 'O'], ['consular', 'O', 'O']),\n",
       " (['imperium', 'O', 'O'], ['imperium', 'O', 'O']),\n",
       " (['is', 'O', 'O'], ['is', 'O', 'O']),\n",
       " (['reasonably', 'O', 'O'], ['reasonably', 'O', 'O']),\n",
       " (['well-known', 'O', 'O'], ['well-known', 'O', 'O']),\n",
       " (['but', 'O', 'O'], ['but', 'O', 'O']),\n",
       " (['little', 'O', 'O'], ['little', 'O', 'O']),\n",
       " (['understood', 'O', 'O'], ['understood', 'O', 'O']),\n",
       " (['.', 'O', 'O'], ['.', 'O', 'O']),\n",
       " (['To', 'O', 'O'], ['To', 'O', 'O']),\n",
       " (['the', 'O', 'O'], ['the', 'O', 'O']),\n",
       " (['best', 'O', 'O'], ['best', 'O', 'O'])]"
      ]
     },
     "execution_count": 540,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(zip(iob_data_gold[:50], iob_data_auto[:50]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 541,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "auto_labels = [line[2] for line in iob_data_auto]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 542,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1789"
      ]
     },
     "execution_count": 542,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(auto_labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 543,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "gold_labels = [line[2] for line in iob_data_gold]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 544,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1789"
      ]
     },
     "execution_count": 544,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(auto_labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 545,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'B-DATE',\n",
       " 'O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'O',\n",
       " 'B-DATE']"
      ]
     },
     "execution_count": 545,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "auto_labels[:20]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "## computing error types"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "The very first step is to classify the automatically assigned labels into entity types.\n",
    "\n",
    "So we create a dictionary to store the counts for True Positives (TP), False Postives (FP), True Negatives (TN) and False Negatives (FN)."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 546,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "errors = {\n",
    "    \"tp\" : 0\n",
    "    , \"fp\": 0\n",
    "    , \"tn\" : 0\n",
    "    , \"fn\" : 0\n",
    "}"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Remember the `zip` function to read two (or more) lists at a time? It's exactly what we need, so let's use it!\n",
    "\n",
    "This is the kind of output it produces:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 454,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('O', 'O'),\n",
       " ('O', 'O'),\n",
       " ('O', 'O'),\n",
       " ('O', 'O'),\n",
       " ('O', 'O'),\n",
       " ('O', 'O'),\n",
       " ('O', 'O'),\n",
       " ('B-DATE', 'B-DATE'),\n",
       " ('O', 'O'),\n",
       " ('O', 'O')]"
      ]
     },
     "execution_count": 454,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(zip(gold_labels, auto_labels))[:10]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 456,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "assert len(gold_labels) == len(auto_labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 547,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "# we iterate through the two lists of labels\n",
    "for gold_label, auto_label in list(zip(gold_labels, auto_labels)):\n",
    "    # label is a negative entity => error type is TN or FP\n",
    "    if gold_label == \"O\":\n",
    "        if gold_label == auto_label:\n",
    "            errors[\"tn\"]+=1\n",
    "        else:\n",
    "            errors[\"fp\"]+=1\n",
    "    # label is a positive entity => error type is TP or FN\n",
    "    else:\n",
    "        if gold_label == auto_label:\n",
    "            errors[\"tp\"]+=1\n",
    "        else:\n",
    "            errors[\"fn\"]+=1\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 548,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'fn': 3, 'fp': 25, 'tn': 1725, 'tp': 36}"
      ]
     },
     "execution_count": 548,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "errors"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "## computing Precision, Recall and F-score"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Let's create one function to compute each of these measures."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### Precision"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Precision is the fraction of retrieved entities that are correct. \n",
    "\n",
    "This measure takes into account the correctly identified entities (TPs) as well as those that were mistakenly tagged as entities (FPs), but does not consider the entities that were missed (FNs). \n",
    "\n",
    "It's defined by the following formula:"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "$$p = \\frac{tp}{tp+fp}$$"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 549,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "def calc_precision(d_errors):\n",
    "    \"\"\"\n",
    "    Calculates the precision given the input error dictionary.\n",
    "    \"\"\"\n",
    "    if(d_errors[\"tp\"] + d_errors[\"fp\"] == 0):\n",
    "        return 0\n",
    "    else:\n",
    "        return d_errors[\"tp\"] / (d_errors[\"tp\"] + d_errors[\"fp\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 557,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "precision = calc_precision(errors)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### Recall"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Recall is the fraction of\n",
    "correct entities that are retrieved by the system. \n",
    "\n",
    "Recall does not consider the FPs but, instead, takes into account the TNs, i.e. the entities that\n",
    "were missed.\n",
    "\n",
    "It's defined by the following formula:"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "$$r = \\frac{tp}{tp+fn}$$"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 551,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "def calc_recall(d_errors):\n",
    "    \"\"\"\n",
    "    Calculates the recall given the input error dictionary.\n",
    "    \"\"\"\n",
    "    if(d_errors[\"tp\"] + d_errors[\"fn\"] == 0):\n",
    "        return 0\n",
    "    else:\n",
    "        return d_errors[\"tp\"] / (d_errors[\"tp\"] + d_errors[\"fn\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 558,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "recall = calc_recall(errors)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### F-1 Score"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "Finally, the F1 score is a global metric that combines both precision and recall giving them equal importance. \n",
    "\n",
    "It's defined by the following formula:"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "$$f1 = \\frac{2*p*r}{p+r}$$"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 553,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "def calc_fscore(d_errors):\n",
    "    \"\"\"\n",
    "    Calculates the f-score given the input error dictionary.\n",
    "    \"\"\"\n",
    "    prec = calc_precision(d_errors)\n",
    "    rec = calc_recall(d_errors)\n",
    "    if(prec == 0 and rec == 0):\n",
    "        return 0\n",
    "    else:\n",
    "        return 2*((prec * rec) / (prec + rec))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 559,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "fscore = calc_fscore(errors)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 560,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Precision: 0.59\n",
      "Recall: 0.92\n",
      "F1-score: 0.72\n"
     ]
    }
   ],
   "source": [
    "print(\"Precision: {0:.2f}\".format(precision))\n",
    "print(\"Recall: {0:.2f}\".format(recall))\n",
    "print(\"F1-score: {0:.2f}\".format(fscore))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "### Accuracy"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "$$acc = \\frac{tp+tn}{fp+fn}$$"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 477,
   "metadata": {
    "collapsed": true,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "def calc_accuracy(d_errors):\n",
    "    \"\"\"\n",
    "    Calculates the accuracy given the input error dictionary.\n",
    "    \"\"\"\n",
    "    true_predictions = d_errors[\"tp\"] + d_errors[\"tn\"]\n",
    "    false_predictions = d_errors[\"fp\"] + d_errors[\"fn\"]\n",
    "    return true_predictions / (true_predictions + false_predictions)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 478,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9821129122414757"
      ]
     },
     "execution_count": 478,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "calc_accuracy(errors)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 479,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Precision: 0.56\n",
      "Recall: 0.82\n",
      "F1-score: 0.67\n"
     ]
    }
   ],
   "source": [
    "print(\"Precision: {0:.2f}\".format(precision))\n",
    "print(\"Recall: {0:.2f}\".format(recall))\n",
    "print(\"F1-score: {0:.2f}\".format(fscore))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "## Using sklearn"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "deletable": true,
    "editable": true
   },
   "source": [
    "The good news is that you don't really need to implement all these maeasures, as there are libraries that can compute precision, recall and f-score for you. \n",
    "\n",
    "Still, it's important to know what those scores mean and how they are obtained!  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 561,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "from sklearn.metrics import precision_recall_fscore_support"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 562,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [],
   "source": [
    "precision, recall, fscore, support = precision_recall_fscore_support(gold_labels\n",
    "                                                                     , auto_labels\n",
    "                                , average=\"micro\"\n",
    "                                , labels=[\"B-DATE\",\"I-DATE\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 563,
   "metadata": {
    "collapsed": false,
    "deletable": true,
    "editable": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Precision: 0.58\n",
      "Recall: 0.92\n",
      "F1-score: 0.71\n"
     ]
    }
   ],
   "source": [
    "print(\"Precision: {0:.2f}\".format(precision))\n",
    "print(\"Recall: {0:.2f}\".format(recall))\n",
    "print(\"F1-score: {0:.2f}\".format(fscore))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.0"
  },
  "toc": {
   "colors": {
    "hover_highlight": "#DAA520",
    "running_highlight": "#FF0000",
    "selected_highlight": "#FFD700"
   },
   "moveMenuLeft": true,
   "nav_menu": {
    "height": "336px",
    "width": "252px"
   },
   "navigate_menu": true,
   "number_sections": true,
   "sideBar": true,
   "threshold": 4,
   "toc_cell": true,
   "toc_section_display": "block",
   "toc_window_display": false
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}