wuthering.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "ed1d2cea-6d9a-4bf5-82ce-e0306553bc07",
   "metadata": {},
   "outputs": [],
   "source": [
    "import torch\n",
    "import pandas as pd\n",
    "from transformers import pipeline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "171b005d-a872-4605-afa2-5f1eb26277c1",
   "metadata": {},
   "outputs": [],
   "source": [
    "import re"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "7e1685da-37aa-4ed7-a230-589fa87b72d2",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\"I must go, Cathy,\" said Heathcliff, seeking to extricate himself from his companion’s arms. \"But if I live, I’ll see you again before you are asleep. I won’t stray five yards from your window.\"\n",
      "\"You must not go!\" she answered, holding him as firmly as her strength allowed. \"You shall not, I tell you.\"\n",
      "\"For one hour,\" he pleaded earnestly.\n",
      "\"Not for one minute,\" she replied.\n",
      "\"I must—Linton will be up immediately,\" persisted the alarmed intruder.\n",
      "He would have risen, and unfixed her fingers by the act—she clung fast, gasping: there was mad resolution in her face.\n",
      "\"No!\" she shrieked. \"Oh, don’t, don’t go. It is the last time! Edgar will not hurt us. Heathcliff, I shall die! I shall die!\"\n",
      "\"Damn the fool! There he is,\" cried Heathcliff, sinking back into his seat. \"Hush, my darling! Catherine! I’ll stay. If he shot me so, I’d expire with a blessing on my lips.\"\n",
      "And there they were fast again. I heard my master mounting the stairs—the cold sweat ran from my forehead: I was horrified.\n",
      "\"Are you going to listen to her ravings?\" I said, passionately. \"She does not know what she says. Will you ruin her, because she has not wit to help herself? Get up! You could be free instantly. That is the most diabolical deed that ever you did. We are all done for—master, mistress, and servant.\"\n",
      "\n"
     ]
    }
   ],
   "source": [
    "content = open(\"books/wuthering.txt\").read()\n",
    "print(content)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "d940ecf7-aadf-41d9-8dc3-7ad6bc2d34eb",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['\"I must go', ' Cathy', '\" said Heathcliff', ' seeking to extricate himself from his companion’s arms', ' \"But if I live', ' I’ll see you again before you are asleep', ' I won’t stray five yards from your window', '\"', '\"You must not go!\" she answered', ' holding him as firmly as her strength allowed', ' \"You shall not', ' I tell you', '\"', '\"For one hour', '\" he pleaded earnestly', '', '\"Not for one minute', '\" she replied', '', '\"I must—Linton will be up immediately', '\" persisted the alarmed intruder', '', 'He would have risen', ' and unfixed her fingers by the act—she clung fast', ' gasping: there was mad resolution in her face', '', '\"No!\" she shrieked', ' \"Oh', ' don’t', ' don’t go', ' It is the last time! Edgar will not hurt us', ' Heathcliff', ' I shall die! I shall die!\"', '\"Damn the fool! There he is', '\" cried Heathcliff', ' sinking back into his seat', ' \"Hush', ' my darling! Catherine! I’ll stay', ' If he shot me so', ' I’d expire with a blessing on my lips', '\"', 'And there they were fast again', ' I heard my master mounting the stairs—the cold sweat ran from my forehead: I was horrified', '', '\"Are you going to listen to her ravings?\" I said', ' passionately', ' \"She does not know what she says', ' Will you ruin her', ' because she has not wit to help herself? Get up! You could be free instantly', ' That is the most diabolical deed that ever you did', ' We are all done for—master', ' mistress', ' and servant', '\"', '']\n"
     ]
    }
   ],
   "source": [
    "english = re.split(\"(?<!\\d)[,.\\n](?!\\d)\", content)\n",
    "print(english)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "f04303f9-1a33-4d66-80da-44a0d6e9d52d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "55\n",
      "49\n"
     ]
    }
   ],
   "source": [
    "print(len(english))\n",
    "while(\"\" in english):\n",
    "    english.remove(\"\")\n",
    "print(len(english))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "5804ffe5-6442-4a8b-b917-85b557d1676f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>\"I must go</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Cathy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>\" said Heathcliff</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>seeking to extricate himself from his compani...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>\"But if I live</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   0\n",
       "0                                         \"I must go\n",
       "1                                              Cathy\n",
       "2                                  \" said Heathcliff\n",
       "3   seeking to extricate himself from his compani...\n",
       "4                                     \"But if I live"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "englishdf = pd.DataFrame(english)\n",
    "englishdf.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "67f7b9c9-4904-462e-9567-147a9051e4d8",
   "metadata": {},
   "outputs": [],
   "source": [
    "englishdf.to_csv(\"wuthering.csv\", index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "41f8467e-c169-40d8-ae4d-d209904ff87b",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "– Il faut que je parte, Cathy, dit Heathcliff en cherchant à se dégager des bras de ma maîtresse. Mais si je vis, je vous reverrai avant que vous soyez endormie. Je ne m’éloignerai pas de votre fenêtre de plus de cinq mètres. \n",
      "– Il ne faut pas que vous partiez ! répondit-elle en le retenant aussi fermement que ses forces le lui permettaient. Vous ne partirez pas, vous dis- je.\t\t\t\t\n",
      "– Pour une heure, implora-t-il instamment.\t\t\t\t\n",
      "– Pas pour une minute.\t\t\t\t\n",
      "– Il le faut... Linton va être en haut dans le moment, insista l’intrus alarmé.\t\t\t\t\n",
      "Il voulait se lever et se libérer des doigts qui s’accrochaient à lui. Elle tenait bon, haletante ; une folle résolution était peinte sur son visage.\t\t\t\t\n",
      "– Non ! cria-t-elle. Oh ! ne partez pas, ne partez pas ! C’est la dernière fois. Edgar ne nous fera rien. Heathcliff, je mourrai, je mourrai !\t\t\t\n",
      "–Le diable emporte l’imbécile! le voilà! s’écria Heathcliff en retombant sur son siège. Catherine, je resterai. S’il me tuait maintenant, j’expirerais avec une bénédiction sur les lèvres.\t \n",
      "Ils étaient de nouveau embrassés. J’entendais mon maître qui montait l’escalier ; une sueur froide coulait de mon front, j’étais frappée de terreur.\n",
      "–Allez-vous écouter ses divagations? demandai-je avec emportement. Elle ne sait ce qu’elle dit. Serez-vous cause de sa perte, parce qu’elle n’a pas la présence d’esprit de se sauver elle-même ? Levez-vous ! Vous pouvez recouvrer votre liberté sur-le-champ. Vous n’avez jamais rien fait d’aussi diabolique. Nous sommes tous perdus... maître, maîtresse et servante.\n",
      "\n"
     ]
    }
   ],
   "source": [
    "french = open(\"books/hurlevent.txt\").read()\n",
    "print(french)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "a550c047-a681-4691-865a-a9c7b316c254",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['– Il faut que je parte', ' Cathy', ' dit Heathcliff en cherchant à se dégager des bras de ma maîtresse', ' Mais si je vis', ' je vous reverrai avant que vous soyez endormie', ' Je ne m’éloignerai pas de votre fenêtre de plus de cinq mètres', ' ', '– Il ne faut pas que vous partiez ! répondit-elle en le retenant aussi fermement que ses forces le lui permettaient', ' Vous ne partirez pas', ' vous dis- je', '\\t\\t\\t\\t', '– Pour une heure', ' implora-t-il instamment', '\\t\\t\\t\\t', '– Pas pour une minute', '\\t\\t\\t\\t', '– Il le faut', '', '', ' Linton va être en haut dans le moment', ' insista l’intrus alarmé', '\\t\\t\\t\\t', 'Il voulait se lever et se libérer des doigts qui s’accrochaient à lui', ' Elle tenait bon', ' haletante ; une folle résolution était peinte sur son visage', '\\t\\t\\t\\t', '– Non ! cria-t-elle', ' Oh ! ne partez pas', ' ne partez pas ! C’est la dernière fois', ' Edgar ne nous fera rien', ' Heathcliff', ' je mourrai', ' je mourrai !\\t\\t\\t', '–Le diable emporte l’imbécile! le voilà! s’écria Heathcliff en retombant sur son siège', ' Catherine', ' je resterai', ' S’il me tuait maintenant', ' j’expirerais avec une bénédiction sur les lèvres', '\\t ', 'Ils étaient de nouveau embrassés', ' J’entendais mon maître qui montait l’escalier ; une sueur froide coulait de mon front', ' j’étais frappée de terreur', '', '–Allez-vous écouter ses divagations? demandai-je avec emportement', ' Elle ne sait ce qu’elle dit', ' Serez-vous cause de sa perte', ' parce qu’elle n’a pas la présence d’esprit de se sauver elle-même ? Levez-vous ! Vous pouvez recouvrer votre liberté sur-le-champ', ' Vous n’avez jamais rien fait d’aussi diabolique', ' Nous sommes tous perdus', '', '', ' maître', ' maîtresse et servante', '', '']\n"
     ]
    }
   ],
   "source": [
    "french = re.split(\"(?<!\\d)[,.\\n](?!\\d)\", french)\n",
    "print(french)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "a76ec7f9-a945-4869-ba3c-57db14502d14",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "55\n",
      "48\n"
     ]
    }
   ],
   "source": [
    "print(len(french))\n",
    "while(\"\" in french):\n",
    "    french.remove(\"\")\n",
    "print(len(french))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "97ac9318-6bb7-4ead-a84b-de201ca220cd",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "48\n",
      "48\n"
     ]
    }
   ],
   "source": [
    "print(len(french))\n",
    "while(\"– \" in french):\n",
    "    french.remove(\"– \")\n",
    "print(len(french))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "5bcb97a1-473f-4cfa-bff3-64054e3b1dbc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>– Il faut que je parte</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Cathy</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>dit Heathcliff en cherchant à se dégager de...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Mais si je vis</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>je vous reverrai avant que vous soyez endormie</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                   0\n",
       "0                             – Il faut que je parte\n",
       "1                                              Cathy\n",
       "2   dit Heathcliff en cherchant à se dégager de...\n",
       "3                                     Mais si je vis\n",
       "4     je vous reverrai avant que vous soyez endormie"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "frenchdf = pd.DataFrame(french)\n",
    "frenchdf.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "d4fca172-6d75-44b4-8a24-471b8e2514a0",
   "metadata": {},
   "outputs": [],
   "source": [
    "frenchdf.to_csv(\"hurlevent.csv\", index = False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "63e9f337-6ed1-4ab3-b3a0-d276fcc69b0a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>\"I must go Cathy\"</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>said Heathcliff</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>seeking to extricate himself</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>from his companion’s arms</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>\"But if I live</th>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: []\n",
       "Index: [\"I must go Cathy\", said Heathcliff,  seeking to extricate himself, from his companion’s arms,  \"But if I live]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "edf = pd.read_csv(\"books/wuthering.csv\", index_col = 0)\n",
    "edf.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "9ee3af46-f546-4d93-9daf-48413554fd1a",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\"I must go Cathy\"\n",
      "[{'label': 'neutral', 'score': 0.5535315275192261}]\n",
      "said Heathcliff\n",
      "[{'label': 'neutral', 'score': 0.6112767457962036}]\n",
      " seeking to extricate himself\n",
      "[{'label': 'negative', 'score': 0.6453132033348083}]\n",
      "from his companion’s arms\n",
      "[{'label': 'neutral', 'score': 0.6272216439247131}]\n",
      " \"But if I live\n",
      "[{'label': 'neutral', 'score': 0.5847821831703186}]\n",
      " I’ll see you again before you are asleep\n",
      "[{'label': 'neutral', 'score': 0.5858063101768494}]\n",
      " I won’t stray five yards from your window\n",
      "[{'label': 'neutral', 'score': 0.47117185592651367}]\n",
      "\"You must not go!” she answered\n",
      "[{'label': 'neutral', 'score': 0.5908058881759644}]\n",
      " holding him as firmly as her strength allowed\n",
      "[{'label': 'positive', 'score': 0.46725180745124817}]\n",
      " \"You shall not, I tell you\n",
      "[{'label': 'negative', 'score': 0.5558401942253113}]\n",
      "\"For one hour\" he pleaded earnestly\n",
      "[{'label': 'neutral', 'score': 0.4842947721481323}]\n",
      "\"Not for one minute\" she replied\n",
      "[{'label': 'neutral', 'score': 0.6019563674926758}]\n",
      "\"I must\n",
      "[{'label': 'neutral', 'score': 0.5212997794151306}]\n",
      "Linton will be up immediately\n",
      "[{'label': 'neutral', 'score': 0.758699357509613}]\n",
      "persisted the alarmed intruder\n",
      "[{'label': 'negative', 'score': 0.8744195103645325}]\n",
      "He would have risen \n",
      "[{'label': 'neutral', 'score': 0.4360915422439575}]\n",
      "and unfixed her fingers by the act\n",
      "[{'label': 'neutral', 'score': 0.48312637209892273}]\n",
      "she clung fast\n",
      "[{'label': 'negative', 'score': 0.5311614274978638}]\n",
      " gasping:\n",
      "[{'label': 'negative', 'score': 0.4068340063095093}]\n",
      "there was mad resolution in her face\n",
      "[{'label': 'negative', 'score': 0.8308095335960388}]\n",
      "\"No!\" she shrieked\n",
      "[{'label': 'negative', 'score': 0.8386723399162292}]\n",
      " “Oh don’t,\n",
      "[{'label': 'negative', 'score': 0.46604424715042114}]\n",
      "don’t go\n",
      "[{'label': 'negative', 'score': 0.6091940402984619}]\n",
      " It is the last time!\n",
      "[{'label': 'neutral', 'score': 0.5441945791244507}]\n",
      "Edgar will not hurt us\n",
      "[{'label': 'negative', 'score': 0.43584945797920227}]\n",
      " Heathcliff\n",
      "[{'label': 'neutral', 'score': 0.619655966758728}]\n",
      " I shall die!\n",
      "[{'label': 'negative', 'score': 0.8932192921638489}]\n",
      "I shall die!\"\n",
      "[{'label': 'negative', 'score': 0.8016886711120605}]\n",
      "\"Damn the fool!\n",
      "[{'label': 'negative', 'score': 0.9397461414337158}]\n",
      "There he is\"\n",
      "[{'label': 'neutral', 'score': 0.5373924374580383}]\n",
      "cried Heathcliff\n",
      "[{'label': 'negative', 'score': 0.6686531901359558}]\n",
      " sinking back into his seat\n",
      "[{'label': 'negative', 'score': 0.4789920449256897}]\n",
      " Hush my darling!\n",
      "[{'label': 'negative', 'score': 0.6400617957115173}]\n",
      "Catherine! I’ll stay\n",
      "[{'label': 'positive', 'score': 0.5386927723884583}]\n",
      " If he shot me so\n",
      "[{'label': 'negative', 'score': 0.6105424165725708}]\n",
      " I’d expire with a blessing on my lips\n",
      "[{'label': 'positive', 'score': 0.6166179180145264}]\n",
      "And there they were fast again\n",
      "[{'label': 'neutral', 'score': 0.399270236492157}]\n",
      " I heard my master mounting the stairs\n",
      "[{'label': 'neutral', 'score': 0.5220102071762085}]\n",
      "—the cold sweat ran from my forehead:\n",
      "[{'label': 'negative', 'score': 0.7782834768295288}]\n",
      "I was horrified\n",
      "[{'label': 'negative', 'score': 0.9189629554748535}]\n",
      "\"Are you going to listen to her ravings?\"\n",
      "[{'label': 'neutral', 'score': 0.5340914726257324}]\n",
      " I said passionately\n",
      "[{'label': 'positive', 'score': 0.451419472694397}]\n",
      " \"She does not know what she says\n",
      "[{'label': 'negative', 'score': 0.6016859412193298}]\n",
      " Will you ruin her\n",
      "[{'label': 'negative', 'score': 0.857122540473938}]\n",
      " because she has not wit to help herself?\n",
      "[{'label': 'negative', 'score': 0.696748673915863}]\n",
      "Get up!\n",
      "[{'label': 'positive', 'score': 0.4264703094959259}]\n",
      "You could be free instantly\n",
      "[{'label': 'neutral', 'score': 0.4137788414955139}]\n",
      " That is the most diabolical deed that ever you did\n",
      "[{'label': 'negative', 'score': 0.4214589595794678}]\n",
      " We are all done for\n",
      "[{'label': 'neutral', 'score': 0.5291460752487183}]\n",
      "master, mistress and servant\n",
      "[{'label': 'positive', 'score': 0.43621712923049927}]\n"
     ]
    }
   ],
   "source": [
    "results = []\n",
    "# for sentences in df:\n",
    "for index, row in edf.iterrows():\n",
    "    dict = {}\n",
    "    sentiment_pipeline = pipeline(\"sentiment-analysis\", model=\"cardiffnlp/twitter-xlm-roberta-base-sentiment\")\n",
    "    data = index \n",
    "    rating = sentiment_pipeline(data)\n",
    "    print(index)\n",
    "    print(rating)\n",
    "    #df['score'] = rating\n",
    "    # print(df['score'])\n",
    "    dict['text'] = index\n",
    "    dict['label'] = rating[0]['label']\n",
    "    dict['score'] = rating[0]['score']\n",
    "    results.append(dict)\n",
    "# print(results) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "c2244c74-5260-49de-91da-c1521a5447fd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>\"I must go Cathy\"</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.553532</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>said Heathcliff</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.611277</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>seeking to extricate himself</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.645313</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>from his companion’s arms</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.627222</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>\"But if I live</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.584782</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>I’ll see you again before you are asleep</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.585806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>I won’t stray five yards from your window</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.471172</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>\"You must not go!” she answered</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.590806</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>holding him as firmly as her strength allowed</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.467252</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>\"You shall not, I tell you</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.555840</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>\"For one hour\" he pleaded earnestly</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.484295</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>\"Not for one minute\" she replied</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.601956</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>\"I must</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.521300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Linton will be up immediately</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.758699</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>persisted the alarmed intruder</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.874420</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>He would have risen</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.436092</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>and unfixed her fingers by the act</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.483126</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>she clung fast</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.531161</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>gasping:</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.406834</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>there was mad resolution in her face</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.830810</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>\"No!\" she shrieked</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.838672</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>“Oh don’t,</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.466044</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>don’t go</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.609194</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>It is the last time!</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.544195</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Edgar will not hurt us</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.435849</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Heathcliff</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.619656</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>I shall die!</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.893219</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>I shall die!\"</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.801689</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>\"Damn the fool!</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.939746</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>There he is\"</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.537392</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>cried Heathcliff</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.668653</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>sinking back into his seat</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.478992</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Hush my darling!</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.640062</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Catherine! I’ll stay</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.538693</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>If he shot me so</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.610542</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>I’d expire with a blessing on my lips</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.616618</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>And there they were fast again</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.399270</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>I heard my master mounting the stairs</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.522010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>—the cold sweat ran from my forehead:</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.778283</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>I was horrified</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.918963</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>\"Are you going to listen to her ravings?\"</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.534091</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>I said passionately</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.451419</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>\"She does not know what she says</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.601686</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>Will you ruin her</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.857123</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>because she has not wit to help herself?</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.696749</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>Get up!</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.426470</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>You could be free instantly</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.413779</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>That is the most diabolical deed that ever yo...</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.421459</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>We are all done for</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.529146</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>master, mistress and servant</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.436217</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 text     label     score\n",
       "0                                   \"I must go Cathy\"   neutral  0.553532\n",
       "1                                     said Heathcliff   neutral  0.611277\n",
       "2                        seeking to extricate himself  negative  0.645313\n",
       "3                           from his companion’s arms   neutral  0.627222\n",
       "4                                      \"But if I live   neutral  0.584782\n",
       "5            I’ll see you again before you are asleep   neutral  0.585806\n",
       "6           I won’t stray five yards from your window   neutral  0.471172\n",
       "7                     \"You must not go!” she answered   neutral  0.590806\n",
       "8       holding him as firmly as her strength allowed  positive  0.467252\n",
       "9                          \"You shall not, I tell you  negative  0.555840\n",
       "10                \"For one hour\" he pleaded earnestly   neutral  0.484295\n",
       "11                   \"Not for one minute\" she replied   neutral  0.601956\n",
       "12                                            \"I must   neutral  0.521300\n",
       "13                      Linton will be up immediately   neutral  0.758699\n",
       "14                     persisted the alarmed intruder  negative  0.874420\n",
       "15                               He would have risen    neutral  0.436092\n",
       "16                 and unfixed her fingers by the act   neutral  0.483126\n",
       "17                                     she clung fast  negative  0.531161\n",
       "18                                           gasping:  negative  0.406834\n",
       "19               there was mad resolution in her face  negative  0.830810\n",
       "20                                 \"No!\" she shrieked  negative  0.838672\n",
       "21                                         “Oh don’t,  negative  0.466044\n",
       "22                                           don’t go  negative  0.609194\n",
       "23                               It is the last time!   neutral  0.544195\n",
       "24                             Edgar will not hurt us  negative  0.435849\n",
       "25                                         Heathcliff   neutral  0.619656\n",
       "26                                       I shall die!  negative  0.893219\n",
       "27                                      I shall die!\"  negative  0.801689\n",
       "28                                    \"Damn the fool!  negative  0.939746\n",
       "29                                       There he is\"   neutral  0.537392\n",
       "30                                   cried Heathcliff  negative  0.668653\n",
       "31                         sinking back into his seat  negative  0.478992\n",
       "32                                   Hush my darling!  negative  0.640062\n",
       "33                               Catherine! I’ll stay  positive  0.538693\n",
       "34                                   If he shot me so  negative  0.610542\n",
       "35              I’d expire with a blessing on my lips  positive  0.616618\n",
       "36                     And there they were fast again   neutral  0.399270\n",
       "37              I heard my master mounting the stairs   neutral  0.522010\n",
       "38              —the cold sweat ran from my forehead:  negative  0.778283\n",
       "39                                    I was horrified  negative  0.918963\n",
       "40          \"Are you going to listen to her ravings?\"   neutral  0.534091\n",
       "41                                I said passionately  positive  0.451419\n",
       "42                   \"She does not know what she says  negative  0.601686\n",
       "43                                  Will you ruin her  negative  0.857123\n",
       "44           because she has not wit to help herself?  negative  0.696749\n",
       "45                                            Get up!  positive  0.426470\n",
       "46                        You could be free instantly   neutral  0.413779\n",
       "47   That is the most diabolical deed that ever yo...  negative  0.421459\n",
       "48                                We are all done for   neutral  0.529146\n",
       "49                       master, mistress and servant  positive  0.436217"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wudf = pd.DataFrame(results)\n",
    "wudf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "51ad09f2-b44b-435b-92a2-ad7f8b64f2a8",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "label\n",
       "negative    23\n",
       "neutral     21\n",
       "positive     6\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wudf['label'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "279e665b-effb-4987-b261-e47d863ba7cf",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "label\n",
       "negative    0.673970\n",
       "neutral     0.543314\n",
       "positive    0.489445\n",
       "Name: score, dtype: float64"
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wudf.groupby(['label'])['score'].mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "6f766f2b-49e8-4649-a628-6c3aa7cbe0e1",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>– Il faut que je parte, Cathy</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>dit Heathcliff</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>en cherchant à se dégager</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>des bras de ma maîtresse</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Mais si je vis</th>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "Empty DataFrame\n",
       "Columns: []\n",
       "Index: [– Il faut que je parte, Cathy,  dit Heathcliff, en cherchant à se dégager, des bras de ma maîtresse,  Mais si je vis]"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "fdf = pd.read_csv(\"books/hurlevent.csv\", index_col = 0)\n",
    "fdf.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "4c127e6d-b07f-4a1d-a341-9f38d9e2b12f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "– Il faut que je parte, Cathy\n",
      "[{'label': 'negative', 'score': 0.6434289216995239}]\n",
      " dit Heathcliff\n",
      "[{'label': 'neutral', 'score': 0.6194537281990051}]\n",
      "en cherchant à se dégager\n",
      "[{'label': 'negative', 'score': 0.5073645710945129}]\n",
      "des bras de ma maîtresse\n",
      "[{'label': 'positive', 'score': 0.481525182723999}]\n",
      " Mais si je vis\n",
      "[{'label': 'neutral', 'score': 0.4242904782295227}]\n",
      " je vous reverrai avant que vous soyez endormie\n",
      "[{'label': 'negative', 'score': 0.5175161361694336}]\n",
      " Je ne m’éloignerai pas de votre fenêtre de plus de cinq mètres\n",
      "[{'label': 'negative', 'score': 0.38026735186576843}]\n",
      "– Il ne faut pas que vous partiez ! répondit-elle\n",
      "[{'label': 'negative', 'score': 0.4562981128692627}]\n",
      "en le retenant aussi fermement que ses forces le lui permettaient\n",
      "[{'label': 'positive', 'score': 0.6804868578910828}]\n",
      " Vous ne partirez pas, vous dis- je\n",
      "[{'label': 'negative', 'score': 0.3804684579372406}]\n",
      "– Pour une heure, implora-t-il instamment\n",
      "[{'label': 'neutral', 'score': 0.5963535904884338}]\n",
      "– Pas pour une minute\n",
      "[{'label': 'neutral', 'score': 0.5437782406806946}]\n",
      "– Il le faut\n",
      "[{'label': 'neutral', 'score': 0.6350370049476624}]\n",
      " Linton va être en haut dans le moment\n",
      "[{'label': 'neutral', 'score': 0.7376756072044373}]\n",
      " insista l’intrus alarmé\n",
      "[{'label': 'negative', 'score': 0.837897539138794}]\n",
      "Il voulait se lever\n",
      "[{'label': 'neutral', 'score': 0.4497767388820648}]\n",
      "et se libérer des doigts qui s’accrochaient à lui\n",
      "[{'label': 'neutral', 'score': 0.35307177901268005}]\n",
      " Elle tenait bon\n",
      "[{'label': 'positive', 'score': 0.6768684983253479}]\n",
      " haletante ;\n",
      "[{'label': 'negative', 'score': 0.7072958946228027}]\n",
      "une folle résolution était peinte sur son visage\n",
      "[{'label': 'negative', 'score': 0.88026362657547}]\n",
      "– Non ! cria-t-elle\n",
      "[{'label': 'neutral', 'score': 0.5009410977363586}]\n",
      " Oh ! ne partez pas\n",
      "[{'label': 'negative', 'score': 0.8211528062820435}]\n",
      " ne partez pas !\n",
      "[{'label': 'negative', 'score': 0.6857651472091675}]\n",
      "C’est la dernière fois\n",
      "[{'label': 'neutral', 'score': 0.47832873463630676}]\n",
      " Edgar ne nous fera rien\n",
      "[{'label': 'negative', 'score': 0.7330003976821899}]\n",
      " Heathcliff\n",
      "[{'label': 'neutral', 'score': 0.619655966758728}]\n",
      " je mourrai\n",
      "[{'label': 'negative', 'score': 0.8415082097053528}]\n",
      " je mourrai !\t\t\t\n",
      "[{'label': 'negative', 'score': 0.8172680735588074}]\n",
      "–Le diable emporte l’imbécile!\n",
      "[{'label': 'negative', 'score': 0.4505287706851959}]\n",
      " le voilà!\n",
      "[{'label': 'positive', 'score': 0.4644184410572052}]\n",
      "s’écria Heathcliff\n",
      "[{'label': 'negative', 'score': 0.613968014717102}]\n",
      "en retombant sur son siège\n",
      "[{'label': 'neutral', 'score': 0.5032256245613098}]\n",
      "Chut! Chut!\n",
      "[{'label': 'negative', 'score': 0.8672277927398682}]\n",
      " Catherine, je resterai\n",
      "[{'label': 'neutral', 'score': 0.4599125385284424}]\n",
      " S’il me tuait maintenant\n",
      "[{'label': 'negative', 'score': 0.7586965560913086}]\n",
      " j’expirerais avec une bénédiction sur les lèvres\n",
      "[{'label': 'positive', 'score': 0.7216520309448242}]\n",
      "Ils étaient de nouveau embrassés\n",
      "[{'label': 'negative', 'score': 0.7737539410591125}]\n",
      " J’entendais mon maître qui montait l’escalier ;\n",
      "[{'label': 'neutral', 'score': 0.46000611782073975}]\n",
      "une sueur froide coulait de mon front\n",
      "[{'label': 'negative', 'score': 0.9212707877159119}]\n",
      " j’étais frappée de terreur\n",
      "[{'label': 'negative', 'score': 0.9043909907341003}]\n",
      "–Allez-vous écouter ses divagations?\n",
      "[{'label': 'neutral', 'score': 0.4703767001628876}]\n",
      "demandai-je avec emportement\n",
      "[{'label': 'negative', 'score': 0.5278347730636597}]\n",
      " Elle ne sait ce qu’elle dit\n",
      "[{'label': 'negative', 'score': 0.6571780443191528}]\n",
      " Serez-vous cause de sa perte\n",
      "[{'label': 'negative', 'score': 0.8510776162147522}]\n",
      " parce qu’elle n’a pas la présence d’esprit de se sauver elle-même ?\n",
      "[{'label': 'negative', 'score': 0.8756203651428223}]\n",
      "Levez-vous !\n",
      "[{'label': 'negative', 'score': 0.6093573570251465}]\n",
      "Vous pouvez recouvrer votre liberté sur-le-champ\n",
      "[{'label': 'positive', 'score': 0.6984577775001526}]\n",
      " Vous n’avez jamais rien fait d’aussi diabolique\n",
      "[{'label': 'negative', 'score': 0.8807572722434998}]\n",
      " Nous sommes tous perdus\n",
      "[{'label': 'negative', 'score': 0.9048982858657837}]\n",
      " maître, maîtresse et servante\n",
      "[{'label': 'neutral', 'score': 0.4508495032787323}]\n"
     ]
    }
   ],
   "source": [
    "fresults = []\n",
    "# for sentences in df:\n",
    "for index, row in fdf.iterrows():\n",
    "    dict = {}\n",
    "    sentiment_pipeline = pipeline(\"sentiment-analysis\", model=\"cardiffnlp/twitter-xlm-roberta-base-sentiment\")\n",
    "    data = index \n",
    "    rating = sentiment_pipeline(data)\n",
    "    print(index)\n",
    "    print(rating)\n",
    "    #df['score'] = rating\n",
    "    # print(df['score'])\n",
    "    dict['text'] = index\n",
    "    dict['label'] = rating[0]['label']\n",
    "    dict['score'] = rating[0]['score']\n",
    "    fresults.append(dict)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "c17ec547-dcb6-4676-874d-4576bd0b8bae",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>text</th>\n",
       "      <th>label</th>\n",
       "      <th>score</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>– Il faut que je parte, Cathy</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.643429</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>dit Heathcliff</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.619454</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>en cherchant à se dégager</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.507365</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>des bras de ma maîtresse</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.481525</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Mais si je vis</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.424290</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>je vous reverrai avant que vous soyez endormie</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.517516</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Je ne m’éloignerai pas de votre fenêtre de ...</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.380267</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>– Il ne faut pas que vous partiez ! répondit-...</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.456298</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>en le retenant aussi fermement que ses forces ...</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.680487</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>Vous ne partirez pas, vous dis- je</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.380468</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>– Pour une heure, implora-t-il instamment</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.596354</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>– Pas pour une minute</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.543778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>– Il le faut</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.635037</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>Linton va être en haut dans le moment</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.737676</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>insista l’intrus alarmé</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.837898</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>Il voulait se lever</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.449777</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>et se libérer des doigts qui s’accrochaient a...</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.353072</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>Elle tenait bon</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.676868</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>haletante ;</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.707296</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>une folle résolution était peinte sur son vi...</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.880264</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>– Non ! cria-t-elle</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.500941</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>Oh ! ne partez pas</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.821153</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>ne partez pas !</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.685765</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>C’est la dernière fois</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.478329</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>Edgar ne nous fera rien</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.733000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>Heathcliff</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.619656</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>je mourrai</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.841508</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>je mourrai !\\t\\t\\t</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.817268</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>–Le diable emporte l’imbécile!</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.450529</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>le voilà!</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.464418</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>s’écria Heathcliff</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.613968</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>en retombant sur son siège</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.503226</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>Chut! Chut!</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.867228</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>Catherine, je resterai</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.459913</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>S’il me tuait maintenant</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.758697</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>j’expirerais avec une bénédiction sur les l...</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.721652</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>Ils étaient de nouveau embrassés</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.773754</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>J’entendais mon maître qui montait l’escalier ;</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.460006</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>une sueur froide coulait de mon front</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.921271</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>j’étais frappée de terreur</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.904391</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>–Allez-vous écouter ses divagations?</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.470377</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>demandai-je avec emportement</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.527835</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>Elle ne sait ce qu’elle dit</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.657178</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>Serez-vous cause de sa perte</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.851078</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>parce qu’elle n’a pas la présence d’esprit d...</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.875620</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>Levez-vous !</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.609357</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>Vous pouvez recouvrer votre liberté sur-le-champ</td>\n",
       "      <td>positive</td>\n",
       "      <td>0.698458</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>Vous n’avez jamais rien fait d’aussi diabolique</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.880757</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>Nous sommes tous perdus</td>\n",
       "      <td>negative</td>\n",
       "      <td>0.904898</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>maître, maîtresse et servante</td>\n",
       "      <td>neutral</td>\n",
       "      <td>0.450850</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                                 text     label     score\n",
       "0                       – Il faut que je parte, Cathy  negative  0.643429\n",
       "1                                      dit Heathcliff   neutral  0.619454\n",
       "2                         en cherchant à se dégager  negative  0.507365\n",
       "3                           des bras de ma maîtresse  positive  0.481525\n",
       "4                                      Mais si je vis   neutral  0.424290\n",
       "5      je vous reverrai avant que vous soyez endormie  negative  0.517516\n",
       "6    Je ne m’éloignerai pas de votre fenêtre de ...  negative  0.380267\n",
       "7   – Il ne faut pas que vous partiez ! répondit-...  negative  0.456298\n",
       "8   en le retenant aussi fermement que ses forces ...  positive  0.680487\n",
       "9                  Vous ne partirez pas, vous dis- je  negative  0.380468\n",
       "10          – Pour une heure, implora-t-il instamment   neutral  0.596354\n",
       "11                              – Pas pour une minute   neutral  0.543778\n",
       "12                                       – Il le faut   neutral  0.635037\n",
       "13             Linton va être en haut dans le moment   neutral  0.737676\n",
       "14                           insista l’intrus alarmé  negative  0.837898\n",
       "15                                Il voulait se lever   neutral  0.449777\n",
       "16  et se libérer des doigts qui s’accrochaient a...   neutral  0.353072\n",
       "17                                    Elle tenait bon  positive  0.676868\n",
       "18                                        haletante ;  negative  0.707296\n",
       "19  une folle résolution était peinte sur son vi...  negative  0.880264\n",
       "20                                – Non ! cria-t-elle   neutral  0.500941\n",
       "21                                 Oh ! ne partez pas  negative  0.821153\n",
       "22                                    ne partez pas !  negative  0.685765\n",
       "23                            C’est la dernière fois   neutral  0.478329\n",
       "24                            Edgar ne nous fera rien  negative  0.733000\n",
       "25                                         Heathcliff   neutral  0.619656\n",
       "26                                         je mourrai  negative  0.841508\n",
       "27                                 je mourrai !\\t\\t\\t  negative  0.817268\n",
       "28                    –Le diable emporte l’imbécile!  negative  0.450529\n",
       "29                                         le voilà!  positive  0.464418\n",
       "30                                s’écria Heathcliff  negative  0.613968\n",
       "31                        en retombant sur son siège   neutral  0.503226\n",
       "32                                        Chut! Chut!  negative  0.867228\n",
       "33                             Catherine, je resterai   neutral  0.459913\n",
       "34                           S’il me tuait maintenant  negative  0.758697\n",
       "35   j’expirerais avec une bénédiction sur les l...  positive  0.721652\n",
       "36                 Ils étaient de nouveau embrassés  negative  0.773754\n",
       "37   J’entendais mon maître qui montait l’escalier ;   neutral  0.460006\n",
       "38              une sueur froide coulait de mon front  negative  0.921271\n",
       "39                       j’étais frappée de terreur  negative  0.904391\n",
       "40              –Allez-vous écouter ses divagations?   neutral  0.470377\n",
       "41                       demandai-je avec emportement  negative  0.527835\n",
       "42                        Elle ne sait ce qu’elle dit  negative  0.657178\n",
       "43                       Serez-vous cause de sa perte  negative  0.851078\n",
       "44   parce qu’elle n’a pas la présence d’esprit d...  negative  0.875620\n",
       "45                                       Levez-vous !  negative  0.609357\n",
       "46  Vous pouvez recouvrer votre liberté sur-le-champ  positive  0.698458\n",
       "47    Vous n’avez jamais rien fait d’aussi diabolique  negative  0.880757\n",
       "48                            Nous sommes tous perdus  negative  0.904898\n",
       "49                    maître, maîtresse et servante   neutral  0.450850"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hudf = pd.DataFrame(fresults)\n",
    "hudf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "13e6525c-4d96-40ab-98c6-393600f511d3",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "label\n",
       "negative    28\n",
       "neutral     16\n",
       "positive     6\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hudf['label'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "03e44bbc-b326-4318-b70b-d205e38172b9",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "label\n",
       "negative    23\n",
       "neutral     21\n",
       "positive     6\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wudf['label'].value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0897431b-9743-4e27-869f-c0c32ee89296",
   "metadata": {},
   "source": [
    "### French translation has stronger \"positive\" and \"negative\" scores "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "33483ab0-a08a-4d2e-baaa-a3d5d96ed0ae",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "label\n",
       "negative    0.707359\n",
       "neutral     0.518921\n",
       "positive    0.620568\n",
       "Name: score, dtype: float64"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hudf.groupby(['label'])['score'].mean()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2c84ad5b-6484-434f-b247-f010ecfb4604",
   "metadata": {},
   "source": [
    "### English original has slightly stronger \"neutral\" scores "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "ce18fe88-d379-4c32-8c9e-d457c3dda9c2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "label\n",
       "negative    0.673970\n",
       "neutral     0.543314\n",
       "positive    0.489445\n",
       "Name: score, dtype: float64"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "wudf.groupby(['label'])['score'].mean()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c86e7d1b-2df2-4f17-a0d7-650ef31c4d43",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ba673045-ec95-4757-824a-d4b5cfda32f6",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "80c1f482-9538-42fb-ac70-3471cb3880e6",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "7516840e-f38f-4b2d-9390-f7ebedb7e98f",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}