Depression_Classification_using_ELMo.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Depression Classification using ELMo.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "toc_visible": true,
      "machine_shape": "hm"
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "5ODRjCPHkcZG",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "wH26XuYS5xzJ",
        "colab_type": "text"
      },
      "source": [
        "### Installing Libraries"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JyCXF2tsljHa",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 170
        },
        "outputId": "4f762683-010b-44f3-bb58-60616aff41b4"
      },
      "source": [
        "!pip install chart_studio"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: chart_studio in /usr/local/lib/python3.6/dist-packages (1.1.0)\n",
            "Requirement already satisfied: retrying>=1.3.3 in /usr/local/lib/python3.6/dist-packages (from chart_studio) (1.3.3)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from chart_studio) (1.12.0)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.6/dist-packages (from chart_studio) (2.23.0)\n",
            "Requirement already satisfied: plotly in /usr/local/lib/python3.6/dist-packages (from chart_studio) (4.4.1)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests->chart_studio) (1.24.3)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests->chart_studio) (2.9)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests->chart_studio) (3.0.4)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests->chart_studio) (2020.4.5.1)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "BheXkIjAe3Qv",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 459
        },
        "outputId": "74dc9621-9033-4a0a-d6c4-343854800278"
      },
      "source": [
        "!pip install tensorflow==1.15\n",
        "!pip install \"tensorflow_hub>=0.6.0\" "
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Requirement already satisfied: tensorflow==1.15 in /usr/local/lib/python3.6/dist-packages (1.15.0)\n",
            "Requirement already satisfied: astor>=0.6.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (0.8.1)\n",
            "Requirement already satisfied: keras-preprocessing>=1.0.5 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (1.1.0)\n",
            "Requirement already satisfied: wheel>=0.26 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (0.34.2)\n",
            "Requirement already satisfied: keras-applications>=1.0.8 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (1.0.8)\n",
            "Requirement already satisfied: tensorboard<1.16.0,>=1.15.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (1.15.0)\n",
            "Requirement already satisfied: opt-einsum>=2.3.2 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (3.2.1)\n",
            "Requirement already satisfied: google-pasta>=0.1.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (0.2.0)\n",
            "Requirement already satisfied: wrapt>=1.11.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (1.12.1)\n",
            "Requirement already satisfied: grpcio>=1.8.6 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (1.28.1)\n",
            "Requirement already satisfied: six>=1.10.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (1.12.0)\n",
            "Requirement already satisfied: protobuf>=3.6.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (3.10.0)\n",
            "Requirement already satisfied: gast==0.2.2 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (0.2.2)\n",
            "Requirement already satisfied: absl-py>=0.7.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (0.9.0)\n",
            "Requirement already satisfied: tensorflow-estimator==1.15.1 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (1.15.1)\n",
            "Requirement already satisfied: numpy<2.0,>=1.16.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (1.18.4)\n",
            "Requirement already satisfied: termcolor>=1.1.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow==1.15) (1.1.0)\n",
            "Requirement already satisfied: h5py in /usr/local/lib/python3.6/dist-packages (from keras-applications>=1.0.8->tensorflow==1.15) (2.10.0)\n",
            "Requirement already satisfied: markdown>=2.6.8 in /usr/local/lib/python3.6/dist-packages (from tensorboard<1.16.0,>=1.15.0->tensorflow==1.15) (3.2.1)\n",
            "Requirement already satisfied: werkzeug>=0.11.15 in /usr/local/lib/python3.6/dist-packages (from tensorboard<1.16.0,>=1.15.0->tensorflow==1.15) (1.0.1)\n",
            "Requirement already satisfied: setuptools>=41.0.0 in /usr/local/lib/python3.6/dist-packages (from tensorboard<1.16.0,>=1.15.0->tensorflow==1.15) (46.1.3)\n",
            "Requirement already satisfied: tensorflow_hub>=0.6.0 in /usr/local/lib/python3.6/dist-packages (0.8.0)\n",
            "Requirement already satisfied: six>=1.12.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow_hub>=0.6.0) (1.12.0)\n",
            "Requirement already satisfied: protobuf>=3.8.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow_hub>=0.6.0) (3.10.0)\n",
            "Requirement already satisfied: numpy>=1.12.0 in /usr/local/lib/python3.6/dist-packages (from tensorflow_hub>=0.6.0) (1.18.4)\n",
            "Requirement already satisfied: setuptools in /usr/local/lib/python3.6/dist-packages (from protobuf>=3.8.0->tensorflow_hub>=0.6.0) (46.1.3)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Tf5ds9bej92b",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "a63363f8-10f5-4f08-85e3-16b6f32628ef"
      },
      "source": [
        "## checking if GPU is working fine or not\n",
        "\n",
        "import tensorflow as tf\n",
        "tf.test.is_gpu_available()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 55
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lv4L7Zhgkzoc",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#importing the libraries\n",
        "import matplotlib.pyplot as plt\n",
        "from keras.preprocessing.sequence import pad_sequences\n",
        "import os\n",
        "import re\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "import chart_studio.plotly as py\n",
        "import plotly.graph_objs as go\n",
        "import itertools\n",
        "from scipy import stats\n",
        "from ast import literal_eval\n",
        "import spacy"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "p2qaruiylazc",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import gensim\n",
        "import json\n",
        "import pickle\n",
        "\n",
        "import nltk\n",
        "from nltk.stem import WordNetLemmatizer\n",
        "from nltk.corpus import stopwords\n",
        "from nltk.tokenize import word_tokenize\n",
        "from nltk.stem import PorterStemmer\n",
        "from keras.preprocessing.text import Tokenizer\n",
        "from keras.utils.vis_utils import plot_model\n",
        "import keras.utils\n",
        "from nltk.tokenize import sent_tokenize\n",
        "from keras import utils as np_utils\n",
        "\n",
        "#Keras Tokenizer just replaces certain punctuation characters and splits on the remaining space character.\n",
        "#NLTK Tokenizer uses the Treebank tokenizer uses regular expressions to tokenize text as in Penn Treebank. "
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VjExJw3_l1OC",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#WINDOWS_SIZE = 10\n",
        "labels=['none','mild','moderate','moderately severe', 'severe']\n",
        "num_classes = len(labels)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "AfWX3o40mJKq",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#converting the transcript files into a dataframe\n",
        "def transcripts_to_dataframe(directory):\n",
        "    rows_list = []\n",
        "        \n",
        "    filenames = os.listdir(directory)\n",
        "    \n",
        "    if \".DS_Store\" in filenames:\n",
        "        filenames.remove(\".DS_Store\")\n",
        "        \n",
        "    for filename in filenames:\n",
        "        transcript_path = os.path.join(directory, filename)\n",
        "        transcript = pd.read_csv(transcript_path, sep='\\t')\n",
        "        m = re.search(\"(\\d{3})_TRANSCRIPT.csv\", filename)\n",
        "        if m:\n",
        "            person_id = m.group(1)\n",
        "            p = {}\n",
        "            question = \"\"\n",
        "            answer = \"\"\n",
        "            lines = len(transcript)\n",
        "            for i in range(0, lines):\n",
        "                row = transcript.iloc[i]\n",
        "                if (row[\"speaker\"] == \"Ellie\") or (i == lines - 1):\n",
        "                    p[\"personId\"] = person_id\n",
        "                    if \"(\" in str(question):\n",
        "                        question = question[question.index(\"(\") + 1:question.index(\")\")]\n",
        "                    p[\"question\"] = question\n",
        "                    p[\"answer\"] = answer\n",
        "                    if question != \"\":\n",
        "                        rows_list.append(p)\n",
        "                    p = {}\n",
        "                    answer = \"\"\n",
        "                    question = row[\"value\"]\n",
        "                else:\n",
        "                    answer = str(answer) + \" \" + str(row[\"value\"])\n",
        "\n",
        "    all_participants = pd.DataFrame(rows_list, columns=['personId', 'question', 'answer'])\n",
        "    all_participants.to_csv(directory + 'all.csv', sep=',')\n",
        "    print(\"File was created\")\n",
        "    return all_participants"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "A_EDLvTQmOKM",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "3de3951e-3717-468c-d9a0-fce74c1543df"
      },
      "source": [
        "#loading the data\n",
        "data_path = \"/content/drive/My Drive/transcripts/\"\n",
        "all_participants = transcripts_to_dataframe(data_path)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "File was created\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "JCYWXPWymRWd",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 669
        },
        "outputId": "f08fb2a6-e69c-4dcb-af40-30af9e69bc25"
      },
      "source": [
        "all_participants.head(20)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>personId</th>\n",
              "      <th>question</th>\n",
              "      <th>answer</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>300</td>\n",
              "      <td>hi i'm ellie thanks for coming in today</td>\n",
              "      <td></td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>300</td>\n",
              "      <td>i was created to talk to people in a safe and ...</td>\n",
              "      <td></td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>300</td>\n",
              "      <td>think of me as a friend i don't judge i can't ...</td>\n",
              "      <td></td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>300</td>\n",
              "      <td>i'm here to learn about people and would love ...</td>\n",
              "      <td></td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>300</td>\n",
              "      <td>i'll ask a few questions to get us started and...</td>\n",
              "      <td></td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>300</td>\n",
              "      <td>how are you doing today</td>\n",
              "      <td>good</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>300</td>\n",
              "      <td>that's good</td>\n",
              "      <td></td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>300</td>\n",
              "      <td>where are you from originally</td>\n",
              "      <td>atlanta georgia</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>300</td>\n",
              "      <td>really</td>\n",
              "      <td></td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>300</td>\n",
              "      <td>why'd you move to l_a</td>\n",
              "      <td>um my parents are from here um</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>300</td>\n",
              "      <td>how do you like l_a</td>\n",
              "      <td>i love it</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>300</td>\n",
              "      <td>what are some things you really like about l_a</td>\n",
              "      <td>i like the weather i like the opportunities u...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>300</td>\n",
              "      <td>how easy was it for you to get used to living ...</td>\n",
              "      <td>um it took a minute somewhat easy</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>300</td>\n",
              "      <td>what are some things you don't really like abo...</td>\n",
              "      <td>congestion</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>300</td>\n",
              "      <td>mhm</td>\n",
              "      <td>that's it</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>300</td>\n",
              "      <td>okay</td>\n",
              "      <td></td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>300</td>\n",
              "      <td>what'd you study at school</td>\n",
              "      <td>um i took up business and administration</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>300</td>\n",
              "      <td>cool</td>\n",
              "      <td></td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>300</td>\n",
              "      <td>are you still doing that</td>\n",
              "      <td>uh yeah i am here and there i'm on a break ri...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>300</td>\n",
              "      <td>what's your dream job</td>\n",
              "      <td>uh probably to open up my own business</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   personId  ...                                             answer\n",
              "0       300  ...                                                   \n",
              "1       300  ...                                                   \n",
              "2       300  ...                                                   \n",
              "3       300  ...                                                   \n",
              "4       300  ...                                                   \n",
              "5       300  ...                                               good\n",
              "6       300  ...                                                   \n",
              "7       300  ...                                    atlanta georgia\n",
              "8       300  ...                                                   \n",
              "9       300  ...                     um my parents are from here um\n",
              "10      300  ...                                          i love it\n",
              "11      300  ...   i like the weather i like the opportunities u...\n",
              "12      300  ...                  um it took a minute somewhat easy\n",
              "13      300  ...                                         congestion\n",
              "14      300  ...                                          that's it\n",
              "15      300  ...                                                   \n",
              "16      300  ...           um i took up business and administration\n",
              "17      300  ...                                                   \n",
              "18      300  ...   uh yeah i am here and there i'm on a break ri...\n",
              "19      300  ...             uh probably to open up my own business\n",
              "\n",
              "[20 rows x 3 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 76
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "w2QN-OAGnNnN",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 657
        },
        "outputId": "f4e68978-8a0a-4a72-d835-ab6d38c8d20e"
      },
      "source": [
        "#Selecting the data from the data from based on the questions asked  ['where', 'when', 'how', 'why', 'are', 'what', 'do', 'have', 'can', 'did', 'is', 'could', 'so', 'tell', 'who', 'has']\n",
        "interrogative = [\"where\", \"when\", \"how\",\"why\",\"are\",\"what\",\"do\",\"have\",\"can\",\"did\",\"is\", \"could\", \"so\", \"tell\", \"who\", \"has\"]\n",
        "rslt_df = all_participants[all_participants.question.str.contains('|'.join(interrogative),na=False)]\n",
        "rslt_df['answer'].replace('', np.nan, inplace=True)\n",
        "rslt_df.dropna(subset = [\"answer\"], inplace=True)\n",
        "rslt_df.reset_index(drop=True, inplace=True)\n",
        "rslt_df\n",
        "#rslt_df = rslt_df.to_csv(\"/content/drive/My Drive/rslt_df.csv\")"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/pandas/core/generic.py:6746: SettingWithCopyWarning:\n",
            "\n",
            "\n",
            "A value is trying to be set on a copy of a slice from a DataFrame\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "\n",
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:4: SettingWithCopyWarning:\n",
            "\n",
            "\n",
            "A value is trying to be set on a copy of a slice from a DataFrame\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>personId</th>\n",
              "      <th>question</th>\n",
              "      <th>answer</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>300</td>\n",
              "      <td>how are you doing today</td>\n",
              "      <td>good</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>300</td>\n",
              "      <td>where are you from originally</td>\n",
              "      <td>atlanta georgia</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>300</td>\n",
              "      <td>why'd you move to l_a</td>\n",
              "      <td>um my parents are from here um</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>300</td>\n",
              "      <td>how do you like l_a</td>\n",
              "      <td>i love it</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>300</td>\n",
              "      <td>what are some things you really like about l_a</td>\n",
              "      <td>i like the weather i like the opportunities u...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8698</th>\n",
              "      <td>390</td>\n",
              "      <td>that's so good to hear</td>\n",
              "      <td>mm</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8699</th>\n",
              "      <td>390</td>\n",
              "      <td>is there anything you regret</td>\n",
              "      <td>um hm no um except meeting that one woman uh</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8700</th>\n",
              "      <td>390</td>\n",
              "      <td>what advice would you give to yourself ten or ...</td>\n",
              "      <td>uh i don't know probably try a little harder ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8701</th>\n",
              "      <td>390</td>\n",
              "      <td>tell me how you spend your ideal weekend</td>\n",
              "      <td>oh um getting out of town um going going away...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8702</th>\n",
              "      <td>390</td>\n",
              "      <td>what are you most proud of in your life</td>\n",
              "      <td>um well my daughter's a great source of pride...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>8703 rows × 3 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "     personId  ...                                             answer\n",
              "0         300  ...                                               good\n",
              "1         300  ...                                    atlanta georgia\n",
              "2         300  ...                     um my parents are from here um\n",
              "3         300  ...                                          i love it\n",
              "4         300  ...   i like the weather i like the opportunities u...\n",
              "...       ...  ...                                                ...\n",
              "8698      390  ...                                                 mm\n",
              "8699      390  ...       um hm no um except meeting that one woman uh\n",
              "8700      390  ...   uh i don't know probably try a little harder ...\n",
              "8701      390  ...   oh um getting out of town um going going away...\n",
              "8702      390  ...   um well my daughter's a great source of pride...\n",
              "\n",
              "[8703 rows x 3 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 77
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0dymyZpSnQsW",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 359
        },
        "outputId": "aae12cd4-d6d9-4491-c7db-1ba5dab9155a"
      },
      "source": [
        "rslt_df.sample(10)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>personId</th>\n",
              "      <th>question</th>\n",
              "      <th>answer</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>1347</th>\n",
              "      <td>328</td>\n",
              "      <td>who's someone that's been a positive influence...</td>\n",
              "      <td>scrubbed_entry and that's what i wanna do i d...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4380</th>\n",
              "      <td>409</td>\n",
              "      <td>what advice would you give to yourself ten or ...</td>\n",
              "      <td>well i'd say to really you know analyze kinda...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6468</th>\n",
              "      <td>443</td>\n",
              "      <td>what are some things that usually put you in a...</td>\n",
              "      <td>music comedies</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1498</th>\n",
              "      <td>329</td>\n",
              "      <td>how easy is it for you to get a good night's s...</td>\n",
              "      <td>um pretty easy uh i don't sleep as well as i ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5906</th>\n",
              "      <td>430</td>\n",
              "      <td>what's something you feel guilty about</td>\n",
              "      <td>the same girl that i broke up with she was th...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2710</th>\n",
              "      <td>359</td>\n",
              "      <td>how easy was it for you to get used to living ...</td>\n",
              "      <td>very easy very easy just like you know you ca...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8201</th>\n",
              "      <td>365</td>\n",
              "      <td>what's something you feel guilty about</td>\n",
              "      <td>something i feel guilty about is uh not talki...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5742</th>\n",
              "      <td>423</td>\n",
              "      <td>have you been diagnosed with depression</td>\n",
              "      <td>um i think through finding p_t_s_d they were ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1343</th>\n",
              "      <td>328</td>\n",
              "      <td>have you noticed any changes in your behavior ...</td>\n",
              "      <td>no no no changes no</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8222</th>\n",
              "      <td>365</td>\n",
              "      <td>what advice would you give to yourself ten or ...</td>\n",
              "      <td>um it's okay to be selfish it's okay to you k...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "     personId  ...                                             answer\n",
              "1347      328  ...   scrubbed_entry and that's what i wanna do i d...\n",
              "4380      409  ...   well i'd say to really you know analyze kinda...\n",
              "6468      443  ...                                     music comedies\n",
              "1498      329  ...   um pretty easy uh i don't sleep as well as i ...\n",
              "5906      430  ...   the same girl that i broke up with she was th...\n",
              "2710      359  ...   very easy very easy just like you know you ca...\n",
              "8201      365  ...   something i feel guilty about is uh not talki...\n",
              "5742      423  ...   um i think through finding p_t_s_d they were ...\n",
              "1343      328  ...                                no no no changes no\n",
              "8222      365  ...   um it's okay to be selfish it's okay to you k...\n",
              "\n",
              "[10 rows x 3 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 78
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "VwPYqkBInUjC",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 153
        },
        "outputId": "0ef50ece-78a0-4ac2-9f72-386c6d52846a"
      },
      "source": [
        "rslt_df['question']= rslt_df.apply(lambda row: \"{0}?\".format(row.question), axis=1)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:1: SettingWithCopyWarning:\n",
            "\n",
            "\n",
            "A value is trying to be set on a copy of a slice from a DataFrame.\n",
            "Try using .loc[row_indexer,col_indexer] = value instead\n",
            "\n",
            "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
            "\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "bJKXmadunXUg",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 419
        },
        "outputId": "a30bafb2-904a-409d-ef89-98cb85081d73"
      },
      "source": [
        "rslt_df"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>personId</th>\n",
              "      <th>question</th>\n",
              "      <th>answer</th>\n",
              "      <th>statements</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>300</td>\n",
              "      <td>how are you doing today?</td>\n",
              "      <td>good</td>\n",
              "      <td>how are you doing today?: good</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>300</td>\n",
              "      <td>where are you from originally?</td>\n",
              "      <td>atlanta georgia</td>\n",
              "      <td>where are you from originally?: atlanta georgia</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>300</td>\n",
              "      <td>why'd you move to l_a?</td>\n",
              "      <td>um my parents are from here um</td>\n",
              "      <td>why'd you move to l_a?: um my parents are from...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>300</td>\n",
              "      <td>how do you like l_a?</td>\n",
              "      <td>i love it</td>\n",
              "      <td>how do you like l_a?: i love it</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>300</td>\n",
              "      <td>what are some things you really like about l_a?</td>\n",
              "      <td>i like the weather i like the opportunities u...</td>\n",
              "      <td>what are some things you really like about l_a...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8698</th>\n",
              "      <td>390</td>\n",
              "      <td>that's so good to hear?</td>\n",
              "      <td>mm</td>\n",
              "      <td>that's so good to hear?: mm</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8699</th>\n",
              "      <td>390</td>\n",
              "      <td>is there anything you regret?</td>\n",
              "      <td>um hm no um except meeting that one woman uh</td>\n",
              "      <td>is there anything you regret?: um hm no um exc...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8700</th>\n",
              "      <td>390</td>\n",
              "      <td>what advice would you give to yourself ten or ...</td>\n",
              "      <td>uh i don't know probably try a little harder ...</td>\n",
              "      <td>what advice would you give to yourself ten or ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8701</th>\n",
              "      <td>390</td>\n",
              "      <td>tell me how you spend your ideal weekend?</td>\n",
              "      <td>oh um getting out of town um going going away...</td>\n",
              "      <td>tell me how you spend your ideal weekend?: oh ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8702</th>\n",
              "      <td>390</td>\n",
              "      <td>what are you most proud of in your life?</td>\n",
              "      <td>um well my daughter's a great source of pride...</td>\n",
              "      <td>what are you most proud of in your life?: um w...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>8703 rows × 4 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "     personId  ...                                         statements\n",
              "0         300  ...                     how are you doing today?: good\n",
              "1         300  ...    where are you from originally?: atlanta georgia\n",
              "2         300  ...  why'd you move to l_a?: um my parents are from...\n",
              "3         300  ...                    how do you like l_a?: i love it\n",
              "4         300  ...  what are some things you really like about l_a...\n",
              "...       ...  ...                                                ...\n",
              "8698      390  ...                        that's so good to hear?: mm\n",
              "8699      390  ...  is there anything you regret?: um hm no um exc...\n",
              "8700      390  ...  what advice would you give to yourself ten or ...\n",
              "8701      390  ...  tell me how you spend your ideal weekend?: oh ...\n",
              "8702      390  ...  what are you most proud of in your life?: um w...\n",
              "\n",
              "[8703 rows x 4 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 83
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0OKKmlOKvyzG",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from nltk.tokenize import sent_tokenize\n",
        "rslt_df['answer'] = rslt['answer']"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Us9OXqzanZzP",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "#rslt_df['statements'] = rslt_df[['question', 'answer']].agg(':'.join, axis=1)\n",
        "#rslt_df"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Rjc9v0wmnc4J",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def load_avec_dataset_file(path,score_column):\n",
        "    ds = pd.read_csv(path, sep=',')\n",
        "    ds['level'] = pd.cut(ds[score_column], bins=[-1,0,5,10,15,25], labels=[0,1,2,3,4])  #cut function used to segregate array into bins 5 levels - 'none','mild','moderate','moderately severe', 'severe'\n",
        "    ds['PHQ8_Score'] = ds[score_column]\n",
        "    ds['cat_level'] = keras.utils.to_categorical(ds['level'], num_classes).tolist() #categorical levels \n",
        "    ds = ds[['Participant_ID', 'level', 'cat_level', 'PHQ8_Score']]\n",
        "    ds = ds.astype({\"Participant_ID\": int, \"level\": int, 'PHQ8_Score': int})\n",
        "    return ds"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "TlodLqq9ngFm",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 221
        },
        "outputId": "6266e4b5-66c3-403b-9cb8-c74ad22f1185"
      },
      "source": [
        "train = load_avec_dataset_file('/content/drive/My Drive/Depression_detect/train_split_Depression_AVEC2017 (1).csv','PHQ8_Score')\n",
        "dev = load_avec_dataset_file('/content/drive/My Drive/Depression_detect/dev_split_Depression_AVEC2017.csv','PHQ8_Score')\n",
        "test = load_avec_dataset_file('/content/drive/My Drive/Depression_detect/full_test_split.csv','PHQ8_Score')\n",
        "print(\"Size: train= {}, dev= {}, test= {}\".format(len(train), len(dev), len(test)))\n",
        "train.head()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Size: train= 107, dev= 35, test= 47\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Participant_ID</th>\n",
              "      <th>level</th>\n",
              "      <th>cat_level</th>\n",
              "      <th>PHQ8_Score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>303</td>\n",
              "      <td>0</td>\n",
              "      <td>[1.0, 0.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>304</td>\n",
              "      <td>2</td>\n",
              "      <td>[0.0, 0.0, 1.0, 0.0, 0.0]</td>\n",
              "      <td>6</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>305</td>\n",
              "      <td>2</td>\n",
              "      <td>[0.0, 0.0, 1.0, 0.0, 0.0]</td>\n",
              "      <td>7</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>310</td>\n",
              "      <td>1</td>\n",
              "      <td>[0.0, 1.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>312</td>\n",
              "      <td>1</td>\n",
              "      <td>[0.0, 1.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "   Participant_ID  level                  cat_level  PHQ8_Score\n",
              "0             303      0  [1.0, 0.0, 0.0, 0.0, 0.0]           0\n",
              "1             304      2  [0.0, 0.0, 1.0, 0.0, 0.0]           6\n",
              "2             305      2  [0.0, 0.0, 1.0, 0.0, 0.0]           7\n",
              "3             310      1  [0.0, 1.0, 0.0, 0.0, 0.0]           4\n",
              "4             312      1  [0.0, 1.0, 0.0, 0.0, 0.0]           2"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 68
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Oo5NBAwgnieI",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "f8ea95fc-c291-4a43-fcec-0ec19ec88a47"
      },
      "source": [
        "ds_total = pd.concat([train,dev,test],sort=True)\n",
        "total_phq8 = len(ds_total)\n",
        "print(\"Total size = {}\".format(total_phq8))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Total size = 189\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "iyFtMnYUnmqx",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 419
        },
        "outputId": "006a5379-9917-4e22-e287-f332bdeca62b"
      },
      "source": [
        "ds_total"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>PHQ8_Score</th>\n",
              "      <th>Participant_ID</th>\n",
              "      <th>cat_level</th>\n",
              "      <th>level</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>303</td>\n",
              "      <td>[1.0, 0.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>6</td>\n",
              "      <td>304</td>\n",
              "      <td>[0.0, 0.0, 1.0, 0.0, 0.0]</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>7</td>\n",
              "      <td>305</td>\n",
              "      <td>[0.0, 0.0, 1.0, 0.0, 0.0]</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>4</td>\n",
              "      <td>310</td>\n",
              "      <td>[0.0, 1.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>2</td>\n",
              "      <td>312</td>\n",
              "      <td>[0.0, 1.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>42</th>\n",
              "      <td>0</td>\n",
              "      <td>467</td>\n",
              "      <td>[1.0, 0.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>43</th>\n",
              "      <td>3</td>\n",
              "      <td>469</td>\n",
              "      <td>[0.0, 1.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>44</th>\n",
              "      <td>3</td>\n",
              "      <td>470</td>\n",
              "      <td>[0.0, 1.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>45</th>\n",
              "      <td>1</td>\n",
              "      <td>480</td>\n",
              "      <td>[0.0, 1.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>46</th>\n",
              "      <td>7</td>\n",
              "      <td>481</td>\n",
              "      <td>[0.0, 0.0, 1.0, 0.0, 0.0]</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>189 rows × 4 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "    PHQ8_Score  Participant_ID                  cat_level  level\n",
              "0            0             303  [1.0, 0.0, 0.0, 0.0, 0.0]      0\n",
              "1            6             304  [0.0, 0.0, 1.0, 0.0, 0.0]      2\n",
              "2            7             305  [0.0, 0.0, 1.0, 0.0, 0.0]      2\n",
              "3            4             310  [0.0, 1.0, 0.0, 0.0, 0.0]      1\n",
              "4            2             312  [0.0, 1.0, 0.0, 0.0, 0.0]      1\n",
              "..         ...             ...                        ...    ...\n",
              "42           0             467  [1.0, 0.0, 0.0, 0.0, 0.0]      0\n",
              "43           3             469  [0.0, 1.0, 0.0, 0.0, 0.0]      1\n",
              "44           3             470  [0.0, 1.0, 0.0, 0.0, 0.0]      1\n",
              "45           1             480  [0.0, 1.0, 0.0, 0.0, 0.0]      1\n",
              "46           7             481  [0.0, 0.0, 1.0, 0.0, 0.0]      2\n",
              "\n",
              "[189 rows x 4 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 70
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ZTd4wNcguQll",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "c583fad2-a810-4929-a23a-84af90b8a6fc"
      },
      "source": [
        "len(ds_total)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "189"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 71
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-43AuoOAnsLU",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def split_by_phq_level(ds):\n",
        "    none_ds = ds[ds['level']==0]\n",
        "    mild_ds = ds[ds['level']==1]\n",
        "    moderate_ds = ds[ds['level']==2]\n",
        "    moderate_severe_ds = ds[ds['level']==3]\n",
        "    severe_ds = ds[ds['level']==4]\n",
        "    return (none_ds, mild_ds, moderate_ds, moderate_severe_ds, severe_ds)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "FQgpiaKMnv9E",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "c19f0146-1bc9-4f6f-d79f-e24d3599a340"
      },
      "source": [
        "none_ds, mild_ds, moderate_ds, moderate_severe_ds, severe_ds = split_by_phq_level(ds_total)\n",
        "print(\"Quantity per none_ds: {}, mild_ds: {}, moderate_ds {}, moderate_severe_ds: {}, severe_ds {}\".format(len(none_ds), len(mild_ds), len(moderate_ds), len(moderate_severe_ds), len(severe_ds)))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Quantity per none_ds: 26, mild_ds: 70, moderate_ds 47, moderate_severe_ds: 24, severe_ds 22\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QtK7FZfmnyfU",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 419
        },
        "outputId": "87261b87-124c-433c-e209-b346afad6d9f"
      },
      "source": [
        "b_none_ds = ds_total[ds_total['level']==0]\n",
        "b_mild_ds = ds_total[ds_total['level']==1].sample(26)\n",
        "b_moderate_ds = ds_total[ds_total['level']==2].sample(26)\n",
        "b_moderate_severe_ds = ds_total[ds_total['level']==3]\n",
        "b_severe_ds = ds_total[ds_total['level']==4]\n",
        "\n",
        "ds_total_b = pd.concat([b_none_ds, b_mild_ds, b_moderate_ds, b_moderate_severe_ds, b_severe_ds])\n",
        "ds_total_b"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>PHQ8_Score</th>\n",
              "      <th>Participant_ID</th>\n",
              "      <th>cat_level</th>\n",
              "      <th>level</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>303</td>\n",
              "      <td>[1.0, 0.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>41</th>\n",
              "      <td>0</td>\n",
              "      <td>363</td>\n",
              "      <td>[1.0, 0.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>42</th>\n",
              "      <td>0</td>\n",
              "      <td>364</td>\n",
              "      <td>[1.0, 0.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>43</th>\n",
              "      <td>0</td>\n",
              "      <td>366</td>\n",
              "      <td>[1.0, 0.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>45</th>\n",
              "      <td>0</td>\n",
              "      <td>369</td>\n",
              "      <td>[1.0, 0.0, 0.0, 0.0, 0.0]</td>\n",
              "      <td>0</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>18</td>\n",
              "      <td>332</td>\n",
              "      <td>[0.0, 0.0, 0.0, 0.0, 1.0]</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>18</td>\n",
              "      <td>354</td>\n",
              "      <td>[0.0, 0.0, 0.0, 0.0, 1.0]</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>17</td>\n",
              "      <td>405</td>\n",
              "      <td>[0.0, 0.0, 0.0, 0.0, 1.0]</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>37</th>\n",
              "      <td>17</td>\n",
              "      <td>453</td>\n",
              "      <td>[0.0, 0.0, 0.0, 0.0, 1.0]</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>38</th>\n",
              "      <td>17</td>\n",
              "      <td>461</td>\n",
              "      <td>[0.0, 0.0, 0.0, 0.0, 1.0]</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>124 rows × 4 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "    PHQ8_Score  Participant_ID                  cat_level  level\n",
              "0            0             303  [1.0, 0.0, 0.0, 0.0, 0.0]      0\n",
              "41           0             363  [1.0, 0.0, 0.0, 0.0, 0.0]      0\n",
              "42           0             364  [1.0, 0.0, 0.0, 0.0, 0.0]      0\n",
              "43           0             366  [1.0, 0.0, 0.0, 0.0, 0.0]      0\n",
              "45           0             369  [1.0, 0.0, 0.0, 0.0, 0.0]      0\n",
              "..         ...             ...                        ...    ...\n",
              "9           18             332  [0.0, 0.0, 0.0, 0.0, 1.0]      4\n",
              "13          18             354  [0.0, 0.0, 0.0, 0.0, 1.0]      4\n",
              "23          17             405  [0.0, 0.0, 0.0, 0.0, 1.0]      4\n",
              "37          17             453  [0.0, 0.0, 0.0, 0.0, 1.0]      4\n",
              "38          17             461  [0.0, 0.0, 0.0, 0.0, 1.0]      4\n",
              "\n",
              "[124 rows x 4 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 22
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "dkahbjFWuncS",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "12977272-423a-4125-b33e-b6490e9afef2"
      },
      "source": [
        "len(ds_total_b)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "124"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 23
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ONx8Gkwjn1M7",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "4b11b6b2-bf31-4fb5-b69f-d2cb2a826bac"
      },
      "source": [
        "ds_lp = ds_total.merge(rslt_df,left_on=ds_total.Participant_ID.astype(int), right_on=rslt_df.personId.astype(int))\n",
        "ds_lp_b = ds_total_b.merge(rslt_df,left_on=ds_total_b.Participant_ID.astype(int).astype(int), right_on=rslt_df.personId.astype(int))\n",
        "len(ds_lp)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "8703"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 24
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fltzqiqGIc-k",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def distribute_instances(ds, split_in = [70,14,16]):\n",
        "    ds_shuffled = ds.sample(frac=1)\n",
        "    none_ds, mild_ds, moderate_ds, moderate_severe_ds, severe_ds = split_by_phq_level(ds_shuffled)\n",
        "    eq_ds = dict()\n",
        "    prev_none = prev_mild = prev_moderate = prev_moderate_severe = prev_severe = 0\n",
        "    split = split_in\n",
        "    for p in split:\n",
        "        last_none = min(len(none_ds), prev_none + round(len(none_ds) * p/100))\n",
        "        last_mild = min(len(mild_ds), prev_mild + round(len(mild_ds) * p/100))\n",
        "        last_moderate = min(len(moderate_ds), prev_moderate + round(len(moderate_ds) * p/100))\n",
        "        last_moderate_severe = min(len(moderate_severe_ds), prev_moderate_severe + round(len(moderate_severe_ds) * p/100))\n",
        "        last_severe = min(len(severe_ds), prev_severe + round(len(severe_ds) * p/100))  \n",
        "        eq_ds['d'+str(p)] = pd.concat([none_ds[prev_none: last_none], mild_ds[prev_mild: last_mild], moderate_ds[prev_moderate: last_moderate], moderate_severe_ds[prev_moderate_severe: last_moderate_severe], severe_ds[prev_severe: last_severe]])\n",
        "        prev_none = last_none\n",
        "        prev_mild = last_mild\n",
        "        prev_moderate = last_moderate\n",
        "        prev_moderate_severe = last_moderate_severe\n",
        "        prev_severe = last_severe  \n",
        "    return (eq_ds['d70'], eq_ds['d14'], eq_ds['d16'])"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "60lGSMVVJ1qs",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "train_lp, dev_lp, test_lp = distribute_instances(ds_lp)\n",
        "train_lp_b, dev_lp_b, test_lp_b = distribute_instances(ds_lp_b)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Slv4__sUUxyV",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 419
        },
        "outputId": "9a588045-1295-4a43-b1a2-98a18232ac63"
      },
      "source": [
        "data_df = pd.concat([ds_lp['level'], ds_lp['answer']], axis=1)\n",
        "data_df"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>level</th>\n",
              "      <th>answer</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>0</td>\n",
              "      <td>okay how 'bout yourself</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>0</td>\n",
              "      <td>here in california</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>0</td>\n",
              "      <td>oh well that it's big and broad there's a lot...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>0</td>\n",
              "      <td>traffic um maybe the violence rate bad news e...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>0</td>\n",
              "      <td>sociology i have a um two year degree in libe...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8698</th>\n",
              "      <td>2</td>\n",
              "      <td>um yesterday i was watching a movie with my g...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8699</th>\n",
              "      <td>2</td>\n",
              "      <td>um very honest um sometimes brutally so but i...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8700</th>\n",
              "      <td>2</td>\n",
              "      <td>um i guess well it's what i'm working on whic...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8701</th>\n",
              "      <td>2</td>\n",
              "      <td>it gets better &lt;sigh&gt; um stay in shape it get...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8702</th>\n",
              "      <td>2</td>\n",
              "      <td>my music</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>8703 rows × 2 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "      level                                             answer\n",
              "0         0                            okay how 'bout yourself\n",
              "1         0                                 here in california\n",
              "2         0   oh well that it's big and broad there's a lot...\n",
              "3         0   traffic um maybe the violence rate bad news e...\n",
              "4         0   sociology i have a um two year degree in libe...\n",
              "...     ...                                                ...\n",
              "8698      2   um yesterday i was watching a movie with my g...\n",
              "8699      2   um very honest um sometimes brutally so but i...\n",
              "8700      2   um i guess well it's what i'm working on whic...\n",
              "8701      2   it gets better <sigh> um stay in shape it get...\n",
              "8702      2                                           my music\n",
              "\n",
              "[8703 rows x 2 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 27
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "CGfigL7rJ82P",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "train_df = pd.concat([train_lp['level'], train_lp['answer']], axis=1)\n",
        "dev_df = pd.concat([dev_lp['level'], dev_lp['answer']], axis=1)\n",
        "test_df = pd.concat([test_lp['level'], test_lp['answer']], axis=1)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "grHsKJQ7Ux2g",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import tensorflow_hub as hub\n",
        "import tensorflow as tf\n",
        "\n",
        "embed = hub.Module(\"https://tfhub.dev/google/elmo/2\", trainable=True)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "GuxMvxnbWgWD",
        "colab_type": "text"
      },
      "source": [
        "## Converting sentences in ELMO vectors"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "ytE-i2aHUyCQ",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import tensorflow as tf\n",
        "import tensorflow_hub as hub\n",
        "import pandas as pd\n",
        "from sklearn import preprocessing\n",
        "import keras\n",
        "import numpy as np\n",
        "\n",
        "train_y = list(train_df['level'])\n",
        "train_x = list(train_df['answer'])\n",
        "\n",
        "dev_y = list(dev_df['level'])\n",
        "dev_x = list(dev_df['answer'])\n",
        "\n",
        "test_y = list(test_df['level'])\n",
        "test_x = list(test_df['answer'])\n",
        "\n",
        "#y = list(data_df['level'])\n",
        "#x = list(data_df['answer'])\n",
        "\n",
        "\n",
        "\n",
        "le = preprocessing.LabelEncoder()\n",
        "le.fit(y)\n",
        "\n",
        "def encode(le, labels):\n",
        "    enc = le.transform(labels)\n",
        "    return keras.utils.to_categorical(enc)\n",
        "\n",
        "def decode(le, one_hot):\n",
        "    dec = np.argmax(one_hot, axis=1)\n",
        "    return le.inverse_transform(dec)\n",
        "\n",
        "\n",
        "#x_enc = x\n",
        "#y_enc = encode(le, y)\n",
        "train_enc = encode(le,train_y)\n",
        "dev_enc = encode(le,dev_y)\n",
        "test_enc = encode(le,test_y)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "kXJEbdzPoHeG",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "c8a9a232-38d6-40eb-d4c8-91db6763a16b"
      },
      "source": [
        "y_enc.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(8703, 5)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 31
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "EFGp_mYpWsXv",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        },
        "outputId": "efb57053-0d80-43bd-9bb0-8e439603ad10"
      },
      "source": [
        "x_enc"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "[\" okay how 'bout yourself\",\n",
              " ' here in california',\n",
              " \" oh well that it's big and broad there's a lot to do a lot of um um job opportunities than other states um pretty much that it's big and there's a lot you can do here\",\n",
              " \" traffic um maybe the violence rate bad news even though you know you wanna know what's going on in your environment but you still have to watch it so you can you know look out to see what's going on on a daily basis\",\n",
              " ' sociology i have a um two year degree in liberal arts but my major was sociology',\n",
              " \" no i'm actually an m_t_a bus operator\",\n",
              " \" well since metro is steady growing um my dream job is to move up in the company and i'm about to actually start some classes for supervisory next week so um 'cause they look to promote within the company so that's the good thing there's a lot of opportunities at metro where you can take classes and they'll pay for your tuition and things of that nature\",\n",
              " ' thanks',\n",
              " \" well it's not actually hard as right now it's easy if you take advantage of it right now 'cause they look to promote within so you know so since i'm already working there that's a good thing so it's good to go ahead and take the classes that you need that you're interested in and go ahead and move up the ladder as soon as possible \",\n",
              " \" what do you mean i'm sorry\",\n",
              " ' read take a long walk hot bath meditate just close my eyes sometimes',\n",
              " \" i'm pretty much good because see by me being a bus operator you run into circumstances and situations you gotta remain calm and still remain professional at the same time\",\n",
              " \" well i look at it like it it goes with i mean it comes with experience you know um you do something on a continuous basis usually you some somewhere down the line you become good at it you know so i i look at it like that so i've been driving for years and dealing with the public so it's just how you handle circumstances you you know treat people like you wanna be treated\",\n",
              " \" no i'm pretty good at it now maybe when i was younger you know you as you get older you get wiser you learn different things and i'm still learning today\",\n",
              " \" i would say my family you know my kids you know even though you know i had been having a lot of deaths around me but that's just go that's part of the life experience you know you born here but you gotta leave here one day but my kids will keep me you know sane and you know i love them and my family  \",\n",
              " ' thank you',\n",
              " ' no <laughter>',\n",
              " \" um setting good examples you know because you're the first teacher you know and you wanna set a positive good example for your kids and i think that's a good thing and it starts at home\",\n",
              " \" well um by you being the first teacher your kids you're you're their one that they see on a daily basis when they wake up so whatever's been taught in the home they lookin' and learning every day you know whether it's a home school you know people kids have a tendency to do things what they see you know what i mean  so you try to keep it positive teach 'em good morals and values and how to get along with other people regardless of race and you know different things of that nature\",\n",
              " ' i have a um four and a half year old son i have a seven year old daughter and i also have a twenty three year old',\n",
              " ' yeah thank you',\n",
              " \" the hardest thing is well right now i'm a single parent so that makes it hard alone itself you know and\",\n",
              " ' with my kids or just period',\n",
              " \" what's memorable for me is that i'm the only one in my family with a degree so it's kinda like yeah it's kinda even though i'm the baby of ten kids you know\",\n",
              " ' thank you',\n",
              " \" happy that i accomplished something you know just even though it may not be much but it was better than just have having a high school diploma and i had um i was working on my bachelor's degree but i ended up in a bad car accident i never went back i got distracted and you know i was working at the same time but i was just like moreso i needed income than than um schooling at that time because i was a young parent you know 'cause i had my daughter at seventeen so i was like i needed the money to support her but i never went back but i feel like it's never too late so i feel like i'll take some classes now that i'm with metro to help me move up the ladder so  that's why i'm starting a class next week\",\n",
              " ' thank you',\n",
              " \" hm well the advice i would've gave myself that i probably wouldn't have been a young mother at a young age and that i probably would've stayed in school you know not let the accident just distract me and not i would've remained in school i probably wouldn't have had kids early you know um rather i probably would've stayed in school and probably have a part time job or something just i just feel like um education is a excellent thing for a person just having knowledge and learning different things keeping your mind open to learning new ideas every day so i think that's a plus you know in anybody's shoes just to better they selves you know through education maybe to um maybe promote within your company or whatever the case may be that they help better your career\",\n",
              " \" i'm not quite sure um you learn from your mistakes you know but at the same time you don't continue to make the same ones i feel like it's okay to make a mistake but long as you do something to change you know um like myself even though i'm going to school late but still i'm going you know i wanna better myself career wise so \",\n",
              " ' yes',\n",
              " \" my oldest daughter we had a argument because just the life that she's living right now and the things that she's going through and um i had told her that she just needed to make some changes to better her situation and uh we got into an argument because you know how your kids sometimes don't wanna hear it you know hear the stuff that you're saying even though it's true or  or they just you know well they just don't wanna hear it you know they may be going through something they don't wanna hear but we got into a argument about it but\",\n",
              " \" i'm sorry\",\n",
              " \" very close very close it's just that the the situation my daughter's in she just needs to make some changes to better her her life and I'll be telling\",\n",
              " \" she's um she's kinda like stubborn in her own way you know i was raised to listen to your mom you know your mom's not gonna tell you nothing wrong and i've been telling her over the years you know different things and it's it's kinda like i was talking to a wall because she she did the opposite\",\n",
              " \" it's very frustrating because it's like i'm talking to a wall and she's not hearing me and i'm like it seem like it's taking forever for her to change but it's left up to the individual whenever they're ready you know what i mean once the person get tired of something they'll make it change it may not be when you want it to happen but\",\n",
              " \" oh wow i have my days um since i have two little ones um i kinda like trained them to go to bed at eight o clock because you know they gotta go to school and i think it's important to have a good night's rest because it kinda like <clears throat> it it kinda like gets you ready for the next day or you know how you gonna feel if you rested what type of person you'll be that day you know 'cause everybody have they days whether they're good or bad but that's just a part of life and i feel like if you had a good night's good good night's rest hopefully you'll have a good day you know\",\n",
              " \" pretty much you know i need my rest because i'm out there driving that bus and dealing with all these people and you know  the job itself if very stressful so i feel like if i'm rested it'll help me\",\n",
              " ' what am i like irritated tired um lazy you know feel like i wanna lay down probably go to sleep <laughter> get the rest that i need but <laughter>',\n",
              " \" i never thought about that i just you know 'cause like i said you know everybody have their moments they do i never thought about that hm\",\n",
              " ' no',\n",
              " ' no',\n",
              " \" i don't really have a best friend but a person that i deal with and i used to work with um she would probably tell you that i'm very um outgoing a go getter dependable responsible i'm a um people person i get along with others you know i'm kinda like um i leave a good a a good mark\",\n",
              " \" well i try to stay happy i'd rather be happy than sad my kids keep me going you know what i mean especially when i go to pick them up from school or their being hey mom you know that just kinda make my day\",\n",
              " ' thank you',\n",
              " \" i'm doing good um\",\n",
              " ' from los angeles california',\n",
              " ' um the cool weather the beaches the people the schools ',\n",
              " ' um child development',\n",
              " ' yes',\n",
              " ' to be a teacher for special education',\n",
              " \" it's not hard 'cause i love to work with children\",\n",
              " ' dishonesty maybe',\n",
              " \" like if a guy like especially when it comes to relationships when they lie to you about something that's very minimal\",\n",
              " ' my mom i wanna say my mom',\n",
              " ' um very close we talk every day',\n",
              " \" very close even though i don't live with them i try to see them as much as i can\",\n",
              " \" uh it's okay <laughter> it's it's good\",\n",
              " ' yes i do ',\n",
              " \" um they're they're friendly it's just that they're very quiet 'cause i'm not used to that environment\",\n",
              " \" it's fine like the how much it costs is very cheap so that's good and they're friendly so it's fine I just wish it was a little bit it could've been better so yeah \",\n",
              " ' yes <laughter> ',\n",
              " \" um i had a different option to live with somebody else and i'm still friends with the female and comes to find out that we connect more than the roommates that I live with so I kinda regret moving in with the roommates I have now versus who i was supposed to move with in the beginning so but i'm stuck for a year so it's whatever \",\n",
              " \" that's fine\",\n",
              " ' how do i know who i',\n",
              " \" there's nothing that really gets me really mad that i can think of the top of my head um\",\n",
              " ' um maybe when it comes to schools how they treat the children especially children of color maybe ',\n",
              " ' mm yes ',\n",
              " ' because i do things from within i guess so um internally motivated to do things i guess yeah',\n",
              " ' yeah',\n",
              " ' wow i hardly ever argue with somebody <laughter>',\n",
              " \" uh i felt very betrayed and belittled because she's my little sister and she shouldn't be disrespecting me in any type of way because i'm an adult so yeah i was not feeling the situation at all\",\n",
              " \" um just her getting into grown folks' business and it was a conversation between me and my mother and i guess she overheard what was being said and she felt like through my actions that i was choosing somebody else over my family when that wasn't even the case but because she didn't know the whole situation she just automatically assumed and put stuff on facebook about me disrespecting me calling me out by name and it was just yeah so <laughter> \",\n",
              " ' yeah',\n",
              " ' to not  believe people so easily so gullible to not be so gullible',\n",
              " \" i guess i've been hearing that lately how i believe anybody anything that somebody says without really thinking about it or without having them prove it so i guess you could say i let i made a lot of mistakes i don't wanna say i regretted it because i'm glad i went through it while i was younger than me getting older and going through the same situations so um yeah i believe people too easily and i give people too much chances  so\",\n",
              " ' when i went on a cruise which was a happy experience when i went on a cruise to mexico with my family um  when i was sixteen about six years ago',\n",
              " ' no i really want to though',\n",
              " ' um trying new things seeing new views of the world um trying the different type of foods um seeing how the government is and how they run the things out there i guess',\n",
              " \" it's pretty good eh somewhat\",\n",
              " \" i'm tired <laughter> and i kind of fall asleep during class and whatnot\",\n",
              " \" yeah it's my fault though\",\n",
              " ' um probably today',\n",
              " \" well i fell asleep late so <laughter> it's my fault\",\n",
              " ' um no i feel pretty happy right now',\n",
              " ' no',\n",
              " ' no',\n",
              " ' no',\n",
              " ' very friendly and funny talkative',\n",
              " ' um through high school ',\n",
              " \" we're pretty close we try to talk as often as possible maybe once a week i'll try to see them at least every few months\",\n",
              " \" mm they're everywhere <laughter> um yeah\",\n",
              " ' when what happened i was just',\n",
              " ' um last weekend i guess',\n",
              " \" 'cause he works i have school different schedules\",\n",
              " \" it's not that bad <laughter>\",\n",
              " \" um he's my boyfriend i've been knowing for what about six months now  we met through a mutual friend um \",\n",
              " \" i'm doing alright\",\n",
              " \" uh originally i'm from california uh born in glendale\",\n",
              " \" i'm not too happy with it\",\n",
              " \" uh just unemployed at the moment but uh actively seeking uh uh doing what i'm supposed to be doing uh there are some uh  some prospects there but hopefully i'll learn something today\",\n",
              " ' yeah',\n",
              " \" well i have one it's a girlfriend so i consider her a roommate a lover type thing\",\n",
              " ' pardon me',\n",
              " \" um we're pretty close\",\n",
              " \" uh i met her last year and uh we've been through some troubling times but uh we're starting to see a light at the end of the tunnel\",\n",
              " ' uh the troubling times',\n",
              " ' my dream job would be probably forestry service out in the wilderness yeah',\n",
              " ' pardon me',\n",
              " \" well you know i have a a lot of for animals i'm an exotic animal trainer by trade and uh so and i like  being i don't like people too much uh so being outdoors and uh i've always enjoyed being outdoors that's how i like being a truck driver i've traveled the world i don't necessarily like being in a warehouse or an office i'm of a a\",\n",
              " \" uh probably um one some of the things i like about l_a there's not a lot that i like about l_a but um i like hollywood i like the the the movie industry um\",\n",
              " \" traffic <laughter> uh ignorance uh being disrespected uh being disrespectful or whatever you know other people being disrespectful toward you or other people um that's about it\",\n",
              " ' pardon me',\n",
              " \" uh it happens on a daily basis it seems like you know i ride the bus a lot so uh you know or i if i'm riding my bike uh people tend to almost run me over so if i'm not totally paying attention to traffic uh you know i find myself sometimes\",\n",
              " \" what do i do when i'm annoyed\",\n",
              " \" uh it's hard with dealing with people especially trying not to react 'cause there's consequences for your reactions\",\n",
              " \" um it was with my girlfriend and uh it was about being honest uh  um i'm pretty honest with i'm open and honest about any anything and everything\",\n",
              " ' pardon me',\n",
              " \" um i'm trying to i'm missing the word for it uh just that i don't know now that whether i could believe anything she says now so it was it was uh i felt hurt you know uh that you know here we had been in a relationship for a little bit and well that's probably one of my biggest uh pet peeves is is being honest  um i don't like i said i don't hold back and i'm pretty honest in anything and everything that i do or say so\",\n",
              " \" can't do nothing about it\",\n",
              " \" uh fun i like going to the beach uh i love shooting darts but i haven't done it in a while i i love i love to paint uh i got into watercolor painting  and i'm pretty gifted at that and um uh i wanna try some other mediums and uh let's see here i love fishing uh haven't gone in a while though and uh i like driving a truck you know uh it's you know my job you know i was a i really really enjoyed it i don't like driving through cities but uh usually when i'm in the middle of the night where i can see all the stars i like star gazing i'll see if i can um pick out some of those uh astronomy uh stars up up there and um  i'm a pretty easy going guy so shooting pool um sunshine just those i like\",\n",
              " ' uh most memorable experiences um good or bad',\n",
              " ' uh most memorable experiences uh probably uh playing with lions and tigers uh uh wrestling a a baby elephant in a in a mud puddle uh',\n",
              " ' i know',\n",
              " \" not uh i don't have much family as it is uh at least here in the states i don't my mom's from central america so uh  but i'm not close to i have uh  three brothers one sister and i'm probably not really really close to none of my siblings i speak with one brother uh quite a bit um my other youngest brother you know he he just i'd just rather not  you know i converse <con> converse with him but it's you know just i try to keep it on a professional basis my sister i don't talk to at all my my other brother underneath me i haven't spoken to him in years so i'm just close with my mom uh my niece some of my nephews and that's about it\",\n",
              " ' have i done anything to avoid it',\n",
              " \" um it's been hard lately it's been probably hard for the last uh going on a year um you know i uh depends on my thought process at the time i like i said i've been looking for work quite a bit um so just wondering why you know i don't get called i i just have my i have racing thoughts  so  or i get depressed you know 'cause i or i worry about things that you know that really i have no control over so\",\n",
              " ' uh lately i have been probably about the last few months',\n",
              " \" um tired <laughter> um i you know if i don't sleep well sometimes then i just dwell back on the same things that have been bothering me so you know i'm more of a guy you know i love to work um and if i'm not then it's just a little bit too much time for me to spend in my own head\",\n",
              " ' how do i what',\n",
              " \" how do i cope with them um i just try not to think about it uh it's it's not about whether coping with it or not um i just do it's uh i'm more of a guy that just you know it may take me a moment to to um say that i'm coping with something but you know it it's if i have no control over it there's nothing that i can really do about it the only thing i can do is control to do what i'm doing and that's actively looking for work uh actively going out on uh  interviews\",\n",
              " ' if what has gotten me in trouble my mood swing i mean',\n",
              " ' pardon me',\n",
              " \" i still didn't hear you\",\n",
              " ' that people have been deceitful can you repeat that one more time',\n",
              " ' alright',\n",
              " \" uh i've been diagnosed with uh bipolarism\",\n",
              " \" um it's tough if you don't you know um i don't medicate so i mean i have been on medication before  in the past but <sniff> um again it's i try to live on life uh i try to live life on life's terms  and i just you know\",\n",
              " ' did i have a problem before i got out',\n",
              " \" uh well i  i don't know if i knew that i had a problem um uh before i found out the thing is that i know other people  um i have a lot of ups and downs so i know a lot in my younger days people would tell me you know when i told them that i was diagnosed with you know bipolar that um  a lot of remarks were like oh that's what's wrong you know that's what was wrong with you we we wish that you would've would've found that out years ago  uh and uh like i don't think the meds really work but what i do uh i think uh time kinda like you know just getting older kind of uh you know makes it work you know\",\n",
              " ' pardon me',\n",
              " \" uh i talked to a therapist probably on a weekly basis for a while uh recently and uh it helps a lot you know uh just to get out my anger uh my thoughts um a lot of people may not understand that but uh a therapist is i think the bigger thing is that i can just get it all out uh whatever's bothing me whether it be uh people you know uh uh other issues you know were whatever the case may be  i just think talking about it and they're such good listeners and can kinda like you know they they give me the same advice that you know that i you know give myself or whatever that i would give to others uh but it's always helpful if you hear it from somebody else somebody who will be has a you know are are you know they go to school for this so  you know\",\n",
              " ' yeah',\n",
              " \" well i don't go anymore uh so um i kinda miss it you know like i said uh uh i miss it a lot actually but uh it's just one of those things you know i just deal with it you know uh according to you know if i ever get a chance to go to therapy again i probably will\",\n",
              " \" um well monetary reasons and uh you know uh i don't have health insurance there's a lot of things that you know i'd like to do but i can't you know um \",\n",
              " ' how does my friends describe me',\n",
              " ' someone who has been a positive influence in my life',\n",
              " ' yeah it was',\n",
              " \" yes it's okay\",\n",
              " ' <laughter> fine',\n",
              " ' <laughter> i live in hollywood',\n",
              " ' uh seattle <laughter>',\n",
              " \" uh it's kind of a vague question um\",\n",
              " ' <laughter> just needed a change of scenery',\n",
              " \" uh i like traveling by train it's not my favorite thing\",\n",
              " \" uh because i don't fly i i can't stand airplanes so i prefer trains\",\n",
              " ' <laughter> uh what uh flying on an airplane',\n",
              " ' <laughter>',\n",
              " ' uh not very often so once every five years or so',\n",
              " ' oh yeah sure absolutely yeah ',\n",
              " \" uh depends on what it is that i'm annoyed by could be anything depends\",\n",
              " \" <laughter> it depends on whether it's uh a something or a someone you know eh if it's a someone i mean i'm i don't i don't uh i don't get physical towards them but i mean i've <clears throat> depends on what they've done to piss me off i mean i'm certainly not above uh shouting at them for whatever reason so\",\n",
              " \" uh in terms of lashing out at other people physically i don't do that but in order to let off some aggressions if if need be i'll i'm not above you know punching a wall or punching something nearby i just i mean i'm not trying to you know just as long as it doesn't physically hurt me but but i i you know just get some steam let off let off some steam well that's normal for me\",\n",
              " \" uh <sigh> face to face uh <sigh>  mm can't remember it's been a long time eh but i mean eh but i argue about\",\n",
              " ' currently or or overall',\n",
              " ' not at all',\n",
              " ' to uh open up a record shop',\n",
              " \" uh i'm an unemployed office worker right now <laughter>\",\n",
              " ' as in what doing what be more specific <laughter>',\n",
              " ' <sigh> going on a first date with a a girlfriend back in uh two thousand seven when we first met',\n",
              " \" uh <clears throat> just made arrangements to meet her and her daughter and her daughter's friends at the queen mary in long beach and uh you know i had to cement the evening to cement the day and evening together uh hanging out and eating dinner and just ate at their hotel and yeah just got to know each other that way so \",\n",
              " ' yeah it was yeah',\n",
              " \" uh well we were that was the beginning of a relationship at the same so that was that's how i knew her you know she was my girlfriend at the time so <laughter>\",\n",
              " ' currently yeah i do yeah',\n",
              " \" uh i don't it sucks balls i hate to have roommates it sucks <laughter>\",\n",
              " ' <laughter> god <laughter>',\n",
              " \" mm in some ways it's okay 'cause they don't see me that much 'cause i'm not really around them and other times i i need i need to have my own space you know so uh it's difficult for me that way but we get uh get along but i i don't really see them that much and that's by design so \",\n",
              " ' <sigh> uh <sigh> i like to be alone sometimes i read but just mainly i i just like to be alone maybe maybe just doing nothing so just depends',\n",
              " ' no',\n",
              " ' no',\n",
              " ' <clears throat> no',\n",
              " \" i'm sorry you repeat that\",\n",
              " ' no not necessarily <clears throat>',\n",
              " \" very i'm a heavy sleeper\",\n",
              " \" <clears throat> i don't know that i would call it down but i'm not necessarily what you would call you know cheery but i don't know that i'm necessarily down yeah\",\n",
              " ' yeah all the time',\n",
              " \" <sigh> uh mm it's hard to say i i don't know i uh i'm not sure\",\n",
              " \" <clears throat> mm i don't know that i'm really one <on> the one to ask you know i think you <laughter> have to ask someone else about that you know i have a difficult time answering that question \",\n",
              " ' most proud of',\n",
              " ' <clears throat> listening to music on vinyl',\n",
              " \" uh spent new year's eve with a friend real close friend so\",\n",
              " ' <laughter> not really <laughter> ',\n",
              " \" i'm glad i don't have any i think they're uh especially here in los angeles i i they drive me nuts i can't stand them\",\n",
              " ' <clears throat> uh i assume you mean post-high school um',\n",
              " ' do what stop going',\n",
              " ' in terms of what',\n",
              " \" oh sure everyone has regret over something you know i'm i'm not gonna get specific but yeah sure i <laughter> there are things i regret sure\",\n",
              " \" <clears throat> mm twenty years ago what was that ninety three oh mm well ten years ago uh two thousand and three hmm it's hard to say it's hard to say gonna <go> have to have to come back to that one maybe\",\n",
              " \" oh i don't have a best friend these days <laughter>\",\n",
              " \" i think it depends on your definition of friend uh i don't uh <clears throat> i don't hang out with too many people you know i had <ha> i had best i had a so-called best friend you know but that was like no <laughter> twenty year twenty some odd years ago you know i don't really i'm very much a loner these days so i i don't really have what you would consider a best or really close friend you know eh i just don't have that\",\n",
              " ' yes',\n",
              " ' fine how about you',\n",
              " ' here',\n",
              " ' the weather weather mainly yeah the main <ma> the weather sorry',\n",
              " ' not the people well some of the people stuff like that some people',\n",
              " ' not as much as i used to',\n",
              " \" um i used to be in school i used to travel a lot of places for conferences and things like that but i'm not in school right now but later on i'll get back into school and i'll travel more but right no doubt\",\n",
              " \" i don't i don't enjoy traveling\",\n",
              " \" uh that's a good question you're actually pretty good um i studied physics and aerospace engineering but physics mainly\",\n",
              " ' yes i am actually',\n",
              " \" right now i teach community college physics and astronomy uh but i still do research in physics also because i like that type of thing and i'm going back to grad school hopefully that's why i'm nervous sometimes on the questionnaire\",\n",
              " ' impressive',\n",
              " ' professor at a place like u_s_c or u_c or l_a or like that where the professors do three hours of work a week and the grad students do the rest',\n",
              " \" <sigh> i there's a lot of people the the first one i guess is my physics teacher in a_p physics teacher in high school even though he led me to be an engineer instead of a physics major um he still was a very good influence he told me you know he's the first one who taught me that school was not about a grade but about learning\",\n",
              " ' okay',\n",
              " \" i'm pretty good i think\",\n",
              " \" i'm single so i don't get in many arguments um but it's probably my brother about he always like to uh play a video game together i know i'm pretty old to play video games but they're actually pretty good um it's probably something like that and me getting angry at him and him trying to defend himself and me being right that's all\",\n",
              " \" fairly close um i see them pretty  pretty often parents i see a couple times a week they're getting older so i've been helping with groceries things like that and my brother i see  same same with him same amount <amo> same time my sister i tutor her kids my nephews uh so i see 'em about once a week also\",\n",
              " ' yes',\n",
              " \" because i spend long periods of time doing math and reading and not talking to anybody that's introverted\",\n",
              " ' i guess i play video games or and i work out i work out i think a lot i try to at least',\n",
              " \" i roll my eyes which i've been told is a bad thing um and that's about it i think\",\n",
              " \" <deep breath> bad parenting basically parents are more self-centered more to themselves unlike previous generations and the kids just  do what they want because the parents aren't there for <fo> the parents aren't being parents in my personal <per> own personal opinion\",\n",
              " ' <sigh> um i guess scrubbed_entry um scrubbed_entry scrubbed_entry',\n",
              " ' thank you',\n",
              " \" i don't really have a best friend introverted remember\",\n",
              " \" i'm biased obviously but they are i'm really good in math i'm not really sure if you can't not saying you can't get better than me in math but thing is it's just that you get reach a certain confidence with it where no matter what it is you need to learn in math you can always figure it out um i am patient i think and i am disciplined where i can spend i can spend many hours many many many hours reading books that might not be important but they might be important so i have to do it anyway that type of thing\",\n",
              " \" when i a good workout  doing well in video games small little things like that um what's really happy is when my my research type thing mathematical or physics type thing when it goes well that must puts me in a mood <mo> that puts me in a good mood\",\n",
              " \" right now it's the fact that research that i did i did make it this far research wise that's all that's all\",\n",
              " \" interesting um when you start off in school you read about einstein and things like that it's he's this general xxx hero particle physics and you have no idea what it is and you know it's very complicated things like quantum mechanics and you still haven't realized you're interested in that and but you're not sure if you can actually make it and eventually each step as a lot of time goes by you wish you as time goes on you can get closer and closer eventually make the goal eventually you realize you are just not as good as einstein but you are up there you can do research in physics you can add to mass knowledge in science and that's impressive that you you don't see yourself doing that when you're a kid\",\n",
              " ' um a few weeks ago when i got a good grade in a class',\n",
              " ' yes briefly  many years ago <ag> yes',\n",
              " \" i don't know it just always growing up i always thought that was i always thought it was my dream when i was a kid that's why and i just went about doing that \",\n",
              " ' um i was a national guard i think about eighteen nineteen i got commissioned at twenty twenty one and i was only in for about a year so i left at twenty twenty two',\n",
              " \" i don't think it did i think it's just something that you grew up something about <abo> something i grew up already expecting to be so it didn't change me as much\",\n",
              " ' graduate school in physics',\n",
              " ' no',\n",
              " ' nope',\n",
              " \" it depends if i workout really hard the night before <bef> the day the day before if workout pretty hard it's bad but if i don't workout it i don't know just eh it's hard i guess moderately \",\n",
              " ' yes',\n",
              " \" it's okay\",\n",
              " \" i'm probably like i am now normal i think not as not as happy about everything  but still pretty okay i can still function\",\n",
              " ' no maybe slightly',\n",
              " \" um applying to grad school again it's been awhile and slightly apprehensive happy that it's looks good but apprehensive that it might not be good and things like that\",\n",
              " ' what do you mean by that in case i know this is a computer but as in how hard is it to deal with these thoughts or how hard is it to go into grad school',\n",
              " ' okay i agree',\n",
              " ' no not really',\n",
              " \" probably keep doing what you're doing even though i'm not that old believe it or not um twenty years ago i was probably fifteen no no yeah yeah it was fifteen um just keep doing what you're doing i think i i was very lucky and fortunate way it worked out if i worked if it was a little bit different i don't think it'd worked out so well even though it's not perfect now i think i'm doing really well personally\",\n",
              " ' sure',\n",
              " ' uh okay i guess not bad not good so so',\n",
              " ' denver colorado',\n",
              " ' uh to pursue job opportunities',\n",
              " ' uh about two years ago',\n",
              " ' uh once or twice a year',\n",
              " ' uh i really like the sunshine um all the opportunities all the different kinds of people lots of stuff to do that sort of thing',\n",
              " ' uh i hate the traffic i wish the seasons were more distinct and that everything costs a lot of money here',\n",
              " ' pretty easy',\n",
              " \" hmm i'd say uh people are rude um not having enough money uh what else mm just a lot of things are frustrating i guess <cough>\",\n",
              " \" i guess it depends on  what i'm annoyed about like if it's at another person or about something i did or just life in general\",\n",
              " \" uh if somebody like a person annoys me i'll probably let them know they're annoying me until they stop\",\n",
              " \" uh so so not not as good as i'd like to be\",\n",
              " ' uh a few days ago about getting paid for something i did on time',\n",
              " ' uh pretty pissed off taken advantage of',\n",
              " ' i like to go to the gym uh hang out with friends read write that sort of thing',\n",
              " ' mm at times',\n",
              " \" uh because sometimes i like to keep to myself and don't feel like showing a lot of outward emotion\",\n",
              " ' i have a degree in in liberal arts majored in political science',\n",
              " ' no',\n",
              " ' i work uh in sales',\n",
              " \" hmm to own uh several of my own businesses and and have lots of money coming in from different streams i guess if that's a job\",\n",
              " ' uh i used to live in mexico city that was pretty memorable',\n",
              " ' um not recently but i have in my life traveled quite a bit',\n",
              " ' of what just anything in life',\n",
              " ' hmm uh maybe like six months ago',\n",
              " \" uh things were just going really well didn't have much stress in my life\",\n",
              " \" uh yeah i'm i'm easier more easily irritated and uh yell more tired more uh kind of down feeling down more not as productive\",\n",
              " ' uh yeah awhile ago',\n",
              " \" uh hmm mm don't know exactly it's been a few years but i still feel the same as i did when they diagnosed me so i assume i'm still depressed\",\n",
              " \" um well i just i'm a big believer in talking to people about your problems so i just thought that would uh be a good idea so i did it and and that's what i found out\",\n",
              " ' oh yeah definitely',\n",
              " \" um i mean it depends on what you mean by therapy like i or most people probably can't afford good therapy but just even talking to friends i would consider therapy somebody who will listen so helps you get stuff off your chest \",\n",
              " ' <clears throat> thanks',\n",
              " \" um well i haven't necessarily seen a therapist per se but uh when you talk to somebody who listens and you and you get stuff like out there like out of your head or whatever it it's uh it helps to destress i think\",\n",
              " ' hmm pretty girls',\n",
              " \" um i'm a good leader i'm really smart\",\n",
              " ' uh being able to um survive on my own in a city like this completely on my own with no outside help ',\n",
              " ' yeah lots of stuff',\n",
              " ' um just dumb mistakes i made when i was younger that looking back now with what i know now i probably would not have made',\n",
              " ' um i would tell myself to seek out and listen to people older than me as much as possible',\n",
              " \" hmm scrubbed_entry he's always good for a sort of pep talk but uh with a dose of reality he doesn't sugarcoat anything so talking to him always helps give me perspective\",\n",
              " \" um talented and i don't know good at stuff i'm good at a lot of stuff people seem to notice that i i guess nice good disposition funny\",\n",
              " ' yes',\n",
              " ' okay and you',\n",
              " ' inglewood california',\n",
              " ' yes no',\n",
              " \" uh it's okay\",\n",
              " ' um you mean my girlfriend and my daughter',\n",
              " ' yes i do',\n",
              " ' uh',\n",
              " \" um just the independence about it being alone being able to be free and not tied down to one to one thing you know it's great\",\n",
              " \" i i remember traveling to uh scrubbed_entry and take him to clubs and this and that and we're not that type of organization\",\n",
              " ' <laughter> yeah',\n",
              " \" um dishonesty i <sigh> i don't like when people are are dishonest um that really really really bothers me and not true not honest not real um that that upsets me a lot\",\n",
              " ' um i tend to just try to free myself from the situation to clear my mind usually take a walk or something like that or just just just go in a room by myself and just try to clear my head <he> my head  ',\n",
              " \" um i'm okay with it at times um uh but i can defintely be better\",\n",
              " \" oh um i argued <argu> argued with my my lady a couple days ago and it was about um our daughter and some of the things she's doing in school and she she wants to raise her one way and i think i wanna raise her kind of a different way and discipline her a little more on certain situations so i think discipline <disci> discipline is a big key and the key is life and she she she was raised a little differently\",\n",
              " \" um i don't know just angry upset you know when you're in a argument that's what you feel so you do and say things that  that that bother you and you just you go on with it \",\n",
              " ' um yeah uh a little bit',\n",
              " \" <sigh> um i don't know it just <sigh> i eh just the way i feel i don't know i can't really say just the way i feel\",\n",
              " ' um a little a little',\n",
              " \" um i don't know just um realness\",\n",
              " ' um honesty the truth just being straight out front',\n",
              " \" um i'm pretty close um i'm pretty close with my family\",\n",
              " \" oh whole nother subject just they're raised different um i i think society <so> society's gonna become even wilder with <wi> the way the kids are raised and no discipline and and the things they're doing everything we we they live and everything's inflated so much to where um it it's getting to a point where it's getting out of hand i think kids these days to a certain extent are are are much wilder than i was and and generations before me and just able to do and say and the lack of respect and you know just education-wise it's just i think it's just tough times for kids and and the way they act uh it's it's it's ridiculous to me\",\n",
              " \" um i definitely like to watch sports uh i i like to gamble i i like to travel i like to skate um i like kind of like uh a a a guy that likes to see different sights and go different places uh like different <difft> i'm a big movie person so i like going to theatres stuff like that\",\n",
              " \" um i'm actually living it um i i always wanted to be in in some kinda sports industry and that's what i'm doing now i just uh my goal was to get a little higher in the ladder and and own my own sports management company um but i'm doing pretty well for myself so i am happy\",\n",
              " ' yeah',\n",
              " ' no',\n",
              " ' no',\n",
              " ' no',\n",
              " \" um it's okay i'd say it's pretty easy\",\n",
              " ' irritated tired',\n",
              " \" <sigh> i don't know it's been awhile it's been awhile couple weeks ago\",\n",
              " ' huh what did you say',\n",
              " ' no not really',\n",
              " ' um i think he would describe me as a stand up guy i try to be um um a good loyal friend and and an adult i think he would describe me like that ',\n",
              " \" uh school went to school grew up together i've been knowing all my friends for pretty much all my life \",\n",
              " ' uh very close me our our uh my friends and i are very close uh um we pretty much do a lot together still at this age ',\n",
              " \" uh i'm honest um i'm loyal very loyal um i am a hard worker i think i am um to a certain extent i'm just not the average guy i'm pretty much i'm a different different breed i just carry myself and act a little different from a normal guy \",\n",
              " \" i don't know just how what i was raised and how uh my dad was kinda different uh and and and he didn't go with the in crowd and i think i learned that from him a lot and and it's just it it's it's um kind of the same path i took\",\n",
              " ' um yes a lot of things i regret um i regret a lot of decisions in my life',\n",
              " \" um yeah one um i actually let a a lady in my life go years ago that i thought was my soulmate and  we had a big argument and one thing led to another and we decided to take a break and then that that break i i started dating somebody else and i told her i'ma go my way and she go her way i think that was a big a bad decision a very bad decision\",\n",
              " \" yeah totally i think i could've took a step back and really just thought about the situation a little more instead of uh <sigh> being so upset and moving forward\",\n",
              " \" uh just upset um i tend to get upset and then my thoughts get clouded so uh mm i i need to think a little more when i'm upset\",\n",
              " \" uh i don't know just experience and time being you know making making up for your mistakes and and and and um being better about different decisions after you made the mistakes\",\n",
              " \" um <sigh> think a little harder about situations <situatio> uh about situations and and things and the decisions <dec> decisions that you make uh think a lot longer and harder before you make 'em and i think the outcome would been a little different today\",\n",
              " \" um my grandmother she's always been a um a a positive influence uh she's a great black woman um with a old school um ways of living so um i think i i i've added that to my life she's a great woman\",\n",
              " ' scrubbed_entry in baseball and um',\n",
              " \" um i was a pretty good player i was a pretty good athlete growing up um i was one of the top scrubbed_entry and uh that started a future in in athletics and that's what i wanted to do so i accomplished my goals so at the time it was a great a great thing and it still is a great thing it's a great accomplishment in my life  \",\n",
              " \" um <sigh> accomplishments being able to if i or if i'm  have a goal or or something i'm supposed to do that week or that day and i accomplishment it always puts me in a good mood or getting my job done and i the way i'm supposed to do it in a in a timely fashion that always puts me in a good mood\",\n",
              " \" um being a positive role model right now um for younger kids that's in um our sports academy program i i think as i got older the thought process and um the way i look at life has totally changed and i think i a lot of kids can look up to me that i deal with now and say you know that's somebody that that is is a positive <po> a positive influence in my life\",\n",
              " \" oh um couple days ago my football team um we're in the playoffs made the playoffs so that always makes me happy\",\n",
              " ' yes',\n",
              " \" i'm fine\",\n",
              " ' new york',\n",
              " ' uh for business',\n",
              " \" now um i do hospitality i'm in between jobs\",\n",
              " ' when um',\n",
              " ' mm once a year',\n",
              " ' the sun the beach palm trees <laughter>',\n",
              " ' mm sometimes  uh i the some of the people some of the flashiness',\n",
              " \" uh the people are very self-centered flashiness they're some of them are not very sophisticated or eh well educated\",\n",
              " ' it was very easy',\n",
              " ' i have a a teaching degree and a art degree',\n",
              " ' <sigh> designing for the movie industry',\n",
              " ' extremely so i never really pursued it',\n",
              " ' <laughter> very',\n",
              " ' mm no',\n",
              " ' i like people and i like being around people i like having friends social activity',\n",
              " \" uh people who aren't true about themselves \",\n",
              " ' hmm it happens all the time <laughter>',\n",
              " ' i usually try to just disregard it and i try not to get upset about it',\n",
              " ' i argued with my sister about obama',\n",
              " ' that whole fiscal cliff whatever that thing was called i was totally against anything that he thought he was doing to fix the economy ',\n",
              " ' mm i like swimming i like museums i like plays i like concerts',\n",
              " ' traveling',\n",
              " ' uh yes',\n",
              " ' uh s being in a different environment learning different cultures meeting people ',\n",
              " ' mhm',\n",
              " ' no',\n",
              " ' no',\n",
              " ' yes',\n",
              " ' uh couple years back',\n",
              " ' i was feeling very not energized <energi> not energized',\n",
              " ' huh',\n",
              " ' sorry yes',\n",
              " \" yes uh i i sleep a lot more  and it's i'm not that motivated to go out and have fun\",\n",
              " ' yes',\n",
              " \" um i haven't been happy at my jobs for at least ten years\",\n",
              " ' i eh i went through seeing my father be sick and then passing away  and just recently seeing my mother my mother was sick for about four years and she finally passed away that was very hard on me',\n",
              " ' mm well mm',\n",
              " ' to a degree but not as much as i like',\n",
              " \" i don't know that <sigh> you know i know it's helped me a little bit but it's definitely not helped me as much as i want but also they can't get a job for you and it xxx\",\n",
              " ' correct',\n",
              " ' i push myself farther to get out of the house or to try to enjoy life',\n",
              " ' yes',\n",
              " ' when my uh nephew called me scrubbed_entry scrubbed_entry',\n",
              " \" uh that i i'm a pretty good person caring person\",\n",
              " \" xxx i enjoyed well i went to <t> to the movies recently which i haven't gone in awhile  and i really enjoyed the films\",\n",
              " ' one was the life of pi and the other was anna <an> and the other was anna karenina',\n",
              " ' mm as a good caring friend and somebody who likes to do things',\n",
              " \" mm i'd say my mom\",\n",
              " \" mm it's getting easier\",\n",
              " ' um she was the kind of person that even though this is kind of a cold  hard world she set herself above that and was still determined to be a good caring person ',\n",
              " ' traveling',\n",
              " ' uh not going farther in my education',\n",
              " ' yes <laughter> yes',\n",
              " ' <sigh> sorry',\n",
              " \" i i don't understand the question sorry\",\n",
              " ' okay',\n",
              " \" mm i should've gone gotten farther in in in my education gotten a master's or a p_h_d  and i think my job search would be a lot easier\",\n",
              " ' <clears throat> yes <sigh>',\n",
              " ' yes',\n",
              " \" uh that i've <clears throat> been a very  kind considerate helpful person\",\n",
              " \" hmm i like being around the arts i'm like about i like being around creative people\",\n",
              " ' yes ',\n",
              " \" uh i'm okay a little sleepy right now \",\n",
              " \" i'm from new york \",\n",
              " ' um i wanted a change of environment and i wanted to start over somewhere',\n",
              " ' um about two years ago ',\n",
              " \" um it took uh a bit of an a bit of adjustment so i'd say it was moderately uh difficult \",\n",
              " ' um just getting used to the lifestyle different um different pace different environment new people',\n",
              " \" <clears throat>  um i like the um  the nightlife and it's kind of a cosmopolitan city \",\n",
              " \" um  um it's a little crowded sometimes and the traffic gets a little hectic \",\n",
              " ' um never <laughter> ',\n",
              " \" <clears throat> uh my family uh my parents passed away and my family and i no longer keep in touch so i'm \",\n",
              " ' pretty alone yeah ',\n",
              " \" um just locally travel since i've been here \",\n",
              " ' um  a change of pace new environment and um relaxation and escape from  reality ',\n",
              " ' um probably um  um this the schools um meeting new people at the schools there',\n",
              " \" um i'd yes i'd say yes  most of the time \",\n",
              " \" uh i don't know i've just i don't know why i'm like that i'm just always always been more reserved \",\n",
              " ' um  pretty uh pretty good pretty controlled ',\n",
              " \" um  when people are doing things that don't make any sense to me \",\n",
              " \"  um  just i i don't know when people seem to be deliberately trying to annoy me or\",\n",
              " ' um  usually try to work it out by myself somehow ',\n",
              " ' uh i take walks and i take <ta> i do yoga ',\n",
              " ' um what do i do now for a living or ',\n",
              " ' <sharp inhale> <cough> um <cough> see um  um probably <prob> probably uh  doing something creative that allows me to travel at the same time ',\n",
              " ' uh no',\n",
              " ' yes',\n",
              " ' um about  maybe ten years ago ',\n",
              " ' um  just feeling overwhelmed and anxious about some things that had happened and um so i went into therapy for a while  ',\n",
              " ' yes ',\n",
              " ' yes',\n",
              " \" uh i've been more confident a little more at ease with myself   less anxious \",\n",
              " ' yes',\n",
              " ' um  kind of uh i guess sorta sorta depressed  generally',\n",
              " ' uh  just uh feeling tired and sluggish and um less less motivated and less interested in things ',\n",
              " ' uh yes can you tell ',\n",
              " ' <cough> um  i guess easy-going and um likes to have fun sometimes  ',\n",
              " \" uh  i'm smart and innovative and like to try new things very open-minded person very tolerant \",\n",
              " ' um  uh music uh seeing movies any kind of uh adventure somewhere  ',\n",
              " \" um i'd say yesterday i saw a movie and i felt better \",\n",
              " ' uh it was the james bond movie skyfall',\n",
              " ' uh regret yes yeah ',\n",
              " ' <sharp inhale> um  um be careful who you trust in life maybe ',\n",
              " \" um it doesn't  uh it doesn't seem like it right now but possibly yes\",\n",
              " \" um  i'd say maybe ten <te> ten years ago or so \",\n",
              " ' um it was just a more carefree time i had less stress less of a burden on myself um   and i had a good group of friends ',\n",
              " ' um  i felt more um  uh more capable and more confident about things ',\n",
              " \" i'd say uh  i can't think of anyone actually right now \",\n",
              " ' um  friends for about money issues  spending too much ',\n",
              " ' um  through school a long time ago ',\n",
              " \" um we just speak on the phone we don't really see each other anymore \",\n",
              " \" um i'd say finishing grad school and finishing um some training um at a sea <s> for a sea <s> a a seamanship maritime school \",\n",
              " ' i visual studies cinema studies ',\n",
              " ' it  yes ',\n",
              " ' yes ',\n",
              " \" i'm alright \",\n",
              " ' los angeles california ',\n",
              " \" um the lights big city it's always something going on \",\n",
              " \" the traffic and that's it \",\n",
              " ' uh business administration and business management ',\n",
              " \" uh not that i'm doing something else i'm doing networking at the moment \",\n",
              " ' <sigh> hmm uh to open up a big clothing line and just supply the whole world with clothing <laughter> ',\n",
              " ' yeah ',\n",
              " ' definitely ',\n",
              " \" uh  'cause i'm all about myself it's all about me <laughter> \",\n",
              " ' not often but more times than not yeah ',\n",
              " \" being lied to and i guess when people think you're dumber than you than what you are <laughter>  \",\n",
              " ' uh try to get away from everything go into my own space ',\n",
              " \" very well i'm great at controlling my temper \",\n",
              " \" <sigh> i um probably like two days ago <laughter> and it was probably just over some sports it wasn't a real argument \",\n",
              " ' <sharp inhaling> not a lot but i travel enough',\n",
              " ' just being able to see <s> to get a change of pace see somebody new see new faces new environment ',\n",
              " \" um pretty open-minded i'm kind to pretty much everybody i'm a pretty even-keel guy\",\n",
              " \" it's alright it could be better\",\n",
              " ' no',\n",
              " \" no ma'am\",\n",
              " ' nope ',\n",
              " ' no',\n",
              " \" uh lately it's been pretty tough i guess because i've been staying up so late but uh that's my fault <laughter>\",\n",
              " \" i don't know i guess i'm a night owl all of a sudden i'm turning into an owl \",\n",
              " \" sluggish and tired all day if i don't sleep well all day i'm just laying around \",\n",
              " ' no not too much ',\n",
              " ' mm no <laughter>',\n",
              " ' oh stay focused and listen to the adults <laughter> ',\n",
              " ' yeah ',\n",
              " \" i mean it's self-explanatory i could've just listened to parents or other adults that tried to steer you in the right way and you know you're being a stubborn kid at that uh at those ages so it's like what what are you talking about i this is my life i can do what i want i don't have to listen to you but now i see that <laughter> what they were telling me was correct     \",\n",
              " ' um hilarious <laughter> ',\n",
              " ' pretty close ',\n",
              " ' uh both my parents mother and father',\n",
              " \" mm recently what did i do um new year's eve party i had i had the time of my life it was so fun\",\n",
              " \" um i'm generally in a good mood every day i mean waking up puts me in a good mood i i guess you could say that but  um i don't know a good a good meal <laughter> \",\n",
              " \" <makes clicking sounds with mouth> ooh one of my most memorable experiences were probably uh when i was younger i was in the boy scouts and we used to go camping all the time and one year we went to   yellowstone or yosemite one of those places and we had to work on a mountain biking merit badge and of course being from the city i'm like a mountain biking i can ride a mountain bike but once we got in the real mountains on got on real mountain bikes i gained a new respect for the mountain bikers it was pretty it was fun and pretty intense going downhill doing about forty five miles an hour in dirt on a bicycle was pretty intense and that was i'll i'll never forget that  \",\n",
              " \" mm i don't know that's a tough one to to answer what am i most proud of  i don't know honestly \",\n",
              " ' sure',\n",
              " ' mm okay',\n",
              " ' los angeles',\n",
              " \" um well <laughter> that's a good question um i like the familiarity with everything i know where everything is in the city\",\n",
              " ' so spread out so hard to get places ',\n",
              " ' is there anything else',\n",
              " \" my dream job i don't think there is a dream job um for me no there isn't one\",\n",
              " \" mm i'm uh sort of unemployed right now\",\n",
              " ' <sigh> so am i <cough>',\n",
              " \" mm that's true\",\n",
              " ' <sniffle> i started i studied urban planning',\n",
              " ' well um i think this um school shooting thing and uh the n_r_a seeming to not wanna budge on this gun control issue thing',\n",
              " \" mm um i try to remove myself from that situation that's annoying me <sniffle> \",\n",
              " \" i've gotten better over the years um most of the time i just try to um you know walk away or you know control my emotions in terms of you know just walking away\",\n",
              " ' mm just watch t_v now',\n",
              " ' hmm i would say my children being born',\n",
              " ' well i have four children um each birth was speical and um <sniffle> you know it was a unique experience each time',\n",
              " \" well it's a lot easier now because they're all adults um but you know it was challenging\",\n",
              " ' um i would say seeing your children grow up to be successful and exceeding your expectations',\n",
              " \" you worry all the time you worry for 'em you know now i'm not around them as much and i certainly worry about 'em\",\n",
              " ' that i saw my children ',\n",
              " \" i'm usually pretty happy when i see 'em you know i have interest\",\n",
              " ' mm my girlfriend and insignificant',\n",
              " \" no around l_a maybe but that's about it \",\n",
              " ' <cough> excuse me',\n",
              " \" why don't i travel i don't have the funds to do that anymore\",\n",
              " ' no',\n",
              " ' no',\n",
              " ' yes',\n",
              " \" mm i'd say about a year\",\n",
              " ' um recognizing that there were some things in me that that were wrong',\n",
              " \" i knew that there was something wrong 'cause i wasn't myself\",\n",
              " ' well you know i was always tired and not excited about things anymore and kinda lethargic you know laying around and just not feeling myself ',\n",
              " ' mm about the same',\n",
              " ' yes i do once a month',\n",
              " ' yeah i do i do',\n",
              " \" well it's you know it's you know i see a psychologist and um we talk about things um i don't really wanna elaborate in detail but you know it's it i seem to think that it's helpful \",\n",
              " \" well i i think um  that's a hard question let's move on please\",\n",
              " ' irritable cranky ',\n",
              " ' yeah it is',\n",
              " \" <sigh> ooh that's a good question it's been awhile i'd say year and a half maybe\",\n",
              " \" hmm well there's been a lot going on in my life you know i just lost my parent my dad my last parent just a lot of stuff going on so i'll leave it at that\",\n",
              " \" hmm well i still like sports you know and um watching a good game or something is usually puts me in a good mood particularly if my team wins you know i like u_s_c um i have a nephew that's um freshman football player at u_s_c and uh i've been a trojan football fan for forty years so\",\n",
              " \" well i you know i think i i listen well and um you know i'm pretty much honest and straightforward\",\n",
              " \" that's a good question i don't know you would have to ask her\",\n",
              " \" definitely my mother but she's deceased now she's been deceased ten years but she was definitely positive influence my entire life\",\n",
              " \" no i have many regrets too many to name and number but um you know it's you know you have the the benefit of hindsight and yeah i have a lot of regrets \",\n",
              " ' hmm to listen to the older people in my life the people who cared about me the people who only interest was to guide me in the right direction ',\n",
              " \" like i said my kids i'm very proud of 'em\",\n",
              " ' yes',\n",
              " \" i'm a little nervous\",\n",
              " ' mm this is different',\n",
              " ' california',\n",
              " ' i like the beach',\n",
              " ' so many people [laughter]',\n",
              " ' what do you mean what do i do now',\n",
              " \" i don't know right now\",\n",
              " ' um i went through nursing',\n",
              " ' mhm',\n",
              " ' yes',\n",
              " ' no',\n",
              " ' about nursing',\n",
              " ' my mother',\n",
              " \" right now uh it's we're we're close i have a pretty close family\",\n",
              " ' mm what do you mean',\n",
              " ' okay',\n",
              " ' i like to read and i like watching some television',\n",
              " \" i think i'm very good at controlling it\",\n",
              " \" i i can't remember the last time i had an argument\",\n",
              " \" mm i'm not for sure what i do when i'm really annoyed i think i get i don't know walk a lot i i'm not for sure when i'm annoyed because i have different reactions to whatever's annoying me\",\n",
              " \" like mad well let me see mad is a hell of a word for me to be mad it means like when i'm mad it's it's uncontrollable when i'm mad\",\n",
              " \" i don't have a best friend\",\n",
              " \" i don't really know now\",\n",
              " ' my mother',\n",
              " ' about my mother',\n",
              " ' values are like well good one thing is like my mother cooked and that was a valuable thing to me because she taught me to cook so that was very valuable honesty',\n",
              " ' about my mother',\n",
              " ' mhm',\n",
              " ' excuse me',\n",
              " ' mm changes in my behavior',\n",
              " \" how i've been feeling lately a little uneasy\",\n",
              " ' because of my experience the things i went through have been going through',\n",
              " \" i was raped and sodomized and they kept a gun to my head and cut my hair so i've been going through a hell of a thing lately\",\n",
              " ' yes it is',\n",
              " \" i cope it's it's difficult but i do cope\",\n",
              " \" it's not easy for me to sleep to get a good night's sleep\",\n",
              " ' excuse me',\n",
              " \" i don't know maybe sluggish maybe sometimes i can be more irritable if i don't sleep well i don't sleep well that often\",\n",
              " \" yes that's what i have been diagnosed\",\n",
              " ' a few years ago',\n",
              " ' because i wanted to get revenge on the guys that raped me',\n",
              " \" no but i'm gonna go back\",\n",
              " ' excuse me',\n",
              " ' i thought i was better i thought',\n",
              " \" i knew i had a problem but i didn't know what it was\",\n",
              " \" as far as what i didn't sleep i didn't eat i had nightmares i still have them\",\n",
              " ' as far as what disturbing thoughts like what',\n",
              " \" of the things that's happened to me was disturbing [di] are disturbing thoughts\",\n",
              " ' sometimes',\n",
              " \" if i see four men together with hoods on it's i have it triggered by that sometimes when i have to go upstairs it's a trigger because of the of what happened they took me upstairs\",\n",
              " \" yes ma'am\",\n",
              " ' excuse me',\n",
              " ' therapy is what',\n",
              " \" i haven't been to therapy in a while but i've noticed how to calm myself down when i get um afraid and that's about it\",\n",
              " \" it helped a lot of things that happened in my past i didn't realize it was deep down inside me still\",\n",
              " \" i'm like just jest you know just day by day just making it i think\",\n",
              " ' music',\n",
              " ' cooking the other day cooking',\n",
              " ' my son',\n",
              " \" i only have one son and he's a beautiful child\",\n",
              " ' mhm',\n",
              " \" no it's not [laughter]\",\n",
              " ' um i think decision making',\n",
              " \" well some of the things that he's asked to like i'm not into tattoos i don't like tattoos and and he does\",\n",
              " \" the best thing about being a parent is giving life to my son [laughter] and seeing them grow up in joy in their lives is going on it's a good thing\",\n",
              " ' no',\n",
              " \" god what advice would i give myself i don't really know i really don't know\",\n",
              " ' as far as what',\n",
              " ' my memorable experience i i could say when graduating it was a good experience',\n",
              " ' great when i graduated great',\n",
              " \" to graduate from high school it wasn't hard\",\n",
              " \" i don't remember\",\n",
              " ' yeah',\n",
              " \" i'm okay\",\n",
              " ' um chicago illinois',\n",
              " \" uh my husband's work was here\",\n",
              " ' in eighty four',\n",
              " ' it was not easy for me it took about three years',\n",
              " \" um just the move i moved away from my family so i was uncomfortable i didn't know anyone here and even though i did make friends i just felt out of place\",\n",
              " \" uh not as often as i would like i used to go back like at least once a year but in the last few years that's diminished so i would say like every three years\",\n",
              " \" the weather <laughter> i love the weather the beach um you know as i've been here as long as i have the people you know some nice people here\",\n",
              " ' um the people some of the people <laughter> um',\n",
              " ' business and computer graphics',\n",
              " \" i'm not working in it right now\",\n",
              " \" i'm working in retail\",\n",
              " \" i just eh couldn't find work and so i had to settle for doing that for right now\",\n",
              " \" it's very tough\",\n",
              " ' um i would like to be a human resource representative',\n",
              " ' mhm',\n",
              " ' no',\n",
              " \" um i like to talk to people too much and when i understand or i i know a lot about a subject i can go on and on about it and i'm interested in finding out about people if i'm sitting next to somebody i'll strike up a conversation with them just to find out who they are and just um you know i'd i like to talk to people i enjoy it\",\n",
              " \" i'm quiet\",\n",
              " \" um let's see rude people um people that harm children and the elderly <el> elderly that makes me very angry uh war\",\n",
              " \" i control my temper i i don't have a problem with that i just get quiet when i feel angry and i try to think before i act \",\n",
              " \" the last time i argued with someone was about a month ago and it was with my daughter and um i was arguing with her over her therapy she has cancer and um she wasn't telling me enough she wasn't giving me enough information and so that made me very angry i was frustrated and angry\",\n",
              " ' yeah it was very hard',\n",
              " ' no <laughter>',\n",
              " \" watching your children fail when they're trying hard or seeing that they can hurt themselves and trying to prepare them for that when they won't listen to your advice and they uh i feel like sometimes they need to trust me more\",\n",
              " ' um the love of my children',\n",
              " ' uh when i was uh playing with my granddaughter and that was about a month ago',\n",
              " \" very excited and happy and just um all my cares were gone i wasn't thinking about anything except for having fun with her so it was a good time\",\n",
              " \" yeah it's the best <laughter>\",\n",
              " ' no',\n",
              " ' yes',\n",
              " ' um it was over five years ago',\n",
              " \" i couldn't function i couldn't drive i couldn't sleep i couldn't eat um at my i i couldn't do anything i was completely  shut down i felt like i felt like i was looking out a window and and life was going on outside that window and i was just stuck i behind the glass i i couldn't participate \",\n",
              " \" um i knew something wasn't right but i\",\n",
              " \" lately i've been feeling depressed\",\n",
              " ' mhm',\n",
              " \" i haven't had a good night's sleep in a year i would say i i my regular pattern is to maybe sleep in a an hour up to three hour intervals and i just keep waking up and i never quite get into a deep sleep \",\n",
              " ' um groggy and i have no energy',\n",
              " \" it's very hard because it's uh difficult to work and it's difficult to concentrate i make mistakes and i forget a lot\",\n",
              " ' um yes i do mhm',\n",
              " ' yes',\n",
              " \" no i'm not in therapy right now\",\n",
              " ' i could not afford to continue',\n",
              " \" i'm sorry what\",\n",
              " \" i'm not sure\",\n",
              " ' yes',\n",
              " \" yeah um i i feel uh more relaxed and i i feel like some of my worries are lifted from me i i have uh i can think clearer because i'm using the tools that i've learned through therapy\",\n",
              " ' my children',\n",
              " \" um i don't know <laughter>\",\n",
              " ' friendly',\n",
              " \" i think it's just horrible <laughter> \",\n",
              " \" um i feel that um the children are so neglected today and it's not the fault of the parents i think that um i think that we as a society we forgot that it takes a village to raise a child and nobody wants to pitch in noone wants to help anymore noone's helping their neighbor and it's very sad\",\n",
              " \" um i don't know\",\n",
              " ' um eating dinner with my family',\n",
              " ' i regret not spending enough time on my education ',\n",
              " ' um i had children very young so i needed to',\n",
              " ' yeah i needed to uh take care of them',\n",
              " \" i'm sure i could have\",\n",
              " ' to seek help',\n",
              " ' my grandparents',\n",
              " ' no',\n",
              " ' uh listening to music watching um my a funny program on t_v',\n",
              " \" that's um go to dinner with a friend\",\n",
              " ' over a year ago',\n",
              " ' my friend',\n",
              " ' um very close',\n",
              " ' yes',\n",
              " ' fine thank you',\n",
              " \" i'm originally from india\",\n",
              " \" i'm sorry\",\n",
              " ' why <wh> why do i miss sorry',\n",
              " ' why do i miss l_a',\n",
              " ' oh about twenty years ago',\n",
              " ' oh once every three four years',\n",
              " \" um i mean the first <f> the first six months it was a little difficult but but then i got used to it then i'm feel i feel very comfortable now\",\n",
              " ' yes',\n",
              " ' um the food <laughter> uh actually i enjoy uh flying then um eh you know meeting different people uh different scenes um you know then uh try <tr> try try <tr> try to achieve my goals',\n",
              " ' ooh mm you know cook um watch movies uh meet friends uh throw a party',\n",
              " \" i'm talking to you\",\n",
              " \" uh i'd i'm an engineer i did mechanical engineering i'm also an m_b_a\",\n",
              " ' uh <clears throat> actually i branched off to finance i trade stocks now',\n",
              " ' um <clears throat> a friend of mine was um you know making a lot of money in stocks and um you know i was um first i used to uh uh you know interact with him uh well also be with him when he was trading stocks and i realized he was uh making a lot of money then i uh did a formal course in it uh attended lot of seminars then you know um lost <lo> lost <lo> lost a lot of money and uh before i started making money',\n",
              " \" uh it's the same thing that i said um you know watch movies go be visit people um play basketball uh then do shopping cooking\",\n",
              " \" i'm very good at that you know uh even <e> even when i'm irritated uh you know i'm very good at controlling uh my temper\",\n",
              " \" the last time i argued with was with my brother it was about my dad um you know uh he was getting old uh i mean he's getting old and um he lives in india and uh i was planning on uh bringing him here my dad's um i mean my brother said it's gonna be very expensive to um you know it's gonna be very expensive uh with respect to health bills and uh i was uh you know arguing with him that we should all pool in the money and get them here because they are quite old i have a mom too you know pool some they're both old\",\n",
              " \" i'm very close to my parents not so close to <t> uh um with my brother and their family\",\n",
              " \" um it's the i mean like i tend to be judgmental and uh you know but i think sometimes that the my niece and nephew should have been brought brought up in a different way and uh you know uh and you know my <m> my brother doesn't seem to uh think along the same lines and um you know uh we have disagreements and mm you know that's the reason\",\n",
              " ' it is',\n",
              " ' um no not at this time',\n",
              " ' what do i think of what',\n",
              " ' um can you can you repeat that one more time',\n",
              " \" um and i still couldn't follow you\",\n",
              " ' no',\n",
              " ' no',\n",
              " ' uh yes',\n",
              " ' about <bout> one to two years ago',\n",
              " ' i was feeling down <d> uh down and i was not interested in things that i was <wa> that i was normally interested in  and uh you know i was sort of withdrawn and um the it was sh i was not able to focus on my things so i thought maybe i should go see a doctor and i ended up doing that',\n",
              " ' uh no mm',\n",
              " ' xxx i lost appetite i was not sleeping well and i i had difficulty um concentrating you know and focusing and uh i was not getting uh my assignments done on time uh these <the> these were some of the problems',\n",
              " ' i been feeling good but',\n",
              " \" no i don't\",\n",
              " \" i started doing yoga and uh you know i've been doing that for about a year and that's uh and meditation and that's helped a lot\",\n",
              " \" uh it's just that uh you know when i was diagnosed with uh depression i thought i shouldn't be taking any medication for it and i was looking at uh uh other ways to get over the problem and uh then i realized some of my friends were doing meditation and uh you know i got influenced by them\",\n",
              " \" uh it's a little difficult but uh of late i've been able to sleep uh within half an hour  there are days when it takes almost one two hours to uh go to sleep\",\n",
              " ' are they what can you repeat that',\n",
              " ' uh no',\n",
              " ' i just uh you know uh just switch off the light and uh you know keep tossing around and uh try to focus on things uh that makes me uh feel good and this and that',\n",
              " ' um about <bout> three days ago',\n",
              " ' what am i proud of',\n",
              " \" uh my my i'm thinking my friends would describe me as uh very friendly very easy to get along with  uh very focused uh very intelligent  and a good cook\",\n",
              " ' um albert einstein',\n",
              " \" uh i mean some <so> some of some of some of his theories um you know it obviously it involves <inv> it involves a lot of deep thinking and uh the the first few times i read about him about his uh uh theories uh i had difficulty in um um really understanding that and uh that you know we it i mean when's when there when there are things that i really try to understand and i i'm not able to i and uh you know there are there are the type of people i admire\",\n",
              " ' listen to other people',\n",
              " \" uh it's diverse um and i like the the entertainment industry  and uh i like uh yeah the fact that there are more women uh than men here\",\n",
              " ' uh there are certain areas where only spanish <spa> uh where only spanish is spoken uh you know i would like uh for all people who come to america to be able to understand english and be able to speak in english  so that everybody can participate',\n",
              " ' um in l_a',\n",
              " \" um i mean like i some of the things the political leaders uh do really makes me mad uh uh sometimes i think they're wasting their wasting their time our time and other countries are advancing  and um you know these <th> these guys don't get things done and you know i feel very bad about it and sometimes it makes me angry\",\n",
              " \" uh yeah i mean the first four years of uh obama administration i'd i think it was wasted because uh if the if congress had acted together uh eh got things done then uh you know we would <wou> mm maybe we could have uh you know uh made it much more difficult for china to catch up with us and you know the fact that china's able to do things and get things done much faster and these people still um you know uh argue and uh you know find <fi> uh find faults with each other and not get things done um you know they don't seem to realize that you know uh you know the clock keeps ticking you know they have to get things done\",\n",
              " ' um i mean like you know uh <laughter> one thing that comes to my mind is well you know i made a lot of money while uh you know once in los angeles uh',\n",
              " ' good music good food uh i mean the eh a party with friends that i like and uh and you know i also like cooking and i enjoy cooking with groups in groups uh those are things that really put me in a good mood',\n",
              " \" um i'm very clean um i listen to people and i empathize uh try to solve their problems uh and i'm hoping they think i'm you know uh my advices and recommendations are uh worth um their time\",\n",
              " ' yeah',\n",
              " ' fine how are you',\n",
              " ' uh born and raise right here on the west side',\n",
              " ' [laughter]',\n",
              " ' everything the beach the weather',\n",
              " ' uh the beach the weather um everything',\n",
              " ' uh nothing nothing',\n",
              " ' uh my family',\n",
              " ' oh pretty close yeah family comes first family is number one',\n",
              " ' uh go to the gym you know exercise go to the beach party every once in a while wathc basketball football',\n",
              " ' um which one went to the gym last night i have friends that live in vegas so i go there often um',\n",
              " \" probably just take a trip get out get away from the city for a minute but i'm a city boy so i can't be away too long you know i love the city\",\n",
              " ' um go to the beach',\n",
              " \" oh that's that's been a problem over the years\",\n",
              " \" um i don't know just have a little anger i guess anger anger management problem [laughter] \",\n",
              " ' um [exhales] probably um yesterday i forget what it was about',\n",
              " \" uh i'll go to the gym\",\n",
              " ' um people',\n",
              " \" um i don't know just people and uh just the way they are i guess they get on my nerves sometimes [laughter]\",\n",
              " \" dream job well i was working at l_a_x i built this city right here playa vista where we're at pretty much built all of it that's been built so far in the past ten years and i always wanted to work at the airport l_a_x and i finally accomplished that goal after getting my g_e_d two years ago\",\n",
              " ' of what working at the airport',\n",
              " ' no',\n",
              " ' no',\n",
              " ' i think when i was a youngster like a teenager',\n",
              " ' fourteen fifteen no',\n",
              " \" oh i just oh i just stopped uh i went like for to like a rehab for replacement and when i was fifteen sixteen after i did a little bit of time and then i ewoled from there i like escaped and then i went back to jail so that's when it stopped\",\n",
              " \" uh no problem it's not your fault\",\n",
              " ' excuse me',\n",
              " \" it wasn't when i was a when i was teenager\",\n",
              " ' what when i was a teenager',\n",
              " \" um like i'm i'm not going forward as as fast as i want to\",\n",
              " \" yeah it's it's kinda hard but uh you know it is what it is you know\",\n",
              " ' to avoid what going forward',\n",
              " ' there it would excuse me',\n",
              " ' yeah i guess are there',\n",
              " ' yeah just like mood swings i guess',\n",
              " \" uh it could be just something small and i'll just snap you know\",\n",
              " ' oh all the time yesterday maybe today',\n",
              " ' angry',\n",
              " \" um the anger [ang] i guess it's kinda hard to control the anger you know when you're going through a couple of of a few things in your life that aren't very pleasant you know\",\n",
              " ' no',\n",
              " \" um my best friend my best friends excuse me yeah bop bop  uh they'd they'd they'd describe me just i guess as a character just very outgoing you know good sense of humor um but you know we all have our issues you know they they understand when i i'm going through something or i just you know get mad about something easily or i could just laugh too right after that you know\",\n",
              " \" the goals that i've accomplished past few years especially\",\n",
              " ' uh just the jobs scrubbed_entry getting the g_e_d getting the job at l_a_x i always wanted',\n",
              " ' yeah yes',\n",
              " \" um just decisions i made i guess when i was uh younger in life even up to the you know even up to the past few years but nothing major in the past few years it's pretty much the decisions i made when i was young you know younger in life\",\n",
              " \" uh to stay in school and um i don't know to not join a gang just to stay in school pretty much and to uh control the anger issues i had back then\",\n",
              " ' to do what to do what',\n",
              " \" i don't know today i'm happy to be here\",\n",
              " ' um going exercising going to the gym and working out going to the beach hanging out with uh family members of mine you know',\n",
              " \" my best qualities just that uh qualities just that i'm a neat person i'm outgoing you know i don't know qualities qualities meaning what\",\n",
              " ' what do you mean by qualities what comes to your mind give me the definition of qualities',\n",
              " ' yes',\n",
              " \" um i'm fine this is a little bit strange you know talking to a virtual human\",\n",
              " \" um i was born i was born in l_a i was raised out in the suburbs um i've lived all over los angeles i've lived in the valley long beach and now i'm in culver city\",\n",
              " \" um there's great food here the weather is great most of the time there's a lot of sunshine it doesn't get cold i don't have to shovel snow there are lots of opportunities a lot of diversity all different sorts of people uh i think that's really great \",\n",
              " \" that is a much longer list i would like to get out of here um the the traffic i think that's number one i think everybody hates the traffic and everybody's so busy all the time it's really hard to to get together with anybody everybody's so devoted to their jobs and uh then we're sitting in traffic a lot too \",\n",
              " ' i just graduated actually um i studied marine biology',\n",
              " \" i was i went to school and i orginally studied um graphic design and i found that kind of unfulfilling so i took a trip for a while traveled around the world and started scuba diving and i realized that i really loved marine biology so that's how i got into it \",\n",
              " \" everybody's been asking me that a lot lately since i just graduated i think i would like to <exhaling>  um i think maybe managing a um managing a research you know i'm not i'm not really sure i think i would like to something in tropical marine ecology maybe like managing a preserve um something like that it's a hard question to answer <laughter>\",\n",
              " ' i do um',\n",
              " ' i like meeting new people and seeing different parts of the world',\n",
              " ' i think um i think intolerance injustice in the world those are probably the things that get me the most fired up',\n",
              " ' vent to my boyfriend does that count <laughter>',\n",
              " \" i'm pretty good it takes it takes a lot to really get me um fired up to the point where i i kinda blow my top the very few people that have seen me angry um to the point where i'm kind of yelling and screaming angry um i don't know i just don't get there i think that i'm a little bit afraid of losing my temper so i keep it under control \",\n",
              " \" <laughter> it was yesterday actually i argued with my boyfriend um about uh getting getting a job i was talking about taking a job somewhere and he was being very supportive and i really wanted him to to say no don't go take that job for six months 'cause i would miss you and he was just being supportive so um we kind of argued about that <laughter> and it was ridiculous so we i ended up laughing and that was the end of the fight\",\n",
              " ' um meditate excercise go out in nature just um unplug get myself away from the computer away from technology away from people ',\n",
              " \" i would say not really um i'm an only child and it's just me and my parents and we're very very dissimilar for example um i'm a pretty adventurous person and i like learning and my parents are uh couch potatoes they like to watch reality television so we don't have too much to talk about or things that we can really do um as far as shared activites so you know i love them and everything but there's not too much common ground\",\n",
              " \" yes i think i'm a very social introvert but i seem to find most social encounters to be draining where as my my boyfriend for example he um derives a lot of pleasure and energy from being around people for me it's always a little bit the opposite i have to recharge \",\n",
              " \" i not sure i have a best friend but um i guess i'll say my boyfriend he's he's kinda my default best friend um he would probably say passionate intelligent um he always tells me that i'm really hard on myself which is true um dedicated loyal  \",\n",
              " \" i think i'm just proud of who i am xxx i don't know if that's the answer that most people give but i think that i'm i'm really proud of who i am i try really hard um i've done a lot of things in my life i'm a really good person i think it's it's kind of rare to find people that are kind and i consider myself  a kind person that that cares about others and wants to make the world a better place so i'm i'm proud of that\",\n",
              " ' <laughter>',\n",
              " ' no i have not',\n",
              " ' no',\n",
              " ' yes',\n",
              " ' i was probably about fifteen at the time so i think eight was is that seventeen years ago ',\n",
              " \" um i was cutting and my one of my best friends called um called my parents and let them know and at that point they took me in for treatment i that wasn't the first time i had ever been to a therapist or a psychiatrist but um before it was more they thought i had a_d_h_d so um it was more <m> i think my parents really took me in rather than me seeking help\",\n",
              " \" i haven't for about three years uh i stopped because it felt like uh i was checking in with a parole officer i just wasn't enjoying the relationship i had but i still have the psychiatrist that i go to for med checks \",\n",
              " \" uh i do think it's useful if you have the right therapist i think if you don't have a good relationship with your therapist it can be incredibly harmful i have talked to people that have had bad experiences and and won't ever go back\",\n",
              " \" lately i've been a little bit down um i should say a little bit more down than usual because i graduated and my routine of go to school and do school things twenty four seven has come to an end and without the routine it's been a little bit  weird finding out what to do with my finding a way to be productive and knowing what to do with my time it's also been a little bit um depressing finding out that my intelligence and good grades in school doesn't translate to real world skills and there aren't that many jobs for marine biologists in california \",\n",
              " \" almost impossible ever since i was a little kid i had a i had trouble falling asleep and um about four years ago it it became really really bad where i just couldn't sleep through the night i was getting about four hours of sleep  sometimes i would wake up every hour and i'd wake up in the morning just a complete wreck so for about four years i've been taking trazadone so i can sleep\",\n",
              " \" um have you ever seen fight club um you're a virtual human so you probably haven't seen that but it's it's pretty much like that i i'm just um a complete panicked anxious wreck i i lose my ability to deal with um i lose my ability to deal with things i'm much more likely to lose my temper um i can't regulate my moods i'm just really volatile\",\n",
              " \" probably a few months ago i think that i may have been on a trip gone away for a weekend and forgotten to take my medicine with me um or something like that and then i can't sleep and so that's what happens  \",\n",
              " \" uh <makes sound with mouth> really happy i mean um i don't know it's easy for me easier for me to keep track of when i feel really really bad really happy i guess i felt happy on new year's really happy on new year's eve which was um uh ten days ago um i was with my boyfriend and some friends and we took a trip out to palm spring and joshua tree and it was really nice to see them i don't get to see them very often um because i've been in school and i've been so busy so it was really nice reintroduction to uh real life\",\n",
              " \" i think that i'm i'm kind i'm considerate i'm tolerant i'm pretty open minded i'm aware of my faults um i just i just try to be nice to everybody and i'm very curious about um about the world and things that i don't know about i really like to learn \",\n",
              " \" uh off the top of my head first thing that came comes to mind is diving the blue whole in belize it was really amazing um it was me and my friends we just you know jumped off the boat and you come up over the edge of this uh limestone sink hole and it's really really really blue and you just drop down to about a hundred and forty feet in something like two minutes we did it pretty quick not everybody could do it that quick and um as you go down you see all these stalagmites and stalactites and they're huge they're larger than human and 'cause it's this \",\n",
              " \" i'm trying to remember that at the moment i haven't had much free time the last three and a half years being in school um <laughter> so uh i guess reading hiking um just being together with my friends doing um relatively low key things going to movies having dinner parties cooking playing with my cat\",\n",
              " \" not that i can really think of i'm sure i've made mistakes in my life but um you know i'm still here so can't be that bad\",\n",
              " \" hmm um i don't know hang in there um hold on to your clothes 'cause the nineties are coming back in fashion\",\n",
              " ' hmm um cloudy weather uh beautiful sunsets being in um being out in nature kind of being away from the hubub of the city getting a good grade <laughter>',\n",
              " \" i think my boyfriend has he's just um especially the last year he's really inspired me he quit drinking he quit smoking he's  really inspired me he quit drinking he quit smoking he's made a lot of positive changes in his life and i know that those things aren't aren't hard or aren't easy i should say um to <t> so to see someone overcome that  uh really inspired me \",\n",
              " ' yes ',\n",
              " \" i'm fine\",\n",
              " ' um ohio ',\n",
              " ' mmm <laughter> bigger city  more opportunity ',\n",
              " ' um bigger city  big city',\n",
              " ' not often ',\n",
              " \" um  i don't know uh there's phones i can call \",\n",
              " \" um  let's see the water the ocean  um  the big city there's lot to do a lot of people um the mountainous skiing all kinds of stuff \",\n",
              " ' traffic',\n",
              " ' close ',\n",
              " ' no ',\n",
              " \" 'cause i like to talk \",\n",
              " ' uh maybe running a company ',\n",
              " ' politics ',\n",
              " ' parents',\n",
              " ' play my guitar ',\n",
              " ' um it depends ',\n",
              " \" um  ex-girlfriend  and i don't remember \",\n",
              " ' mm close for a lot of years',\n",
              " \" just know 'em for a long time \",\n",
              " ' no ',\n",
              " ' be a little more patient with her ',\n",
              " ' huh ',\n",
              " \" uh they're okay \",\n",
              " ' eh no but i helped ',\n",
              " ' um  and i did stuff with the marines which was fun and uh i lived out of the country ',\n",
              " ' which <whi> which one living out of the country or helping with the marines ',\n",
              " ' uh used to ',\n",
              " ' um <sigh> the different sceneries difference period different ',\n",
              " ' mm to say the least ',\n",
              " ' berlin wall ',\n",
              " ' uh overwhelmed ',\n",
              " \" hmm 'cause it was atrocities and stuff that went down <clears throat> during that war \",\n",
              " \" uh that's a good question  depends \",\n",
              " \" well it depends on if i if i'm sleeping by myself or sleeping with somebody <laughter> \",\n",
              " \" mm agitated i guess i don't know\",\n",
              " ' okay ',\n",
              " \" no not me  my girlfriend may say so <laughter> i don't know \",\n",
              " ' i have no clue she <sh> she could tell you i have no clue ',\n",
              " ' no',\n",
              " ' nope',\n",
              " ' nope ',\n",
              " ' whirlwind i guess  a doer',\n",
              " ' persistence ',\n",
              " ' mm achievements and goals accomplishments',\n",
              " ' i race motocross and i was one of the first black professionals ',\n",
              " ' yeah pretty pretty cool ',\n",
              " ' guitar playing my guitar ',\n",
              " ' uh last night ',\n",
              " ' playing <laughter> playing chords and playing the songs playing songs',\n",
              " ' playing um  with some other musicians at a rehearsal studio ',\n",
              " ' um just acquaintances through other friends and i like to fly too i like to fly in planes ',\n",
              " \" my girlfriend talking <laughter> talking uh <laughter> um my girlfriend sometimes that's about it \",\n",
              " \" i don't know she's i don't know she's cool but she's a little arrogant \",\n",
              " ' no not really ',\n",
              " ' hmm',\n",
              " ' uh my mom my dad',\n",
              " \" they're strong people \",\n",
              " \" i don't know um   um  maybe when i was flying last flying in a private plane i guess um you know there's there's no reason to get super super super happy unless you i guess if you're married hopefully that make you super happy but no i'm pretty even keel you know what i'm saying i stay <st> i stay pretty level\",\n",
              " ' yes',\n",
              " ' fine thank you',\n",
              " ' montreal canada',\n",
              " ' i moved here with my mom when i was in high school',\n",
              " \" oh it's very cold there in the winter and our summers are very short\",\n",
              " ' it was very easy i accustom pretty quick',\n",
              " ' no not very much anymore',\n",
              " \" um <sigh> i don't have much family in the united states and it's pretty expensive to go back home so i only go every couple of years\",\n",
              " ' meeting different people different places different customs',\n",
              " ' uh i took general education and child development',\n",
              " ' right now i work part time for an independent auto repair shop',\n",
              " ' um <sigh> just working with people talking to people',\n",
              " ' um no',\n",
              " \" um i'm shy sometimes so i stay to myself a lot\",\n",
              " ' uh walk along the beach uh bike riding',\n",
              " ' arrogant people',\n",
              " \" um i try not to get angry but sometimes i do um try to <sigh> learn i'm learning to walk away from things but sometimes people provoke you\",\n",
              " \" um i'm getting better i'd say seventy five percent under control\",\n",
              " ' oh about a month ago <sigh> um with my daughter and her finances',\n",
              " \" it's really hard you don't like arguing with your children\",\n",
              " \" i have two girls one's twenty three and one's twenty six one lives in louisiana and one lives here\",\n",
              " \" now that they're older yes\",\n",
              " ' um satisfaction of giving love to someone else',\n",
              " ' worry',\n",
              " \" well unfortunately when i was young my sister was kidnapped so when my children were growing up i worried about them a lot and i didn't let them do things a lot on their own\",\n",
              " \" oh now it's easy 'cause they're grown and they live on their own so it's a lot easier now but i you still worry even though they're grown\",\n",
              " \" i'm sorry what did you say\",\n",
              " \" oh my goodness they're spoiled rotten they have everything\",\n",
              " ' um <sigh> waking up when my kids were younger on christmas day i loved it',\n",
              " ' no',\n",
              " ' yes',\n",
              " \" uh it's been exactly two years and two months\",\n",
              " \" um loneliness depression um especially after i didn't have any family members left in the united states so um i went to a counselor and then to group therapy\",\n",
              " ' yes',\n",
              " \" i mostly enjoy group therapy because you're sitting in a group with other people talking about your um your likes your dislikes your problems and sometimes somebody else is sharing <sh> going through the same thing you are and you can share <sh> you know share what you're going through and what can help make it better\",\n",
              " \" um it's affected me a lot it's helped me cope with things it's nice to have somebody else to talk to\",\n",
              " \" yes i didn't want to admit it but after awhile and feeling depressed for so long i knew i had to do something\",\n",
              " ' pretty good',\n",
              " ' um no just getting more positive better',\n",
              " ' yes',\n",
              " \" it's not it's about fifty fifty some nights i sleep good and some nights i don't\",\n",
              " ' um  just lack <l> lack of energy the next day ',\n",
              " \" it's hard especially if you get two nights in a row of no sleep \",\n",
              " ' scrubbed_entry',\n",
              " ' i felt good  um holidays always try to you know christmas trees and kids and everything so usually is a good time makes me feel good',\n",
              " \" um i was married um and raising two children and having two kids i'm very proud of that \",\n",
              " ' scrubbed_entry',\n",
              " \" um well i went from full time to part time work and there's not as much work in the automotive field so i decided to go back to school \",\n",
              " ' um easy going um fun  easy to get along with ',\n",
              " \" uh my mom she's very raised four kids single-handedly and was a very hard worker\",\n",
              " \" um don't give up be positive in anything you try to accomplish can you can do it \",\n",
              " ' um  not going back to school sooner ',\n",
              " \" uh no because i was raising two kids by myself so uh now that they're grown i have no excuse so i'm doing it \",\n",
              " \" um i'm friendly i'm a hard worker and most of the time i'm easy to get along with \",\n",
              " \" um like i say i'm a hard worker if you give me work to do i'll do it and um long as not most of the time i'm in a good mood so i'm easy to get along with so um   and when i'm not most people just don't they can tell by my attitude just not talk to me  \",\n",
              " ' um like i say bike riding or uh walks on the beach the beach is very relaxing',\n",
              " ' yes',\n",
              " ' <laughter>  fine how are you',\n",
              " ' uh watts california but now i live in west l_a ',\n",
              " \" i love uh the sunshine i love the palm trees i love that um you're thirty minutes away from everything it's a great city  \",\n",
              " \" the traffic it's terrible \",\n",
              " ' i studied child development ',\n",
              " ' yeah actually i uh teach children how to be safe in uh traffic situations ',\n",
              " \" oh my dream job is to be a filmmaker that's what i wanna do i wanna die doing that job making movies \",\n",
              " \" well when i was uh in high school i did a lot of drama theater productions and i just love everything about film so once i had the opportunity to actually make a film uh because i wasn't getting any work as an actor i just got hooked i just love making film\",\n",
              " ' last time i made a film just this last october made a short film ',\n",
              " \" <laughter> it's about three people that connect together they're completely unrelated but they get to a retreat where they realize that their problems are bigger than what they imagined originally\",\n",
              " ' thanks <laughter> ',\n",
              " \" really mad uh  <laughter> really mad i you know i guess what makes me really mad is when my daughter acts stupid at school when she does not do her work and uh when she doesn't pay attention and i have to get phone calls home and letters home and emergency parent conferences that's what makes me mad \",\n",
              " \" no it's it's it's very difficult because a lot of things in yourself that you find are negative go to them and it's like you're fighting against yourself trying to change yourself but you know that little person is you you know times a hundred and it's just difficult to deal with that but um other than that it it's okay but it's being a parent is never easy  \",\n",
              " \" <sigh>  the hardest thing about being a parent  i would say is trying to give that little person so much life experience so that they don't make mistakes or so that they don't get hurt and you wanna give it to them and you want them to just accept it right away but then they don't so it gets very uh  um annoying sometimes that you know what's coming and you give them the info and they don't wanna take it they wanna find their own way and to watch them get hurt it's it's sad and then they wanna come to you and you're like ugh i tried to tell you but you can't be mad at them because everybody learns their own way so   \",\n",
              " \" mm yeah i guess for a while when when you think about it uh when you watch them go through their struggles it's hard to watch but it's a necessary motion of life children have to learn the way they wanna learn 'cause once they get it they got it so however they get it you as a parent you're happy they got it \",\n",
              " \" <sigh> all the love the children bestow upon you it's great they \",\n",
              " ' hmm',\n",
              " \" oh <laughter> my god they're ooh <sigh> they're you know it like albert einstein said it best that our technology has exceeded our humanity and there's so much technology out there kids are learning so fast it's almost like they're already little adults but they're missing the steps to being a child they miss going outside they miss learning about things naturally rather than just going to youtube or you know wherever facebook and and getting it so fast and they don't know what to do with all this information and they just have to fight through all that info and they the it's not organic anymore children growing up these days it's not organic it's sped up it's pushed\",\n",
              " ' hmm',\n",
              " \" me <laughter> just <sharp inhale> breathe in <sharp exhale> and breathe out or i'll just walk away from the situation \",\n",
              " \" argued  i argued with my fiancee uh a couple months ago about gosh i forgot i i forgot i don't remember  it was petty yeah but it didn't last long 'cause she's like me she doesn't like to argue about stuff we like to take care of stuff as it happens and that's it hmm\",\n",
              " ' my fiancee',\n",
              " \" my family we're pretty close my brother lives in colorado my sister lives in oklahoma i have a dad that lives in a neighboring city where i am um as close as we can be with the distance and certain choices that my family have made over the years you know being far away and um but my immediate family like you know my fiancee and my daughter like we're close and it's great\",\n",
              " \" <laughter> i don't travel enough but i have traveled a couple of times uh within the last five years i just came back from new zealand so that was a great experience \",\n",
              " \" i enjoy meeting new people that's the biggest thing about traveling i like seeing new things i like just immersing myself in different cultures and situations and i like just being away from it all that's that's good too\",\n",
              " ' <laughter> yes it was',\n",
              " \" some of my best qualities um energetic uh very personable uh intelligent i am easy to get along with i work pretty hard and i'm very slow to getting upset about things \",\n",
              " ' no ',\n",
              " ' no',\n",
              " ' no',\n",
              " \" mm it's fairly easy \",\n",
              " \" <laughter> uh i guess i get pretty moody you know i could be a little little snappy at people when i don't sleep well when i have lack of sleep but once i get some sleep in me i'm okay\",\n",
              " ' mm fine ',\n",
              " ' no no no changes no',\n",
              " \" scrubbed_entry um you know he would say that i'm pretty funny um lax about a lot of things uh i enjoy life as much as i possibly can um good friend to have around and always ready and eager to help\",\n",
              " \" <laughter> just waking up in the morning <laughter> it's always a great thing uh i love ice cream that's always good i love laughing ugh if somebody's laughing especially my fiancee 'cause she has a great laugh then\",\n",
              " ' hmm thank you ',\n",
              " \" scrubbed_entry and that's what i wanna do i definitely wanna get into acting and really work it and get some really good roles so he's been a positive influence he stayed out of trouble um he's maintained a good working relationship with people and he's always positive and very super helpful and very encouraging     \",\n",
              " \" oh we went to junior high school and high school together so he's my best friend \",\n",
              " \" wow there's so many uh  scrubbed_entry had uh these bag of m and m's and we had went to a play and there were two girls that were a couple of rows down that you know we didn't particularly care for but you know that's how kids are you just they don't know how to you know they say they don't like somebody but you know\",\n",
              " \" oh man you name it uh i love scuba diving i've only done it twice but i love it wanna get back into it like traveling uh i love exercising i actually like working out now uh i used to think it was a chore but now i'm really really getting into it that i love watching movies you put me in front of a good movie and i'm a happy camper so that's about it hanging out with family \",\n",
              " ' anything i regret hmm <deep breath> you know what i think i <laughter> i probably regret not going up to will smith when i had the chance ',\n",
              " \" yeah uh will smith was coming up the street and i saw him and i got so nervous i jumped in the bushes and i didn't meet him uh my boss at the time thought it was really funny but i just i wasn't ready to meet him yet so but i think i regret meeting him  \",\n",
              " \" advice i would give myself ten or twenty years ago i would probably say that when my gut told me to do something i should've just went on ahead and did it rather than sit and analyze it you know days weeks months later if i feel it in my gut i should go for it so go with my gut more \",\n",
              " ' really happy  hmm really happy i i had a film festival that i was putting together and things were so intense we things were going wrong but then things were going right but then once the people came and packed the house i was really happy that we had a packed house at this uh film festival so this was about a month ago ',\n",
              " \" <sigh> let's see i think right now at this point i'm most proud of putting a short film together with a minimal budget but it has amazing actors it has a great storyline and i didn't think it could be done but it's done or close to being done and i'm i'm proud of that i was able to get it done i think i could walk away happy knowing that i gave it a really good shot and i think this movie is probably going to take me and the rest of my film crew buddies to higher heights\",\n",
              " \" yes i'm okay with this\",\n",
              " ' very good',\n",
              " ' l_a',\n",
              " \" it's sunny and uh it's near the ocean <sigh>\",\n",
              " \" uh the traffic can make it difficult to drive around between different places and there's a lack of uh uh open uh spaces if you're not near a beach\",\n",
              " ' uh no',\n",
              " \" um i uh i haven't planned on haven't finalized any travel plans\",\n",
              " ...]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 32
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0L5NzJFnUxt_",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from sklearn.model_selection import train_test_split\n",
        "x_train, x_test, y_train, y_test = train_test_split(np.asarray(x_enc), y_enc, test_size=0.2, random_state=42)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7v0hl-LhoOHR",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "6d79a6b4-d883-43ed-8532-6edf62c4c881"
      },
      "source": [
        "y_train.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(6962, 5)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 34
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "o-tYli1pUxq4",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        },
        "outputId": "06f4df63-e947-4f46-8c93-48bb9b5bdef3"
      },
      "source": [
        "x_train.shape"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "(6962,)"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 35
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "7HYcjU6TXIrY",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 445
        },
        "outputId": "ff26ac6c-a69c-4f2d-f7ef-1a987cf63b13"
      },
      "source": [
        "from keras.layers import Input, Lambda, Dense,Bidirectional,LSTM,Dropout\n",
        "from keras.models import Model\n",
        "import keras.backend as K\n",
        "\n",
        "def ELMoEmbedding(x):\n",
        "    return embed(tf.squeeze(tf.cast(x, tf.string)), signature=\"default\", as_dict=True)[\"default\"]\n",
        "\n",
        "input_text = Input(shape=(1,), dtype=tf.string)\n",
        "embedding = Lambda(ELMoEmbedding, output_shape=(1024, ))(input_text)\n",
        "dense = Dense(256, activation='relu')(embedding)\n",
        "pred = Dense(5, activation='softmax')(dense)\n",
        "model = Model(inputs=[input_text], outputs=pred)\n",
        "model.compile(loss='categorical_crossentropy', optimizer='adam', metrics=['accuracy'])\n",
        "model.summary()"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Saver not created because there are no variables in the graph to restore\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "INFO:tensorflow:Saver not created because there are no variables in the graph to restore\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling BaseResourceVariable.__init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "If using Keras pass *_constraint arguments to layers.\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling BaseResourceVariable.__init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "If using Keras pass *_constraint arguments to layers.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "Model: \"model_1\"\n",
            "_________________________________________________________________\n",
            "Layer (type)                 Output Shape              Param #   \n",
            "=================================================================\n",
            "input_1 (InputLayer)         (None, 1)                 0         \n",
            "_________________________________________________________________\n",
            "lambda_1 (Lambda)            (None, 1024)              0         \n",
            "_________________________________________________________________\n",
            "dense_1 (Dense)              (None, 256)               262400    \n",
            "_________________________________________________________________\n",
            "dense_2 (Dense)              (None, 5)                 1285      \n",
            "=================================================================\n",
            "Total params: 263,685\n",
            "Trainable params: 263,685\n",
            "Non-trainable params: 0\n",
            "_________________________________________________________________\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "hjIuZPDJXZ6Z",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 422
        },
        "outputId": "1ded880f-6ec6-45e4-fac9-0a5c040d815a"
      },
      "source": [
        "from tensorflow.keras.utils import plot_model\n",
        "plot_model(model, to_file='model_plot.png', show_shapes=True, show_layer_names=True)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAV8AAAGVCAYAAABZxvJTAAAABmJLR0QA/wD/AP+gvaeTAAAgAElEQVR4nOzdaVRUV9Y//m9BAUUxY5gEMQyKgjgk2pFJYxPpKBGcgWhH0iu2ovmBQxICxggoqNFGFirJE5uYp+OAODzgbJZRHBJQE2VoEhNAcaJlCAoIhRTU+b/wX9UpgYKihkvJ/qzFi7517jm7TsvO5dxz9+UxxhgIIYRo00E9riMghJCBiJIvIYRwgJIvIYRwgJIvIYRwgK9qB/PmzVNHHIQQojN8fHywatUqlfpQ+cr30KFDuH//vqrdEMKZgoICFBQUcB2GTrl//z4OHTrEdRicKCgoQH5+vsr9qHzlCwArV67E/Pnz1dEVIVon/evt4MGDHEeiO7KzsxEWFjYg50xdf+3Tmi8hhHCAki8hhHCAki8hhHCAki8hhHCAki8hhHCAki8hanLy5ElYWFjg2LFjXIfS7509exZxcXGQSCSYNWsWnJ2dIRAI4OjoiNDQUBQXF/e5b4lEgm3btsHX17fTZ0ePHsXmzZvR0dGhSvhqQcmXEDWhAoG9s27dOqSnpyM+Ph4SiQSXLl3Cvn37UF9fj8uXL0MkEmHSpEmoqqpSuu+ysjJMmjQJq1atQktLS6fPQ0JCIBAIEBgYiMePH6vj6/QZJV9C1CQ4OBgNDQ2YMWMG16FAJBJ1eeXHtU2bNiErKwvZ2dkwMzMD8OxpMX9/fwiFQri4uCA5ORkNDQ34+uuvleq7qKgIH3/8MaKiojB27Nhu28XExGDMmDGYPn062tvbVfk6KqHkS8gLKDMzEzU1NVyHIae8vBxr165FYmIiBAIBAIDP53dapnF1dQUAVFRUKNX/mDFjcPjwYSxYsABGRkYK2yYkJKCwsBBpaWlKjaFOlHwJUYPLly/D2dkZPB4PO3bsAABkZGTAxMQEQqEQubm5mDZtGszNzeHk5IT9+/fLzk1PT4dAIICtrS2WLl0KBwcHCAQC+Pr64sqVK7J20dHRMDQ0hL29vezY8uXLYWJiAh6Ph7q6OgDAihUrsHr1alRUVIDH48Hd3R0AcPr0aZibmyM5OVkbU9JJeno6GGMICQlR2E4kEgEAzM3NNRaLlZUVJk+ejLS0NM6Wiyj5EqIG/v7++OGHH+SOLVu2DCtXroRIJIKZmRkOHDiAiooKuLq6YvHixRCLxQCeJdXIyEi0tLQgJiYGlZWVuH79Otrb2zF16lTcu3cPwLPk9fxj/Dt37kRiYqLcsbS0NMyYMQNubm5gjKG8vBwAZDeZJBKJRuagJydOnICHhweEQqHCdlevXgXwbE41ady4cXjw4AGKioo0Ok53KPkSogW+vr4wNzeHjY0NwsPD0dzcjLt378q14fP5GDlyJIyMjODp6YmMjAw0NTVh9+7daokhODgYjY2NWLt2rVr6U0ZzczNu374NNze3bttUV1cjKysLMTEx8PHx6fEKWVXDhg0DAJSUlGh0nO6opbAOIaT3DA0NAUB25dud8ePHQygU4ubNm9oIS6NqamrAGFN41evj44Pm5mbMnz8fGzZsgIGBgUZjksZSXV2t0XG6Q8mXkH7MyMgItbW1XIehstbWVgBQeCPM1tYWmZmZ8PLy0kpMxsbGcrFpGy07ENJPicViPH78GE5OTlyHojJpolP0cIONjQ0sLS21FRLa2toA/Dc2baMrX0L6qby8PDDGMHHiRNkxPp/f43JFf2Rrawsej4eGhoZu22j7yUBpLHZ2dlodV4qufAnpJyQSCR49eoT29nYUFxdjxYoVcHZ2RmRkpKyNu7s76uvrkZOTA7FYjNraWty5c6dTX9bW1qiqqkJlZSWampogFotx6tQpzraaCYVCuLq6dvvWm/LyctjZ2SEsLKzTZ+Hh4bCzs8P169fVGpM0Fm9vb7X221uUfAlRgx07dmDChAkAgNjYWISGhiIjIwPbtm0DAIwePRq3bt3Crl27sHr1agDAm2++ibKyMlkfra2t8Pb2hrGxMQICAjB8+HCcP39ebp102bJlmDJlCiIiIuDh4YH169fL/mz28fGRbUuLioqCra0tPD09MX36dNTX12tlHhQJDg5GaWmpbB/vHynaa9vW1oaamhrk5uYq7L+goAD+/v4YPHgwrly5gqKiIjg4OMDPzw8XL17s1P7atWtwdHTE6NGjlf8y6sBUBIAdOHBA1W4I4czcuXPZ3LlzOY1hyZIlzNramtMYlHHgwAGmbPooKytjfD6fffPNN0qd19HRwQICAlhmZqZS5ylSV1fHBAIB27p1q9LnqunfSzZd+RLST/SHSlua5O7ujqSkJCQlJeHJkye9OqejowM5OTloampCeHi42mJJSEjA2LFjER0drbY+lUXJlxCiNXFxcZg3bx7Cw8MV3nyTysvLw+HDh3Hq1Kken4zrrdTUVBQWFuLkyZMa30usiNaT74tW81RR7dDeKigowMiRI6Gnpwcejwc7Ozts2LBBjVGq7vDhw3B1dQWPxwOPx4O9vT0WLlzIdVgvhPj4eOzevRsNDQ1wcXF54V/JnpycjOjoaGzcuLHHtoGBgdi7d69cPQtV5Obm4unTp8jLy4OVlZVa+uwrrW81Yy9QzdOysjK8++67+P777zFmzJg+9zNx4kT88ssvePPNN3HmzBn8+uuvWt3v2Btz5szBnDlz4O7ujrq6Ojx8+JDrkF4YKSkpSElJ4ToMrQoKCkJQUJDWxw0NDUVoaKjWx+2K1q98X5Sap72tHaqr+ms9WEJeFAN6zVeVmqfK1A7VRf2xHiwhLxKtJl9dqHmqbqrUUNX1ubl06RI8PT1hYWEBgUAAb29vnDlzBgDw3nvvydaP3dzccOPGDQDAu+++C6FQCAsLCxw9ehTAszven376KZydnWFsbIzRo0fjwIEDAIDPPvsMQqEQZmZmqKmpwerVq+Ho6Ihff/21TzETojWqblaDkvt87927xwCw7du3y46tWbOGAWDfffcda2hoYDU1NSwgIICZmJiwtrY2WbslS5YwExMT9vPPP7PW1lZWWlrKJkyYwMzMzNjdu3dl7RYsWMDs7Ozkxt2yZQsDwGpra2XH5syZw9zc3PryteW89tprbMyYMV1+dvz4cWZmZsaSkpJ67Ocvf/kLA8AePXokO9bf5sbNzY1ZWFj0+F0YY+zgwYMsISGB1dfXs99//51NnDiRDRo0SG4MfX199uDBA7nz3n77bXb06FHZ//7ggw+YkZERO3ToEHv06BGLj49nenp67Nq1a3JzFBMTw7Zv385mz57Nfvnll17FyFj/2Oera/qyz/dF8ULu8+0PNU/VTV01VHVxbubOnYt169bBysoK1tbWCAkJwe+//y6r0hUVFYWOjg65+BobG3Ht2jVMnz4dwLOnvjIyMjBr1izMmTMHlpaW+OSTT2BgYNDpe23atAnvv/8+Dh8+jBEjRmjvixLSB/22sM5ArHnaW7o6N9I9ldKHCf785z9j+PDh+OqrrxAfHw8ej4esrCyEh4dDX18fAPDrr7+ipaUFo0aNkvVjbGwMe3t7tX6vQ4cOgcfjqa2/gWKgztncuXNV7qPfJl9lvCg1TzWBy7k5ceIEtmzZgtLSUjQ2Nnb6jwWPx8PSpUuxatUqfPfdd3jjjTfwr3/9C3v37pW1aW5uBgB88skn+OSTT+TOd3BwUFusEydOxMqVK9XW34suPz8faWlpsrX3gURar0NVOp98X6Sap+qm7bm5ePEifvrpJ6xcuRJ3797FrFmzMHv2bHz11VcYPHgwtm/fjo8++kjunMjISMTHx+Of//wnhgwZAnNzcwwdOlT2uY2NDYBn/+BXrFihsdidnJw6vR+NKJaWljYg5+zgwYNq6Ufnk++LVPNU3bQ9Nz/99BNMTEwAPHsvllgsxrJly2SvAu/qT1QrKyuEhYUhKysLZmZmWLx4sdznQ4YMgUAgQGFhoUZiJoQr/eqGW29ouuapummzhipXcyMWi1FdXY28vDxZ8nV2dgYAnD17Fq2trSgrK5Pb9vZHUVFRePr0KY4fP97p4RuBQIB3330X+/fvR0ZGBhobG9HR0YH79+/jP//5j7JTREj/oep+CSix1Wz79u3M3t6eAWBCoZCFhISwnTt3MqFQyACwYcOGsYqKCvbll18yc3NzBoANHTqU/fbbb4yxZ9upDAwMmKOjI+Pz+czc3JzNnDmTVVRUyI3z+++/sylTpjCBQMBcXFzY//t//499+OGHDABzd3eXbb26fv06Gzp0KDM2Nmb+/v7s4cOHvf7e+fn5zM/Pjzk4ODAADACzt7dnvr6+7MKFC7J2J0+eZGZmZmzDhg3d9lVQUMC8vLyYnp6erJ/k5OR+NTeff/45c3Nzk33X7n6OHDkiGys2NpZZW1szS0tLNm/ePLZjxw4GgLm5ucltf2OMsXHjxrG4uLgu5+fp06csNjaWOTs7Mz6fz2xsbNicOXNYaWkp27x5MzM2NmYA2JAhQ5QuV8gYbTXrC9pqpvpWM52q56trNU+1SdfnZvr06ezWrVucjE3JV3mUfF+wfb698aLXPFWFLs3NH5cxiouLIRAI4OLiwmFEhGiXziVfTbl586bscVdFP+os6DyQxcbGoqysDL/99hveffddrF+/nuuQiBadPXsWcXFxkEgkmDVrFpydnSEQCODo6IjQ0FAUFxf3uW9FZV6PHj2KzZs394sLFZ1JvpqueTpixAgwxnr8ycrKUuu46qCL9WCFQiFGjBiBN954AwkJCfD09OQ6JKIl69atQ3p6OuLj4yGRSHDp0iXs27cP9fX1uHz5MkQiESZNmoSqqiql+y4rK8OkSZOwatUqtLS0dPo8JCQEAoEAgYGBePz4sTq+Tt+punABeocb0XH9Yc23paWF+fj46MwYfV3z3bhxIxs+fDgTiUSMMcbEYjF766235NpcvXqVAWDJyclK9V1YWMhmz57N9uzZw8aOHdttvRXGGIuOjmY+Pj5MLBYr/R0G7JovIS8ibZTw5LpMaHl5OdauXYvExEQIBAIAz/adP/9WG+m+8IqKCqX6V6bMa0JCAgoLC5GWlqbUGOpEyZeQPmCMITU1VVbIyMrKCjNnzpSrN6FKCU9tlQlVpeSpstLT08EYQ0hIiMJ20lfLm5ubaywWKysrTJ48GWlpaZy9XYeSLyF9kJCQgLi4OKxZswY1NTW4ePEi7t27h4CAAFRXVwN4lmyef/x2586dSExMlDuWlpaGGTNmwM3NDYwxlJeXIzo6GpGRkWhpaUFMTAwqKytx/fp1tLe3Y+rUqbh3757KYwD/3SEjkUjUNzndOHHiBDw8PHp8EebVq1cBAP7+/hqNZ9y4cXjw4AGKioo0Ok53KPkSoiSRSITU1FTMnj0bCxcuhIWFBby9vfHFF1+grq4OX375pdrG0nSZUHWVPO1Jc3Mzbt++DTc3t27bVFdXIysrCzExMfDx8enxCllVw4YNA/DsUXgu6HxtB0K0rbS0FE+ePMH48ePljk+YMAGGhobdPkatDv2tTGhv1dTUgDGm8KrXx8cHzc3NmD9/PjZs2KDx17pLY5H+paJtlHwJUZJ0i5KpqWmnzywtLdHU1KTR8XWxhGpraysAKLwRZmtri8zMTHh5eWklJmNjY7nYtI2WHQhRkqWlJQB0mWQ1XcJTV0uoShOdoocbbGxsZHOrDW1tbQD+G5u20ZUvIUoaNWoUTE1N8eOPP8odv3LlCtra2vDqq6/Kjqm7hKeullC1tbUFj8dDQ0NDt22e33KmadJY7OzstDquFF35EqIkgUCA1atX48iRI9izZw8aGxtRUlKCqKgoODg4YMmSJbK2qpbw1HSZUG2VPBUKhXB1dcX9+/e7/Ly8vBx2dnYICwvr9Fl4eDjs7Oxw/fp1tcYkjcXb21ut/fYWJV9C+mDdunVISUlBUlISXnrpJUyePBkvv/yyXE1jAFi2bBmmTJmCiIgIeHh4YP369bI/c318fGRbxqKiomBrawtPT09Mnz4d9fX1AJ6tR3p7e8PY2BgBAQEYPnw4zp8/L7d2quoY2hIcHIzS0lLZPt4/UrTXtq2tDTU1NcjNzVXYf0FBAfz9/TF48GBcuXIFRUVFcHBwgJ+fHy5evNip/bVr1+Do6IjRo0cr/2XUQdVn5ECPFxMd1x8eL+5Kfy4T2pfHi8vKyhifz1e65nJHRwcLCAhgmZmZSp2nSF1dHRMIBGzr1q1Kn0uPFxMyAPSH6lvq4u7ujqSkJCQlJeHJkye9OqejowM5OTloampSa0XBhIQEjB07FtHR0WrrU1mUfAkhWhMXF4d58+YhPDxc4c03qby8PBw+fBinTp3q8cm43kpNTUVhYSFOnjyp8b3EilDyJaQf0sUyob2VnJyM6OhobNy4sce2gYGB2Lt3r1ztClXk5ubi6dOnyMvLg5WVlVr67CvaakZIP5SSkoKUlBSuw9CYoKAgBAUFaX3c0NBQhIaGan3crtCVLyGEcICSLyGEcICSLyGEcICSLyGEcEAtN9zy8/PV0Q0hnJA+Zpqdnc1xJLpD+js/EOfs/v37ailsxGNMtXdo8Hg8lYMghBBdMnfuXBw8eFCVLg6qfOWrYu4mpE+ys7MRFhZG//6IzqI1X0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QAlX0II4QCf6wAI6cn9+/exaNEidHR0yI49evQIZmZmeP311+Xaenh44H/+53+0HCEhyqPkS/o9Jycn3LlzBxUVFZ0+u3Dhgtz/njRpkrbCIkQltOxAdMI777wDAwODHtuFh4drIRpCVEfJl+iEBQsWoL29XWEbLy8veHp6aikiQlRDyZfoBDc3N4wePRo8Hq/Lzw0MDLBo0SItR0VI31HyJTrjnXfegb6+fpeftbe3Y968eVqOiJC+o+RLdEZERAQkEkmn43p6epg4cSJefvll7QdFSB9R8iU6w8HBAX5+ftDTk/9nq6enh3feeYejqAjpG0q+RKf89a9/7XSMMYbZs2dzEA0hfUfJl+iUuXPnyq376uvr44033oCtrS2HURGiPEq+RKdYWVlh6tSpsgTMGMPChQs5jooQ5VHyJTpn4cKFshtvBgYGmDlzJscREaI8Sr5E54SEhMDIyAgAMGPGDJiamnIcESHKo+RLdI6JiYnsapeWHIiu4jHG2B8PZGdnIywsjKt4CCHkhfNcmgWAg91WNTtw4IBmoyFEBR0dHfjggw/g7OyMlStXch2OzsjPz0daWhr9fmuJdL670m3ynT9/vsYCIkQdDh48CH19ffq3qqS0tDSaMy3qLvnSmi/RWd3VeSBEF1DyJYQQDlDyJYQQDlDyJYQQDlDyJYQQDlDyJQPeyZMnYWFhgWPHjnEdygvt7NmziIuLg0QiwaxZs+Ds7AyBQABHR0eEhoaiuLi4z31LJBJs27YNvr6+nT47evQoNm/eLPf26/6Aki8Z8LrYAE/UbN26dUhPT0d8fDwkEgkuXbqEffv2ob6+HpcvX4ZIJMKkSZNQVVWldN9lZWWYNGkSVq1ahZaWlk6fh4SEQCAQIDAwEI8fP1bH11ELSr5kwAsODkZDQwNmzJjBdSgQiURdXr3psk2bNiErKwvZ2dkwMzMDAPj4+MDf3x9CoRAuLi5ITk5GQ0MDvv76a6X6Lioqwscff4yoqCiMHTu223YxMTEYM2YMpk+f3uOLWLWFki8h/UhmZiZqamq4DkNtysvLsXbtWiQmJkIgEAAA+Hx+pyUeV1dXAEBFRYVS/Y8ZMwaHDx/GggULZMWWupOQkIDCwsJuH3rQNkq+ZEC7fPkynJ2dwePxsGPHDgBARkYGTExMIBQKkZubi2nTpsHc3BxOTk7Yv3+/7Nz09HQIBALY2tpi6dKlcHBwgEAggK+vL65cuSJrFx0dDUNDQ9jb28uOLV++HCYmJuDxeKirqwMArFixAqtXr0ZFRQV4PB7c3d0BAKdPn4a5uTmSk5O1MSVqlZ6eDsYYQkJCFLYTiUQAAHNzc43FYmVlhcmTJyMtLa1fLDVR8iUDmr+/P3744Qe5Y8uWLcPKlSshEolgZmaGAwcOoKKiAq6urli8eDHEYjGAZ0k1MjISLS0tiImJQWVlJa5fv4729nZMnToV9+7dA/AsAT3/OO/OnTuRmJgodywtLQ0zZsyAm5sbGGMoLy8HANmNoq5eHtrfnThxAh4eHhAKhQrbXb16FcCz/z80ady4cXjw4AGKioo0Ok5vUPIlRAFfX1+Ym5vDxsYG4eHhaG5uxt27d+Xa8Pl8jBw5EkZGRvD09ERGRgaampqwe/dutcQQHByMxsZGrF27Vi39aUtzczNu374NNze3bttUV1cjKysLMTEx8PHx6fEKWVXDhg0DAJSUlGh0nN7otrAOIUSeoaEhAMiufLszfvx4CIVC3Lx5Uxth9Vs1NTVgjCm86vXx8UFzczPmz5+PDRs2wMDAQKMxSWOprq7W6Di9QcmXEA0wMjJCbW0t12FwqrW1FQAU3giztbVFZmYmvLy8tBKTsbGxXGxcomUHQtRMLBbj8ePHcHJy4joUTkkTnaKHG2xsbGBpaamtkNDW1gbgv7Fxia58CVGzvLw8MMYwceJE2TE+n9/jcsWLxtbWFjweDw0NDd220fZThdJY7OzstDpuV+jKlxAVSSQSPHr0CO3t7SguLsaKFSvg7OyMyMhIWRt3d3fU19cjJycHYrEYtbW1uHPnTqe+rK2tUVVVhcrKSjQ1NUEsFuPUqVM6udVMKBTC1dUV9+/f7/Lz8vJy2NnZdfnasvDwcNjZ2eH69etqjUkai7e3t1r77QtKvmRA27FjByZMmAAAiI2NRWhoKDIyMrBt2zYAwOjRo3Hr1i3s2rULq1evBgC8+eabKCsrk/XR2toKb29vGBsbIyAgAMOHD8f58+fl1jqXLVuGKVOmICIiAh4eHli/fr3sT18fHx/ZtrSoqCjY2trC09MT06dPR319vVbmQVOCg4NRWloq28f7R4r22ra1taGmpga5ubkK+y8oKIC/vz8GDx6MK1euoKioCA4ODvDz88PFixc7tb927RocHR0xevRo5b+MurHnHDhwgHVxmJB+Z+7cuWzu3LmcxrBkyRJmbW3NaQzK0Pbvd1lZGePz+eybb75R6ryOjg4WEBDAMjMz1RZLXV0dEwgEbOvWrWrrsycK5jubrnwJUVF/q5bVn7i7uyMpKQlJSUl48uRJr87p6OhATk4OmpqaEB4errZYEhISMHbsWERHR6utT1WonHy3bt0qW1j/4osv1BGTQhMmTIC+vr7CIhrdee+992BmZgYej4fCwkINRPeMovJ2vXX48GG4urqCx+OBx+PB3t4eCxcuVGOUvacLc076r7i4OMybNw/h4eEKb75J5eXl4fDhwzh16lSPT8b1VmpqKgoLC3Hy5EmN7yXuNSUuk7tVVlbGALDPP/+8jxfnygkMDGRjxozp07n79+9nANiNGzfUHNUzv/32G/Pz82MA+hzjH7m5uTELCws1RKaa/jjnXC87xMXFMUNDQwaAvfzyy+zgwYOcxdJbXC4rnjlzhsXGxmp93JycHJaSksLa29u1PraiZQed3WrG4/G4DqGToqIiJCUlISoqCs3Nzf2ieIc69cc551JKSgpSUlK4DkNnBAUFISgoSOvjhoaGIjQ0VOvj9kRn13z7+qeDJhOIMuXtdFF/nHNCdJXGku+lS5fg6ekJCwsLCAQCeHt748yZMwCeVW8yMTGBnp4eXn31VdjZ2cHAwAAmJiZ45ZVXEBAQgCFDhkAgEMDS0hIfffRRp/7Ly8sxYsQImJiYyLb4XL58Wa4NYwxbtmyBh4cHjIyMYGFhgQ8//FCpWDVBUyUCac4J0R0aS77V1dUICwtDZWUlqqqqYGpqigULFgB4Vrf0ww8/BGMMn3/+OW7fvo2HDx9i0qRJuHHjBuLi4nDjxg3U19dj0aJF2LJlS6cScFZWVjh9+jQaGhrw448/QiwWY+rUqXL7L9euXYvY2FgsWbIE1dXVePjwIT7++GOlYtUETZUIpDknRIcosUDcrd7ccEtJSWEAWE1NDWOMsXXr1jEArKmpSdbmf//3fxkAVlJSIjt29epVBoBlZWXJjnV186e4uJgBYB988AFjjLGWlhYmFArZ1KlT5dr15ubP87H2xWuvvcb5DbcXfc65vuGmi2gfv3b1ixtu0vVCRXsipSX7/viOJel5PT0X7+3tDQsLC9kbUMvLy9HS0oLAwECNxKoLBsKc379/H9nZ2UqPN1Dl5+cDAM2ZlkjnuysaS74nTpzAli1bUFpaisbGRq0UFTEwMJCNI32G28bGpsfzuIhVEwbinBcUFHRZG4AoRnPGPY2s+d69exezZs2Cvb09rly5goaGBmzevFkTQ8m0t7ejvr4ezs7OACB7Wd/Tp0/7XazqcvHiRVkNgoE653PnzgVjjH56+XPgwAEA4DyOgfIjne+uaCT5lpSUQCwWY9myZXB1dYVAIND4dqPz589DIpHglVdeAQCMGjUKenp6uHDhQr+LVV1++uknmJiYAKA5J0TXaCT5Sq+Ezp49i9bWVpSVlcm9zVUd2tra0NDQgPb2dly/fh3R0dEYOnSorIyfjY0N5syZg0OHDiEzMxONjY0oLi7Gl19+qfVYn6dqiUCxWIzq6mrk5eXJki/NOSE6hj1H2buh//jHP5idnR0DwExMTNjs2bMZY4zFxsYya2trZmlpyebNm8d27NjBADA3Nze2evVqJhQKZY9lXrp0iW3atIlZWFgwAMzOzo7t3buXZWVlyfq2srJi+/fvZ4wxtnv3bjZlyhRma2vL+Hw+GzRoEIuIiGB37tyRi7sLJ+MAACAASURBVK2pqYm99957bNCgQczU1JT5+/uzTz/9lAFgTk5OrKioqMdY79692+u5yM/PZ35+fszBwYEBYACYvb098/X1ZRcuXJC1O3nyJDMzM2MbNmzotq8jR44wNzc3WT/d/Rw5ckR2zkCbc9rtoDza7aBdinY78Bhjcs/AZmdnIywsDM8dJqTfmTdvHgDg4MGDHEeiO+j3W7sUzPdBnX28mBBCdBklXwVu3rwpK+mo6EedNUcJIQMDJV8FRowY0avtJFlZWVyHSohWnD17FnFxcZBIJJg1axacnZ0hEAjg6OiI0NBQ2QM3fdGbOtiXL1+Gn58fhEIhHBwcEBsb22lrY1JSEjw9PWFubg4jIyO4u7vjo48+6rGYe2trK0aMGIFPPvlEduzo0aPYvHmzRh64ouRLCOmVdevWIT09HfHx8ZBIJLh06RL27duH+vp6XL58GSKRCJMmTUJVVZXSfZeVlWHSpElYtWoVWlpaumxTWlqKoKAgBAYGora2FkeOHMFXX32FqKgouXbnzp3D+++/j8rKStTV1SElJQVpaWmyewTdWbNmDX799Ve5YyEhIRAIBAgMDMTjx4+V/l6KUPIlRAUikUilN5b0lzF6smnTJmRlZSE7OxtmZmYAnr3409/fH0KhEC4uLkhOTkZDQwO+/vprpfouKirCxx9/jKioKIVvS1m/fj3s7e2RmJgIExMT+Pj4IDY2Fl9//TVu3rwpa2dqaoolS5bA2toaZmZmmD9/PmbNmoXTp0/LXlT6vB9++AH//ve/u/wsJiYGY8aMwfTp0+Uew1cVJV9CVJCZmYmamhqdH0OR8vJyrF27FomJibKnGPl8Po4dOybXztXVFQBQUVGhVP+9qYPd3t6OEydOYPLkyXIP5EybNg2MMbm3HB8/fhz6+vpy57/00ksA0OVVtUgkwocffoi0tLRuY0xISEBhYaHCNsqi5EsGFMYYUlNTMXLkSBgZGcHKygozZ86Uu3KKjo6GoaEh7O3tZceWL18OExMT8Hg81NXVAXhWpnP16tWoqKgAj8eDu7s70tPTIRAIYGtri6VLl8LBwQECgQC+vr5yD5KoMgaguZrQXUlPTwdjDCEhIQrbSV8Pb25urvYYbt26hSdPnsge0JFyc3MDgB7Xmh88eABjY2O4uLh0+mzNmjVYvny5wpokVlZWmDx5MtLS0tS2TY+SLxlQEhISEBcXhzVr1qCmpgYXL17EvXv3EBAQgOrqagDPks38+fPlztu5cycSExPljqWlpWHGjBlwc3MDYwzl5eWIjo5GZGQkWlpaEBMTg8rKSly/fh3t7e2YOnWq7M9eVcYANFcTuisnTpyAh4dHjy+zvHr1KgDA399f7TE8fPgQAGRLHlICgQDGxsay/++60tLSgnPnzmHx4sWyKn5S33//PSoqKvD222/3GMO4cePw4MGDTnWu+4qSLxkwRCIRUlNTMXv2bCxcuBAWFhbw9vbGF198gbq6uk6PQauCz+fLrq49PT2RkZGBpqYm7N69Wy39BwcHo7GxEWvXrlVLf91pbm7G7du3ZVeYXamurkZWVhZiYmLg4+PT4xVyX0h3NDy/nAA8q6wnveruSkpKChwcHLBhwwa54yKRCCtWrEBGRkavYhg2bBiAZ7VJ1EFnX6BJiLJKS0vx5MkTjB8/Xu74hAkTYGhoqNH6EuPHj4dQKJRb3tAFNTU1YIwpvOr18fFBc3Mz5s+fjw0bNmjk1ezSteaubni1tbXB2Ni4y/OOHDmC7OxsfPvtt52umuPj4/H3v/8djo6OvYpBOgeKrrKVQcmXDBjSrUKmpqadPrO0tERTU5NGxzcyMkJtba1Gx1C31tZWAFD4QlhbW1tkZmbCy8tLY3FI18YbGxvljre0tKC1tRUODg6dzsnKykJqairy8vIwePBguc8uX76MkpISpKam9joGaYKXzomqaNmBDBiWlpYA0GWSffz4MZycnDQ2tlgs1vgYmiBNOIoeMrCxsZHNraa4uLjAzMwMd+7ckTsuXQMfPXq03PHt27djz549OHfuXKfECzzbQfLdd99BT09P9qSq9IZbcnIyeDwefvzxR7lz2traAKDbq2xlUfIlA8aoUaNgamra6ZfqypUraGtrw6uvvio7xufz1fomkLy8PDDGMHHiRI2NoQm2trbg8XhoaGjots2xY8d6/ad7X/H5fEyfPh0XL16Uu8l46tQp8Hg82TozYwyxsbEoKSlBTk5Ol3/lAMDu3bs7Pakq/atkzZo1YIx1Wp6SzoGdnZ1avhMlXzJgCAQCrF69GkeOHMGePXvQ2NiIkpISREVFwcHBAUuWLJG1dXd3R319PXJyciAWi1FbW9vpqgsArK2tUVVVhcrKSjQ1NcmSqUQiwaNHj9De3o7i4mKsWLECzs7OstrHqo6hak3o3hIKhXB1dZW9Iup55eXlsLOz6/K1ROHh4bCzs8P169fVEsvatWtRXV2NdevWobm5Gfn5+diyZQsiIyPh4eEBAPj555/x2WefYdeuXTAwMOhUh2Xr1q19Hl86B97e3mr5PpR8yYCybt06pKSkICkpCS+99BImT56Ml19+Wa4wPQAsW7YMU6ZMQUREBDw8PLB+/XrZn5s+Pj6yLWNRUVGwtbWFp6cnpk+fjvr6egDP1gW9vb1hbGyMgIAADB8+HOfPn5dbO1V1DG0JDg5GaWlplzsKFO15bWtrQ01NjdwDEF0pKCiAv78/Bg8ejCtXrqCoqAgODg7w8/PDxYsXZe28vLxw5swZfPvttxg0aBDmzJmDv/3tb/j88897FY+qrl27BkdHx05LHH2mRPFfQvqV/lpMfcmSJcza2prrMLrUl9/vsrIyxufz2TfffKPUeR0dHSwgIIBlZmYqdV5/VFdXxwQCAdu6datS5ykqpk5XvoRogCaqYHHF3d0dSUlJSEpK6rEymFRHRwdycnLQ1NT0QpRcTUhIwNixYxEdHa22Pin5EkJ6FBcXh3nz5iE8PFzhzTepvLw8HD58GKdOnerxybj+LjU1FYWFhTh58qRa9zBT8iVEjeLj47F79240NDTAxcUFhw4d4joktUlOTkZ0dDQ2btzYY9vAwEDs3btXrnaFLsrNzcXTp0+Rl5cHKysrtfZND1kQokYpKSlISUnhOgyNCQoKQlBQENdhaE1oaChCQ0M10jdd+RJCCAco+RJCCAco+RJCCAco+RJCCAe6veHW08vmCOFaQUEBAPq3qgzpI7I0Z9rR3WPZAMBjTP55vPz8fKXKrBHChYcPH+LGjRuYNm0a16EQ0qODBw92OtQp+RKiC7KzsxEWFqbRZ/kJ0aCDtOZLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEcoORLCCEc4HMdACE9EYvFePLkidyx5uZmAMCjR4/kjvN4PFhaWmotNkL6ipIv6ffq6+vh6OiIjo6OTp9ZW1vL/e8pU6bg3Llz2gqNkD6jZQfS79nZ2WHSpEnQ01P8z5XH4yEiIkJLURGiGkq+RCf89a9/7bGNvr4+Zs+erYVoCFEdJV+iE+bMmQM+v/tVMn19fbz55psYNGiQFqMipO8o+RKdYG5ujmnTpnWbgBljWLhwoZajIqTvKPkSnbFw4cIub7oBgKGhId566y0tR0RI31HyJTrjrbfeglAo7HTcwMAAs2bNgomJCQdREdI3lHyJzhAIBJg9ezYMDAzkjovFYixYsICjqAjpG0q+RKe8/fbbEIvFcsfMzc0xdepUjiIipG8o+RKd8sYbb8g9WGFgYICIiAgYGhpyGBUhyqPkS3QKn89HRESEbOlBLBbj7bff5jgqQpRHyZfonIiICNnSg52dHfz9/TmOiBDlUfIlOsfX1xeOjo4AgHfeeafHx44J6Y/UVljn/v37+OGHH9TVHSEKTZgwAQ8ePMCgQYOQnZ3NdThkgJg/f77a+uIxxpg6OsrOzkZYWJg6uiKEkH5JTekSAA6qvaSkGoMjA8S8efMAAAcPHlTqvEOHDmHu3LmaCKnfk17s0O+bdmji4pIWy4jOGqiJl7wYKPkSQggHKPkSQggHKPkSQggHKPkSQggHKPkSQggHKPmSF8bJkydhYWGBY8eOcR1Kv3f27FnExcVBIpFg1qxZcHZ2hkAggKOjI0JDQ1FcXNznviUSCbZt2wZfX99u21y+fBl+fn4QCoVwcHBAbGwsnj59KtcmKSkJnp6eMDc3h5GREdzd3fHRRx/hyZMnCsdvbW3FiBEj8Mknn8iOHT16FJs3b+62GD8XKPmSFwbtee2ddevWIT09HfHx8ZBIJLh06RL27duH+vp6XL58GSKRCJMmTUJVVZXSfZeVlWHSpElYtWoVWlpaumxTWlqKoKAgBAYGora2FkeOHMFXX32FqKgouXbnzp3D+++/j8rKStTV1SElJQVpaWmyfeHdWbNmDX799Ve5YyEhIRAIBAgMDMTjx4+V/l4awdTkwIEDTI3dkQFk7ty5bO7cuVyHoVYtLS3Mx8dHY/339fdt48aNbPjw4UwkEjHGGBOLxeytt96Sa3P16lUGgCUnJyvVd2FhIZs9ezbbs2cPGzt2LBszZkyX7cLCwpiLiwuTSCSyY1u2bGE8Ho/98ssvsmPBwcGsvb1d7tz58+czAOzu3btd9v3999+zoKAgBoCtWbOm0+fR0dHMx8eHicVipb6bBvJbNl35EqIBmZmZqKmp4ToMOeXl5Vi7di0SExMhEAgAPCvR+fwyjaurKwCgoqJCqf7HjBmDw4cPY8GCBTAyMuqyTXt7O06cOIHJkyeDx+PJjk+bNg2MMeTm5sqOHT9+HPr6+nLnv/TSSwDQ5VW1SCTChx9+iLS0tG5jTEhIQGFhocI22kLJl7wQLl++DGdnZ/B4POzYsQMAkJGRARMTEwiFQuTm5mLatGkwNzeHk5MT9u/fLzs3PT0dAoEAtra2WLp0KRwcHCAQCODr64srV67I2kVHR8PQ0BD29vayY8uXL4eJiQl4PB7q6uoAACtWrMDq1atRUVEBHo8Hd3d3AMDp06dhbm6O5ORkbUxJJ+np6WCMISQkRGE7kUgE4NkbQtTt1q1bePLkCZydneWOu7m5AUCPa80PHjyAsbExXFxcOn22Zs0aLF++HDY2Nt2eb2VlhcmTJyMtLY3zZSpKvuSF4O/v36mq3rJly7By5UqIRCKYmZnhwIEDqKiogKurKxYvXiyrCRwdHY3IyEi0tLQgJiYGlZWVuH79Otrb2zF16lTcu3cPwLPk9XxVq507dyIxMVHuWFpaGmbMmAE3NzcwxlBeXg4Asps9EolEI3PQkxMnTsDDw6PLl5D+0dWrVwFAI3WSHz58CAAwMzOTOy4QCGBsbIzq6upuz21pacG5c+ewePHiTm8u+f7771FRUdGrwvrjxo3DgwcPUFRU1IdvoD6UfMmA4OvrC3Nzc9jY2CA8PBzNzc24e/euXBs+n4+RI0fCyMgInp6eyMjIQFNTE3bv3q2WGIKDg9HY2Ii1a9eqpT9lNDc34/bt27IrzK5UV1cjKysLMTEx8PHx6fEKuS+kOxqeX04Anr0SSnrV3ZWUlBQ4ODhgw4YNcsdFIhFWrFiBjIyMXsUwbNgwAEBJSUlvw9YItVc1I6S/k141Pf8izueNHz8eQqEQN2/e1EZYGlVTUwPGmMKrXh8fHzQ3N2P+/PnYsGFDp7dEq4N0rbm9vb3TZ21tbTA2Nu7yvCNHjiA7Oxvffvttp6vm+Ph4/P3vf5cV2O+JdA4UXWVrAyVfQhQwMjJCbW0t12GorLW1FQC6vREGALa2tsjMzISXl5fG4pCulzc2Nsodb2lpQWtrKxwcHDqdk5WVhdTUVOTl5WHw4MFyn12+fBklJSVITU3tdQzSBC+dE67QsgMh3RCLxXj8+DGcnJy4DkVl0oSj6CEDGxsbWFpaajQOFxcXmJmZ4c6dO3LHpevio0ePlju+fft27NmzB+fOneuUeIFnu0q+++476OnpgcfjgcfjyW64JScng8fj4ccff5Q7p62tDQC6vcrWFkq+hHQjLy8PjDFMnDhRdozP5/e4XNEf2dragsfjoaGhods2x44d6/Wf7n3F5/Mxffp0XLx4Ue7G46lTp8Dj8WTrzIwxxMbGoqSkBDk5OTA1Ne2yv927d4MxJvcj/UtlzZo1YIxh/PjxcudI58DOzk4TX7HXKPkS8v+TSCR49OgR2tvbUVxcjBUrVsDZ2RmRkZGyNu7u7qivr0dOTg7EYjFqa2s7XcUBgLW1NaqqqlBZWYmmpiaIxWKcOnWKs61mQqEQrq6uuH//fpefl5eXw87Orsu3NYSHh8POzg7Xr19XSyxr165FdXU11q1bh+bmZuTn52PLli2IjIyEh4cHAODnn3/GZ599hl27dsHAwEB2VSv92bp1a5/Hl86Bt7e3Wr5PX1HyJS+EHTt2YMKECQCA2NhYhIaGIiMjA9u2bQPw7M/ZW7duYdeuXVi9ejUA4M0330RZWZmsj9bWVnh7e8PY2BgBAQEYPnw4zp8/L7dOumzZMkyZMgURERHw8PDA+vXrZX+++vj4yLalRUVFwdbWFp6enpg+fTrq6+u1Mg+KBAcHo7S0tMsdBYr2vLa1taGmpkbuAYiuFBQUwN/fH4MHD8aVK1dQVFQEBwcH+Pn54eLFi7J2Xl5eOHPmDL799lsMGjQIc+bMwd/+9jd8/vnnvYpHVdeuXYOjo2OnJQ6tU9ezcvR4Memr/vB48ZIlS5i1tTWnMSijL79vZWVljM/ns2+++Uap8zo6OlhAQADLzMxU6rz+qK6ujgkEArZ161alzqPHiwnRoP5U8UoT3N3dkZSUhKSkpB4rg0l1dHQgJycHTU1NCA8P13CEmpeQkICxY8ciOjqa61D617LDe++9BzMzM/B4PBQWFnIdjkp6U1avJ4cPH4arq2un9S5DQ0PY2tri9ddfx5YtW/Do0SM1Rk5eZHFxcZg3bx7Cw8MV3nyTysvLw+HDh3Hq1Kken4zr71JTU1FYWIiTJ09qZA+zsvpV8v3nP/+JXbt2cR2GynpTVq835syZg1u3bsHNzQ0WFhZgjEEikaCmpgbZ2dlwcXFBbGwsvLy8Om2nIb0XHx+P3bt3o6GhAS4uLjh06BDXIWlUcnIyoqOjsXHjxh7bBgYGYu/evXL1LHRRbm4unj59iry8PFhZWXEdDgB6yELtioqKkJSUhKioKDQ3N6v9xgGPx4OlpSVef/11vP766wgODkZYWBiCg4Px22+/wcLCQq3jDQQpKSlISUnhOgytCgoKQlBQENdhaE1oaChCQ0O5DkNOv7ryBSBXZk4X9aasnjrNnTsXkZGRqKmpwRdffKHx8Qgh6sFp8mWMYcuWLfDw8ICRkREsLCzw4YcfdmrX0dGBTz/9FM7OzjA2Nsbo0aNx4MABAL0vGwgAFy5cwJ/+9CcIhUKYm5vD29tb9pijojE0QZ3lBaX7UE+dOiU79iLOGSEvFHXtm+jLVow1a9YwHo/H/vGPf7BHjx6xlpYWtnPnTgaA3bhxQ9bugw8+YEZGRuzQoUPs0aNHLD4+nunp6bFr167J+gHAvvvuO9bQ0MBqampYQEAAMzExYW1tbYwxxp48ecLMzc3Z5s2bmUgkYg8fPmSzZ89mtbW1vRqjL1577bVuq/kfP36cmZmZsaSkpB77cXNzYxYWFt1+3tjYyACwIUOGyI7p0pz1h61muoa2dmqXJraacZZ8W1pamFAoZFOnTpU7vn//frnkKxKJmFAoZOHh4XLnGhkZsWXLljHG/ptIpK9GYYzJknh5eTljjLF///vfDAA7fvx4p1h6M0ZfKEq+yugp+TLGGI/HY5aWlowx3ZszSr7Ko+SrXZpIvpzdcCsvL0dLSwsCAwMVtvv111/R0tKCUaNGyY4ZGxvD3t5eYam/58sGurq6wtbWFgsXLkRMTAwiIyPx8ssvqzRGfyG9sSd984AuzllBQUGPL0Yk/yV9RJbmTDu6eyxbFZyt+Uq/jKJXfgDPEgsAfPLJJ3J7Xe/cuaPUNi5jY2OcO3cO/v7+SE5OhqurK8LDwyESidQ2Bld+++03AMCIESMA0JwRogs4u/KVFlWWVrbvjjQ5b9u2DStWrFBpTC8vLxw7dgy1tbVITU3Fpk2b4OXlJXtyRx1jcOH06dMAnr2EENDNOZs4cSIOHjyocj8DRXZ2NsLCwmjOtEQ63+rE2ZXvqFGjoKenhwsXLihsN2TIEAgEApWfeKuqqsLPP/8M4Fly2rhxI1555RX8/PPPahuDCw8fPsS2bdvg5OSEv/3tbwBozgjRBZwlXxsbG8yZMweHDh1CZmYmGhsbUVxcjC+//FKunUAgwLvvvov9+/cjIyMDjY2N6OjowP379/Gf//yn1+NVVVVh6dKluHnzJtra2nDjxg3cuXMHEydOVNsYylC2vCBjDE+ePIFEIpHVLD1w4AD8/Pygr6+PnJwc2ZrvizpnhLxQ1HXrri93A5uamth7773HBg0axExNTZm/vz/79NNPGQDm5OTEioqKGGOMPX36lMXGxjJnZ2fG5/OZjY0NmzNnDistLWU7d+5kQqGQAWDDhg1jFRUV7Msvv2Tm5uYMABs6dCj77bffWGVlJfP19WVWVlZMX1+fDR48mK1Zs4a1t7f3OIYy8vPzmZ+fH3NwcGAAGABmb2/PfH192YULF2TtTp48yczMzNiGDRu67evo0aNs9OjRTCgUMkNDQ6anp8cAyHY2/OlPf2JJSUns999/73SuLs0Z7XZQHu120C5N7HbgMaae51+layJq6o4MINI79rR+2Xv0+6ZdGpjvg/3u8WJCCBkIKPn24ObNm51KOnb18yLUOiUD29mzZxEXFweJRIJZs2bB2dkZAoEAjo6OCA0NRXFxsdJ9JiUlwdPTE+bm5jAyMoK7uzs++uijTvWEN2zY0OXv1R/3kUuJxWKkpKTA3d0dhoaGsLS0xKhRo1BZWQkAOHr0KDZv3tzv6zNT8u3BiBEjOr2gr6ufrKwsrkMlpM/WrVuH9PR0xMfHQyKR4NKlS9i3bx/q6+tx+fJliEQiTJo0CVVVVUr1e+7cObz//vuorKxEXV0dUlJSkJaWptLDIWFhYfjXv/6FvXv3oqWlBb/88gvc3NxkCT0kJAQCgQCBgYF4/Phxn8fRNEq+hAAQiUQqFb7vL2P0xaZNm5CVlYXs7GyYmZkBePY+On9/fwiFQri4uCA5ORkNDQ34+uuvlerb1NQUS5YsgbW1NczMzDB//nzMmjULp0+flr3vTuqbb77pdFHz73//W65NVlYWcnJycPDgQbz22mvg8/lwcHBAbm6u3FVyTEwMxowZg+nTp6O9vb1vE6NhlHwJAZCZmYmamhqdH0NZ5eXlWLt2LRITE2UPPvH5fBw7dkyunaurKwCgoqJCqf6PHz8OfX19uWMvvfQSAPTpScjPP/8cr7zySq/ePJyQkIDCwkKkpaUpPY42UPIlOokxhtTUVIwcORJGRkawsrLCzJkz5epKREdHw9DQUO4tDMuXL4eJiQl4PB7q6uoAACtWrMDq1atRUVEBHo8Hd3d3pKenQyAQwNbWFkuXLoWDgwMEAgF8fX1x5coVtYwBqLe0aF+kp6eDMYaQkBCF7aRvPJbuJVfFgwcPYGxsDBcXF6XOa2trQ0FBAcaOHdur9lZWVpg8eTLS0tL65a4QSr5EJyUkJCAuLg5r1qxBTU0NLl68iHv37iEgIADV1dUAniWW+fPny523c+dOJCYmyh1LS0vDjBkz4ObmBsYYysvLER0djcjISLS0tCAmJgaVlZW4fv062tvbMXXqVNmfzKqMAfz3pZ0SiUR9k6OEEydOwMPDo8f3s129ehUA4O/vr9J4LS0tOHfuHBYvXiwr5CQVFxcHKysrGBoawsXFBTNnzsS1a9dkn1dVVaGtrQ0//fQTpkyZIvsP4siRI7Fz584uE+y4cePw4MEDFBUVqRS3JlDyJTpHJBIhNTUVs2fPxsKFC2FhYQFvb2988cUXqKur6/SUpCr4fL7s6trT0xMZGRloamrC7t271dJ/cHAwGhsbsXbtWrX0p4zm5mbcvn0bbm5u3baprq5GVlYWYmJi4OPj0+MVck9SUlLg4OCADRs2yB1ftGgRjh49inv37uHJkyfYv38/7t69i8mTJ6O0tBQAZDfUbGxskJycjNLSUlRXV2PmzJl4//33sW/fvk7jDRs2DABQUlKiUtyaQMmX6JzS0lI8efIE48ePlzs+YcIEGBoayi0LqNv48eMhFAp1otRoT2pqasAYU3jV6+Pjg5iYGMycOROnTp1S6a2/R44cQXZ2Ns6cOSO7sSc1ZMgQjBs3DqampjA0NMTEiROxe/duiEQi7Ny5EwBkr+Xy8vKCr68vrK2tYWFhgcTERFhYWHT5H13pd5P+NdSf0As0ic6Rbh8yNTXt9JmlpSWampo0Or6RkRFqa2s1OoY2tLa2AoDCdw3a2toiMzMTXl5eKo2VlZWF1NRU5OXlYfDgwb06x9vbG/r6+rKSqQ4ODgAgW0eXMjQ0xNChQ7u8GWhsbAzgv9+1P6HkS3SOpaUlAHSZZB8/fgwnJyeNjS0WizU+hrZIE5OihxFsbGxk891X27dvx5kzZ3Du3Lku/4PZHYlEAolEIvuPg6mpKYYNGyartPdH7e3tXb65u62tDcB/v2t/QssOROeMGjUKpqam+PHHH+WOX7lyBW1tbXj11Vdlx/h8vuzNHOqQl5cHxhgmTpyosTG0xdbWFjweDw0NDd22OXbsGBwdHfvUP2MMsbGxKCkpt13SQgAAG79JREFUQU5OjsLE+5e//KXTsWvXroExBh8fH9mxsLAw3LhxA7du3ZIda2lpwZ07d7rcfib9bnZ2dn36DppEyZfoHIFAgNWrV+PIkSPYs2cPGhsbUVJSgqioKDg4OGDJkiWytu7u7qivr0dOTg7EYjFqa2tx586dTn1aW1ujqqoKlZWVaGpqkiVTiUSCR48eob29HcXFxVixYgWcnZ1lb4xWdQxlS4uqk1AohKura7evyCkvL4ednV2XRcTDw8NhZ2eH69evd9v/zz//jM8++wy7du2CgYFBp0eHt27dKmv74MEDZGVl4fHjxxCLxcjPz8d7770HZ2dnREVFydqtWrUKQ4cORWRkJO7evYvff/8dsbGxEIlE+PjjjzvFIP1uvdkXrG2UfIlOWrduHVJSUpCUlISXXnoJkydPxssvv4y8vDyYmJjI2i1btgxTpkxBREQEPDw8sH79etmfoD4+PrItY1FRUbC1tYWnpyemT5+O+vp6AM/WCr29vWFsbIyAgAAMHz4c58+fl1snVXUMLgUHB6O0tFS2j/ePFO2NbWtrQ01NDXJzc7tto8ze2jfffBOffPIJnJycIBQKMX/+fPj5+aGgoACDBg2StbOyssKlS5fg5OSEsWPHwtHREVevXsWJEye63P977do1ODo6YvTo0b2ORWvUVZyS6ouSvuqv9XyXLFnCrK2tuQ6jS+r6fSsrK2N8Pp998803Sp3X0dHBAgICWGZmpsoxaEpdXR0TCARs69atKveliXq+dOVLiAL9vTKWqtzd3ZGUlISkpKROlca609HRgZycHDQ1NfXran4JCQkYO3YsoqOjuQ6lS5R8CRng4uLiMG/ePISHhyu8+SaVl5eHw4cP49SpUz0+GceV1NRUFBYW4uTJkyrtTdYkSr6EdCE+Ph67d+9GQ0MDXFxccOjQIa5D0qjk5GRER0dj48aNPbYNDAzE3r175epZ9Ce5ubl4+vQp8vLyYGVlxXU43aJ9voR0ISUlBSkpKVyHoVVBQUEICgriOgyVhYaGIjQ0lOswekRXvoQQwgFKvoQQwgFKvoQQwgFKvoQQwgFKvoQQwgG173bg8Xjq7pIMEPRvR3k0Z7pLbcnX19cXBw4cUFd3hCiUn5+PtLQ0+jdHdBaPsX74ZjlCepCdnY2wsLB++WJEQnrhIK35EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIByj5EkIIB/hcB0BIT2pra/F///d/csd+/PFHAMCXX34pd9zMzAwRERFai42QvuIxxhjXQRCiyNOnT2Fra4snT55AX18fACD9Z8vj8WTtxGIxFi1ahK+//pqLMAlRxkFadiD9npGREebOnQs+nw+xWAyxWIz29na0t7fL/rdYLAYAvP322xxHS0jvUPIlOuHtt99GW1ubwjaWlpb485//rKWICFENJV+iE6ZMmQIbG5tuPzcwMMDChQvB59NtDKIbKPkSnaCnp4cFCxbAwMCgy8/FYjHdaCM6hZIv0RkRERGytd3nDR48GD4+PlqOiJC+o+RLdMaf/vQnDB06tNNxQ0NDLFq0SG7nAyH9HSVfolP++te/dlp6aGtroyUHonMo+RKdsmDBgk5LD+7u7vD29uYoIkL6hpIv0SkjRoyAp6enbInBwMAA7777LsdREaI8Sr5E57zzzjuyJ93a29tpyYHoJEq+ROdERESgo6MDAPDKK6/AxcWF44gIUR4lX6JznJ2d8dprrwEAFi1axHE0hPSNRh8HSk1NRX5+viaHIAPU06dPwePx8O233+LixYtch0NeQKtWrdLo3nGNXvnm5+ejoKBAk0OQF9ShQ4dw//79bj93cnL6/9q796Amr/QP4N9omoRwDZZQCsZyUSoI1a7tEoSiw9haGQVbRTrTmbI7dhTbSXDdXQtohVRQq0WGLWynHYZOrRIQO1xUbKdVWp16oVUEcd0aWtTCloBcAiQaIOf3R3952zTcEnLF85nJPy8n55z3NXl8c95zngNfX1/weDwb9sqxXbx4kX7fLKSyshJ37961ahtWXwgfFRWFY8eOWbsZaoZhsVjYtm0bkpOTxy2jUCgQEhJiw145tg0bNgAA/b5ZgC0W7NAxX8pp0cBLOTMafCmKouyABl+Koig7oMGXoijKDmjwpSiKsgMafKkZ7dSpU/D09ERtba29u+LwvvzyS2RkZECn02HdunUQiUTg8Xjw9/dHYmIimpqaTK5TJpMhLCwMHh4e4HK5CAkJwT//+U8MDg4alNuzZw9YLJbRa9GiRUZ1Dg8PIy8vDyEhIeBwOPDy8sKiRYvQ1tYGAKipqcH+/fuZVZCOigZfakajm3NPze7du1FYWIjMzEzodDqcO3cOR48eRU9PD86fPw+NRoPnnnsOHR0dJtV75swZvPnmm2hra0N3dzfy8vJQUFDATIszx8aNG/HJJ5/gyJEjUKvV+M9//oPg4GAmoK9duxY8Hg/x8fHo6+szux1ro8GXmtESEhLQ39+PNWvW2Lsr0Gg0iI6Otnc3jOzbtw9yuRwVFRVwd3cHAIjFYsTExIDP5yMwMBC5ubno7+/Hxx9/bFLdbm5u2Lx5M7y9veHu7o7k5GSsW7cOp0+fNlrEcPjwYRBCDF7Xr183KCOXy1FVVYVjx47hz3/+M9hsNvz8/FBdXW1wlyyVSvHUU09h9erVGBkZMe/CWBkNvhRlIyUlJVAqlfbuhgGFQoFdu3YhJyeHWS3IZrONhmmCgoIAAK2trSbVf+LECSYDnd6jjz4KAFCr1Sb399///jeefvrpKeVvzs7ORmNjIwoKCkxuxxZo8KVmrPPnz0MkEoHFYuH9998HABQXF8PV1RV8Ph/V1dV48cUX4eHhgYCAAJSVlTHvLSwsBI/Hg1AoxJYtW+Dn5wcej4fo6GhcunSJKSeRSMDhcPDYY48xx9544w24urqCxWKhu7sbAJCeno7t27ejtbUVLBaLWSBy+vRpeHh4IDc31xaXxEhhYSEIIVi7du2E5TQaDQDAw8Nj2m22t7fDxcXF5Gx0Wq0WFy9exOLFi6dUXiAQIC4uDgUFBQ45/ESDLzVjxcTE4NtvvzU4tnXrVmzbtg0ajQbu7u4oLy9Ha2srgoKC8PrrrzO7ZEgkEqSmpkKtVkMqlaKtrQ1XrlzByMgIVq5cyfxkLiwsNFoCXVRUhJycHINjBQUFWLNmDYKDg0EIgUKhAADmoZBOp7PKNZjMyZMnERoaCj6fP2G5y5cvA/j1mk6HWq3GmTNn8Prrr4PD4Rj8LSMjAwKBABwOB4GBgUhKSkJDQwPz946ODmi1Wnz//fdYsWIF8x/iwoULUVRUNGaAXbJkCdrb23Ht2rVp9dsaaPClHlrR0dHw8PCAj48PUlJSMDQ0hDt37hiUYbPZWLhwIbhcLsLCwlBcXIyBgQGUlpZapA8JCQlQqVTYtWuXReozxdDQEH766ScEBwePW6azsxNyuRxSqRRisXjSO+TJ5OXlwc/PD3v27DE4/tprr6GmpgZ3797F4OAgysrKcOfOHcTFxaGlpQUAmAdqPj4+yM3NRUtLCzo7O5GUlIQ333wTR48eNWpv/vz5AIDm5uZp9dsaaPClKIC5Cxtva3q9pUuXgs/n4+bNm7bollUplUoQQia86xWLxZBKpUhKSkJdXZ3R5qWm+Oyzz1BRUYHPP/+cebCnN3fuXCxZsgRubm7gcDiIiopCaWkpNBoNioqKAABcLhcAEB4ejujoaHh7e8PT0xM5OTnw9PTEhx9+aNSm/tw6OzvN7re1WD2rGUXNNFwuF11dXfbuxrTdv38fwG9BbSxCoRAlJSUIDw+fVltyuRz5+fmor6/H448/PqX3REREYPbs2fjhhx8AAH5+fgDAjKPrcTgczJs3b8yHgS4uLgB+O1dHQoMvRZlgeHgYfX19CAgIsHdXpk0fmCZajODj4wMvL69ptfOvf/0Ln3/+Oc6cOQM3N7cpv0+n00Gn0zH/Obi5uWH+/Pm4ceOGUdmRkRF4enoaHddqtQB+O1dHQocdKMoE9fX1IIQgKiqKOcZmsycdrnBEQqEQLBYL/f3945apra2Fv7+/WfUTQrBjxw40NzejqqpqwsD7wgsvGB1raGgAIcRgN4mNGzfi6tWr+PHHH5ljarUat2/fHnP6mf7cfH19zToHa6LBl6ImoNPp0Nvbi5GRETQ1NSE9PR0ikQipqalMmZCQEPT09KCqqgrDw8Po6urC7du3jery9vZGR0cH2traMDAwgOHhYdTV1dltqhmfz0dQUNC4O4YoFAr4+vpi48aNRn9LSUmBr68vrly5Mm79N27cwLvvvouPPvoIjzzyiNHS4YMHDzJl29vbIZfL0dfXh+HhYVy4cAGbNm2CSCRCWloaU+5vf/sb5s2bh9TUVNy5cwf37t3Djh07oNFo8NZbbxn1QX9uU5kXbGs0+FIz1vvvv49nnnkGALBjxw4kJiaiuLgYhw4dAgBERkbixx9/xEcffYTt27cDAFatWoVbt24xddy/fx8RERFwcXFBbGwsFixYgLNnzxqMk27duhUrVqzAK6+8gtDQULzzzjvMz1yxWMxMS0tLS4NQKERYWBhWr16Nnp4em1yHiSQkJKClpYWZx/t7E82N1Wq1UCqVqK6uHreMKXNrV61ahZ07dyIgIAB8Ph/JyclYtmwZLl68iDlz5jDlBAIBzp07h4CAACxevBj+/v64fPkyTp48Oeb834aGBvj7+yMyMnLKfbEZYkXr168n69evt2YT1AwFgJSXl9u1D5s3bybe3t527YMpzPm+3bp1i7DZbHL48GGT3jc6OkpiY2NJSUmJSe+zpe7ubsLj8cjBgwdNfq8NPn8V9M6Xoibg6JmxpiskJAQymQwymcwo09h4RkdHUVVVhYGBAaSkpFi5h+bLzs7G4sWLIZFI7N2VMdHgS1EPuYyMDGzYsAEpKSkTPnzTq6+vx/Hjx1FXVzfpyjh7yc/PR2NjI06dOjWtucnW5PDBd9OmTXB3dweLxUJjY6O9u2OWqeY0nYrjx48jKCjI6OEFh8OBUCjE8uXLceDAAfT29lrhTB4emZmZKC0tRX9/PwIDA1FZWWnvLllVbm4uJBIJ9u7dO2nZ+Ph4HDlyxCCfhSOprq7GgwcPUF9fD4FAYO/ujM+agxqWGvMtKysjAMjVq1ct0Cvbi4uLI0VFReTevXtEpVKR8vJy8sgjj5BVq1aZXWdwcDDx9PQkhBCi0+lIb28vOXv2LElNTSUsFov4+fmRhoYGS52CzcEBxnydDX3GYjk2+PzRMV9bMCWnqTlYLBa8vLywfPlylJaWoqKiAp2dnUwuW4qiHI9TBF8Wi2XvLkyLpXOaTmb9+vVITU2FUqnEBx98YPH6KYqaPocLvoQQHDhwAKGhoeByufD09MQ//vEPo3Kjo6N4++23IRKJ4OLigsjISJSXlwOYes5WAPj666/x7LPPgs/nw8PDAxEREVCpVJO2MV1j5TS1ZG5X/SKAuro65pizXzOKmlGsOahhzhhUVlYWYbFY5L333iO9vb1ErVaToqIiozHfv//974TL5ZLKykrS29tLMjMzyaxZs5hxzqysLAKAfPXVV6S/v58olUoSGxtLXF1diVarJYQQMjg4SDw8PMj+/fuJRqMhv/zyC3nppZdIV1fXlNow19DQEHF3dycSicTg+IkTJ4i7uzuRyWST1vH7Md+xqFQqAoDMnTuXOeZM1wx0zNdkdMzXcmzw+atwqOCrVqsJn88nK1euNDj+xwduGo2G8Pl8kpKSYvBeLpdLtm7dSgj5LZBoNBqmjD6IKxQKQggh169fJwDIiRMnjPoylTbMlZWVRRYsWEBUKpXZdUwWfAkhhMViES8vL0KI810zGnxNR4Ov5dgi+DpUVjOFQgG1Wo34+PgJy/33v/+FWq022DDPxcUFjz322IR5Vv+YszUoKAhCoRCvvvoqpFIpUlNT8cQTT0yrjcnoc5p+8cUXRjlNLWloaAiEEGbbF2e8Zhs3bhwzrwA1MWd/RvKwcKjgq0+C4ePjM2G5oaEhAMDOnTuxc+dOg7/pc35OhYuLC86cOYO33noLubm5kMlkSE5ORmlpqcXa+D1zcpqaS58D9cknnwTgnNcsPT3dIKMVNTF9zopt27bZuSfOzxb/6TtU8NXvnvrgwYMJy+mD86FDh5Cenj6tNsPDw1FbW4uuri7k5+dj3759CA8PZ5ZNWqINwPycpuY6ffo0AODFF18E4JzXTCwWG+2PRo3v2LFjAECvmQXYIvg61GyHRYsWYdasWfj6668nLDd37lzweLxpr3jr6OhgEjP7+Phg7969ePrpp3Hjxg2LtUFMyGlqKb/88gsOHTqEgIAA/PWvfwXgXNeMoh4GDhV8fXx88PLLL6OyshIlJSVQqVRoamoy2puJx+PhL3/5C8rKylBcXAyVSoXR0VH8/PPP+N///jfl9jo6OrBlyxbcvHkTWq0WV69exe3btxEVFWWxNkzJaWpqbldCCAYHB6HT6UAIQVdXF8rLy7Fs2TLMnj0bVVVVzJivM10zinooWPNxnjlPXwcGBsimTZvInDlziJubG4mJiSFvv/02AUACAgLItWvXCCGEPHjwgOzYsYOIRCLCZrOJj48Pefnll0lLSwspKioifD6fACDz588nra2t5MMPPyQeHh4EAJk3bx754YcfSFtbG4mOjiYCgYDMnj2bPP744yQrK4uMjIxM2sZUNTc3EwDjvg4cOMCUPXXqFHF3dyd79uwZt76amhoSGRlJ+Hw+4XA4ZNasWQQAM7Ph2WefJTKZjNy7d8/ovc5yzQihsx3MQWc7WI4NPn8VrP9vyCo2bNgA4LexKIqaKhaLhfLycjp+aQL6fbMcG3z+jjnUsANFUdTDggZfM9y8edNo7HaslyMnmqYoc3355ZfIyMiATqfDunXrIBKJwOPx4O/vj8TERDQ1NZlc5549e8b8Dv1+znhNTQ32798/YxLc0+BrhieffBKEkElfcrnc3l2lKIvavXs3CgsLkZmZCZ1Oh3PnzuHo0aPo6enB+fPnodFo8Nxzz6Gjo8Piba9duxY8Hg/x8fHo6+uzeP22RoMvRY1Bo9EgOjra6duwpH379kEul6OiooJZnSkWixETEwM+n4/AwEDk5uaiv78fH3/8scn1Hz582OgG5vr16wZlpFIpnnrqKaxevRojIyOWOC27ocGXosZQUlICpVLp9G1YikKhwK5du5CTk8MshmKz2aitrTUoFxQUBABobW21Wl+ys7PR2NiIgoICq7VhCzT4UjMCIQT5+flYuHAhuFwuBAIBkpKSDHJKSCQScDgcg+1v3njjDbi6uoLFYqG7uxvAr8uat2/fjtbWVrBYLISEhKCwsBA8Hg9CoRBbtmyBn58feDweoqOjcenSJYu0AVg2raglFRYWghCCtWvXTlhOvwW9fn65NQgEAsTFxaGgoMCk7ekdDQ2+1IyQnZ2NjIwMZGVlQalU4ptvvsHdu3cRGxuLzs5OAL8GkD9OHSoqKkJOTo7BsYKCAqxZswbBwcEghEChUEAikSA1NRVqtRpSqRRtbW24cuUKRkZGsHLlSmZHkum0Afy2W7JOp7PcxbGAkydPIjQ0dNINMy9fvgwAiImJMbmNjIwMCAQCcDgcBAYGIikpCQ0NDWOWXbJkCdrb23Ht2jWT23EUNPhSTk+j0SA/Px8vvfQSXn31VXh6eiIiIgIffPABuru7jVZITgebzWbursPCwlBcXIyBgQGUlpZapP6EhASoVCrs2rXLIvVZwtDQEH766ScEBwePW6azsxNyuRxSqRRisXjSO+Q/eu2111BTU4O7d+9icHAQZWVluHPnDuLi4tDS0mJUfv78+QCA5uZm007GgdDgSzm9lpYWDA4OYunSpQbHn3nmGXA4HINhAUtbunQp+Hz+tNKMOjqlUglCyIR3vWKxGFKpFElJSairqzN5u/a5c+diyZIlcHNzA4fDQVRUFEpLS6HRaFBUVGRUXt8X/a8aZ+RQWc0oyhz6aUdjJS3y8vLCwMCAVdvncrno6uqyahv2dP/+fQC/nud4hEIhSkpKEB4ebrF2IyIiMHv2bCY96u+5uLgY9M0Z0Ttfyul5eXkBwJhBtq+vDwEBAVZre3h42Opt2Js+0E20uMHHx4f5d7AUnU4HnU43ZtDXarUGfXNGNPhSTm/RokVwc3PDd999Z3D80qVL0Gq1+NOf/sQcY7PZzK4cllBfXw9CCKKioqzWhr0JhUKwWCz09/ePW6a2thb+/v5mt/HCCy8YHWtoaAAhZMyE+vq++Pr6mt2mvdHgSzk9Ho+H7du347PPPsOnn34KlUqF5uZmpKWlwc/PD5s3b2bKhoSEoKenB1VVVRgeHkZXVxdu375tVKe3tzc6OjrQ1taGgYEBJpjqdDr09vZiZGQETU1NSE9Ph0gkYnaLnm4bpqYVtQU+n4+goCBmp5k/UigU8PX1HTMBeUpKCnx9fXHlypUJ22hvb4dcLkdfXx+Gh4dx4cIFbNq0CSKRCGlpaUbl9X2JiIgw44wcAw2+1Iywe/du5OXlQSaT4dFHH0VcXByeeOIJ1NfXw9XVlSm3detWrFixAq+88gpCQ0PxzjvvMD9dxWIxM2UsLS0NQqEQYWFhWL16NXp6egD8OsYYEREBFxcXxMbGYsGCBTh79qzBT+PptuGIEhIS0NLSwszj/b2J5tpqtVoolUpUV1dPWP+qVauwc+dOBAQEgM/nIzk5GcuWLcPFixcxZ84co/INDQ3w9/dHZGSk6SfjKKyZsJLmF6XMBQfM57t582bi7e1t726My5rft1u3bhE2m00OHz5s0vtGR0dJbGwsKSkpsVhfuru7CY/HIwcPHrRYnX9kg89fBb3zpSgTzJSMWqYKCQmBTCaDTCbD4ODglN4zOjqKqqoqDAwMWDTDX3Z2NhYvXgyJRGKxOu2BBl+KoqYkIyMDGzZsQEpKyoQP3/Tq6+tx/Phx1NXVTboybqry8/PR2NiIU6dOmTyX2NHQ4EtRU5CZmYnS0lL09/cjMDAQlZWV9u6SXeTm5kIikWDv3r2Tlo2Pj8eRI0cM8lxMR3V1NR48eID6+noIBAKL1GlPdJEFRU1BXl4e8vLy7N0Nh/D888/j+eeft3m7iYmJSExMtHm71kLvfCmKouyABl+Koig7oMGXoijKDmjwpSiKsgOrP3D7+eefUVFRYe1mqBnowoUL9u6CU9EvuaXfNydhzSUc69evJwDoi77oi76c7mXtFW4sQpx4EySKoijndIyO+VIURdkBDb4URVF2QIMvRVGUHdDgS1EUZQf/B7iITyt0jpxcAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<IPython.core.display.Image object>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 37
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "PmyxWoZ5XR5k",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 493
        },
        "outputId": "574c48d6-1b7f-4ad8-9a6e-0f9b531bbae7"
      },
      "source": [
        "with tf.Session() as session:\n",
        "    K.set_session(session)\n",
        "    session.run(tf.global_variables_initializer())  \n",
        "    session.run(tf.tables_initializer())\n",
        "    history = model.fit(x_train, y_train, epochs=5, batch_size=8)\n",
        "    model.save_weights('./elmo-model.h5')"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Epoch 1/5\n",
            "6962/6962 [==============================] - 154s 22ms/step - loss: 1.7456 - accuracy: 0.3387\n",
            "Epoch 2/5\n",
            "6962/6962 [==============================] - 152s 22ms/step - loss: 1.5170 - accuracy: 0.3604\n",
            "Epoch 3/5\n",
            "6962/6962 [==============================] - 151s 22ms/step - loss: 1.5013 - accuracy: 0.3699\n",
            "Epoch 4/5\n",
            "6544/6962 [===========================>..] - ETA: 9s - loss: 1.4838 - accuracy: 0.3785"
          ],
          "name": "stdout"
        },
        {
          "output_type": "error",
          "ename": "KeyboardInterrupt",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-48-e72144b6c9c3>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      3\u001b[0m     \u001b[0msession\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrun\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mglobal_variables_initializer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m     \u001b[0msession\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrun\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtf\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtables_initializer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 5\u001b[0;31m     \u001b[0mhistory\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx_train\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_train\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mepochs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m5\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbatch_size\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m8\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      6\u001b[0m     \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msave_weights\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'./elmo-model.h5'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/keras/engine/training.py\u001b[0m in \u001b[0;36mfit\u001b[0;34m(self, x, y, batch_size, epochs, verbose, callbacks, validation_split, validation_data, shuffle, class_weight, sample_weight, initial_epoch, steps_per_epoch, validation_steps, validation_freq, max_queue_size, workers, use_multiprocessing, **kwargs)\u001b[0m\n\u001b[1;32m   1237\u001b[0m                                         \u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1238\u001b[0m                                         \u001b[0mvalidation_steps\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mvalidation_steps\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1239\u001b[0;31m                                         validation_freq=validation_freq)\n\u001b[0m\u001b[1;32m   1240\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1241\u001b[0m     def evaluate(self,\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/keras/engine/training_arrays.py\u001b[0m in \u001b[0;36mfit_loop\u001b[0;34m(model, fit_function, fit_inputs, out_labels, batch_size, epochs, verbose, callbacks, val_function, val_inputs, shuffle, initial_epoch, steps_per_epoch, validation_steps, validation_freq)\u001b[0m\n\u001b[1;32m    194\u001b[0m                     \u001b[0mins_batch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mins_batch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtoarray\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    195\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 196\u001b[0;31m                 \u001b[0mouts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mfit_function\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mins_batch\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    197\u001b[0m                 \u001b[0mouts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mto_list\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mouts\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    198\u001b[0m                 \u001b[0;32mfor\u001b[0m \u001b[0ml\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mo\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mzip\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mout_labels\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mouts\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/keras/backend.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, inputs)\u001b[0m\n\u001b[1;32m   3474\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3475\u001b[0m     fetched = self._callable_fn(*array_vals,\n\u001b[0;32m-> 3476\u001b[0;31m                                 run_metadata=self.run_metadata)\n\u001b[0m\u001b[1;32m   3477\u001b[0m     \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_call_fetch_callbacks\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfetched\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_fetches\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3478\u001b[0m     output_structure = nest.pack_sequence_as(\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/client/session.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m   1470\u001b[0m         ret = tf_session.TF_SessionRunCallable(self._session._session,\n\u001b[1;32m   1471\u001b[0m                                                \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_handle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1472\u001b[0;31m                                                run_metadata_ptr)\n\u001b[0m\u001b[1;32m   1473\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mrun_metadata\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1474\u001b[0m           \u001b[0mproto_data\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtf_session\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTF_GetBuffer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrun_metadata_ptr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "3Vr6mo6Bd4XF",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "with tf.Session() as session:\n",
        "    K.set_session(session)\n",
        "    session.run(tf.global_variables_initializer())\n",
        "    session.run(tf.tables_initializer())\n",
        "    model.load_weights('./elmo-model.h5')  \n",
        "    predicts = model.predict(x_test, batch_size=16)"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-XGj0BHkeGDD",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 408
        },
        "outputId": "c99fdcfd-c9a9-4b70-fb65-479bd30791d6"
      },
      "source": [
        "from sklearn import metrics\n",
        "# decode test labels\n",
        "y_test = decode(le, y_test)\n",
        "# decode predicted labels\n",
        "y_preds = decode(le, predicts)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "error",
          "ename": "AxisError",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mAxisError\u001b[0m                                 Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-42-593482706b7b>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;32mfrom\u001b[0m \u001b[0msklearn\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mmetrics\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0;31m# decode test labels\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0my_test\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdecode\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_test\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      4\u001b[0m \u001b[0;31m# decode predicted labels\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0my_preds\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdecode\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mpredicts\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m<ipython-input-30-32b75e7b53e2>\u001b[0m in \u001b[0;36mdecode\u001b[0;34m(le, one_hot)\u001b[0m\n\u001b[1;32m     18\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     19\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mdecode\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mone_hot\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 20\u001b[0;31m     \u001b[0mdec\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0margmax\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mone_hot\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     21\u001b[0m     \u001b[0;32mreturn\u001b[0m \u001b[0mle\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0minverse_transform\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdec\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     22\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m<__array_function__ internals>\u001b[0m in \u001b[0;36margmax\u001b[0;34m(*args, **kwargs)\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/numpy/core/fromnumeric.py\u001b[0m in \u001b[0;36margmax\u001b[0;34m(a, axis, out)\u001b[0m\n\u001b[1;32m   1184\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1185\u001b[0m     \"\"\"\n\u001b[0;32m-> 1186\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0m_wrapfunc\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0ma\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'argmax'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0maxis\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0maxis\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mout\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mout\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1187\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1188\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/numpy/core/fromnumeric.py\u001b[0m in \u001b[0;36m_wrapfunc\u001b[0;34m(obj, method, *args, **kwds)\u001b[0m\n\u001b[1;32m     59\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     60\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 61\u001b[0;31m         \u001b[0;32mreturn\u001b[0m \u001b[0mbound\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwds\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     62\u001b[0m     \u001b[0;32mexcept\u001b[0m \u001b[0mTypeError\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     63\u001b[0m         \u001b[0;31m# A TypeError occurs if the object does have such a method in its\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mAxisError\u001b[0m: axis 1 is out of bounds for array of dimension 1"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lLHpKYXlfCLe",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 289
        },
        "outputId": "a1896e98-a099-4560-c48a-63547f2b856d"
      },
      "source": [
        "print(metrics.classification_report(y_test, y_preds))"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "              precision    recall  f1-score   support\n",
            "\n",
            "           0       0.00      0.00      0.00       223\n",
            "           1       0.34      0.98      0.51       596\n",
            "           2       0.37      0.03      0.05       427\n",
            "           3       0.00      0.00      0.00       255\n",
            "           4       1.00      0.00      0.01       240\n",
            "\n",
            "    accuracy                           0.34      1741\n",
            "   macro avg       0.34      0.20      0.11      1741\n",
            "weighted avg       0.35      0.34      0.19      1741\n",
            "\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/sklearn/metrics/_classification.py:1272: UndefinedMetricWarning:\n",
            "\n",
            "Precision and F-score are ill-defined and being set to 0.0 in labels with no predicted samples. Use `zero_division` parameter to control this behavior.\n",
            "\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "yH5JLcmO2ywZ",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 295
        },
        "outputId": "b4a540d5-6889-425a-adc6-e35ae5efc7af"
      },
      "source": [
        "import matplotlib.pyplot as plt\n",
        "%matplotlib inline\n",
        "\n",
        "acc = history.history['accuracy']\n",
        "loss = history.history['loss']\n",
        "\n",
        "epochs = range(1, len(acc) + 1)\n",
        "\n",
        "plt.plot(epochs, acc, 'g', label='Training Acc')\n",
        "plt.title('Training and validation Acc')\n",
        "plt.xlabel('Epochs')\n",
        "plt.ylabel('Acc')\n",
        "plt.legend()\n",
        "\n",
        "plt.show()\n"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEWCAYAAAB8LwAVAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4yLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy+j8jraAAAgAElEQVR4nO3deXhV5dn3/e+ZEOZJASeGAhZFQAaJIGgVh1osVrBKcXgp2nqDIAVxAOvdu4+Pr+/7EFCmguKEigpSrVhqcahTlYRZEY2IIkYGQZkhjBnO54+9oNu4QxLIzkr2/n2OIwdrXWv6ZYXk3Ndaa1/b3B0REZGiUsIOICIilZMKhIiIxKQCISIiMalAiIhITCoQIiISkwqEiIjEpAIhFcbMXjOzQeW9bpjMLMfMLovDft3MfhpMTzez/ynNusdwnBvN7M1jzSmJzfQ+CDkaM8uNmq0NHAQKgvkh7v58xaeqPMwsB7jF3d8q5/060Mbd15TXumbWEvgaSHP3/PLIWRIzawV8BTzq7kMr4phSftSDkKNy97qHv4B1wK+i2o4UBzOrFl5KqcR+C+wABphZjbDDSNmoQMgxMbNeZrbBzMaY2WbgKTM7wcxeNbMtZrYjmG4Wtc17ZnZLMH2TmS0wsweDdb82syuOcd1WZva+me0xs7fMbJqZPVdM7tJk/H/NLDPY35tm1jhq+UAz+8bMtpnZfx/l/HQ3s81mlhrVdrWZrQymu5nZQjPbaWabzGyqmVUvZl9Pm9kDUfN3B9t8a2a/K7JuHzP7yMx2m9l6M7svavH7wb87zSzXzHocPrdR2/c0s6Vmtiv4t2dpz02M3EakQPwJyAN+VWR5XzNbEWT9ysx6B+0nmtlTwfe3w8xeKe4YEl8qEHI8TgFOBH4CDCby/+mpYL4FsB+YepTtuwOrgcbAOODJ4I9KWdedBSwBGgH3AQOPcszSZLwBuBk4CagO3AVgZu2AR4L9nxYcrxkxuPtiYC9wSZH9zgqmC4BRwffTA7gUGHaU3AQZegd5fg60AYre/9hL5I9yQ6APMNTM+gXLLgz+bRj0ABcW2feJwD+BKcH3NgH4p5k1KvI9/OjcFOMCIufnBeCvwJF7SmbWDZgJ3B1kvRDICRY/S+RyZvvgOBOPcgyJJ3fXl75K9UXkF/iyYLoXcAioeZT1OwM7oubfI3K9HuAmYE3UstqAA6eUZV0if+TzgdpRy58Dnivl9xQr45+i5ocBrwfTfwZeiFpWJzgHlxWz7weAGcF0PSJ/vH9SzLq3A3Oj5h34aTD9NPBAMD0DGBu13hnR68bY7yRgYjDdMli3WtTym4AFwfRAYEmR7RcCN5V0boo59hPAK8F0DyK9iJOC+UcP5yqyzalAIXBC2P/f9eXqQchx2eLuBw7PmFltM3s0uASzm8gljYbRl1mK2Hx4wt33BZN1y7juacD2qDaA9cUFLmXGzVHT+6IynRa9b3ffC2wr7lhEegu/Dq69/xr40N2/CXKcEVze2hzk+P+J9CZK8oMMwDdFvr/uZvZucAltF3BrKfd7eN/fFGn7BmgaNV/cufkBM6sF9AeeB/BIb2UdkR4IQHMiN6+Lak7k57mjlJkljlQg5HgUfQTuTuBMoLu71+c/lzSKu2xUHjYBJ5pZ7ai25kdZ/3gybored3DMRsWt7O6fEfkDewU/vLwEkUtVnxN5+qg+cO+xZCDSg4o2C5gHNHf3BsD0qP2W9Mjit0QuvUVrAWwsRa6irgbqAw8HRXAzkUJz+DLTeuD0GNutJ/LzbHgMx5RypgIh5akekWv6O4Pr2f8r3gcMXpEvA+4zs+pm1oMiN0PLMeNLwJVmdkFwQ/l+Sv4dmgWMJFKIXiySYzeQa2ZtgdI+AvpX4CYzaxcUqKL56xF5BX4guM5/Q9SyLUQu37QuZt/zgTPM7AYzq2ZmA4B2wKulzBZtEJHLYWcTuYzXGTgf6GRmZwNPAjeb2aVmlmJmTc2srbtvAl4jUlhOMLM0M7uwuINIfKlASHmaBNQCtgKLgNcr6Lg3ErnGvY3Idf85RN6vEcsxZ3T3bOA2In/0NxF5fHNDCZvNBi4C3nH3rVHtdxH5470HeDzIXJoMrwXfwzvAmuDfaMOA+81sD5F7Jn+N2nYf8P8BmcHTU+cV2fc24EoivaxtwGjgyiK5S2RmTYncdJ/k7pujvpYTOd+D3H0JkZvdE4FdwL/5T+9lIJH7FZ8D3xO5PyMh0BvlJOGY2Rzgc3ePew9GJJGpByFVnpmda2anB5cqegN9AT07L3Kc9O5XSQSnAC8TuWG8ARjq7h+FG0mk6tMlJhERiUmXmEREJKaEucTUuHFjb9myZdgxRESqlOXLl2919yaxliVMgWjZsiXLli0LO4aISJViZkXfPX+ELjGJiEhMKhAiIhKTCoSIiMSUMPcgYsnLy2PDhg0cOHCg5JWl3NWsWZNmzZqRlpYWdhQROQYJXSA2bNhAvXr1aNmyJcV/Do3Eg7uzbds2NmzYQKtWrcKOIyLHIKEvMR04cIBGjRqpOITAzGjUqJF6byJVWEIXCEDFIUQ69yJVW0JfYhKRqiX3UC7Pr3yejXuO5TOKkleHkzrwm/a/Kff9qkDE0bZt27j00ksB2Lx5M6mpqTRpEnnD4pIlS6hevXqx2y5btoyZM2cyZcqUox6jZ8+eZGVllVvm22+/nRdffJH169eTkpLwHUypJLbu28rUJVP5y5K/sH3/diyuH0KYeAZ0GKACUdU0atSIFStWAHDfffdRt25d7rrrriPL8/PzqVYt9o8gPT2d9PT0Eo9RnsWhsLCQuXPn0rx5c/79739z8cUXl9u+RWJZt2sdExZO4PEPH2df3j76te3HmPPHcF6z80reWOJOLxEr2E033cStt95K9+7dGT16NEuWLKFHjx506dKFnj17snr1agDee+89rrzySiBSXH73u9/Rq1cvWrdu/YNeRd26dY+s36tXL6699lratm3LjTfeyOGReufPn0/btm3p2rUrI0aMOLLfot577z3at2/P0KFDmT179pH27777jquvvppOnTrRqVOnI0Vp5syZdOzYkU6dOjFw4MDyP1mSsLK/z2bQK4M4fcrpTFs6jd+0/w3Zw7KZO2CuikMlkjQ9iNtfv50Vm1eU6z47n9KZSb0nlXm7DRs2kJWVRWpqKrt37+aDDz6gWrVqvPXWW9x777387W9/+9E2n3/+Oe+++y579uzhzDPPZOjQoT96f8FHH31EdnY2p512Gueffz6ZmZmkp6czZMgQ3n//fVq1asX1119fbK7Zs2dz/fXX07dvX+69917y8vJIS0tjxIgRXHTRRcydO5eCggJyc3PJzs7mgQceICsri8aNG7N9+/YynwdJPgvXL2Rs5ljmrZ5H7bTaDD93OHf0uIPmDZqHHU1iiGsPwsx6m9lqM1tjZvfEWH6rmX1iZivMbIGZtQvabwzaDn8VmlnneGatSP379yc1NRWAXbt20b9/fzp06MCoUaPIzs6OuU2fPn2oUaMGjRs35qSTTuK777770TrdunWjWbNmpKSk0LlzZ3Jycvj8889p3br1kfciFFcgDh06xPz58+nXrx/169ene/fuvPHGGwC88847DB06FIDU1FQaNGjAO++8Q//+/WncuDEAJ5544vGdFElY7s5rX77GRU9fRM8ZPVmwbgH3XXQf625fx8TeE1UcKrG49SDMLBWYBvycyKd8LTWzee7+WdRqs9x9erD+VcAEoLe7Pw88H7SfDbzi7sf18v9YXunHS506dY5M/8///A8XX3wxc+fOJScnh169esXcpkaNGkemU1NTyc/PP6Z1ivPGG2+wc+dOzj77bAD27dtHrVq1ir0cJVKS/MJ8Xsx+kbGZY1n53Uqa12/OpF9M4pZzbqFO9Tol70BCF88eRDdgjbuvdfdDwAtEPiv4CHffHTVbB4j18XbXB9smpF27dtG0aVMAnn766XLf/5lnnsnatWvJyckBYM6cOTHXmz17Nk888QQ5OTnk5OTw9ddf869//Yt9+/Zx6aWX8sgjjwBQUFDArl27uOSSS3jxxRfZtm0bgC4xyRH78/bzyNJHOOMvZ3DDyzeQV5DH032fZs2INYw8b6SKQxUSzwLRFFgfNb8haPsBM7vNzL4CxgEjYuxnADA7RjtmNtjMlpnZsi1btpRD5Io3evRo/vjHP9KlS5cyveIvrVq1avHwww/Tu3dvunbtSr169WjQoMEP1tm3bx+vv/46ffr0OdJWp04dLrjgAv7xj38wefJk3n33Xc4++2y6du3KZ599Rvv27fnv//5vLrroIjp16sQdd9xR7tmlatl5YCf/54P/Q8vJLRk2fxgn1z2ZVwa8wqfDPmVQ50FUTy3+sW6pnOL2mdRmdi2Ry0W3BPMDge7uPryY9W8AfuHug6LaugNPuPvZJR0vPT3di35g0KpVqzjrrLOO47tIDLm5udStWxd357bbbqNNmzaMGjWqQo6tn0Hi+3bPt0xaNInpy6az59AervjpFdxzwT38rMXP9G76KsDMlrt7zGfq4/kU00Yg+u5Ts6CtOC8AjxRpu45ieg9Seo8//jjPPPMMhw4dokuXLgwZMiTsSJIAvtz2JeOzxvPMx8+QX5jPgPYDGH3+aDqfkjDPkyS9eBaIpUAbM2tFpDBcB9wQvYKZtXH3L4PZPsCXUctSgN8AP4tjxqQwatSoCusxSOJb/u1yMjIzeOmzl6ieWp3fd/k9d/W8i9YntA47mpSzuBUId883s+HAG0AqMMPds83sfmCZu88DhpvZZUAesAMYFLWLC4H17r72OHOomxuSeF2+lIrn7ryb8y5jF4zlX2v/Rf0a9bnngnsY2X0kJ9c9Oex4EidxfaOcu88H5hdp+3PU9MijbPsecFxvqaxZsybbtm3TkN8hOPx5EDVr1gw7ihyHgsIC/r7674xdMJal3y7llLqnkHFZBkO6DqFBzQYl70CqtIR+J3WzZs3YsGEDVfUJp6ru8CfKSdVzMP8gz618jnFZ4/hi2xecfsLpPHrlo/y202+pWU1FP1kkdIFIS0vTp5mJlMGeg3t4bPljTFg0gW/3fEuXU7ow59o5XHPWNaSmpIYdTypYQhcIESmdLXu3MGXxFKYuncrOAzu5pNUlPN33aS5rfZkuzyYxFQiRJJazM4eHsh7iyY+e5ED+Aa4+62rGnD+Gbk27hR1NKgEVCJEk9Ml3nzAuaxyzP5lNiqUwsONA7j7/bto2bht2NKlEVCBEksiCdQvIyMzg1S9epU5aHUZ2H8moHqNoVl8PE8iPqUCIJDh3559f/pOxC8aSuT6TRrUacX+v+7mt222cWEvDtEvxVCBEElReQR5zsueQkZnBp99/SosGLZjSewq/6/I7jagqpaICIZJg9uXtY8ZHM3gw60G+2fUN7Zu0Z2a/mVzX4TrSUtNK3oFIQAVCJEHs2L+DaUunMXnxZLbu20rP5j2Z+sup/LLNL0kxffy8lJ0KhEgVt3H3RiYumsijyx8l91Aufdr04Z4L7uGCFheEHU2qOBUIkSpq9dbVjM8az8yPZ1LohVzX4TpGnz+ajid3DDuaJAgVCJEqZunGpYzNHMvcVXOpUa0Gg7sO5s4ed9LqBA0rI+VLBUKkCnB33lr7FmMzx/LO1+/QsGZD7v3ZvYzoPoKT6pwUdjxJUCoQIpVYQWEBL696mbGZY/lw04ecWvdUxv98PIO7DqZ+jfphx5MEpwIhUgkdzD/IzI9nMi5rHGu2r6HNiW14/FePM7DjQGpUqxF2PEkSKhAilcjug7t5dNmjTFw0kU25m+h6alde6v8S/dr203DbUuFUIEQqge9yv2Py4sk8vPRhdh3cxWWtL+PZq5/lklaXaLhtCY0KhEiI1u5Yy4NZDzLjoxkcKjjENe2uYcz5Y0g/LT3saCIqECJh+Hjzx2RkZjAnew6plsqgToO4+/y7OaPRGWFHEzlCBULKbNOeTeQeyqVaSjXSUtOollItMp2S9oM2De/wQ+7OB+s+YOyCsby25jXqVq/LHefdwe3n3U7T+k3DjifyIyoQUiartqyi4/SO5Bfml7iuYTELSHQRidVWmvaybHfMxyjDuke7T1Dohbz6xauMXTCWhRsW0qR2Ex64+AGGnTuME2qdUJ4/HpFypQIhZTIuaxxpKWk88asncJz8wnzyC/PJK8iL/FuY96O26PYjbR57+eF1DuQfKHFfsY5b6IWhnJdUSy22gBwsOMj3e7+nZcOWTL1iKjd3uZnaabVDySlSFioQUmobdm/g+ZXPM6TrEAZ1HhR2nJgKvfBI8SixSJWloB3HugVewOWtL2dAhwFUS9GvnFQd+t8qpTZx4UQKvZA7e94ZdpRipVgK1VOrUz21ethRRKo83UWUUtm+fzuPffgY13W4jpYNW4YdR0QqgAqElMrDSx8m91Auo88fHXYUEakgKhBSov15+5myeApX/PQKfdaASBJRgZASPbXiKbbs28KY88eEHUVEKpAKhBxVfmE+47PGc16z87jwJxeGHUdEKpAKhBzVi9kvkrMzhzHnj9GgcSJJRgVCiuXuZGRm0LZxW64686qw44hIBdP7IKRYb371Jh9/9zEzrpqhcZVEkpB+66VYYzPH0rReU27seGPYUUQkBCoQEtOSjUt4L+c9Rp03Su9KFklSKhASU0ZmBg1rNmRw18FhRxGRkMS1QJhZbzNbbWZrzOyeGMtvNbNPzGyFmS0ws3ZRyzqa2UIzyw7WqRnPrPIfq7euZu6qudx27m3Uq1Ev7DgiEpK4FQgzSwWmAVcA7YDrowtAYJa7n+3unYFxwIRg22rAc8Ct7t4e6AXkxSur/ND4rPHUqFaDEd1HhB1FREIUzx5EN2CNu69190PAC0Df6BXcfXfUbB3Ag+nLgZXu/nGw3jZ3L4hjVgl8u+dbnl35LDd3vpmT6pwUdhwRCVE8C0RTYH3U/Iag7QfM7DYz+4pID+LwS9YzADezN8zsQzPTCHEVZNKiSeQX5nNXz7vCjiIiIQv9JrW7T3P304ExwJ+C5mrABcCNwb9Xm9mlRbc1s8FmtszMlm3ZsqXCMieqnQd2Mn3ZdH7T/je0PqF12HFEJGTxLBAbgeZR882CtuK8APQLpjcA77v7VnffB8wHzim6gbs/5u7p7p7epEmTcoqdvB5Z+gh7Du1hdE912EQkvgViKdDGzFqZWXXgOmBe9Apm1iZqtg/wZTD9BnC2mdUOblhfBHwWx6xJ70D+ASYvnszlp19Ol1O7hB1HRCqBuA214e75ZjacyB/7VGCGu2eb2f3AMnefBww3s8uIPKG0AxgUbLvDzCYQKTIOzHf3f8Yrq8AzK57hu73faUhvETnC3L3ktaqA9PR0X7ZsWdgxqqSCwgLOnHomJ9Y6kcW3LNaorSJJxMyWu3t6rGWh36SW8P1t1d/4asdXGtJbRH5ABSLJHR7Su82JbejXtl/JG4hI0tBw30nu7a/f5sNNH/L4rx4nNSU17DgiUomoB5Hkxi4Yy6l1T2Vgx4FhRxGRSkYFIokt/3Y5b3/9Nrefdzs1qtUIO46IVDIqEEksIzOD+jXqM6TrkLCjiEglpAKRpL7c9iV/W/U3hqUPo0HNBmHHEZFKSAUiST2Y9SBpKWmMPG9k2FFEpJJSgUhCm3M388zHzzCo0yBOqXtK2HFEpJJSgUhCkxdN5lDBIQ3pLSJHpQKRZHYd2MXDyx7m2nbX0qZRm5I3EJGkpQKRZB5d/ii7D+7WoHwiUiIViCRyMP8gkxZN4tJWl9L1tK5hxxGRSk5DbSSRZ1c+y6bcTcy8embYUUSkClAPIkkUFBYwLnMc55x6Dpe2+tGnt4qI/Ih6EEnilc9f4cvtXzLn2jka0ltESkU9iCRweEjv0084nWvOuibsOCJSRagHkQTey3mPpd8uZXqf6RrSW0RKTT2IJDA2cywn1zmZQZ0HhR1FRKoQFYgE99Gmj3jzqzcZ2X0kNavVDDuOiFQhKhAJblzWOOpVr8fQc4eGHUVEqhgViAS2dsda/pr9V25Nv5WGNRuGHUdEqhgViAT2YNaDVEupxu3n3R52FBGpglQgEtT3e7/nqRVPMbDjQE6rd1rYcUSkClKBSFBTFk/hYP5B7u55d9hRRKSKUoFIQHsO7mHa0mlcfdbVnNn4zLDjiEgVpQKRgB5b/hg7D+zUkN4iclxUIBLMoYJDTFw0kV4te9Gtabew44hIFaahNhLM8yufZ+OejTx51ZNhRxGRKk49iARS6IWMyxpH51M6c/npl4cdR0SqOPUgEsi81fP4fOvnzPr1LA3pLSLHTT2IBHF4SO9WDVvRv33/sOOISAJQDyJBfLDuAxZtWMS0X06jWop+rCJy/NSDSBBjF4ylSe0m3Nz55rCjiEiCUIFIACu/W8lra15jRPcR1EqrFXYcEUkQJRYIM6tjZilR8ylmVju+saQsxmWOo05aHYadOyzsKCKSQErTg3gbiC4ItYG3SrNzM+ttZqvNbI2Z3RNj+a1m9omZrTCzBWbWLmhvaWb7g/YVZja9NMdLRjk7c3jh0xcY0nUIJ9Y6Mew4IpJASnM3s6a75x6ecffc0vQgzCwVmAb8HNgALDWzee7+WdRqs9x9erD+VcAEoHew7Ct371zK7yNpPZT1ECmWwqgeo8KOIiIJpjQ9iL1mds7hGTPrCuwvxXbdgDXuvtbdDwEvAH2jV3D33VGzdQAvxX4lsGXvFp786Elu7Hgjzeo3CzuOiCSY0vQgbgdeNLNvAQNOAQaUYrumwPqo+Q1A96IrmdltwB1AdeCSqEWtzOwjYDfwJ3f/oBTHTCpTl0xlf/5+RvccHXYUEUlAJRYId19qZm2Bw+NGr3b3vPIK4O7TgGlmdgPwJ2AQsAlo4e7bgh7LK2bWvkiPAzMbDAwGaNGiRXlFqhJyD+UydelU+p7Zl7OanBV2HBFJQKV5iuk2oI67f+runwJ1zaw0j8tsBJpHzTcL2orzAtAPwN0Puvu2YHo58BVwRtEN3P0xd0939/QmTZqUIlLieOLDJ9i+f7uG9BaRuCnNPYj/cvedh2fcfQfwX6XYbinQxsxamVl14DpgXvQKZtYmarYP8GXQ3iS4yY2ZtQbaAGtLccykkFeQx4SFE/hZi5/Ro3mPsOOISIIqzT2IVDMzd3c48nRS9ZI2cvd8MxsOvAGkAjPcPdvM7geWufs8YLiZXQbkATuIXF4CuBC438zygELgVnffXtZvLlHN/nQ263evZ/qVevpXROLHgr/7xa9gNh74CfBo0DQEWOfud8U5W5mkp6f7smXLwo4Rd4VeSMdHOpJiKXx868catVVEjouZLXf39FjLStODGEPkRvCtwfxKIk8ySQj++cU/yd6SzbNXP6viICJxVeI9CHcvBBYDOUTe23AJsCq+saQ4GZkZtGjQggHtS/OksYjIsSu2B2FmZwDXB19bgTkA7n5xxUSTohasW0Dm+kym9J5CWmpa2HFEJMEd7RLT58AHwJXuvgbAzDSeQ4gyMjNoVKsRv+vyu7CjiEgSONolpl8TecPau2b2uJldSuSd1BKCT7//lFe/eJU/dPsDdarXCTuOiCSBYguEu7/i7tcBbYF3iQy5cZKZPWJml1dUQIkYnzWe2mm1Gd5teNhRRCRJlOYm9V53n+XuvyLybuiPiDzZJBVk3a51zPpkFv91zn/RqHajsOOISJIo0yfKufuOYHiLS+MVSH5swsIJANzR446Qk4hIMtFHjlZy2/Zt4/EPH+f6DtfTokFyDUgoIuFSgajkpi2dxr68fYw+X0N6i0jFUoGoxPYe2suUxVO48owr6XBSh7DjiEiSUYGoxGZ8NINt+7dpSG8RCYUKRCWVV5DHQwsfomfznlzQ4oKw44hIEirNYH0Sgr9m/5Vvdn3DX674S9hRRCRJqQdRCbk7GZkZtGvSjj5n9Ak7jogkKfUgKqHX1rzGJ99/wtN9nybFVMNFJBz661MJZWRm0Kx+M64/+/qwo4hIElOBqGQWrl/I+9+8z5097qR6aomf7CoiEjcqEJVMRmYGJ9Q8gVvOuSXsKCKS5FQgKpFVW1bx99V/Z3i34dStXjfsOCKS5FQgKpHxWeOpVa0Wf+j2h7CjiIioQFQWG3Zv4LmVz/H7Lr+nSZ0mYccREVGBqCwmLpxIoRdyZ887w44iIgKoQFQKO/bv4LEPH2NAhwG0bNgy7DgiIoAKRKXw8NKHyT2Uq0H5RKRSUYEI2f68/UxePJkrfnoFHU/uGHYcEZEjVCBC9tSKp9iyb4t6DyJS6ahAhCi/MJ8Hsx6ke9PuXPiTC8OOIyLyAxqsL0QvffYSX+/8mgm/mICZhR1HROQH1IMIyeEhvds2bstVZ14VdhwRkR9RDyIkb371Jis2r+DJq57UkN4iUinpL1NIMjIzaFqvKTeefWPYUUREYlKBCMHSjUt5N+ddRp03ihrVaoQdR0QkJhWIEGRkZtCwZkMGdx0cdhQRkWKpQFSw1VtX8/KqlxmWPox6NeqFHUdEpFgqEBXswawHqVGtBiO6jwg7iojIUalAVKBv93zLzJUzubnzzZxc9+Sw44iIHFVcC4SZ9Taz1Wa2xszuibH8VjP7xMxWmNkCM2tXZHkLM8s1s7vimbOiTFo0ifzCfO7qmRDfjogkuLgVCDNLBaYBVwDtgOuLFgBglruf7e6dgXHAhCLLJwCvxStjRdp5YCfTl02nf7v+tD6hddhxRERKFM8eRDdgjbuvdfdDwAtA3+gV3H131GwdwA/PmFk/4GsgO44ZK8z0ZdPZc2iPBuUTkSojngWiKbA+an5D0PYDZnabmX1FpAcxImirC4wB/vfRDmBmg81smZkt27JlS7kFL28H8g8wadEkLj/9crqc2iXsOCIipRL6TWp3n+bupxMpCH8Kmu8DJrp7bgnbPubu6e6e3qRJ5f0c52dWPMN3e79T70FEqpR4jsW0EWgeNd8saCvOC8AjwXR34FozGwc0BArN7IC7T41L0jgqKCzgwYUPkn5aOhe3vDjsOCIipRbPArEUaGNmrYgUhuuAG6JXMLM27v5lMNsH+BLA3X8Wtc59QG5VLA4AL696mTXb1/BS/5c0pLeIVClxKxDunm9mw4E3gFRghrtnm9n9wDJ3nwcMN7PLgDxgBzAoXnnCcO4zqaYAAAwHSURBVHhI7zYntqFf235hxxERKZO4Dvft7vOB+UXa/hw1PbIU+7iv/JNVjLe/fpvlm5bz2JWPkZqSGnYcEZEyCf0mdSLLyMzg1Lqn8ttOvw07iohImalAxMnyb5fz1tq3uP282zWkt4hUSSoQcTIuaxz1a9RnSNchYUcRETkmKhBxsGb7Gl767CWGpg+lQc0GYccRETkmKhBx8GDWg6SlpDGye4n34EVEKi0ViHK2OXczT694mkGdBnFqvVPDjiMicsxUIMrZ5EWTOVRwSEN6i0iVpwJRjnYf3M0jyx7hmnbX0KZRm7DjiIgcFxWIcvToskfZdXCXBuUTkYSgAlFODuYfZOKiiVza6lLST0sPO46IyHGL61AbyeTZlc+yKXcTz/R7JuwoIiLlQj2IclBQWMD4rPGcc+o5XNb6srDjiIiUC/UgysHfV/+dL7Z9wZxr52hIbxFJGOpBHKfDQ3qffsLpXHPWNWHHEREpN+pBHKf3ct5jycYlPNLnEQ3pLSIJRT2I45SRmcHJdU7mps43hR1FRKRcqUAchxWbV/DGV28wsvtIalarGXYcEZFypQJxHMZljqNe9XoMPXdo2FFERMqdCsQxWrtjLXOy5zCk6xAa1mwYdhwRkXKnAnGMHsp6iGop1RjVY1TYUURE4kIF4hh8v/d7ZqyYwcCOAzmt3mlhxxERiQsViGMwZfEUDuYf5O6ed4cdRUQkblQgymjPwT1MWzqNfm37cWbjM8OOIyISNyoQZfT4h4+z88BODektIglPBaIMDhUcYsLCCfRq2YvuzbqHHUdEJK401EYZPL/yeTbu2cgTVz0RdhQRkbhTD6KUCr2QcVnj6HRyJ35x+i/CjiMiEnfqQZTSP1b/g8+3fs6sX8/SkN4ikhTUgygFd2ds5lhaNWxF//b9w44jIlIhVCBK4YN1H7BowyLu7HEn1VLU6RKR5KACUQoZmRk0qd2Em7vcHHYUEZEKowJRgk+++4T5X85nRPcR1E6rHXYcEZEKowJRgnFZ46iTVodh5w4LO4qISIVSgTiKnJ05zP5kNoO7DubEWieGHUdEpEKpQBzFhIUTSLEU7uhxR9hRREQqnApEMbbu28oTHz7BjR1vpFn9ZmHHERGpcHEtEGbW28xWm9kaM7snxvJbzewTM1thZgvMrF3Q3i1oW2FmH5vZ1fHMGctfFv+F/fn7Gd1zdEUfWkSkUohbgTCzVGAacAXQDrj+cAGIMsvdz3b3zsA4YELQ/imQHrT3Bh41swp7A8LeQ3uZunQqfc/sy1lNzqqow4qIVCrx7EF0A9a4+1p3PwS8APSNXsHdd0fN1gE8aN/n7vlBe83D7RXliQ+fYPv+7RrSW0SSWjxflTcF1kfNbwB+NEa2md0G3AFUBy6Jau8OzAB+AgyMKhjR2w4GBgO0aNGiXELnFeTx0MKH+FmLn9GjeY9y2aeISFUU+k1qd5/m7qcDY4A/RbUvdvf2wLnAH82sZoxtH3P3dHdPb9KkSbnkmf3pbNbvXq/eg4gkvXgWiI1A86j5ZkFbcV4A+hVtdPdVQC7QoVzTxVDohYzLHEeHkzrwyza/jPfhREQqtXgWiKVAGzNrZWbVgeuAedErmFmbqNk+wJdBe6vDN6XN7CdAWyAnjlkBmP/lfLK3ZDPm/DEa0ltEkl7c7kG4e76ZDQfeAFKBGe6ebWb3A8vcfR4w3MwuA/KAHcCgYPMLgHvMLA8oBIa5+9Z4ZT0sIzODFg1aMKD9gHgfSkSk0ovro6PuPh+YX6Ttz1HTI4vZ7lng2XhmKypzXSYL1i1gcu/JpKWmVeShRUQqpdBvUlcWGZkZNKrViN93+X3YUUREKgUVCCD7+2z+8cU/+EO3P1Cnep2w44iIVAoqEMD4rPHUTqvN8G7Dw44iIlJpJH2BWLdrHc9/8jy3dLmFRrUbhR1HRKTSSPoCsffQXi5rfZmG9BYRKaLCBsCrrM5qchav3fha2DFERCqdpO9BiIhIbCoQIiISkwqEiIjEpAIhIiIxqUCIiEhMKhAiIhKTCoSIiMSkAiEiIjGZu4edoVyY2Rbgm+PYRWMg7p85cQyUq2yUq2yUq2wSMddP3D3mZzYnTIE4Xma2zN3Tw85RlHKVjXKVjXKVTbLl0iUmERGJSQVCRERiUoH4j8fCDlAM5Sob5Sob5SqbpMqlexAiIhKTehAiIhKTCoSIiMSUVAXCzGaY2fdm9mkxy83MppjZGjNbaWbnVJJcvcxsl5mtCL7+XAGZmpvZu2b2mZllm9nIGOtU+PkqZa4KP1/BcWua2RIz+zjI9r9jrFPDzOYE52yxmbWsJLluMrMtUefslnjnCo6bamYfmdmrMZZV+LkqZa5QzlVw7Bwz+yQ47rIYy8v3d9Ldk+YLuBA4B/i0mOW/BF4DDDgPWFxJcvUCXq3gc3UqcE4wXQ/4AmgX9vkqZa4KP1/BcQ2oG0ynAYuB84qsMwyYHkxfB8ypJLluAqaGcM7uAGbF+nmFca5KmSuUcxUcOwdofJTl5fo7mVQ9CHd/H9h+lFX6AjM9YhHQ0MxOrQS5Kpy7b3L3D4PpPcAqoGmR1Sr8fJUyVyiC85AbzKYFX0WfAukLPBNMvwRcamZWCXJVODNrBvQBnihmlQo/V6XMVZmV6+9kUhWIUmgKrI+a30Al+eMD9AguEbxmZu0r8sBB174LkVee0UI9X0fJBSGdr+DSxArge+Bf7l7sOXP3fGAX0KgS5AK4Jrgs8ZKZNY93JmASMBooLGZ5KOeqFLmg4s/VYQ68aWbLzWxwjOXl+jupAlE1fEhkvJROwF+AVyrqwGZWF/gbcLu7766o45akhFyhnS93L3D3zkAzoJuZdaioYx9NKXL9A2jp7h2Bf/GfV+5xYWZXAt+7+/J4HqesSpmrQs9VERe4+znAFcBtZnZhPA+mAvFDG4HoVwPNgrZQufvuw5cI3H0+kGZmjeN9XDNLI/JH+Hl3fznGKqGcr5JyhXW+imTYCbwL9C6y6Mg5M7NqQANgW9i53H2bux8MZp8AusY5yvnAVWaWA7wAXGJmzxVZJ4xzVWKuEM5V9LE3Bv9+D8wFuhVZpVx/J1Ugfmge8NvgSYDzgF3uvinsUGZ2yuFrr2bWjcjPLa6/KMHxngRWufuEYlar8PNVmlxhnK/gWE3MrGEwXQv4OfB5kdXmAYOC6WuBdzy4uxhmriLXqa8icm8nbtz9j+7ezN1bErkB/Y67/z9FVqvwc1WaXBV9rqKOW8fM6h2eBi4Hij75WK6/k9WOOW0VZGaziTzh0tjMNgD/i8gNO9x9OjCfyFMAa4B9wM2VJNe1wFAzywf2A9fF+xeFyCupgcAnwbVrgHuBFlG5wjhfpckVxvmCyBNWz5hZKpGi9Fd3f9XM7geWufs8IsXtWTNbQ+TBhOsqSa4RZnYVkB/kuqkCcv1IJThXpckV1rk6GZgbvPapBsxy99fN7FaIz++khtoQEZGYdIlJRERiUoEQEZGYVCBERCQmFQgREYlJBUJERGJSgRApgZkVRI3cucLM7inHfbe0YkbxFQlbUr0PQuQY7Q+GqRBJKupBiByjYGz+ccH4/EvM7KdBe0szeycYzO1tM2sRtJ9sZnODQQQ/NrOewa5Szexxi3xWw5vBu50xsxEW+dyLlWb2QkjfpiQxFQiRktUqcolpQNSyXe5+NjCVyCigEBkg8JlgMLfngSlB+xTg38EggucA2UF7G2Cau7cHdgLXBO33AF2C/dwar29OpDh6J7VICcws193rxmjPAS5x97XBAIKb3b2RmW0FTnX3vKB9k7s3NrMtQLOogd4OD1n+L3dvE8yPAdLc/QEzex3IJTIa7StRn+kgUiHUgxA5Pl7MdFkcjJou4D/3BvsA04j0NpYGI5qKVBgVCJHjMyDq34XBdBb/GVjuRuCDYPptYCgc+QCfBsXt1MxSgObu/i4whshQ1z/qxYjEk16RiJSsVtTIsQCvu/vhR11PMLOVRHoB1wdtfwCeMrO7gS38Z0TNkcBjZvZ7Ij2FoUBxQzGnAs8FRcSAKcFnOYhUGN2DEDlGwT2IdHffGnYWkXjQJSYREYlJPQgREYlJPQgREYlJBUJERGJSgRARkZhUIEREJCYVCBERien/Ao5E1rJBr9wWAAAAAElFTkSuQmCC\n",
            "text/plain": [
              "<Figure size 432x288 with 1 Axes>"
            ]
          },
          "metadata": {
            "tags": [],
            "needs_background": "light"
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "-BRwGvO-VqAV",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "new_text =  ['I feel helpless'\n",
        "            ]\n",
        "#the texts should go through clean text also\n",
        "new_text_pr = np.array(new_text, dtype=object)[:, np.newaxis]"
      ],
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "w7ClS8QRWKKs",
        "colab_type": "code",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 391
        },
        "outputId": "a901c265-de4a-465b-b31c-325649252c6a"
      },
      "source": [
        "with tf.Session() as session:\n",
        "    K.set_session(session)\n",
        "    session.run(tf.global_variables_initializer())  \n",
        "    session.run(tf.tables_initializer())\n",
        "    model.load_weights('./elmo-model.h5')\n",
        "    import time\n",
        "    t = time.time()\n",
        "    predicts = model.predict(new_text_pr)\n",
        "    print(\"time: \", time.time() - t)\n",
        "    print(predicts)"
      ],
      "execution_count": null,
      "outputs": [
        {
          "output_type": "error",
          "ename": "InvalidArgumentError",
          "evalue": "ignored",
          "traceback": [
            "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
            "\u001b[0;31mInvalidArgumentError\u001b[0m                      Traceback (most recent call last)",
            "\u001b[0;32m<ipython-input-47-46daf39bf1bb>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      6\u001b[0m     \u001b[0;32mimport\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      7\u001b[0m     \u001b[0mt\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 8\u001b[0;31m     \u001b[0mpredicts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpredict\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mnew_text_pr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      9\u001b[0m     \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"time: \"\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m-\u001b[0m \u001b[0mt\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     10\u001b[0m     \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpredicts\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/keras/engine/training.py\u001b[0m in \u001b[0;36mpredict\u001b[0;34m(self, x, batch_size, verbose, steps, callbacks, max_queue_size, workers, use_multiprocessing)\u001b[0m\n\u001b[1;32m   1460\u001b[0m                                             \u001b[0mverbose\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mverbose\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1461\u001b[0m                                             \u001b[0msteps\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msteps\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1462\u001b[0;31m                                             callbacks=callbacks)\n\u001b[0m\u001b[1;32m   1463\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1464\u001b[0m     def train_on_batch(self, x, y,\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/keras/engine/training_arrays.py\u001b[0m in \u001b[0;36mpredict_loop\u001b[0;34m(model, f, ins, batch_size, verbose, steps, callbacks)\u001b[0m\n\u001b[1;32m    322\u001b[0m             \u001b[0mbatch_logs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m{\u001b[0m\u001b[0;34m'batch'\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mbatch_index\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'size'\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbatch_ids\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    323\u001b[0m             \u001b[0mcallbacks\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_call_batch_hook\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'predict'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'begin'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbatch_index\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbatch_logs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 324\u001b[0;31m             \u001b[0mbatch_outs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mins_batch\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    325\u001b[0m             \u001b[0mbatch_outs\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mto_list\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbatch_outs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    326\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mbatch_index\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/keras/backend.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, inputs)\u001b[0m\n\u001b[1;32m   3474\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3475\u001b[0m     fetched = self._callable_fn(*array_vals,\n\u001b[0;32m-> 3476\u001b[0;31m                                 run_metadata=self.run_metadata)\n\u001b[0m\u001b[1;32m   3477\u001b[0m     \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_call_fetch_callbacks\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfetched\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_fetches\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3478\u001b[0m     output_structure = nest.pack_sequence_as(\n",
            "\u001b[0;32m/usr/local/lib/python3.6/dist-packages/tensorflow_core/python/client/session.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m   1470\u001b[0m         ret = tf_session.TF_SessionRunCallable(self._session._session,\n\u001b[1;32m   1471\u001b[0m                                                \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_handle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1472\u001b[0;31m                                                run_metadata_ptr)\n\u001b[0m\u001b[1;32m   1473\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mrun_metadata\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1474\u001b[0m           \u001b[0mproto_data\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtf_session\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTF_GetBuffer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrun_metadata_ptr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
            "\u001b[0;31mInvalidArgumentError\u001b[0m: input must be a vector, got shape: []\n\t [[{{node lambda_1/module_apply_default/StringSplit}}]]"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "nvXxHJqGWL4s",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": null,
      "outputs": []
    }
  ]
}