Convolutional-Neural-Networks-for-Sentence-Classification.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import numpy as np\n",
    "\n",
    "from gensim.models import Word2Vec\n",
    "from gensim.utils import simple_preprocess\n",
    "from gensim.models.keyedvectors import KeyedVectors\n",
    "\n",
    "from keras.activations import relu\n",
    "from keras.models import Sequential, Model\n",
    "from keras.layers import Input, Dense, Embedding, Flatten, Conv1D, MaxPooling1D\n",
    "from keras.layers import Dropout, concatenate\n",
    "from keras.utils.vis_utils import model_to_dot\n",
    "\n",
    "from sklearn.metrics import classification_report\n",
    "\n",
    "from IPython.display import SVG"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Utils functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_fasttext_embeddings():\n",
    "    glove_dir = '/Users/dsbatista/resources/glove.6B'\n",
    "    embeddings_index = {}\n",
    "    f = open(os.path.join(glove_dir, 'glove.6B.100d.txt'))\n",
    "    for line in f:\n",
    "        values = line.split()\n",
    "        word = values[0]\n",
    "        coefs = np.asarray(values[1:], dtype='float32')\n",
    "        embeddings_index[word] = coefs\n",
    "    f.close()\n",
    "    print('Found %s word vectors.' % len(embeddings_index))\n",
    "    return embeddings_index\n",
    "\n",
    "def create_embeddings_matrix(embeddings_index, vocabulary, embedding_dim=100):\n",
    "    embeddings_matrix = np.random.rand(len(vocabulary)+1, embedding_dim)\n",
    "    for i, word in enumerate(vocabulary):\n",
    "        embedding_vector = embeddings_index.get(word)\n",
    "        if embedding_vector is not None:\n",
    "            embeddings_matrix[i] = embedding_vector\n",
    "    print('Matrix shape: {}'.format(embeddings_matrix.shape))\n",
    "    return embeddings_matrix\n",
    "\n",
    "\n",
    "def get_embeddings_layer(embeddings_matrix, name, max_len, trainable=False):\n",
    "    embedding_layer = Embedding(\n",
    "        input_dim=embeddings_matrix.shape[0],\n",
    "        output_dim=embeddings_matrix.shape[1],\n",
    "        input_length=max_len,\n",
    "        weights=[embeddings_matrix],\n",
    "        trainable=trainable,\n",
    "        name=name)\n",
    "    return embedding_layer\n",
    "\n",
    "\n",
    "def get_conv_pool(x_input, max_len, sufix, n_grams=[3,4,5], feature_maps=100):\n",
    "    branches = []\n",
    "    for n in n_grams:\n",
    "        branch = Conv1D(filters=feature_maps, kernel_size=n, activation=relu, name='Conv_'+sufix+'_'+str(n))(x_input)\n",
    "        branch = MaxPooling1D(pool_size=max_len-n+1, strides=None, padding='valid', name='MaxPooling_'+sufix+'_'+str(n))(branch)\n",
    "        branch = Flatten(name='Flatten_'+sufix+'_'+str(n))(branch)\n",
    "        branches.append(branch)\n",
    "    return branches"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Convolutional Neural Networks for Sentence Classification (Kim, 2014)\n",
    "https://www.aclweb.org/anthology/D14-1181/"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 3.1 Hyperparameters and Training"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "For all datasets we use: \n",
    "\n",
    "- rectified linear units;\n",
    "- filterwindows (h) of 3, 4, 5 with 100 feature maps each;\n",
    "- dropout rate (p) of 0.5;\n",
    "- l2 constraint (s) of 3;\n",
    "- mini-batch size of 50;\n",
    "\n",
    "These values were chosen via a grid search on the SST-2 dev set. \n",
    "\n",
    "We do not otherwise perform any dataset specific tuning other than early stopping on dev sets. For datasets without a standard dev set we randomly select 10% of the training data as the dev set. \n",
    "\n",
    "Training is done through stochastic gradient descent over shuffled mini-batches with the Adadelta update rule (Zeiler, 2012)."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 3.2 Pre-trained Word Vectors"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "We use the publicly available:\n",
    "\n",
    "- word2vec vectors that were trained on 100 billion words from Google News.\n",
    "- Words not present in the set of pre-trained words are initialized randomly."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 3.3 Models Variations"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## 1) `CNN-rand`: all words are randomly initialized and then modified during training"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_cnn_rand(embedding_dim=100, vocab_size=1000, max_len=50):\n",
    "    # create the embedding layer\n",
    "    embedding_matrix = np.random.rand(vocab_size, embedding_dim)\n",
    "    embedding_layer = get_embeddings_layer(embedding_matrix, 'embedding_layer_dynamic', max_len, trainable=True)\n",
    "\n",
    "    # connect the input with the embedding layer\n",
    "    i = Input(shape=(max_len,), dtype='int32', name='main_input')\n",
    "    x = embedding_layer(i)\n",
    "\n",
    "    # generate several branches in the network, each for a different convolution+pooling operation,\n",
    "    # and concatenate the result of each branch into a single vector\n",
    "    branches = get_conv_pool(x, max_len, 'dynamic')\n",
    "    z = concatenate(branches, axis=-1)\n",
    "    z = Dropout(0.5)(z)\n",
    "\n",
    "    # pass the concatenated vector to the predition layer\n",
    "    o = Dense(1, activation='sigmoid', name='output')(z)\n",
    "\n",
    "    model = Model(inputs=i, outputs=o)\n",
    "    model.compile(loss={'output': 'binary_crossentropy'}, optimizer='adam')\n",
    "\n",
    "    return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "model_1 = get_cnn_rand()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<svg height=\"620pt\" viewBox=\"0.00 0.00 1268.48 620.00\" width=\"1268pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g class=\"graph\" id=\"graph0\" transform=\"scale(1 1) rotate(0) translate(4 616)\">\n",
       "<title>G</title>\n",
       "<polygon fill=\"#ffffff\" points=\"-4,4 -4,-616 1264.4795,-616 1264.4795,4 -4,4\" stroke=\"transparent\"/>\n",
       "<!-- 5223420928 -->\n",
       "<g class=\"node\" id=\"node1\">\n",
       "<title>5223420928</title>\n",
       "<polygon fill=\"none\" points=\"489.4033,-567.5 489.4033,-611.5 771.0762,-611.5 771.0762,-567.5 489.4033,-567.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"564.0811\" y=\"-585.3\">main_input: InputLayer</text>\n",
       "<polyline fill=\"none\" points=\"638.7588,-567.5 638.7588,-611.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"666.5933\" y=\"-596.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"638.7588,-589.5 694.4277,-589.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"666.5933\" y=\"-574.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"694.4277,-567.5 694.4277,-611.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"732.752\" y=\"-596.3\">(None, 50)</text>\n",
       "<polyline fill=\"none\" points=\"694.4277,-589.5 771.0762,-589.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"732.752\" y=\"-574.3\">(None, 50)</text>\n",
       "</g>\n",
       "<!-- 5223390904 -->\n",
       "<g class=\"node\" id=\"node2\">\n",
       "<title>5223390904</title>\n",
       "<polygon fill=\"none\" points=\"429.917,-486.5 429.917,-530.5 830.5625,-530.5 830.5625,-486.5 429.917,-486.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"550.0811\" y=\"-504.3\">embedding_layer_dynamic: Embedding</text>\n",
       "<polyline fill=\"none\" points=\"670.2451,-486.5 670.2451,-530.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"698.0796\" y=\"-515.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"670.2451,-508.5 725.9141,-508.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"698.0796\" y=\"-493.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"725.9141,-486.5 725.9141,-530.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"778.2383\" y=\"-515.3\">(None, 50)</text>\n",
       "<polyline fill=\"none\" points=\"725.9141,-508.5 830.5625,-508.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"778.2383\" y=\"-493.3\">(None, 50, 100)</text>\n",
       "</g>\n",
       "<!-- 5223420928&#45;&gt;5223390904 -->\n",
       "<g class=\"edge\" id=\"edge1\">\n",
       "<title>5223420928-&gt;5223390904</title>\n",
       "<path d=\"M630.2397,-567.3664C630.2397,-559.1516 630.2397,-549.6579 630.2397,-540.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"633.7398,-540.6068 630.2397,-530.6068 626.7398,-540.6069 633.7398,-540.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5223420872 -->\n",
       "<g class=\"node\" id=\"node3\">\n",
       "<title>5223420872</title>\n",
       "<polygon fill=\"none\" points=\"77.8896,-405.5 77.8896,-449.5 408.5898,-449.5 408.5898,-405.5 77.8896,-405.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"163.0811\" y=\"-423.3\">Conv_dynamic_3: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"248.2725,-405.5 248.2725,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"276.1069\" y=\"-434.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"248.2725,-427.5 303.9414,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"276.1069\" y=\"-412.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"303.9414,-405.5 303.9414,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"356.2656\" y=\"-434.3\">(None, 50, 100)</text>\n",
       "<polyline fill=\"none\" points=\"303.9414,-427.5 408.5898,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"356.2656\" y=\"-412.3\">(None, 48, 100)</text>\n",
       "</g>\n",
       "<!-- 5223390904&#45;&gt;5223420872 -->\n",
       "<g class=\"edge\" id=\"edge2\">\n",
       "<title>5223390904-&gt;5223420872</title>\n",
       "<path d=\"M525.0015,-486.4734C473.4846,-475.6908 411.3449,-462.6848 358.5442,-451.6335\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"358.962,-448.1452 348.4571,-449.5222 357.5279,-454.9967 358.962,-448.1452\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5223947176 -->\n",
       "<g class=\"node\" id=\"node4\">\n",
       "<title>5223947176</title>\n",
       "<polygon fill=\"none\" points=\"464.8896,-405.5 464.8896,-449.5 795.5898,-449.5 795.5898,-405.5 464.8896,-405.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"550.0811\" y=\"-423.3\">Conv_dynamic_4: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"635.2725,-405.5 635.2725,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"663.1069\" y=\"-434.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"635.2725,-427.5 690.9414,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"663.1069\" y=\"-412.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"690.9414,-405.5 690.9414,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"743.2656\" y=\"-434.3\">(None, 50, 100)</text>\n",
       "<polyline fill=\"none\" points=\"690.9414,-427.5 795.5898,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"743.2656\" y=\"-412.3\">(None, 47, 100)</text>\n",
       "</g>\n",
       "<!-- 5223390904&#45;&gt;5223947176 -->\n",
       "<g class=\"edge\" id=\"edge3\">\n",
       "<title>5223390904-&gt;5223947176</title>\n",
       "<path d=\"M630.2397,-486.3664C630.2397,-478.1516 630.2397,-468.6579 630.2397,-459.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"633.7398,-459.6068 630.2397,-449.6068 626.7398,-459.6069 633.7398,-459.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5226981640 -->\n",
       "<g class=\"node\" id=\"node5\">\n",
       "<title>5226981640</title>\n",
       "<polygon fill=\"none\" points=\"851.8896,-405.5 851.8896,-449.5 1182.5898,-449.5 1182.5898,-405.5 851.8896,-405.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"937.0811\" y=\"-423.3\">Conv_dynamic_5: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"1022.2725,-405.5 1022.2725,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1050.1069\" y=\"-434.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1022.2725,-427.5 1077.9414,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1050.1069\" y=\"-412.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1077.9414,-405.5 1077.9414,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1130.2656\" y=\"-434.3\">(None, 50, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1077.9414,-427.5 1182.5898,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1130.2656\" y=\"-412.3\">(None, 46, 100)</text>\n",
       "</g>\n",
       "<!-- 5223390904&#45;&gt;5226981640 -->\n",
       "<g class=\"edge\" id=\"edge4\">\n",
       "<title>5223390904-&gt;5226981640</title>\n",
       "<path d=\"M735.478,-486.4734C786.9949,-475.6908 849.1346,-462.6848 901.9353,-451.6335\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"902.9516,-454.9967 912.0224,-449.5222 901.5175,-448.1452 902.9516,-454.9967\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5223861160 -->\n",
       "<g class=\"node\" id=\"node6\">\n",
       "<title>5223861160</title>\n",
       "<polygon fill=\"none\" points=\"0,-324.5 0,-368.5 408.4795,-368.5 408.4795,-324.5 0,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"124.0811\" y=\"-342.3\">MaxPooling_dynamic_3: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"248.1621,-324.5 248.1621,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"275.9966\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"248.1621,-346.5 303.8311,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"275.9966\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"303.8311,-324.5 303.8311,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"356.1553\" y=\"-353.3\">(None, 48, 100)</text>\n",
       "<polyline fill=\"none\" points=\"303.8311,-346.5 408.4795,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"356.1553\" y=\"-331.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 5223420872&#45;&gt;5223861160 -->\n",
       "<g class=\"edge\" id=\"edge5\">\n",
       "<title>5223420872-&gt;5223861160</title>\n",
       "<path d=\"M232.5828,-405.3664C228.4986,-396.8838 223.7577,-387.0374 219.3357,-377.8532\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"222.3755,-376.0985 214.8838,-368.6068 216.0685,-379.1352 222.3755,-376.0985\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5226456344 -->\n",
       "<g class=\"node\" id=\"node7\">\n",
       "<title>5226456344</title>\n",
       "<polygon fill=\"none\" points=\"426,-324.5 426,-368.5 834.4795,-368.5 834.4795,-324.5 426,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"550.0811\" y=\"-342.3\">MaxPooling_dynamic_4: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"674.1621,-324.5 674.1621,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"701.9966\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"674.1621,-346.5 729.8311,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"701.9966\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"729.8311,-324.5 729.8311,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"782.1553\" y=\"-353.3\">(None, 47, 100)</text>\n",
       "<polyline fill=\"none\" points=\"729.8311,-346.5 834.4795,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"782.1553\" y=\"-331.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 5223947176&#45;&gt;5226456344 -->\n",
       "<g class=\"edge\" id=\"edge6\">\n",
       "<title>5223947176-&gt;5226456344</title>\n",
       "<path d=\"M630.2397,-405.3664C630.2397,-397.1516 630.2397,-387.6579 630.2397,-378.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"633.7398,-378.6068 630.2397,-368.6068 626.7398,-378.6069 633.7398,-378.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5227205856 -->\n",
       "<g class=\"node\" id=\"node8\">\n",
       "<title>5227205856</title>\n",
       "<polygon fill=\"none\" points=\"852,-324.5 852,-368.5 1260.4795,-368.5 1260.4795,-324.5 852,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"976.0811\" y=\"-342.3\">MaxPooling_dynamic_5: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"1100.1621,-324.5 1100.1621,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1127.9966\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1100.1621,-346.5 1155.8311,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1127.9966\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1155.8311,-324.5 1155.8311,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1208.1553\" y=\"-353.3\">(None, 46, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1155.8311,-346.5 1260.4795,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1208.1553\" y=\"-331.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 5226981640&#45;&gt;5227205856 -->\n",
       "<g class=\"edge\" id=\"edge7\">\n",
       "<title>5226981640-&gt;5227205856</title>\n",
       "<path d=\"M1027.8967,-405.3664C1031.9809,-396.8838 1036.7217,-387.0374 1041.1438,-377.8532\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1044.411,-379.1352 1045.5957,-368.6068 1038.104,-376.0985 1044.411,-379.1352\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5223789456 -->\n",
       "<g class=\"node\" id=\"node9\">\n",
       "<title>5223789456</title>\n",
       "<polygon fill=\"none\" points=\"84.3999,-243.5 84.3999,-287.5 408.0796,-287.5 408.0796,-243.5 84.3999,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"169.5811\" y=\"-261.3\">Flatten_dynamic_3: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"254.7622,-243.5 254.7622,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"282.5967\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"254.7622,-265.5 310.4312,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"282.5967\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"310.4312,-243.5 310.4312,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"359.2554\" y=\"-272.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"310.4312,-265.5 408.0796,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"359.2554\" y=\"-250.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 5223861160&#45;&gt;5223789456 -->\n",
       "<g class=\"edge\" id=\"edge8\">\n",
       "<title>5223861160-&gt;5223789456</title>\n",
       "<path d=\"M215.7164,-324.3664C220.1611,-315.7945 225.3279,-305.8299 230.1328,-296.5634\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"233.2809,-298.0955 234.7769,-287.6068 227.0666,-294.8733 233.2809,-298.0955\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5226457128 -->\n",
       "<g class=\"node\" id=\"node10\">\n",
       "<title>5226457128</title>\n",
       "<polygon fill=\"none\" points=\"468.3999,-243.5 468.3999,-287.5 792.0796,-287.5 792.0796,-243.5 468.3999,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"553.5811\" y=\"-261.3\">Flatten_dynamic_4: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"638.7622,-243.5 638.7622,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"666.5967\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"638.7622,-265.5 694.4312,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"666.5967\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"694.4312,-243.5 694.4312,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"743.2554\" y=\"-272.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"694.4312,-265.5 792.0796,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"743.2554\" y=\"-250.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 5226456344&#45;&gt;5226457128 -->\n",
       "<g class=\"edge\" id=\"edge9\">\n",
       "<title>5226456344-&gt;5226457128</title>\n",
       "<path d=\"M630.2397,-324.3664C630.2397,-316.1516 630.2397,-306.6579 630.2397,-297.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"633.7398,-297.6068 630.2397,-287.6068 626.7398,-297.6069 633.7398,-297.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5227206360 -->\n",
       "<g class=\"node\" id=\"node11\">\n",
       "<title>5227206360</title>\n",
       "<polygon fill=\"none\" points=\"852.3999,-243.5 852.3999,-287.5 1176.0796,-287.5 1176.0796,-243.5 852.3999,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"937.5811\" y=\"-261.3\">Flatten_dynamic_5: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"1022.7622,-243.5 1022.7622,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1050.5967\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1022.7622,-265.5 1078.4312,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1050.5967\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1078.4312,-243.5 1078.4312,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1127.2554\" y=\"-272.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1078.4312,-265.5 1176.0796,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1127.2554\" y=\"-250.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 5227205856&#45;&gt;5227206360 -->\n",
       "<g class=\"edge\" id=\"edge10\">\n",
       "<title>5227205856-&gt;5227206360</title>\n",
       "<path d=\"M1044.7631,-324.3664C1040.3184,-315.7945 1035.1516,-305.8299 1030.3467,-296.5634\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1033.4129,-294.8733 1025.7026,-287.6068 1027.1986,-298.0955 1033.4129,-294.8733\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5223420592 -->\n",
       "<g class=\"node\" id=\"node12\">\n",
       "<title>5223420592</title>\n",
       "<polygon fill=\"none\" points=\"394.9512,-162.5 394.9512,-206.5 865.5283,-206.5 865.5283,-162.5 394.9512,-162.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"481.2705\" y=\"-180.3\">concatenate_1: Concatenate</text>\n",
       "<polyline fill=\"none\" points=\"567.5898,-162.5 567.5898,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"595.4243\" y=\"-191.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"567.5898,-184.5 623.2588,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"595.4243\" y=\"-169.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"623.2588,-162.5 623.2588,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"744.3936\" y=\"-191.3\">[(None, 100), (None, 100), (None, 100)]</text>\n",
       "<polyline fill=\"none\" points=\"623.2588,-184.5 865.5283,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"744.083\" y=\"-169.3\">(None, 300)</text>\n",
       "</g>\n",
       "<!-- 5223789456&#45;&gt;5223420592 -->\n",
       "<g class=\"edge\" id=\"edge11\">\n",
       "<title>5223789456-&gt;5223420592</title>\n",
       "<path d=\"M350.6622,-243.4734C401.7797,-232.6908 463.4377,-219.6848 515.8291,-208.6335\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"516.7758,-212.0109 525.8381,-206.5222 515.331,-205.1616 516.7758,-212.0109\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5226457128&#45;&gt;5223420592 -->\n",
       "<g class=\"edge\" id=\"edge12\">\n",
       "<title>5226457128-&gt;5223420592</title>\n",
       "<path d=\"M630.2397,-243.3664C630.2397,-235.1516 630.2397,-225.6579 630.2397,-216.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"633.7398,-216.6068 630.2397,-206.6068 626.7398,-216.6069 633.7398,-216.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5227206360&#45;&gt;5223420592 -->\n",
       "<g class=\"edge\" id=\"edge13\">\n",
       "<title>5227206360-&gt;5223420592</title>\n",
       "<path d=\"M909.8173,-243.4734C858.6998,-232.6908 797.0418,-219.6848 744.6504,-208.6335\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"745.1485,-205.1616 734.6414,-206.5222 743.7037,-212.0109 745.1485,-205.1616\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5227343824 -->\n",
       "<g class=\"node\" id=\"node13\">\n",
       "<title>5227343824</title>\n",
       "<polygon fill=\"none\" points=\"496.7793,-81.5 496.7793,-125.5 763.7002,-125.5 763.7002,-81.5 496.7793,-81.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"560.5811\" y=\"-99.3\">dropout_1: Dropout</text>\n",
       "<polyline fill=\"none\" points=\"624.3828,-81.5 624.3828,-125.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"652.2173\" y=\"-110.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"624.3828,-103.5 680.0518,-103.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"652.2173\" y=\"-88.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"680.0518,-81.5 680.0518,-125.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"721.876\" y=\"-110.3\">(None, 300)</text>\n",
       "<polyline fill=\"none\" points=\"680.0518,-103.5 763.7002,-103.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"721.876\" y=\"-88.3\">(None, 300)</text>\n",
       "</g>\n",
       "<!-- 5223420592&#45;&gt;5227343824 -->\n",
       "<g class=\"edge\" id=\"edge14\">\n",
       "<title>5223420592-&gt;5227343824</title>\n",
       "<path d=\"M630.2397,-162.3664C630.2397,-154.1516 630.2397,-144.6579 630.2397,-135.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"633.7398,-135.6068 630.2397,-125.6068 626.7398,-135.6069 633.7398,-135.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5227342480 -->\n",
       "<g class=\"node\" id=\"node14\">\n",
       "<title>5227342480</title>\n",
       "<polygon fill=\"none\" points=\"513.5034,-.5 513.5034,-44.5 746.9761,-44.5 746.9761,-.5 513.5034,-.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"560.5811\" y=\"-18.3\">output: Dense</text>\n",
       "<polyline fill=\"none\" points=\"607.6587,-.5 607.6587,-44.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"635.4932\" y=\"-29.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"607.6587,-22.5 663.3276,-22.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"635.4932\" y=\"-7.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"663.3276,-.5 663.3276,-44.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"705.1519\" y=\"-29.3\">(None, 300)</text>\n",
       "<polyline fill=\"none\" points=\"663.3276,-22.5 746.9761,-22.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"705.1519\" y=\"-7.3\">(None, 1)</text>\n",
       "</g>\n",
       "<!-- 5227343824&#45;&gt;5227342480 -->\n",
       "<g class=\"edge\" id=\"edge15\">\n",
       "<title>5227343824-&gt;5227342480</title>\n",
       "<path d=\"M630.2397,-81.3664C630.2397,-73.1516 630.2397,-63.6579 630.2397,-54.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"633.7398,-54.6068 630.2397,-44.6068 626.7398,-54.6069 633.7398,-54.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>"
      ],
      "text/plain": [
       "<IPython.core.display.SVG object>"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SVG(model_to_dot(model_1, show_layer_names=True, show_shapes=True).create(prog='dot', format='svg'))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 2) CNN-static: pre-trained vectors with all the words— including the unknown ones that are randomly initialized—kept static and only the other parameters of the model are learned"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Found 400000 word vectors.\n"
     ]
    }
   ],
   "source": [
    "embeddings_index = load_fasttext_embeddings()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Matrix shape: (400001, 100)\n"
     ]
    }
   ],
   "source": [
    "vocabulary = embeddings_index.keys() # replace this by the vocabulary of the dataset you want to train\n",
    "embeddings_matrix = create_embeddings_matrix(embeddings_index, vocabulary, 100)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "embedding_layer = get_embeddings_layer(embeddings_matrix, 'embedding_layer_static', 55, trainable=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_cnn_pre_trained_embeddings(embedding_layer, max_len):\n",
    "    # connect the input with the embedding layer\n",
    "    i = Input(shape=(max_len,), dtype='int32', name='main_input')\n",
    "    x = embedding_layer(i)\n",
    "\n",
    "    # generate several branches in the network, each for a different convolution+pooling operation,\n",
    "    # and concatenate the result of each branch into a single vector\n",
    "    branches = get_conv_pool(x, max_len, 'static')\n",
    "    z = concatenate(branches, axis=-1)\n",
    "\n",
    "    # pass the concatenated vector to the predition layer\n",
    "    o = Dense(1, activation='sigmoid', name='output')(z)\n",
    "\n",
    "    model = Model(inputs=i, outputs=o)\n",
    "    model.compile(loss={'output': 'binary_crossentropy'}, optimizer='adam')\n",
    "\n",
    "    return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = get_cnn_pre_trained_embeddings(embedding_layer, 55)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<svg height=\"539pt\" viewBox=\"0.00 0.00 1213.82 539.00\" width=\"1214pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g class=\"graph\" id=\"graph0\" transform=\"scale(1 1) rotate(0) translate(4 535)\">\n",
       "<title>G</title>\n",
       "<polygon fill=\"#ffffff\" points=\"-4,4 -4,-535 1209.8174,-535 1209.8174,4 -4,4\" stroke=\"transparent\"/>\n",
       "<!-- 5326510344 -->\n",
       "<g class=\"node\" id=\"node1\">\n",
       "<title>5326510344</title>\n",
       "<polygon fill=\"none\" points=\"462.0723,-486.5 462.0723,-530.5 743.7451,-530.5 743.7451,-486.5 462.0723,-486.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"536.75\" y=\"-504.3\">main_input: InputLayer</text>\n",
       "<polyline fill=\"none\" points=\"611.4277,-486.5 611.4277,-530.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"639.2622\" y=\"-515.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"611.4277,-508.5 667.0967,-508.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"639.2622\" y=\"-493.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"667.0967,-486.5 667.0967,-530.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"705.4209\" y=\"-515.3\">(None, 55)</text>\n",
       "<polyline fill=\"none\" points=\"667.0967,-508.5 743.7451,-508.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"705.4209\" y=\"-493.3\">(None, 55)</text>\n",
       "</g>\n",
       "<!-- 5326494576 -->\n",
       "<g class=\"node\" id=\"node2\">\n",
       "<title>5326494576</title>\n",
       "<polygon fill=\"none\" points=\"411.917,-405.5 411.917,-449.5 793.9004,-449.5 793.9004,-405.5 411.917,-405.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"522.75\" y=\"-423.3\">embedding_layer_static: Embedding</text>\n",
       "<polyline fill=\"none\" points=\"633.583,-405.5 633.583,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"661.4175\" y=\"-434.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"633.583,-427.5 689.252,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"661.4175\" y=\"-412.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"689.252,-405.5 689.252,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"741.5762\" y=\"-434.3\">(None, 55)</text>\n",
       "<polyline fill=\"none\" points=\"689.252,-427.5 793.9004,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"741.5762\" y=\"-412.3\">(None, 55, 100)</text>\n",
       "</g>\n",
       "<!-- 5326510344&#45;&gt;5326494576 -->\n",
       "<g class=\"edge\" id=\"edge1\">\n",
       "<title>5326510344-&gt;5326494576</title>\n",
       "<path d=\"M602.9087,-486.3664C602.9087,-478.1516 602.9087,-468.6579 602.9087,-459.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"606.4088,-459.6068 602.9087,-449.6068 599.4088,-459.6069 606.4088,-459.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5646556744 -->\n",
       "<g class=\"node\" id=\"node3\">\n",
       "<title>5646556744</title>\n",
       "<polygon fill=\"none\" points=\"77.8896,-324.5 77.8896,-368.5 389.9277,-368.5 389.9277,-324.5 77.8896,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"153.75\" y=\"-342.3\">Conv_static_3: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"229.6104,-324.5 229.6104,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"257.4448\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"229.6104,-346.5 285.2793,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"257.4448\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"285.2793,-324.5 285.2793,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"337.6035\" y=\"-353.3\">(None, 55, 100)</text>\n",
       "<polyline fill=\"none\" points=\"285.2793,-346.5 389.9277,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"337.6035\" y=\"-331.3\">(None, 53, 100)</text>\n",
       "</g>\n",
       "<!-- 5326494576&#45;&gt;5646556744 -->\n",
       "<g class=\"edge\" id=\"edge2\">\n",
       "<title>5326494576-&gt;5646556744</title>\n",
       "<path d=\"M502.5652,-405.4734C453.5466,-394.7132 394.4413,-381.7389 344.1643,-370.7024\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"344.7501,-367.2478 334.2322,-368.5222 343.2492,-374.085 344.7501,-367.2478\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5646909112 -->\n",
       "<g class=\"node\" id=\"node4\">\n",
       "<title>5646909112</title>\n",
       "<polygon fill=\"none\" points=\"446.8896,-324.5 446.8896,-368.5 758.9277,-368.5 758.9277,-324.5 446.8896,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"522.75\" y=\"-342.3\">Conv_static_4: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"598.6104,-324.5 598.6104,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"626.4448\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"598.6104,-346.5 654.2793,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"626.4448\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"654.2793,-324.5 654.2793,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"706.6035\" y=\"-353.3\">(None, 55, 100)</text>\n",
       "<polyline fill=\"none\" points=\"654.2793,-346.5 758.9277,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"706.6035\" y=\"-331.3\">(None, 52, 100)</text>\n",
       "</g>\n",
       "<!-- 5326494576&#45;&gt;5646909112 -->\n",
       "<g class=\"edge\" id=\"edge3\">\n",
       "<title>5326494576-&gt;5646909112</title>\n",
       "<path d=\"M602.9087,-405.3664C602.9087,-397.1516 602.9087,-387.6579 602.9087,-378.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"606.4088,-378.6068 602.9087,-368.6068 599.4088,-378.6069 606.4088,-378.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5807524272 -->\n",
       "<g class=\"node\" id=\"node5\">\n",
       "<title>5807524272</title>\n",
       "<polygon fill=\"none\" points=\"815.8896,-324.5 815.8896,-368.5 1127.9277,-368.5 1127.9277,-324.5 815.8896,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"891.75\" y=\"-342.3\">Conv_static_5: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"967.6104,-324.5 967.6104,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"995.4448\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"967.6104,-346.5 1023.2793,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"995.4448\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1023.2793,-324.5 1023.2793,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1075.6035\" y=\"-353.3\">(None, 55, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1023.2793,-346.5 1127.9277,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1075.6035\" y=\"-331.3\">(None, 51, 100)</text>\n",
       "</g>\n",
       "<!-- 5326494576&#45;&gt;5807524272 -->\n",
       "<g class=\"edge\" id=\"edge4\">\n",
       "<title>5326494576-&gt;5807524272</title>\n",
       "<path d=\"M703.2522,-405.4734C752.2708,-394.7132 811.3761,-381.7389 861.6531,-370.7024\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"862.5682,-374.085 871.5852,-368.5222 861.0673,-367.2478 862.5682,-374.085\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5646554728 -->\n",
       "<g class=\"node\" id=\"node6\">\n",
       "<title>5646554728</title>\n",
       "<polygon fill=\"none\" points=\"0,-243.5 0,-287.5 389.8174,-287.5 389.8174,-243.5 0,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"114.75\" y=\"-261.3\">MaxPooling_static_3: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"229.5,-243.5 229.5,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"257.3345\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"229.5,-265.5 285.1689,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"257.3345\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"285.1689,-243.5 285.1689,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"337.4932\" y=\"-272.3\">(None, 53, 100)</text>\n",
       "<polyline fill=\"none\" points=\"285.1689,-265.5 389.8174,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"337.4932\" y=\"-250.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 5646556744&#45;&gt;5646554728 -->\n",
       "<g class=\"edge\" id=\"edge5\">\n",
       "<title>5646556744-&gt;5646554728</title>\n",
       "<path d=\"M223.2518,-324.3664C219.1675,-315.8838 214.4267,-306.0374 210.0047,-296.8532\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"213.0444,-295.0985 205.5527,-287.6068 206.7374,-298.1352 213.0444,-295.0985\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5647031488 -->\n",
       "<g class=\"node\" id=\"node7\">\n",
       "<title>5647031488</title>\n",
       "<polygon fill=\"none\" points=\"408,-243.5 408,-287.5 797.8174,-287.5 797.8174,-243.5 408,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"522.75\" y=\"-261.3\">MaxPooling_static_4: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"637.5,-243.5 637.5,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"665.3345\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"637.5,-265.5 693.1689,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"665.3345\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"693.1689,-243.5 693.1689,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"745.4932\" y=\"-272.3\">(None, 52, 100)</text>\n",
       "<polyline fill=\"none\" points=\"693.1689,-265.5 797.8174,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"745.4932\" y=\"-250.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 5646909112&#45;&gt;5647031488 -->\n",
       "<g class=\"edge\" id=\"edge6\">\n",
       "<title>5646909112-&gt;5647031488</title>\n",
       "<path d=\"M602.9087,-324.3664C602.9087,-316.1516 602.9087,-306.6579 602.9087,-297.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"606.4088,-297.6068 602.9087,-287.6068 599.4088,-297.6069 606.4088,-297.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5646581040 -->\n",
       "<g class=\"node\" id=\"node8\">\n",
       "<title>5646581040</title>\n",
       "<polygon fill=\"none\" points=\"816,-243.5 816,-287.5 1205.8174,-287.5 1205.8174,-243.5 816,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"930.75\" y=\"-261.3\">MaxPooling_static_5: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"1045.5,-243.5 1045.5,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1073.3345\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1045.5,-265.5 1101.1689,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1073.3345\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1101.1689,-243.5 1101.1689,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1153.4932\" y=\"-272.3\">(None, 51, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1101.1689,-265.5 1205.8174,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1153.4932\" y=\"-250.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 5807524272&#45;&gt;5646581040 -->\n",
       "<g class=\"edge\" id=\"edge7\">\n",
       "<title>5807524272-&gt;5646581040</title>\n",
       "<path d=\"M982.5656,-324.3664C986.6498,-315.8838 991.3907,-306.0374 995.8127,-296.8532\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"999.08,-298.1352 1000.2647,-287.6068 992.7729,-295.0985 999.08,-298.1352\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5326510288 -->\n",
       "<g class=\"node\" id=\"node9\">\n",
       "<title>5326510288</title>\n",
       "<polygon fill=\"none\" points=\"85.3999,-162.5 85.3999,-206.5 390.4175,-206.5 390.4175,-162.5 85.3999,-162.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"161.25\" y=\"-180.3\">Flatten_static_3: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"237.1001,-162.5 237.1001,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"264.9346\" y=\"-191.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"237.1001,-184.5 292.769,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"264.9346\" y=\"-169.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"292.769,-162.5 292.769,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"341.5933\" y=\"-191.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"292.769,-184.5 390.4175,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"341.5933\" y=\"-169.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 5646554728&#45;&gt;5326510288 -->\n",
       "<g class=\"edge\" id=\"edge8\">\n",
       "<title>5646554728-&gt;5326510288</title>\n",
       "<path d=\"M206.6586,-243.3664C211.2091,-234.7945 216.499,-224.8299 221.4183,-215.5634\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"224.5754,-217.0806 226.173,-206.6068 218.3926,-213.7983 224.5754,-217.0806\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5647032104 -->\n",
       "<g class=\"node\" id=\"node10\">\n",
       "<title>5647032104</title>\n",
       "<polygon fill=\"none\" points=\"450.3999,-162.5 450.3999,-206.5 755.4175,-206.5 755.4175,-162.5 450.3999,-162.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"526.25\" y=\"-180.3\">Flatten_static_4: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"602.1001,-162.5 602.1001,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"629.9346\" y=\"-191.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"602.1001,-184.5 657.769,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"629.9346\" y=\"-169.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"657.769,-162.5 657.769,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"706.5933\" y=\"-191.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"657.769,-184.5 755.4175,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"706.5933\" y=\"-169.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 5647031488&#45;&gt;5647032104 -->\n",
       "<g class=\"edge\" id=\"edge9\">\n",
       "<title>5647031488-&gt;5647032104</title>\n",
       "<path d=\"M602.9087,-243.3664C602.9087,-235.1516 602.9087,-225.6579 602.9087,-216.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"606.4088,-216.6068 602.9087,-206.6068 599.4088,-216.6069 606.4088,-216.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5646580536 -->\n",
       "<g class=\"node\" id=\"node11\">\n",
       "<title>5646580536</title>\n",
       "<polygon fill=\"none\" points=\"815.3999,-162.5 815.3999,-206.5 1120.4175,-206.5 1120.4175,-162.5 815.3999,-162.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"891.25\" y=\"-180.3\">Flatten_static_5: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"967.1001,-162.5 967.1001,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"994.9346\" y=\"-191.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"967.1001,-184.5 1022.769,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"994.9346\" y=\"-169.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1022.769,-162.5 1022.769,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1071.5933\" y=\"-191.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1022.769,-184.5 1120.4175,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1071.5933\" y=\"-169.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 5646581040&#45;&gt;5646580536 -->\n",
       "<g class=\"edge\" id=\"edge10\">\n",
       "<title>5646581040-&gt;5646580536</title>\n",
       "<path d=\"M999.1588,-243.3664C994.6082,-234.7945 989.3184,-224.8299 984.3991,-215.5634\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"987.4248,-213.7983 979.6444,-206.6068 981.242,-217.0806 987.4248,-213.7983\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5646577792 -->\n",
       "<g class=\"node\" id=\"node12\">\n",
       "<title>5646577792</title>\n",
       "<polygon fill=\"none\" points=\"367.6201,-81.5 367.6201,-125.5 838.1973,-125.5 838.1973,-81.5 367.6201,-81.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"453.9395\" y=\"-99.3\">concatenate_2: Concatenate</text>\n",
       "<polyline fill=\"none\" points=\"540.2588,-81.5 540.2588,-125.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"568.0933\" y=\"-110.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"540.2588,-103.5 595.9277,-103.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"568.0933\" y=\"-88.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"595.9277,-81.5 595.9277,-125.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"717.0625\" y=\"-110.3\">[(None, 100), (None, 100), (None, 100)]</text>\n",
       "<polyline fill=\"none\" points=\"595.9277,-103.5 838.1973,-103.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"716.752\" y=\"-88.3\">(None, 300)</text>\n",
       "</g>\n",
       "<!-- 5326510288&#45;&gt;5646577792 -->\n",
       "<g class=\"edge\" id=\"edge11\">\n",
       "<title>5326510288-&gt;5646577792</title>\n",
       "<path d=\"M337.1644,-162.4734C385.6517,-151.7132 444.1163,-138.7389 493.8483,-127.7024\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"494.6685,-131.1057 503.6727,-125.5222 493.1519,-124.2719 494.6685,-131.1057\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5647032104&#45;&gt;5646577792 -->\n",
       "<g class=\"edge\" id=\"edge12\">\n",
       "<title>5647032104-&gt;5646577792</title>\n",
       "<path d=\"M602.9087,-162.3664C602.9087,-154.1516 602.9087,-144.6579 602.9087,-135.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"606.4088,-135.6068 602.9087,-125.6068 599.4088,-135.6069 606.4088,-135.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5646580536&#45;&gt;5646577792 -->\n",
       "<g class=\"edge\" id=\"edge13\">\n",
       "<title>5646580536-&gt;5646577792</title>\n",
       "<path d=\"M868.653,-162.4734C820.1657,-151.7132 761.7011,-138.7389 711.9691,-127.7024\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"712.6655,-124.2719 702.1447,-125.5222 711.1489,-131.1057 712.6655,-124.2719\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5223390512 -->\n",
       "<g class=\"node\" id=\"node13\">\n",
       "<title>5223390512</title>\n",
       "<polygon fill=\"none\" points=\"486.1724,-.5 486.1724,-44.5 719.645,-44.5 719.645,-.5 486.1724,-.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"533.25\" y=\"-18.3\">output: Dense</text>\n",
       "<polyline fill=\"none\" points=\"580.3276,-.5 580.3276,-44.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"608.1621\" y=\"-29.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"580.3276,-22.5 635.9966,-22.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"608.1621\" y=\"-7.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"635.9966,-.5 635.9966,-44.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"677.8208\" y=\"-29.3\">(None, 300)</text>\n",
       "<polyline fill=\"none\" points=\"635.9966,-22.5 719.645,-22.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"677.8208\" y=\"-7.3\">(None, 1)</text>\n",
       "</g>\n",
       "<!-- 5646577792&#45;&gt;5223390512 -->\n",
       "<g class=\"edge\" id=\"edge14\">\n",
       "<title>5646577792-&gt;5223390512</title>\n",
       "<path d=\"M602.9087,-81.3664C602.9087,-73.1516 602.9087,-63.6579 602.9087,-54.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"606.4088,-54.6068 602.9087,-44.6068 599.4088,-54.6069 606.4088,-54.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>"
      ],
      "text/plain": [
       "<IPython.core.display.SVG object>"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SVG(model_to_dot(model, show_layer_names=True, show_shapes=True).create(prog='dot', format='svg'))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 3) Same as above but word vectors are fine-tuned"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": [
    "embedding_layer = get_embeddings_layer(embeddings_matrix, 'embedding_layer_dynamic', 55, trainable=True)\n",
    "model = get_cnn_pre_trained_embeddings(embedding_layer, 55)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<svg height=\"539pt\" viewBox=\"0.00 0.00 1213.82 539.00\" width=\"1214pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g class=\"graph\" id=\"graph0\" transform=\"scale(1 1) rotate(0) translate(4 535)\">\n",
       "<title>G</title>\n",
       "<polygon fill=\"#ffffff\" points=\"-4,4 -4,-535 1209.8174,-535 1209.8174,4 -4,4\" stroke=\"transparent\"/>\n",
       "<!-- 5228913776 -->\n",
       "<g class=\"node\" id=\"node1\">\n",
       "<title>5228913776</title>\n",
       "<polygon fill=\"none\" points=\"462.0723,-486.5 462.0723,-530.5 743.7451,-530.5 743.7451,-486.5 462.0723,-486.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"536.75\" y=\"-504.3\">main_input: InputLayer</text>\n",
       "<polyline fill=\"none\" points=\"611.4277,-486.5 611.4277,-530.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"639.2622\" y=\"-515.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"611.4277,-508.5 667.0967,-508.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"639.2622\" y=\"-493.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"667.0967,-486.5 667.0967,-530.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"705.4209\" y=\"-515.3\">(None, 55)</text>\n",
       "<polyline fill=\"none\" points=\"667.0967,-508.5 743.7451,-508.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"705.4209\" y=\"-493.3\">(None, 55)</text>\n",
       "</g>\n",
       "<!-- 5228913720 -->\n",
       "<g class=\"node\" id=\"node2\">\n",
       "<title>5228913720</title>\n",
       "<polygon fill=\"none\" points=\"402.5859,-405.5 402.5859,-449.5 803.2314,-449.5 803.2314,-405.5 402.5859,-405.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"522.75\" y=\"-423.3\">embedding_layer_dynamic: Embedding</text>\n",
       "<polyline fill=\"none\" points=\"642.9141,-405.5 642.9141,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"670.7485\" y=\"-434.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"642.9141,-427.5 698.583,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"670.7485\" y=\"-412.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"698.583,-405.5 698.583,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"750.9072\" y=\"-434.3\">(None, 55)</text>\n",
       "<polyline fill=\"none\" points=\"698.583,-427.5 803.2314,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"750.9072\" y=\"-412.3\">(None, 55, 100)</text>\n",
       "</g>\n",
       "<!-- 5228913776&#45;&gt;5228913720 -->\n",
       "<g class=\"edge\" id=\"edge1\">\n",
       "<title>5228913776-&gt;5228913720</title>\n",
       "<path d=\"M602.9087,-486.3664C602.9087,-478.1516 602.9087,-468.6579 602.9087,-459.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"606.4088,-459.6068 602.9087,-449.6068 599.4088,-459.6069 606.4088,-459.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5228980880 -->\n",
       "<g class=\"node\" id=\"node3\">\n",
       "<title>5228980880</title>\n",
       "<polygon fill=\"none\" points=\"77.8896,-324.5 77.8896,-368.5 389.9277,-368.5 389.9277,-324.5 77.8896,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"153.75\" y=\"-342.3\">Conv_static_3: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"229.6104,-324.5 229.6104,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"257.4448\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"229.6104,-346.5 285.2793,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"257.4448\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"285.2793,-324.5 285.2793,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"337.6035\" y=\"-353.3\">(None, 55, 100)</text>\n",
       "<polyline fill=\"none\" points=\"285.2793,-346.5 389.9277,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"337.6035\" y=\"-331.3\">(None, 53, 100)</text>\n",
       "</g>\n",
       "<!-- 5228913720&#45;&gt;5228980880 -->\n",
       "<g class=\"edge\" id=\"edge2\">\n",
       "<title>5228913720-&gt;5228980880</title>\n",
       "<path d=\"M502.5652,-405.4734C453.5466,-394.7132 394.4413,-381.7389 344.1643,-370.7024\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"344.7501,-367.2478 334.2322,-368.5222 343.2492,-374.085 344.7501,-367.2478\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5808766368 -->\n",
       "<g class=\"node\" id=\"node4\">\n",
       "<title>5808766368</title>\n",
       "<polygon fill=\"none\" points=\"446.8896,-324.5 446.8896,-368.5 758.9277,-368.5 758.9277,-324.5 446.8896,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"522.75\" y=\"-342.3\">Conv_static_4: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"598.6104,-324.5 598.6104,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"626.4448\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"598.6104,-346.5 654.2793,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"626.4448\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"654.2793,-324.5 654.2793,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"706.6035\" y=\"-353.3\">(None, 55, 100)</text>\n",
       "<polyline fill=\"none\" points=\"654.2793,-346.5 758.9277,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"706.6035\" y=\"-331.3\">(None, 52, 100)</text>\n",
       "</g>\n",
       "<!-- 5228913720&#45;&gt;5808766368 -->\n",
       "<g class=\"edge\" id=\"edge3\">\n",
       "<title>5228913720-&gt;5808766368</title>\n",
       "<path d=\"M602.9087,-405.3664C602.9087,-397.1516 602.9087,-387.6579 602.9087,-378.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"606.4088,-378.6068 602.9087,-368.6068 599.4088,-378.6069 606.4088,-378.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5809091640 -->\n",
       "<g class=\"node\" id=\"node5\">\n",
       "<title>5809091640</title>\n",
       "<polygon fill=\"none\" points=\"815.8896,-324.5 815.8896,-368.5 1127.9277,-368.5 1127.9277,-324.5 815.8896,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"891.75\" y=\"-342.3\">Conv_static_5: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"967.6104,-324.5 967.6104,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"995.4448\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"967.6104,-346.5 1023.2793,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"995.4448\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1023.2793,-324.5 1023.2793,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1075.6035\" y=\"-353.3\">(None, 55, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1023.2793,-346.5 1127.9277,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1075.6035\" y=\"-331.3\">(None, 51, 100)</text>\n",
       "</g>\n",
       "<!-- 5228913720&#45;&gt;5809091640 -->\n",
       "<g class=\"edge\" id=\"edge4\">\n",
       "<title>5228913720-&gt;5809091640</title>\n",
       "<path d=\"M703.2522,-405.4734C752.2708,-394.7132 811.3761,-381.7389 861.6531,-370.7024\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"862.5682,-374.085 871.5852,-368.5222 861.0673,-367.2478 862.5682,-374.085\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5228979816 -->\n",
       "<g class=\"node\" id=\"node6\">\n",
       "<title>5228979816</title>\n",
       "<polygon fill=\"none\" points=\"0,-243.5 0,-287.5 389.8174,-287.5 389.8174,-243.5 0,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"114.75\" y=\"-261.3\">MaxPooling_static_3: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"229.5,-243.5 229.5,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"257.3345\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"229.5,-265.5 285.1689,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"257.3345\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"285.1689,-243.5 285.1689,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"337.4932\" y=\"-272.3\">(None, 53, 100)</text>\n",
       "<polyline fill=\"none\" points=\"285.1689,-265.5 389.8174,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"337.4932\" y=\"-250.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 5228980880&#45;&gt;5228979816 -->\n",
       "<g class=\"edge\" id=\"edge5\">\n",
       "<title>5228980880-&gt;5228979816</title>\n",
       "<path d=\"M223.2518,-324.3664C219.1675,-315.8838 214.4267,-306.0374 210.0047,-296.8532\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"213.0444,-295.0985 205.5527,-287.6068 206.7374,-298.1352 213.0444,-295.0985\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5809372632 -->\n",
       "<g class=\"node\" id=\"node7\">\n",
       "<title>5809372632</title>\n",
       "<polygon fill=\"none\" points=\"408,-243.5 408,-287.5 797.8174,-287.5 797.8174,-243.5 408,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"522.75\" y=\"-261.3\">MaxPooling_static_4: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"637.5,-243.5 637.5,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"665.3345\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"637.5,-265.5 693.1689,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"665.3345\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"693.1689,-243.5 693.1689,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"745.4932\" y=\"-272.3\">(None, 52, 100)</text>\n",
       "<polyline fill=\"none\" points=\"693.1689,-265.5 797.8174,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"745.4932\" y=\"-250.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 5808766368&#45;&gt;5809372632 -->\n",
       "<g class=\"edge\" id=\"edge6\">\n",
       "<title>5808766368-&gt;5809372632</title>\n",
       "<path d=\"M602.9087,-324.3664C602.9087,-316.1516 602.9087,-306.6579 602.9087,-297.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"606.4088,-297.6068 602.9087,-287.6068 599.4088,-297.6069 606.4088,-297.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5809113016 -->\n",
       "<g class=\"node\" id=\"node8\">\n",
       "<title>5809113016</title>\n",
       "<polygon fill=\"none\" points=\"816,-243.5 816,-287.5 1205.8174,-287.5 1205.8174,-243.5 816,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"930.75\" y=\"-261.3\">MaxPooling_static_5: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"1045.5,-243.5 1045.5,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1073.3345\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1045.5,-265.5 1101.1689,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1073.3345\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1101.1689,-243.5 1101.1689,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1153.4932\" y=\"-272.3\">(None, 51, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1101.1689,-265.5 1205.8174,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1153.4932\" y=\"-250.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 5809091640&#45;&gt;5809113016 -->\n",
       "<g class=\"edge\" id=\"edge7\">\n",
       "<title>5809091640-&gt;5809113016</title>\n",
       "<path d=\"M982.5656,-324.3664C986.6498,-315.8838 991.3907,-306.0374 995.8127,-296.8532\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"999.08,-298.1352 1000.2647,-287.6068 992.7729,-295.0985 999.08,-298.1352\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5228989912 -->\n",
       "<g class=\"node\" id=\"node9\">\n",
       "<title>5228989912</title>\n",
       "<polygon fill=\"none\" points=\"85.3999,-162.5 85.3999,-206.5 390.4175,-206.5 390.4175,-162.5 85.3999,-162.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"161.25\" y=\"-180.3\">Flatten_static_3: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"237.1001,-162.5 237.1001,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"264.9346\" y=\"-191.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"237.1001,-184.5 292.769,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"264.9346\" y=\"-169.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"292.769,-162.5 292.769,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"341.5933\" y=\"-191.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"292.769,-184.5 390.4175,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"341.5933\" y=\"-169.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 5228979816&#45;&gt;5228989912 -->\n",
       "<g class=\"edge\" id=\"edge8\">\n",
       "<title>5228979816-&gt;5228989912</title>\n",
       "<path d=\"M206.6586,-243.3664C211.2091,-234.7945 216.499,-224.8299 221.4183,-215.5634\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"224.5754,-217.0806 226.173,-206.6068 218.3926,-213.7983 224.5754,-217.0806\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5809371400 -->\n",
       "<g class=\"node\" id=\"node10\">\n",
       "<title>5809371400</title>\n",
       "<polygon fill=\"none\" points=\"450.3999,-162.5 450.3999,-206.5 755.4175,-206.5 755.4175,-162.5 450.3999,-162.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"526.25\" y=\"-180.3\">Flatten_static_4: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"602.1001,-162.5 602.1001,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"629.9346\" y=\"-191.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"602.1001,-184.5 657.769,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"629.9346\" y=\"-169.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"657.769,-162.5 657.769,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"706.5933\" y=\"-191.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"657.769,-184.5 755.4175,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"706.5933\" y=\"-169.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 5809372632&#45;&gt;5809371400 -->\n",
       "<g class=\"edge\" id=\"edge9\">\n",
       "<title>5809372632-&gt;5809371400</title>\n",
       "<path d=\"M602.9087,-243.3664C602.9087,-235.1516 602.9087,-225.6579 602.9087,-216.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"606.4088,-216.6068 602.9087,-206.6068 599.4088,-216.6069 606.4088,-216.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5809113520 -->\n",
       "<g class=\"node\" id=\"node11\">\n",
       "<title>5809113520</title>\n",
       "<polygon fill=\"none\" points=\"815.3999,-162.5 815.3999,-206.5 1120.4175,-206.5 1120.4175,-162.5 815.3999,-162.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"891.25\" y=\"-180.3\">Flatten_static_5: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"967.1001,-162.5 967.1001,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"994.9346\" y=\"-191.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"967.1001,-184.5 1022.769,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"994.9346\" y=\"-169.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1022.769,-162.5 1022.769,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1071.5933\" y=\"-191.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1022.769,-184.5 1120.4175,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1071.5933\" y=\"-169.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 5809113016&#45;&gt;5809113520 -->\n",
       "<g class=\"edge\" id=\"edge10\">\n",
       "<title>5809113016-&gt;5809113520</title>\n",
       "<path d=\"M999.1588,-243.3664C994.6082,-234.7945 989.3184,-224.8299 984.3991,-215.5634\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"987.4248,-213.7983 979.6444,-206.6068 981.242,-217.0806 987.4248,-213.7983\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5228973976 -->\n",
       "<g class=\"node\" id=\"node12\">\n",
       "<title>5228973976</title>\n",
       "<polygon fill=\"none\" points=\"367.6201,-81.5 367.6201,-125.5 838.1973,-125.5 838.1973,-81.5 367.6201,-81.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"453.9395\" y=\"-99.3\">concatenate_3: Concatenate</text>\n",
       "<polyline fill=\"none\" points=\"540.2588,-81.5 540.2588,-125.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"568.0933\" y=\"-110.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"540.2588,-103.5 595.9277,-103.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"568.0933\" y=\"-88.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"595.9277,-81.5 595.9277,-125.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"717.0625\" y=\"-110.3\">[(None, 100), (None, 100), (None, 100)]</text>\n",
       "<polyline fill=\"none\" points=\"595.9277,-103.5 838.1973,-103.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"716.752\" y=\"-88.3\">(None, 300)</text>\n",
       "</g>\n",
       "<!-- 5228989912&#45;&gt;5228973976 -->\n",
       "<g class=\"edge\" id=\"edge11\">\n",
       "<title>5228989912-&gt;5228973976</title>\n",
       "<path d=\"M337.1644,-162.4734C385.6517,-151.7132 444.1163,-138.7389 493.8483,-127.7024\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"494.6685,-131.1057 503.6727,-125.5222 493.1519,-124.2719 494.6685,-131.1057\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5809371400&#45;&gt;5228973976 -->\n",
       "<g class=\"edge\" id=\"edge12\">\n",
       "<title>5809371400-&gt;5228973976</title>\n",
       "<path d=\"M602.9087,-162.3664C602.9087,-154.1516 602.9087,-144.6579 602.9087,-135.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"606.4088,-135.6068 602.9087,-125.6068 599.4088,-135.6069 606.4088,-135.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5809113520&#45;&gt;5228973976 -->\n",
       "<g class=\"edge\" id=\"edge13\">\n",
       "<title>5809113520-&gt;5228973976</title>\n",
       "<path d=\"M868.653,-162.4734C820.1657,-151.7132 761.7011,-138.7389 711.9691,-127.7024\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"712.6655,-124.2719 702.1447,-125.5222 711.1489,-131.1057 712.6655,-124.2719\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5229055504 -->\n",
       "<g class=\"node\" id=\"node13\">\n",
       "<title>5229055504</title>\n",
       "<polygon fill=\"none\" points=\"486.1724,-.5 486.1724,-44.5 719.645,-44.5 719.645,-.5 486.1724,-.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"533.25\" y=\"-18.3\">output: Dense</text>\n",
       "<polyline fill=\"none\" points=\"580.3276,-.5 580.3276,-44.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"608.1621\" y=\"-29.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"580.3276,-22.5 635.9966,-22.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"608.1621\" y=\"-7.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"635.9966,-.5 635.9966,-44.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"677.8208\" y=\"-29.3\">(None, 300)</text>\n",
       "<polyline fill=\"none\" points=\"635.9966,-22.5 719.645,-22.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"677.8208\" y=\"-7.3\">(None, 1)</text>\n",
       "</g>\n",
       "<!-- 5228973976&#45;&gt;5229055504 -->\n",
       "<g class=\"edge\" id=\"edge14\">\n",
       "<title>5228973976-&gt;5229055504</title>\n",
       "<path d=\"M602.9087,-81.3664C602.9087,-73.1516 602.9087,-63.6579 602.9087,-54.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"606.4088,-54.6068 602.9087,-44.6068 599.4088,-54.6069 606.4088,-54.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>"
      ],
      "text/plain": [
       "<IPython.core.display.SVG object>"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SVG(model_to_dot(model, show_layer_names=True, show_shapes=True).create(prog='dot', format='svg'))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "\n",
    "## 4) CNN-multichannel: A model with two sets of word vectors. Each set of vectors is treated as a `channel` and each filter is applied"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "embedding_layer_channel_1 = get_embeddings_layer(embeddings_matrix, 'embedding_layer_dynamic', 55, trainable=True)\n",
    "embedding_layer_channel_2 = get_embeddings_layer(embeddings_matrix, 'embedding_layer_static', 55, trainable=False)\n",
    "\n",
    "def get_cnn_multichannel(embedding_layer_channel_1, embedding_layer_channel_2, max_len):\n",
    "\n",
    "    # dynamic channel\n",
    "    input_dynamic = Input(shape=(max_len,), dtype='int32', name='input_dynamic')\n",
    "    x = embedding_layer_channel_1(input_dynamic)\n",
    "    branches_dynamic = get_conv_pool(x, max_len, 'static')\n",
    "    z_dynamic = concatenate(branches_dynamic, axis=-1)\n",
    "\n",
    "    # static channel\n",
    "    input_static = Input(shape=(max_len,), dtype='int32', name='input_static')\n",
    "    x = embedding_layer_channel_2(input_static)\n",
    "    branches_static = get_conv_pool(x, max_len, 'dynamic')\n",
    "    z_static = concatenate(branches_static, axis=-1)\n",
    "\n",
    "    # concatenate both models and pass to classification layer\n",
    "    z = concatenate([z_static,z_dynamic], axis=-1)\n",
    "\n",
    "    # pass the concatenated vector to the predition layer\n",
    "    o = Dense(6, activation='sigmoid', name='output')(z)\n",
    "\n",
    "    model = Model(inputs=[input_static, input_dynamic], outputs=o)\n",
    "    model.compile(loss={'output': 'binary_crossentropy'}, optimizer='adam')\n",
    "\n",
    "    return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = get_cnn_multichannel(embedding_layer_channel_1, embedding_layer_channel_2, 55)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<svg height=\"620pt\" viewBox=\"0.00 0.00 2492.15 620.00\" width=\"2492pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g class=\"graph\" id=\"graph0\" transform=\"scale(1 1) rotate(0) translate(4 616)\">\n",
       "<title>G</title>\n",
       "<polygon fill=\"#ffffff\" points=\"-4,4 -4,-616 2488.1484,-616 2488.1484,4 -4,4\" stroke=\"transparent\"/>\n",
       "<!-- 5971926656 -->\n",
       "<g class=\"node\" id=\"node1\">\n",
       "<title>5971926656</title>\n",
       "<polygon fill=\"none\" points=\"488.6274,-567.5 488.6274,-611.5 771.8521,-611.5 771.8521,-567.5 488.6274,-567.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"564.0811\" y=\"-585.3\">input_static: InputLayer</text>\n",
       "<polyline fill=\"none\" points=\"639.5347,-567.5 639.5347,-611.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"667.3691\" y=\"-596.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"639.5347,-589.5 695.2036,-589.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"667.3691\" y=\"-574.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"695.2036,-567.5 695.2036,-611.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"733.5278\" y=\"-596.3\">(None, 55)</text>\n",
       "<polyline fill=\"none\" points=\"695.2036,-589.5 771.8521,-589.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"733.5278\" y=\"-574.3\">(None, 55)</text>\n",
       "</g>\n",
       "<!-- 5971306088 -->\n",
       "<g class=\"node\" id=\"node3\">\n",
       "<title>5971306088</title>\n",
       "<polygon fill=\"none\" points=\"439.248,-486.5 439.248,-530.5 821.2314,-530.5 821.2314,-486.5 439.248,-486.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"550.0811\" y=\"-504.3\">embedding_layer_static: Embedding</text>\n",
       "<polyline fill=\"none\" points=\"660.9141,-486.5 660.9141,-530.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"688.7485\" y=\"-515.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"660.9141,-508.5 716.583,-508.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"688.7485\" y=\"-493.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"716.583,-486.5 716.583,-530.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"768.9072\" y=\"-515.3\">(None, 55)</text>\n",
       "<polyline fill=\"none\" points=\"716.583,-508.5 821.2314,-508.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"768.9072\" y=\"-493.3\">(None, 55, 100)</text>\n",
       "</g>\n",
       "<!-- 5971926656&#45;&gt;5971306088 -->\n",
       "<g class=\"edge\" id=\"edge1\">\n",
       "<title>5971926656-&gt;5971306088</title>\n",
       "<path d=\"M630.2397,-567.3664C630.2397,-559.1516 630.2397,-549.6579 630.2397,-540.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"633.7398,-540.6068 630.2397,-530.6068 626.7398,-540.6069 633.7398,-540.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5971203744 -->\n",
       "<g class=\"node\" id=\"node2\">\n",
       "<title>5971203744</title>\n",
       "<polygon fill=\"none\" points=\"1730.2964,-567.5 1730.2964,-611.5 2032.1831,-611.5 2032.1831,-567.5 1730.2964,-567.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1815.0811\" y=\"-585.3\">input_dynamic: InputLayer</text>\n",
       "<polyline fill=\"none\" points=\"1899.8657,-567.5 1899.8657,-611.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1927.7002\" y=\"-596.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1899.8657,-589.5 1955.5347,-589.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1927.7002\" y=\"-574.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1955.5347,-567.5 1955.5347,-611.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1993.8589\" y=\"-596.3\">(None, 55)</text>\n",
       "<polyline fill=\"none\" points=\"1955.5347,-589.5 2032.1831,-589.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1993.8589\" y=\"-574.3\">(None, 55)</text>\n",
       "</g>\n",
       "<!-- 5971306144 -->\n",
       "<g class=\"node\" id=\"node4\">\n",
       "<title>5971306144</title>\n",
       "<polygon fill=\"none\" points=\"1680.917,-486.5 1680.917,-530.5 2081.5625,-530.5 2081.5625,-486.5 1680.917,-486.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1801.0811\" y=\"-504.3\">embedding_layer_dynamic: Embedding</text>\n",
       "<polyline fill=\"none\" points=\"1921.2451,-486.5 1921.2451,-530.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1949.0796\" y=\"-515.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1921.2451,-508.5 1976.9141,-508.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1949.0796\" y=\"-493.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1976.9141,-486.5 1976.9141,-530.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2029.2383\" y=\"-515.3\">(None, 55)</text>\n",
       "<polyline fill=\"none\" points=\"1976.9141,-508.5 2081.5625,-508.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2029.2383\" y=\"-493.3\">(None, 55, 100)</text>\n",
       "</g>\n",
       "<!-- 5971203744&#45;&gt;5971306144 -->\n",
       "<g class=\"edge\" id=\"edge2\">\n",
       "<title>5971203744-&gt;5971306144</title>\n",
       "<path d=\"M1881.2397,-567.3664C1881.2397,-559.1516 1881.2397,-549.6579 1881.2397,-540.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1884.7398,-540.6068 1881.2397,-530.6068 1877.7398,-540.6069 1884.7398,-540.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5971396984 -->\n",
       "<g class=\"node\" id=\"node5\">\n",
       "<title>5971396984</title>\n",
       "<polygon fill=\"none\" points=\"77.8896,-405.5 77.8896,-449.5 408.5898,-449.5 408.5898,-405.5 77.8896,-405.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"163.0811\" y=\"-423.3\">Conv_dynamic_3: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"248.2725,-405.5 248.2725,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"276.1069\" y=\"-434.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"248.2725,-427.5 303.9414,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"276.1069\" y=\"-412.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"303.9414,-405.5 303.9414,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"356.2656\" y=\"-434.3\">(None, 55, 100)</text>\n",
       "<polyline fill=\"none\" points=\"303.9414,-427.5 408.5898,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"356.2656\" y=\"-412.3\">(None, 53, 100)</text>\n",
       "</g>\n",
       "<!-- 5971306088&#45;&gt;5971396984 -->\n",
       "<g class=\"edge\" id=\"edge3\">\n",
       "<title>5971306088-&gt;5971396984</title>\n",
       "<path d=\"M525.0015,-486.4734C473.4846,-475.6908 411.3449,-462.6848 358.5442,-451.6335\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"358.962,-448.1452 348.4571,-449.5222 357.5279,-454.9967 358.962,-448.1452\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 6454218368 -->\n",
       "<g class=\"node\" id=\"node6\">\n",
       "<title>6454218368</title>\n",
       "<polygon fill=\"none\" points=\"464.8896,-405.5 464.8896,-449.5 795.5898,-449.5 795.5898,-405.5 464.8896,-405.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"550.0811\" y=\"-423.3\">Conv_dynamic_4: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"635.2725,-405.5 635.2725,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"663.1069\" y=\"-434.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"635.2725,-427.5 690.9414,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"663.1069\" y=\"-412.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"690.9414,-405.5 690.9414,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"743.2656\" y=\"-434.3\">(None, 55, 100)</text>\n",
       "<polyline fill=\"none\" points=\"690.9414,-427.5 795.5898,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"743.2656\" y=\"-412.3\">(None, 52, 100)</text>\n",
       "</g>\n",
       "<!-- 5971306088&#45;&gt;6454218368 -->\n",
       "<g class=\"edge\" id=\"edge4\">\n",
       "<title>5971306088-&gt;6454218368</title>\n",
       "<path d=\"M630.2397,-486.3664C630.2397,-478.1516 630.2397,-468.6579 630.2397,-459.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"633.7398,-459.6068 630.2397,-449.6068 626.7398,-459.6069 633.7398,-459.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 6614940024 -->\n",
       "<g class=\"node\" id=\"node7\">\n",
       "<title>6614940024</title>\n",
       "<polygon fill=\"none\" points=\"851.8896,-405.5 851.8896,-449.5 1182.5898,-449.5 1182.5898,-405.5 851.8896,-405.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"937.0811\" y=\"-423.3\">Conv_dynamic_5: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"1022.2725,-405.5 1022.2725,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1050.1069\" y=\"-434.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1022.2725,-427.5 1077.9414,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1050.1069\" y=\"-412.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1077.9414,-405.5 1077.9414,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1130.2656\" y=\"-434.3\">(None, 55, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1077.9414,-427.5 1182.5898,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1130.2656\" y=\"-412.3\">(None, 51, 100)</text>\n",
       "</g>\n",
       "<!-- 5971306088&#45;&gt;6614940024 -->\n",
       "<g class=\"edge\" id=\"edge5\">\n",
       "<title>5971306088-&gt;6614940024</title>\n",
       "<path d=\"M735.478,-486.4734C786.9949,-475.6908 849.1346,-462.6848 901.9353,-451.6335\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"902.9516,-454.9967 912.0224,-449.5222 901.5175,-448.1452 902.9516,-454.9967\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5971202288 -->\n",
       "<g class=\"node\" id=\"node8\">\n",
       "<title>5971202288</title>\n",
       "<polygon fill=\"none\" points=\"1356.2207,-405.5 1356.2207,-449.5 1668.2588,-449.5 1668.2588,-405.5 1356.2207,-405.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1432.0811\" y=\"-423.3\">Conv_static_3: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"1507.9414,-405.5 1507.9414,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1535.7759\" y=\"-434.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1507.9414,-427.5 1563.6104,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1535.7759\" y=\"-412.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1563.6104,-405.5 1563.6104,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1615.9346\" y=\"-434.3\">(None, 55, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1563.6104,-427.5 1668.2588,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1615.9346\" y=\"-412.3\">(None, 53, 100)</text>\n",
       "</g>\n",
       "<!-- 5971306144&#45;&gt;5971202288 -->\n",
       "<g class=\"edge\" id=\"edge6\">\n",
       "<title>5971306144-&gt;5971202288</title>\n",
       "<path d=\"M1780.8963,-486.4734C1731.8777,-475.7132 1672.7724,-462.7389 1622.4953,-451.7024\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1623.0811,-448.2478 1612.5632,-449.5222 1621.5802,-455.085 1623.0811,-448.2478\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5228736584 -->\n",
       "<g class=\"node\" id=\"node9\">\n",
       "<title>5228736584</title>\n",
       "<polygon fill=\"none\" points=\"1725.2207,-405.5 1725.2207,-449.5 2037.2588,-449.5 2037.2588,-405.5 1725.2207,-405.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1801.0811\" y=\"-423.3\">Conv_static_4: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"1876.9414,-405.5 1876.9414,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1904.7759\" y=\"-434.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1876.9414,-427.5 1932.6104,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1904.7759\" y=\"-412.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1932.6104,-405.5 1932.6104,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1984.9346\" y=\"-434.3\">(None, 55, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1932.6104,-427.5 2037.2588,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1984.9346\" y=\"-412.3\">(None, 52, 100)</text>\n",
       "</g>\n",
       "<!-- 5971306144&#45;&gt;5228736584 -->\n",
       "<g class=\"edge\" id=\"edge7\">\n",
       "<title>5971306144-&gt;5228736584</title>\n",
       "<path d=\"M1881.2397,-486.3664C1881.2397,-478.1516 1881.2397,-468.6579 1881.2397,-459.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1884.7398,-459.6068 1881.2397,-449.6068 1877.7398,-459.6069 1884.7398,-459.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5971347384 -->\n",
       "<g class=\"node\" id=\"node10\">\n",
       "<title>5971347384</title>\n",
       "<polygon fill=\"none\" points=\"2094.2207,-405.5 2094.2207,-449.5 2406.2588,-449.5 2406.2588,-405.5 2094.2207,-405.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2170.0811\" y=\"-423.3\">Conv_static_5: Conv1D</text>\n",
       "<polyline fill=\"none\" points=\"2245.9414,-405.5 2245.9414,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2273.7759\" y=\"-434.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"2245.9414,-427.5 2301.6104,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2273.7759\" y=\"-412.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"2301.6104,-405.5 2301.6104,-449.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2353.9346\" y=\"-434.3\">(None, 55, 100)</text>\n",
       "<polyline fill=\"none\" points=\"2301.6104,-427.5 2406.2588,-427.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2353.9346\" y=\"-412.3\">(None, 51, 100)</text>\n",
       "</g>\n",
       "<!-- 5971306144&#45;&gt;5971347384 -->\n",
       "<g class=\"edge\" id=\"edge8\">\n",
       "<title>5971306144-&gt;5971347384</title>\n",
       "<path d=\"M1981.5832,-486.4734C2030.6018,-475.7132 2089.7071,-462.7389 2139.9842,-451.7024\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"2140.8993,-455.085 2149.9163,-449.5222 2139.3984,-448.2478 2140.8993,-455.085\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 6454082192 -->\n",
       "<g class=\"node\" id=\"node11\">\n",
       "<title>6454082192</title>\n",
       "<polygon fill=\"none\" points=\"0,-324.5 0,-368.5 408.4795,-368.5 408.4795,-324.5 0,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"124.0811\" y=\"-342.3\">MaxPooling_dynamic_3: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"248.1621,-324.5 248.1621,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"275.9966\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"248.1621,-346.5 303.8311,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"275.9966\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"303.8311,-324.5 303.8311,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"356.1553\" y=\"-353.3\">(None, 53, 100)</text>\n",
       "<polyline fill=\"none\" points=\"303.8311,-346.5 408.4795,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"356.1553\" y=\"-331.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 5971396984&#45;&gt;6454082192 -->\n",
       "<g class=\"edge\" id=\"edge9\">\n",
       "<title>5971396984-&gt;6454082192</title>\n",
       "<path d=\"M232.5828,-405.3664C228.4986,-396.8838 223.7577,-387.0374 219.3357,-377.8532\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"222.3755,-376.0985 214.8838,-368.6068 216.0685,-379.1352 222.3755,-376.0985\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 6614803344 -->\n",
       "<g class=\"node\" id=\"node12\">\n",
       "<title>6614803344</title>\n",
       "<polygon fill=\"none\" points=\"426,-324.5 426,-368.5 834.4795,-368.5 834.4795,-324.5 426,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"550.0811\" y=\"-342.3\">MaxPooling_dynamic_4: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"674.1621,-324.5 674.1621,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"701.9966\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"674.1621,-346.5 729.8311,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"701.9966\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"729.8311,-324.5 729.8311,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"782.1553\" y=\"-353.3\">(None, 52, 100)</text>\n",
       "<polyline fill=\"none\" points=\"729.8311,-346.5 834.4795,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"782.1553\" y=\"-331.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 6454218368&#45;&gt;6614803344 -->\n",
       "<g class=\"edge\" id=\"edge10\">\n",
       "<title>6454218368-&gt;6614803344</title>\n",
       "<path d=\"M630.2397,-405.3664C630.2397,-397.1516 630.2397,-387.6579 630.2397,-378.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"633.7398,-378.6068 630.2397,-368.6068 626.7398,-378.6069 633.7398,-378.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 6615183712 -->\n",
       "<g class=\"node\" id=\"node13\">\n",
       "<title>6615183712</title>\n",
       "<polygon fill=\"none\" points=\"852,-324.5 852,-368.5 1260.4795,-368.5 1260.4795,-324.5 852,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"976.0811\" y=\"-342.3\">MaxPooling_dynamic_5: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"1100.1621,-324.5 1100.1621,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1127.9966\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1100.1621,-346.5 1155.8311,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1127.9966\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1155.8311,-324.5 1155.8311,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1208.1553\" y=\"-353.3\">(None, 51, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1155.8311,-346.5 1260.4795,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1208.1553\" y=\"-331.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 6614940024&#45;&gt;6615183712 -->\n",
       "<g class=\"edge\" id=\"edge11\">\n",
       "<title>6614940024-&gt;6615183712</title>\n",
       "<path d=\"M1027.8967,-405.3664C1031.9809,-396.8838 1036.7217,-387.0374 1041.1438,-377.8532\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1044.411,-379.1352 1045.5957,-368.6068 1038.104,-376.0985 1044.411,-379.1352\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5971411968 -->\n",
       "<g class=\"node\" id=\"node14\">\n",
       "<title>5971411968</title>\n",
       "<polygon fill=\"none\" points=\"1278.3311,-324.5 1278.3311,-368.5 1668.1484,-368.5 1668.1484,-324.5 1278.3311,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1393.0811\" y=\"-342.3\">MaxPooling_static_3: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"1507.8311,-324.5 1507.8311,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1535.6655\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1507.8311,-346.5 1563.5,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1535.6655\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1563.5,-324.5 1563.5,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1615.8242\" y=\"-353.3\">(None, 53, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1563.5,-346.5 1668.1484,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1615.8242\" y=\"-331.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 5971202288&#45;&gt;5971411968 -->\n",
       "<g class=\"edge\" id=\"edge12\">\n",
       "<title>5971202288-&gt;5971411968</title>\n",
       "<path d=\"M1501.5828,-405.3664C1497.4986,-396.8838 1492.7577,-387.0374 1488.3357,-377.8532\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1491.3755,-376.0985 1483.8838,-368.6068 1485.0685,-379.1352 1491.3755,-376.0985\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5971347720 -->\n",
       "<g class=\"node\" id=\"node15\">\n",
       "<title>5971347720</title>\n",
       "<polygon fill=\"none\" points=\"1686.3311,-324.5 1686.3311,-368.5 2076.1484,-368.5 2076.1484,-324.5 1686.3311,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1801.0811\" y=\"-342.3\">MaxPooling_static_4: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"1915.8311,-324.5 1915.8311,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1943.6655\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1915.8311,-346.5 1971.5,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1943.6655\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1971.5,-324.5 1971.5,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2023.8242\" y=\"-353.3\">(None, 52, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1971.5,-346.5 2076.1484,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2023.8242\" y=\"-331.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 5228736584&#45;&gt;5971347720 -->\n",
       "<g class=\"edge\" id=\"edge13\">\n",
       "<title>5228736584-&gt;5971347720</title>\n",
       "<path d=\"M1881.2397,-405.3664C1881.2397,-397.1516 1881.2397,-387.6579 1881.2397,-378.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1884.7398,-378.6068 1881.2397,-368.6068 1877.7398,-378.6069 1884.7398,-378.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5228695792 -->\n",
       "<g class=\"node\" id=\"node16\">\n",
       "<title>5228695792</title>\n",
       "<polygon fill=\"none\" points=\"2094.3311,-324.5 2094.3311,-368.5 2484.1484,-368.5 2484.1484,-324.5 2094.3311,-324.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2209.0811\" y=\"-342.3\">MaxPooling_static_5: MaxPooling1D</text>\n",
       "<polyline fill=\"none\" points=\"2323.8311,-324.5 2323.8311,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2351.6655\" y=\"-353.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"2323.8311,-346.5 2379.5,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2351.6655\" y=\"-331.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"2379.5,-324.5 2379.5,-368.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2431.8242\" y=\"-353.3\">(None, 51, 100)</text>\n",
       "<polyline fill=\"none\" points=\"2379.5,-346.5 2484.1484,-346.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2431.8242\" y=\"-331.3\">(None, 1, 100)</text>\n",
       "</g>\n",
       "<!-- 5971347384&#45;&gt;5228695792 -->\n",
       "<g class=\"edge\" id=\"edge14\">\n",
       "<title>5971347384-&gt;5228695792</title>\n",
       "<path d=\"M2260.8967,-405.3664C2264.9809,-396.8838 2269.7217,-387.0374 2274.1438,-377.8532\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"2277.411,-379.1352 2278.5957,-368.6068 2271.104,-376.0985 2277.411,-379.1352\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 6453967728 -->\n",
       "<g class=\"node\" id=\"node17\">\n",
       "<title>6453967728</title>\n",
       "<polygon fill=\"none\" points=\"108.3999,-243.5 108.3999,-287.5 432.0796,-287.5 432.0796,-243.5 108.3999,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"193.5811\" y=\"-261.3\">Flatten_dynamic_3: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"278.7622,-243.5 278.7622,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"306.5967\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"278.7622,-265.5 334.4312,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"306.5967\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"334.4312,-243.5 334.4312,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"383.2554\" y=\"-272.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"334.4312,-265.5 432.0796,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"383.2554\" y=\"-250.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 6454082192&#45;&gt;6453967728 -->\n",
       "<g class=\"edge\" id=\"edge15\">\n",
       "<title>6454082192-&gt;6453967728</title>\n",
       "<path d=\"M222.2745,-324.3664C229.5501,-315.4373 238.0569,-304.9972 245.8696,-295.4088\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"248.6233,-297.5701 252.2268,-287.6068 243.1967,-293.1483 248.6233,-297.5701\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 6614803848 -->\n",
       "<g class=\"node\" id=\"node18\">\n",
       "<title>6614803848</title>\n",
       "<polygon fill=\"none\" points=\"492.3999,-243.5 492.3999,-287.5 816.0796,-287.5 816.0796,-243.5 492.3999,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"577.5811\" y=\"-261.3\">Flatten_dynamic_4: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"662.7622,-243.5 662.7622,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"690.5967\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"662.7622,-265.5 718.4312,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"690.5967\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"718.4312,-243.5 718.4312,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"767.2554\" y=\"-272.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"718.4312,-265.5 816.0796,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"767.2554\" y=\"-250.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 6614803344&#45;&gt;6614803848 -->\n",
       "<g class=\"edge\" id=\"edge16\">\n",
       "<title>6614803344-&gt;6614803848</title>\n",
       "<path d=\"M636.7979,-324.3664C639.2583,-316.0624 642.106,-306.4514 644.7778,-297.4341\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"648.2044,-298.1892 647.6896,-287.6068 641.4928,-296.2005 648.2044,-298.1892\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 6615184216 -->\n",
       "<g class=\"node\" id=\"node19\">\n",
       "<title>6615184216</title>\n",
       "<polygon fill=\"none\" points=\"858.3999,-243.5 858.3999,-287.5 1182.0796,-287.5 1182.0796,-243.5 858.3999,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"943.5811\" y=\"-261.3\">Flatten_dynamic_5: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"1028.7622,-243.5 1028.7622,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1056.5967\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1028.7622,-265.5 1084.4312,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1056.5967\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1084.4312,-243.5 1084.4312,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1133.2554\" y=\"-272.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1084.4312,-265.5 1182.0796,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1133.2554\" y=\"-250.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 6615183712&#45;&gt;6615184216 -->\n",
       "<g class=\"edge\" id=\"edge17\">\n",
       "<title>6615183712-&gt;6615184216</title>\n",
       "<path d=\"M1046.4026,-324.3664C1042.6325,-315.8838 1038.2564,-306.0374 1034.1745,-296.8532\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1037.3248,-295.3235 1030.065,-287.6068 1030.9281,-298.1665 1037.3248,-295.3235\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5971595448 -->\n",
       "<g class=\"node\" id=\"node20\">\n",
       "<title>5971595448</title>\n",
       "<polygon fill=\"none\" points=\"1341.731,-243.5 1341.731,-287.5 1646.7485,-287.5 1646.7485,-243.5 1341.731,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1417.5811\" y=\"-261.3\">Flatten_static_3: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"1493.4312,-243.5 1493.4312,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1521.2656\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1493.4312,-265.5 1549.1001,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1521.2656\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1549.1001,-243.5 1549.1001,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1597.9243\" y=\"-272.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1549.1001,-265.5 1646.7485,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1597.9243\" y=\"-250.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 5971411968&#45;&gt;5971595448 -->\n",
       "<g class=\"edge\" id=\"edge18\">\n",
       "<title>5971411968-&gt;5971595448</title>\n",
       "<path d=\"M1478.9781,-324.3664C1481.131,-316.0624 1483.6227,-306.4514 1485.9605,-297.4341\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1489.3866,-298.1652 1488.5083,-287.6068 1482.6107,-296.4084 1489.3866,-298.1652\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5971307992 -->\n",
       "<g class=\"node\" id=\"node21\">\n",
       "<title>5971307992</title>\n",
       "<polygon fill=\"none\" points=\"1706.731,-243.5 1706.731,-287.5 2011.7485,-287.5 2011.7485,-243.5 1706.731,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1782.5811\" y=\"-261.3\">Flatten_static_4: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"1858.4312,-243.5 1858.4312,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1886.2656\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1858.4312,-265.5 1914.1001,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1886.2656\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1914.1001,-243.5 1914.1001,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1962.9243\" y=\"-272.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"1914.1001,-265.5 2011.7485,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1962.9243\" y=\"-250.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 5971347720&#45;&gt;5971307992 -->\n",
       "<g class=\"edge\" id=\"edge19\">\n",
       "<title>5971347720-&gt;5971307992</title>\n",
       "<path d=\"M1875.2281,-324.3664C1872.9727,-316.0624 1870.3623,-306.4514 1867.9132,-297.4341\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1871.2429,-296.3398 1865.2441,-287.6068 1864.4876,-298.1746 1871.2429,-296.3398\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5229408720 -->\n",
       "<g class=\"node\" id=\"node22\">\n",
       "<title>5229408720</title>\n",
       "<polygon fill=\"none\" points=\"2093.731,-243.5 2093.731,-287.5 2398.7485,-287.5 2398.7485,-243.5 2093.731,-243.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2169.5811\" y=\"-261.3\">Flatten_static_5: Flatten</text>\n",
       "<polyline fill=\"none\" points=\"2245.4312,-243.5 2245.4312,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2273.2656\" y=\"-272.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"2245.4312,-265.5 2301.1001,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2273.2656\" y=\"-250.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"2301.1001,-243.5 2301.1001,-287.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2349.9243\" y=\"-272.3\">(None, 1, 100)</text>\n",
       "<polyline fill=\"none\" points=\"2301.1001,-265.5 2398.7485,-265.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"2349.9243\" y=\"-250.3\">(None, 100)</text>\n",
       "</g>\n",
       "<!-- 5228695792&#45;&gt;5229408720 -->\n",
       "<g class=\"edge\" id=\"edge20\">\n",
       "<title>5228695792-&gt;5229408720</title>\n",
       "<path d=\"M2277.4898,-324.3664C2272.9393,-315.7945 2267.6495,-305.8299 2262.7302,-296.5634\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"2265.7558,-294.7983 2257.9755,-287.6068 2259.573,-298.0806 2265.7558,-294.7983\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5971397208 -->\n",
       "<g class=\"node\" id=\"node23\">\n",
       "<title>5971397208</title>\n",
       "<polygon fill=\"none\" points=\"698.9512,-162.5 698.9512,-206.5 1169.5283,-206.5 1169.5283,-162.5 698.9512,-162.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"785.2705\" y=\"-180.3\">concatenate_5: Concatenate</text>\n",
       "<polyline fill=\"none\" points=\"871.5898,-162.5 871.5898,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"899.4243\" y=\"-191.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"871.5898,-184.5 927.2588,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"899.4243\" y=\"-169.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"927.2588,-162.5 927.2588,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1048.3936\" y=\"-191.3\">[(None, 100), (None, 100), (None, 100)]</text>\n",
       "<polyline fill=\"none\" points=\"927.2588,-184.5 1169.5283,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1048.083\" y=\"-169.3\">(None, 300)</text>\n",
       "</g>\n",
       "<!-- 6453967728&#45;&gt;5971397208 -->\n",
       "<g class=\"edge\" id=\"edge21\">\n",
       "<title>6453967728-&gt;5971397208</title>\n",
       "<path d=\"M432.2477,-245.737C526.2445,-234.2705 645.1375,-219.767 743.6206,-207.7532\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"744.1907,-211.2097 753.6932,-206.5245 743.343,-204.2612 744.1907,-211.2097\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 6614803848&#45;&gt;5971397208 -->\n",
       "<g class=\"edge\" id=\"edge22\">\n",
       "<title>6614803848-&gt;5971397208</title>\n",
       "<path d=\"M730.3811,-243.4734C766.8019,-232.9374 810.561,-220.2785 848.184,-209.3947\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"849.48,-212.6634 858.1135,-206.5222 847.5348,-205.9391 849.48,-212.6634\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 6615184216&#45;&gt;5971397208 -->\n",
       "<g class=\"edge\" id=\"edge23\">\n",
       "<title>6615184216-&gt;5971397208</title>\n",
       "<path d=\"M996.7399,-243.3664C986.9752,-234.1695 975.5085,-223.3694 965.0811,-213.5482\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"967.3905,-210.9153 957.7112,-206.6068 962.591,-216.011 967.3905,-210.9153\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5971325616 -->\n",
       "<g class=\"node\" id=\"node24\">\n",
       "<title>5971325616</title>\n",
       "<polygon fill=\"none\" points=\"1364.9512,-162.5 1364.9512,-206.5 1835.5283,-206.5 1835.5283,-162.5 1364.9512,-162.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1451.2705\" y=\"-180.3\">concatenate_4: Concatenate</text>\n",
       "<polyline fill=\"none\" points=\"1537.5898,-162.5 1537.5898,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1565.4243\" y=\"-191.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1537.5898,-184.5 1593.2588,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1565.4243\" y=\"-169.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1593.2588,-162.5 1593.2588,-206.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1714.3936\" y=\"-191.3\">[(None, 100), (None, 100), (None, 100)]</text>\n",
       "<polyline fill=\"none\" points=\"1593.2588,-184.5 1835.5283,-184.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1714.083\" y=\"-169.3\">(None, 300)</text>\n",
       "</g>\n",
       "<!-- 5971595448&#45;&gt;5971325616 -->\n",
       "<g class=\"edge\" id=\"edge24\">\n",
       "<title>5971595448-&gt;5971325616</title>\n",
       "<path d=\"M1523.2047,-243.3664C1535.5908,-233.9016 1550.1987,-222.7389 1563.3457,-212.6926\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1565.4892,-215.4596 1571.3098,-206.6068 1561.239,-209.8976 1565.4892,-215.4596\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5971307992&#45;&gt;5971325616 -->\n",
       "<g class=\"edge\" id=\"edge25\">\n",
       "<title>5971307992-&gt;5971325616</title>\n",
       "<path d=\"M1788.809,-243.4734C1755.2631,-232.9822 1714.987,-220.3862 1680.2859,-209.5337\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1681.2454,-206.1667 1670.6565,-206.5222 1679.1559,-212.8476 1681.2454,-206.1667\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5229408720&#45;&gt;5971325616 -->\n",
       "<g class=\"edge\" id=\"edge26\">\n",
       "<title>5229408720-&gt;5971325616</title>\n",
       "<path d=\"M2093.5559,-246.3554C2001.403,-234.8007 1883.3438,-219.9976 1785.8254,-207.77\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1786.2104,-204.291 1775.8526,-206.5196 1785.3394,-211.2366 1786.2104,-204.291\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 6615322296 -->\n",
       "<g class=\"node\" id=\"node25\">\n",
       "<title>6615322296</title>\n",
       "<polygon fill=\"none\" points=\"980.2754,-81.5 980.2754,-125.5 1376.2041,-125.5 1376.2041,-81.5 980.2754,-81.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1066.5947\" y=\"-99.3\">concatenate_6: Concatenate</text>\n",
       "<polyline fill=\"none\" points=\"1152.9141,-81.5 1152.9141,-125.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1180.7485\" y=\"-110.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1152.9141,-103.5 1208.583,-103.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1180.7485\" y=\"-88.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1208.583,-81.5 1208.583,-125.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1292.3936\" y=\"-110.3\">[(None, 300), (None, 300)]</text>\n",
       "<polyline fill=\"none\" points=\"1208.583,-103.5 1376.2041,-103.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1291.9072\" y=\"-88.3\">(None, 600)</text>\n",
       "</g>\n",
       "<!-- 5971397208&#45;&gt;6615322296 -->\n",
       "<g class=\"edge\" id=\"edge27\">\n",
       "<title>5971397208-&gt;6615322296</title>\n",
       "<path d=\"M1000.5915,-162.4734C1032.0595,-152.027 1069.8139,-139.4938 1102.41,-128.673\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1103.5132,-131.9947 1111.9012,-125.5222 1101.3077,-125.3512 1103.5132,-131.9947\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 5971325616&#45;&gt;6615322296 -->\n",
       "<g class=\"edge\" id=\"edge28\">\n",
       "<title>5971325616-&gt;6615322296</title>\n",
       "<path d=\"M1485.4838,-162.4734C1428.9574,-151.6235 1360.7025,-138.5225 1302.8961,-127.4269\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1303.4534,-123.9701 1292.9728,-125.5222 1302.1338,-130.8446 1303.4534,-123.9701\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "<!-- 6615437040 -->\n",
       "<g class=\"node\" id=\"node26\">\n",
       "<title>6615437040</title>\n",
       "<polygon fill=\"none\" points=\"1061.5034,-.5 1061.5034,-44.5 1294.9761,-44.5 1294.9761,-.5 1061.5034,-.5\" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1108.5811\" y=\"-18.3\">output: Dense</text>\n",
       "<polyline fill=\"none\" points=\"1155.6587,-.5 1155.6587,-44.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1183.4932\" y=\"-29.3\">input:</text>\n",
       "<polyline fill=\"none\" points=\"1155.6587,-22.5 1211.3276,-22.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1183.4932\" y=\"-7.3\">output:</text>\n",
       "<polyline fill=\"none\" points=\"1211.3276,-.5 1211.3276,-44.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1253.1519\" y=\"-29.3\">(None, 600)</text>\n",
       "<polyline fill=\"none\" points=\"1211.3276,-22.5 1294.9761,-22.5 \" stroke=\"#000000\"/>\n",
       "<text fill=\"#000000\" font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"1253.1519\" y=\"-7.3\">(None, 6)</text>\n",
       "</g>\n",
       "<!-- 6615322296&#45;&gt;6615437040 -->\n",
       "<g class=\"edge\" id=\"edge29\">\n",
       "<title>6615322296-&gt;6615437040</title>\n",
       "<path d=\"M1178.2397,-81.3664C1178.2397,-73.1516 1178.2397,-63.6579 1178.2397,-54.7252\" fill=\"none\" stroke=\"#000000\"/>\n",
       "<polygon fill=\"#000000\" points=\"1181.7398,-54.6068 1178.2397,-44.6068 1174.7398,-54.6069 1181.7398,-54.6068\" stroke=\"#000000\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>"
      ],
      "text/plain": [
       "<IPython.core.display.SVG object>"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "SVG(model_to_dot(model, show_layer_names=True, show_shapes=True).create(prog='dot', format='svg'))"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}