src/custom_scripts/Gpt_2_GOT.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Gpt-2_GOT",
      "version": "0.3.2",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "metadata": {
        "id": "GA3oRLxMRohz",
        "colab_type": "code",
        "outputId": "7037e3fa-fc1e-49ec-dec5-6d7841890275",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 722
        }
      },
      "cell_type": "code",
      "source": [
        "# Download GPT-2 (small 117M model)\n",
        "\n",
        "!git clone https://github.com/nshepperd/gpt-2\n",
        "%cd gpt-2\n",
        "\n",
        "!python download_model.py 117M\n",
        "\n",
        "!pip3 install -r requirements.txt"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Cloning into 'gpt-2'...\n",
            "remote: Enumerating objects: 212, done.\u001b[K\n",
            "remote: Total 212 (delta 0), reused 0 (delta 0), pack-reused 212\u001b[K\n",
            "Receiving objects: 100% (212/212), 4.37 MiB | 6.21 MiB/s, done.\n",
            "Resolving deltas: 100% (112/112), done.\n",
            "/content/gpt-2\n",
            "Fetching checkpoint: 1.00kit [00:00, 662kit/s]                                                      \n",
            "Fetching encoder.json: 1.04Mit [00:00, 55.1Mit/s]                                                   \n",
            "Fetching hparams.json: 1.00kit [00:00, 749kit/s]                                                    \n",
            "Fetching model.ckpt.data-00000-of-00001: 498Mit [00:06, 72.5Mit/s]                                  \n",
            "Fetching model.ckpt.index: 6.00kit [00:00, 3.66Mit/s]                                               \n",
            "Fetching model.ckpt.meta: 472kit [00:00, 33.5Mit/s]                                                 \n",
            "Fetching vocab.bpe: 457kit [00:00, 53.0Mit/s]                                                       \n",
            "Collecting fire>=0.1.3 (from -r requirements.txt (line 1))\n",
            "  Downloading https://files.pythonhosted.org/packages/5a/b7/205702f348aab198baecd1d8344a90748cb68f53bdcd1cc30cbc08e47d3e/fire-0.1.3.tar.gz\n",
            "Collecting regex==2017.4.5 (from -r requirements.txt (line 2))\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/36/62/c0c0d762ffd4ffaf39f372eb8561b8d491a11ace5a7884610424a8b40f95/regex-2017.04.05.tar.gz (601kB)\n",
            "\u001b[K    100% |████████████████████████████████| 604kB 25.6MB/s \n",
            "\u001b[?25hRequirement already satisfied: requests==2.21.0 in /usr/local/lib/python3.6/dist-packages (from -r requirements.txt (line 3)) (2.21.0)\n",
            "Collecting tqdm==4.31.1 (from -r requirements.txt (line 4))\n",
            "\u001b[?25l  Downloading https://files.pythonhosted.org/packages/6c/4b/c38b5144cf167c4f52288517436ccafefe9dc01b8d1c190e18a6b154cd4a/tqdm-4.31.1-py2.py3-none-any.whl (48kB)\n",
            "\u001b[K    100% |████████████████████████████████| 51kB 25.1MB/s \n",
            "\u001b[?25hRequirement already satisfied: six in /usr/local/lib/python3.6/dist-packages (from fire>=0.1.3->-r requirements.txt (line 1)) (1.12.0)\n",
            "Requirement already satisfied: chardet<3.1.0,>=3.0.2 in /usr/local/lib/python3.6/dist-packages (from requests==2.21.0->-r requirements.txt (line 3)) (3.0.4)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.6/dist-packages (from requests==2.21.0->-r requirements.txt (line 3)) (2019.3.9)\n",
            "Requirement already satisfied: urllib3<1.25,>=1.21.1 in /usr/local/lib/python3.6/dist-packages (from requests==2.21.0->-r requirements.txt (line 3)) (1.24.2)\n",
            "Requirement already satisfied: idna<2.9,>=2.5 in /usr/local/lib/python3.6/dist-packages (from requests==2.21.0->-r requirements.txt (line 3)) (2.8)\n",
            "Building wheels for collected packages: fire, regex\n",
            "  Building wheel for fire (setup.py) ... \u001b[?25ldone\n",
            "\u001b[?25h  Stored in directory: /root/.cache/pip/wheels/2a/1a/4d/6b30377c3051e76559d1185c1dbbfff15aed31f87acdd14c22\n",
            "  Building wheel for regex (setup.py) ... \u001b[?25ldone\n",
            "\u001b[?25h  Stored in directory: /root/.cache/pip/wheels/75/07/38/3c16b529d50cb4e0cd3dbc7b75cece8a09c132692c74450b01\n",
            "Successfully built fire regex\n",
            "\u001b[31mspacy 2.0.18 has requirement regex==2018.01.10, but you'll have regex 2017.4.5 which is incompatible.\u001b[0m\n",
            "Installing collected packages: fire, regex, tqdm\n",
            "  Found existing installation: regex 2018.1.10\n",
            "    Uninstalling regex-2018.1.10:\n",
            "      Successfully uninstalled regex-2018.1.10\n",
            "  Found existing installation: tqdm 4.28.1\n",
            "    Uninstalling tqdm-4.28.1:\n",
            "      Successfully uninstalled tqdm-4.28.1\n",
            "Successfully installed fire-0.1.3 regex-2017.4.5 tqdm-4.31.1\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "SbXPcNBWBPcH",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive', force_remount=True)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "dC9_n-4HVmHH",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "!mkdir src/models\n",
        "!mv models/* src/models/\n",
        "!rmdir models"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "OMaaDurbxLZi",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "!mv train.py src/train.py"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "tURor-7HBjgI",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "path = \"/content/drive/My Drive/StoryCompletion/got\""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "FZ7g6YDN6STK",
        "colab_type": "code",
        "outputId": "0352ed6f-d4d7-42a2-cc79-fcbb4f2d9fec",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "%cd /content/gpt-2/src"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/gpt-2/src\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "UYlNP6_-EZvt",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "!rm -r checkpoint/*"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "LQAo0PzLB_6z",
        "colab_type": "code",
        "outputId": "eb9ff653-1e87-4c55-9916-29a6b3e49e2d",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 19508
        }
      },
      "cell_type": "code",
      "source": [
        "!python train.py --dataset \"/content/drive/My Drive/StoryCompletion/got\""
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "2019-04-07 01:16:08.822399: I tensorflow/core/platform/profile_utils/cpu_utils.cc:94] CPU Frequency: 2300000000 Hz\n",
            "2019-04-07 01:16:08.822651: I tensorflow/compiler/xla/service/service.cc:150] XLA service 0x1c603c0 executing computations on platform Host. Devices:\n",
            "2019-04-07 01:16:08.822689: I tensorflow/compiler/xla/service/service.cc:158]   StreamExecutor device (0): <undefined>, <undefined>\n",
            "2019-04-07 01:16:08.912904: I tensorflow/stream_executor/cuda/cuda_gpu_executor.cc:998] successful NUMA node read from SysFS had negative value (-1), but there must be at least one NUMA node, so returning NUMA node zero\n",
            "2019-04-07 01:16:08.913495: I tensorflow/compiler/xla/service/service.cc:150] XLA service 0x1c60100 executing computations on platform CUDA. Devices:\n",
            "2019-04-07 01:16:08.913533: I tensorflow/compiler/xla/service/service.cc:158]   StreamExecutor device (0): Tesla K80, Compute Capability 3.7\n",
            "2019-04-07 01:16:08.913981: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1433] Found device 0 with properties: \n",
            "name: Tesla K80 major: 3 minor: 7 memoryClockRate(GHz): 0.8235\n",
            "pciBusID: 0000:00:04.0\n",
            "totalMemory: 11.17GiB freeMemory: 11.10GiB\n",
            "2019-04-07 01:16:08.914013: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1512] Adding visible gpu devices: 0\n",
            "2019-04-07 01:16:09.285530: I tensorflow/core/common_runtime/gpu/gpu_device.cc:984] Device interconnect StreamExecutor with strength 1 edge matrix:\n",
            "2019-04-07 01:16:09.285584: I tensorflow/core/common_runtime/gpu/gpu_device.cc:990]      0 \n",
            "2019-04-07 01:16:09.285602: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1003] 0:   N \n",
            "2019-04-07 01:16:09.285880: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1115] Created TensorFlow device (/job:localhost/replica:0/task:0/device:GPU:0 with 10754 MB memory) -> physical GPU (device: 0, name: Tesla K80, pci bus id: 0000:00:04.0, compute capability: 3.7)\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/op_def_library.py:263: colocate_with (from tensorflow.python.framework.ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Colocations handled automatically by placer.\n",
            "WARNING:tensorflow:From /content/gpt-2/src/sample.py:51: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use tf.cast instead.\n",
            "WARNING:tensorflow:From /content/gpt-2/src/sample.py:53: multinomial (from tensorflow.python.ops.random_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use tf.random.categorical instead.\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/math_ops.py:3066: to_int32 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use tf.cast instead.\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/math_grad.py:102: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Deprecated in favor of operator or tf.math.divide.\n",
            "Loading checkpoint checkpoint/run1/model-13\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saver.py:1266: checkpoint_exists (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use standard file APIs to check for files with this prefix.\n",
            "Loading dataset...\n",
            "100% 7/7 [00:10<00:00,  1.32s/it]\n",
            "dataset has 1531549 tokens\n",
            "Training...\n",
            "2019-04-07 01:16:49.650096: I tensorflow/stream_executor/dso_loader.cc:152] successfully opened CUDA library libcublas.so.10.0 locally\n",
            "[1 | 10.36] loss=3.29 avg=3.29\n",
            "[2 | 14.60] loss=3.38 avg=3.34\n",
            "[3 | 18.80] loss=3.41 avg=3.36\n",
            "[4 | 23.01] loss=3.13 avg=3.30\n",
            "[5 | 27.23] loss=3.20 avg=3.28\n",
            "[6 | 31.50] loss=3.18 avg=3.27\n",
            "[7 | 35.74] loss=3.26 avg=3.27\n",
            "[8 | 39.97] loss=3.29 avg=3.27\n",
            "[9 | 44.23] loss=3.12 avg=3.25\n",
            "[10 | 48.47] loss=3.28 avg=3.25\n",
            "[11 | 52.68] loss=3.28 avg=3.26\n",
            "[12 | 56.91] loss=3.07 avg=3.24\n",
            "[13 | 61.14] loss=3.06 avg=3.23\n",
            "[14 | 65.38] loss=3.05 avg=3.21\n",
            "[15 | 69.60] loss=3.30 avg=3.22\n",
            "[16 | 73.81] loss=3.27 avg=3.22\n",
            "[17 | 78.00] loss=3.27 avg=3.23\n",
            "[18 | 82.19] loss=3.17 avg=3.22\n",
            "[19 | 86.40] loss=3.14 avg=3.22\n",
            "[20 | 90.61] loss=3.12 avg=3.21\n",
            "[21 | 94.82] loss=3.09 avg=3.21\n",
            "[22 | 99.05] loss=3.01 avg=3.20\n",
            "[23 | 103.27] loss=3.08 avg=3.19\n",
            "[24 | 107.47] loss=3.10 avg=3.19\n",
            "[25 | 111.69] loss=3.15 avg=3.18\n",
            "[26 | 115.94] loss=3.17 avg=3.18\n",
            "[27 | 120.19] loss=3.00 avg=3.18\n",
            "[28 | 124.44] loss=3.19 avg=3.18\n",
            "[29 | 128.69] loss=2.94 avg=3.17\n",
            "[30 | 132.96] loss=3.19 avg=3.17\n",
            "[31 | 137.22] loss=3.23 avg=3.17\n",
            "[32 | 141.44] loss=3.12 avg=3.17\n",
            "[33 | 145.68] loss=3.20 avg=3.17\n",
            "[34 | 149.93] loss=2.89 avg=3.16\n",
            "[35 | 154.16] loss=3.16 avg=3.16\n",
            "[36 | 158.39] loss=3.17 avg=3.16\n",
            "[37 | 162.62] loss=3.12 avg=3.16\n",
            "[38 | 166.86] loss=3.18 avg=3.16\n",
            "[39 | 171.09] loss=3.13 avg=3.16\n",
            "[40 | 175.31] loss=3.07 avg=3.16\n",
            "[41 | 179.54] loss=3.00 avg=3.15\n",
            "[42 | 183.75] loss=3.01 avg=3.15\n",
            "[43 | 187.97] loss=3.13 avg=3.15\n",
            "[44 | 192.22] loss=3.06 avg=3.15\n",
            "[45 | 196.45] loss=3.03 avg=3.14\n",
            "[46 | 200.67] loss=2.89 avg=3.14\n",
            "[47 | 204.92] loss=3.12 avg=3.14\n",
            "[48 | 209.16] loss=3.02 avg=3.13\n",
            "[49 | 213.39] loss=2.95 avg=3.13\n",
            "[50 | 217.62] loss=3.06 avg=3.13\n",
            "[51 | 221.84] loss=3.03 avg=3.12\n",
            "[52 | 226.12] loss=3.03 avg=3.12\n",
            "[53 | 230.39] loss=3.01 avg=3.12\n",
            "[54 | 234.62] loss=2.90 avg=3.11\n",
            "[55 | 238.86] loss=3.05 avg=3.11\n",
            "[56 | 243.11] loss=3.01 avg=3.11\n",
            "[57 | 247.33] loss=2.98 avg=3.11\n",
            "[58 | 251.53] loss=2.98 avg=3.10\n",
            "[59 | 255.76] loss=2.89 avg=3.10\n",
            "[60 | 260.00] loss=3.12 avg=3.10\n",
            "[61 | 264.26] loss=3.18 avg=3.10\n",
            "[62 | 268.51] loss=2.93 avg=3.10\n",
            "[63 | 272.75] loss=3.07 avg=3.10\n",
            "[64 | 276.99] loss=3.09 avg=3.10\n",
            "[65 | 281.24] loss=3.14 avg=3.10\n",
            "[66 | 285.51] loss=2.85 avg=3.09\n",
            "[67 | 289.80] loss=3.00 avg=3.09\n",
            "[68 | 294.06] loss=2.98 avg=3.09\n",
            "[69 | 298.33] loss=3.13 avg=3.09\n",
            "[70 | 302.59] loss=3.03 avg=3.09\n",
            "[71 | 306.83] loss=2.99 avg=3.09\n",
            "[72 | 311.11] loss=2.98 avg=3.08\n",
            "[73 | 315.37] loss=3.11 avg=3.08\n",
            "[74 | 319.64] loss=3.01 avg=3.08\n",
            "[75 | 323.87] loss=2.89 avg=3.08\n",
            "[76 | 328.11] loss=3.09 avg=3.08\n",
            "[77 | 332.37] loss=3.01 avg=3.08\n",
            "[78 | 336.66] loss=3.01 avg=3.08\n",
            "[79 | 340.91] loss=3.08 avg=3.08\n",
            "[80 | 345.11] loss=2.92 avg=3.07\n",
            "[81 | 349.31] loss=2.97 avg=3.07\n",
            "[82 | 353.51] loss=3.03 avg=3.07\n",
            "[83 | 357.73] loss=3.23 avg=3.07\n",
            "[84 | 361.95] loss=3.11 avg=3.08\n",
            "[85 | 366.20] loss=3.01 avg=3.07\n",
            "[86 | 370.43] loss=3.02 avg=3.07\n",
            "[87 | 374.65] loss=2.89 avg=3.07\n",
            "[88 | 378.87] loss=2.93 avg=3.07\n",
            "[89 | 383.09] loss=3.22 avg=3.07\n",
            "[90 | 387.27] loss=2.79 avg=3.07\n",
            "[91 | 391.46] loss=3.05 avg=3.07\n",
            "[92 | 395.69] loss=3.00 avg=3.06\n",
            "[93 | 399.90] loss=3.11 avg=3.07\n",
            "[94 | 404.14] loss=2.93 avg=3.06\n",
            "[95 | 408.42] loss=3.12 avg=3.06\n",
            "[96 | 412.61] loss=3.11 avg=3.06\n",
            "[97 | 416.85] loss=2.90 avg=3.06\n",
            "[98 | 421.07] loss=3.02 avg=3.06\n",
            "[99 | 425.30] loss=3.11 avg=3.06\n",
            "======== SAMPLE 1 ========\n",
            " perhaps the answer, Harry thought desperately as the rest of them stood still, awaiting the light at the end of the door.   They had been looking forward to all of this, Harry, hoping that they could find something to discuss at last, and that they could all find a way to make something of the situation in the office, to the point where they had no choice but to decide if they would stay.   The door did open on the last visit to the office by the staff, which was the first opportunity to ask them the name of the boy who had passed away, so that they wouldn\\'t get any further questions about the subject.   He didn\\'t know his name, though, because he had not told them that he was gone, but they were certain that they saw him, or at least the truth, of what had happened. The other staff member was waiting outside the entrance to their office, her face a mixture of sweat and excitement.  \\'Yes, Harry.\\' was Harry\\'s low, raspy voice, as she hurried up Harry\\'s bed and sat down at the window.  \\'Did anything happen to you when we were away? How many of you could we give up, that\\'s all? We\\'re supposed to talk about a Death Eater? Come and meet us, Potter, and I\\'ll take a look.\\'  She turned and walked away with Harry.  He heard himself go to get to the door, thinking about his own life again, and he wondered if he had missed something.  He left his office door wide open. He could see the house of the Seer, and his house. He took off his cloak and tried to pull his eyes from the ceiling for any signs of ghosts. The windows were rippling with shadows. His fingers gripped all his robes and sat in the dark.   They were trying to get through the office as best as they could, but it had taken a long time, as it was difficult to keep a watchful eye close to the door in which the Seer had gone. Hermione and Viktor Dementor hadn\\'t found a single one of the staff, but there were voices in both voices.  The Ministry was out of it. Harry knew they were in for a terrible turn when they saw him standing in the corridor next to the door. He\\'d have been looking for a place to hide, to go and watch. Harry made a very loud click of fear, hoping, desperately, that they could hear whatever their voices were about, so that he could hear the last word, of the Ministry\\'s presence.  \\'Come in, Harry, there\\'s a voice.\\'  Harry looked outside, and as he did so he felt more than a little sad. When he could not look into them, he could do nothing but stare, so that he would be alone, because he knew it was coming, as the only way to get through the walls and back. The next morning, he and his friends were going through the door, they were having their first chat.  The Ministry was not listening to his mind, but he knew it would be difficult to break their silence with a single word, so Harry followed the sound of them passing through the door.  He could hear the Ministry\\'s shouts for help in their hut.  And they would be right outside when he and Viktor got there. A second voice was saying \"Where will we be heading?\"   A third voice was saying \"\"Hosko!\"  Harry looked away, and the fourth voice was saying \"Potter\\'s Headache!\"  As the third voice passed through the door, Harry heard it again coming through the windows and doors. The second and third voices were still talking. The first had been shouting for help and Harry saw the Minister of Magic looking up at them, and in a flash, it was the Minister\\'s House, standing at the edge of the room.  \\'You, Viktor Dementor, are in a Hall of Prophecy, Sirius\\'s House.\\'   Harry looked into the room, but knew perfectly well where Sirius lay, and he knew that they needed him to be there. But in Harry\\'s world, Sirius\\'s House was a place filled with people who needed help. They were not the mere ghosts of the Ministry.   He could see a few more people in the House, but it looked as though the door might lead them only to the front. There were too many seats in the room. The House was all packed, and many of them were sleeping. Harry had tried desperately to be as close as possible to Sirius, but it was too late, as the Ministry\\'s presence was already on the way.  \\'You left the house already, were you?\\'  \\'Yes, I did.\\'  \\'Harry, you\\'re coming alone.\\'  \\'Yes, I can\\'s the way you\\'d like,\\'\n",
            "\n",
            "[100 | 447.79] loss=3.07 avg=3.06\n",
            "[101 | 452.00] loss=2.97 avg=3.06\n",
            "[102 | 456.22] loss=2.93 avg=3.06\n",
            "[103 | 460.42] loss=2.92 avg=3.06\n",
            "[104 | 464.65] loss=2.91 avg=3.05\n",
            "[105 | 468.89] loss=3.09 avg=3.05\n",
            "[106 | 473.15] loss=3.03 avg=3.05\n",
            "[107 | 477.40] loss=3.05 avg=3.05\n",
            "[108 | 481.68] loss=3.01 avg=3.05\n",
            "[109 | 485.92] loss=2.95 avg=3.05\n",
            "[110 | 490.14] loss=2.90 avg=3.05\n",
            "[111 | 494.40] loss=3.03 avg=3.05\n",
            "[112 | 498.66] loss=2.84 avg=3.05\n",
            "[113 | 502.95] loss=3.06 avg=3.05\n",
            "[114 | 507.23] loss=2.88 avg=3.04\n",
            "[115 | 511.50] loss=3.01 avg=3.04\n",
            "[116 | 515.77] loss=2.88 avg=3.04\n",
            "[117 | 520.02] loss=2.98 avg=3.04\n",
            "[118 | 524.28] loss=2.94 avg=3.04\n",
            "[119 | 528.54] loss=3.00 avg=3.04\n",
            "[120 | 532.79] loss=3.00 avg=3.04\n",
            "[121 | 536.99] loss=2.90 avg=3.04\n",
            "[122 | 541.22] loss=3.03 avg=3.04\n",
            "[123 | 545.48] loss=2.98 avg=3.03\n",
            "[124 | 549.74] loss=2.94 avg=3.03\n",
            "[125 | 553.99] loss=2.83 avg=3.03\n",
            "[126 | 558.26] loss=2.90 avg=3.03\n",
            "[127 | 562.52] loss=2.95 avg=3.03\n",
            "[128 | 566.73] loss=3.02 avg=3.03\n",
            "[129 | 570.96] loss=2.89 avg=3.03\n",
            "[130 | 575.22] loss=3.00 avg=3.03\n",
            "[131 | 579.45] loss=2.95 avg=3.02\n",
            "[132 | 583.71] loss=2.90 avg=3.02\n",
            "[133 | 587.92] loss=3.10 avg=3.02\n",
            "[134 | 592.17] loss=2.93 avg=3.02\n",
            "[135 | 596.41] loss=3.04 avg=3.02\n",
            "[136 | 600.65] loss=3.03 avg=3.02\n",
            "[137 | 604.90] loss=2.92 avg=3.02\n",
            "[138 | 609.16] loss=3.02 avg=3.02\n",
            "[139 | 613.41] loss=3.10 avg=3.02\n",
            "[140 | 617.66] loss=2.82 avg=3.02\n",
            "[141 | 621.91] loss=2.96 avg=3.02\n",
            "[142 | 626.16] loss=3.01 avg=3.02\n",
            "[143 | 630.40] loss=2.95 avg=3.02\n",
            "[144 | 634.67] loss=3.11 avg=3.02\n",
            "[145 | 638.91] loss=3.12 avg=3.02\n",
            "[146 | 643.15] loss=3.13 avg=3.02\n",
            "[147 | 647.43] loss=2.89 avg=3.02\n",
            "[148 | 651.68] loss=3.02 avg=3.02\n",
            "[149 | 655.95] loss=2.83 avg=3.02\n",
            "[150 | 660.20] loss=2.89 avg=3.02\n",
            "[151 | 664.45] loss=3.04 avg=3.02\n",
            "[152 | 668.66] loss=2.91 avg=3.01\n",
            "[153 | 672.89] loss=2.98 avg=3.01\n",
            "[154 | 677.13] loss=3.02 avg=3.01\n",
            "[155 | 681.37] loss=2.90 avg=3.01\n",
            "[156 | 685.62] loss=3.02 avg=3.01\n",
            "[157 | 689.88] loss=2.84 avg=3.01\n",
            "[158 | 694.11] loss=2.87 avg=3.01\n",
            "[159 | 698.29] loss=2.88 avg=3.01\n",
            "[160 | 702.48] loss=2.92 avg=3.01\n",
            "[161 | 706.70] loss=3.02 avg=3.01\n",
            "[162 | 710.94] loss=2.85 avg=3.00\n",
            "[163 | 715.13] loss=3.11 avg=3.01\n",
            "[164 | 719.34] loss=2.95 avg=3.01\n",
            "[165 | 723.60] loss=2.86 avg=3.00\n",
            "[166 | 727.86] loss=2.99 avg=3.00\n",
            "[167 | 732.13] loss=3.00 avg=3.00\n",
            "[168 | 736.36] loss=2.73 avg=3.00\n",
            "[169 | 740.63] loss=2.96 avg=3.00\n",
            "[170 | 744.89] loss=2.99 avg=3.00\n",
            "[171 | 749.14] loss=2.74 avg=3.00\n",
            "[172 | 753.38] loss=2.87 avg=2.99\n",
            "[173 | 757.65] loss=2.98 avg=2.99\n",
            "[174 | 761.89] loss=2.97 avg=2.99\n",
            "[175 | 766.15] loss=2.86 avg=2.99\n",
            "[176 | 770.42] loss=3.00 avg=2.99\n",
            "[177 | 774.65] loss=2.96 avg=2.99\n",
            "[178 | 778.88] loss=3.12 avg=2.99\n",
            "[179 | 783.09] loss=3.03 avg=2.99\n",
            "[180 | 787.34] loss=3.03 avg=2.99\n",
            "[181 | 791.61] loss=2.99 avg=2.99\n",
            "[182 | 795.89] loss=2.94 avg=2.99\n",
            "[183 | 800.14] loss=3.04 avg=2.99\n",
            "[184 | 804.38] loss=2.88 avg=2.99\n",
            "[185 | 808.63] loss=2.58 avg=2.99\n",
            "[186 | 812.86] loss=2.97 avg=2.99\n",
            "[187 | 817.10] loss=2.79 avg=2.99\n",
            "[188 | 821.33] loss=2.89 avg=2.98\n",
            "[189 | 825.61] loss=2.85 avg=2.98\n",
            "[190 | 829.89] loss=2.89 avg=2.98\n",
            "[191 | 834.13] loss=2.86 avg=2.98\n",
            "[192 | 838.40] loss=3.02 avg=2.98\n",
            "[193 | 842.68] loss=2.87 avg=2.98\n",
            "[194 | 846.96] loss=2.88 avg=2.98\n",
            "[195 | 851.19] loss=2.86 avg=2.98\n",
            "[196 | 855.46] loss=2.92 avg=2.98\n",
            "[197 | 859.72] loss=3.02 avg=2.98\n",
            "[198 | 864.00] loss=2.91 avg=2.98\n",
            "[199 | 868.22] loss=3.19 avg=2.98\n",
            "======== SAMPLE 1 ========\n",
            " we would like to see these people in detention.\"  \"Right,\" said Professor Sprout, \"but I think we might add that you both would quite like to work together to try and get them out of the Azkaban complex, would you?\"  \"Of course not,\" said Professor Sprout, \"for your parents and me both told me that the dementors came from the Underground and wanted to kill us now . . . .\"  \"They took away our wand and they took away our wand, you and I, they said,\" said Professor Sprout, nodding. \"And you both said you were still interested in working together, and we agreed, even though you both had their eyes open.\"  \"Oh, don\\'t worry,\" said Professor Sprout, \"the dementors will be back, and they all seem very friendly. . . . They might not be the same as before, I don\\'t know, really. . . .\"  \"No, it will be all right,\" said Professor Sprout, \"all right . . .  .  It is always good to know when there are new opportunities to work.  The Dark Mark was a powerful force in the wizarding world, and with a bit of luck it might find a home.  But, if there is one thing we know about it, that is unlikely to emerge by chance for many years, and it is very difficult to find the people who would like their own magical descendants back in Azkaban.  A great many families have joined the Order since the Dementors arrived at Hogwarts.  But of them, only Professor Sprout has ever used a wand.\" Professor Sprout looked up at Professor McGonagall and Professor McGonagall\\'s hair. She gave Professor Sprout the name ''Professor Sprout\\'s Mother\\'s Curse.\"  \"She\\'s gone and she\\'s got another wand, she\\'s got another family. And she\\'s got one hundred and ninety-seven more, which are really small, really weak ones and really stupid little ones and they don\\'t work because they aren\\'t trained properly. The best ones are pretty tough and the ones that do work are very strong. They were at our school and they took their eyes off the wand. And it worked. The family\\'s back on the farm this year, and we\\'ve got a hundred and sixteen more and they\\'ve started to send out the letters. I think it\\'s quite good and I think the letters will be very useful. . . .\"  \"Very good, very good,\" said Professor McGonagall. \"Thank you, Harry.\" Professor McGonagall\\'s ears opened.  \"Thanks for the offer.\"  But before they could continue with the conversation, some of the Slytherins left the bar and headed back up to the common room. Professor McGonagall opened the door and left the room.  \"So, Harry, we\\'ve really enjoyed it tonight, but we have to tell you that the Gryffindor team -\" \"Good luck, Harry!\"  Harry, Hermione, and Ginny followed him out of the common room. Hermione was carrying her daughter Fleur\\'s purse.  \"I was wondering if you could give us a few minutes and tell us if you ever saw one of your own, please,\" Ginny muttered after the Slytherins left the bar, but she still kept throwing her arms around her, which was now a huge, hairy, warty mess and had not yet shrunk into a puddle and began walking up toward the common room.  \"Look!\" she said in a way that made Harry instantly jump.  \"Look!\" she added, \"Hermione, Hermione!  You\\'ve gone in the wrong direction, have you, Harry?\"  Harry could not see clearly who was talking to whose son, but Hermione did. In the last couple of weeks, her ears had shrunk.  \"Hermione, Hermione,\" Harry said with his usual carelessness, \"I know it won\\'t work as intended. . . .\"  But there she was, sitting comfortably on the edge of the common room table, watching over her daughter and muttering cheerfully to herself, Hermione.  She was lying in the arms of the great giant, who was wearing a head scarf so large it looked as though it had been stretched across her face.  There was no mistaking it and there was no mistaking the shape of the gigantic wizard. The very shape of Voldemort was holding his wand up in his hand as the gargoyle swung its wand up high to see where Hermione stood. Hermione was sitting straight. She wasn\\'t smiling.  \"You know, it would be nice if we could see you -\"  \"You know it could make a difference in the matter of your injuries, Harry,\" said the giant. \"They could just as well be looking around for us... I think it\\'s just going to be a little bit more natural for\n",
            "\n",
            "[200 | 889.36] loss=2.93 avg=2.98\n",
            "[201 | 893.63] loss=2.82 avg=2.98\n",
            "[202 | 897.87] loss=2.79 avg=2.97\n",
            "[203 | 902.09] loss=2.88 avg=2.97\n",
            "[204 | 906.31] loss=2.80 avg=2.97\n",
            "[205 | 910.58] loss=3.07 avg=2.97\n",
            "[206 | 914.79] loss=3.08 avg=2.97\n",
            "[207 | 919.07] loss=2.81 avg=2.97\n",
            "[208 | 923.37] loss=2.98 avg=2.97\n",
            "[209 | 927.63] loss=2.87 avg=2.97\n",
            "[210 | 931.88] loss=2.89 avg=2.97\n",
            "[211 | 936.11] loss=2.76 avg=2.97\n",
            "[212 | 940.36] loss=2.86 avg=2.97\n",
            "[213 | 944.59] loss=3.10 avg=2.97\n",
            "[214 | 948.84] loss=2.78 avg=2.97\n",
            "[215 | 953.09] loss=2.94 avg=2.96\n",
            "[216 | 957.34] loss=2.99 avg=2.97\n",
            "[217 | 961.60] loss=3.04 avg=2.97\n",
            "[218 | 965.86] loss=2.94 avg=2.97\n",
            "[219 | 970.10] loss=2.84 avg=2.96\n",
            "[220 | 974.36] loss=2.99 avg=2.96\n",
            "[221 | 978.60] loss=2.79 avg=2.96\n",
            "[222 | 982.80] loss=2.77 avg=2.96\n",
            "[223 | 987.05] loss=2.80 avg=2.96\n",
            "[224 | 991.25] loss=2.96 avg=2.96\n",
            "[225 | 995.47] loss=2.83 avg=2.96\n",
            "[226 | 999.72] loss=2.96 avg=2.96\n",
            "[227 | 1003.97] loss=2.72 avg=2.95\n",
            "[228 | 1008.15] loss=2.99 avg=2.95\n",
            "[229 | 1012.34] loss=2.95 avg=2.95\n",
            "[230 | 1016.52] loss=2.82 avg=2.95\n",
            "[231 | 1020.74] loss=2.71 avg=2.95\n",
            "[232 | 1024.94] loss=2.92 avg=2.95\n",
            "[233 | 1029.18] loss=3.00 avg=2.95\n",
            "[234 | 1033.45] loss=2.85 avg=2.95\n",
            "[235 | 1037.70] loss=2.91 avg=2.95\n",
            "[236 | 1041.97] loss=2.81 avg=2.95\n",
            "[237 | 1046.21] loss=2.69 avg=2.94\n",
            "[238 | 1050.44] loss=2.71 avg=2.94\n",
            "[239 | 1054.68] loss=2.90 avg=2.94\n",
            "[240 | 1058.95] loss=2.83 avg=2.94\n",
            "[241 | 1063.24] loss=2.81 avg=2.94\n",
            "[242 | 1067.49] loss=2.92 avg=2.94\n",
            "[243 | 1071.75] loss=2.98 avg=2.94\n",
            "[244 | 1075.99] loss=2.67 avg=2.94\n",
            "[245 | 1080.23] loss=2.87 avg=2.94\n",
            "[246 | 1084.46] loss=2.67 avg=2.93\n",
            "[247 | 1088.73] loss=2.87 avg=2.93\n",
            "[248 | 1092.98] loss=2.67 avg=2.93\n",
            "[249 | 1097.24] loss=2.81 avg=2.93\n",
            "[250 | 1101.51] loss=2.74 avg=2.93\n",
            "[251 | 1105.75] loss=2.75 avg=2.92\n",
            "[252 | 1109.99] loss=2.91 avg=2.92\n",
            "[253 | 1114.21] loss=2.93 avg=2.92\n",
            "[254 | 1118.48] loss=2.85 avg=2.92\n",
            "[255 | 1122.76] loss=2.86 avg=2.92\n",
            "[256 | 1126.98] loss=2.91 avg=2.92\n",
            "[257 | 1131.23] loss=3.06 avg=2.92\n",
            "[258 | 1135.47] loss=2.78 avg=2.92\n",
            "[259 | 1139.75] loss=2.82 avg=2.92\n",
            "[260 | 1144.04] loss=2.94 avg=2.92\n",
            "[261 | 1148.30] loss=3.06 avg=2.92\n",
            "[262 | 1152.55] loss=2.79 avg=2.92\n",
            "[263 | 1156.77] loss=2.74 avg=2.92\n",
            "[264 | 1160.99] loss=2.85 avg=2.92\n",
            "[265 | 1165.21] loss=2.96 avg=2.92\n",
            "[266 | 1169.45] loss=2.90 avg=2.92\n",
            "[267 | 1173.71] loss=2.85 avg=2.92\n",
            "[268 | 1177.95] loss=2.96 avg=2.92\n",
            "[269 | 1182.21] loss=2.83 avg=2.92\n",
            "[270 | 1186.48] loss=2.66 avg=2.91\n",
            "[271 | 1190.73] loss=2.83 avg=2.91\n",
            "[272 | 1194.97] loss=2.78 avg=2.91\n",
            "[273 | 1199.22] loss=3.01 avg=2.91\n",
            "[274 | 1203.48] loss=2.94 avg=2.91\n",
            "[275 | 1207.73] loss=2.98 avg=2.91\n",
            "[276 | 1211.95] loss=2.90 avg=2.91\n",
            "[277 | 1216.21] loss=2.91 avg=2.91\n",
            "[278 | 1220.46] loss=2.78 avg=2.91\n",
            "[279 | 1224.67] loss=3.04 avg=2.91\n",
            "[280 | 1228.94] loss=2.95 avg=2.91\n",
            "[281 | 1233.18] loss=2.81 avg=2.91\n",
            "[282 | 1237.44] loss=2.93 avg=2.91\n",
            "[283 | 1241.71] loss=2.75 avg=2.91\n",
            "[284 | 1245.99] loss=2.80 avg=2.91\n",
            "[285 | 1250.25] loss=2.97 avg=2.91\n",
            "[286 | 1254.52] loss=2.78 avg=2.91\n",
            "[287 | 1258.75] loss=2.81 avg=2.91\n",
            "[288 | 1263.02] loss=2.88 avg=2.91\n",
            "[289 | 1267.26] loss=2.94 avg=2.91\n",
            "[290 | 1271.50] loss=2.84 avg=2.91\n",
            "[291 | 1275.74] loss=2.89 avg=2.91\n",
            "[292 | 1279.98] loss=2.80 avg=2.91\n",
            "[293 | 1284.21] loss=3.00 avg=2.91\n",
            "[294 | 1288.47] loss=2.79 avg=2.91\n",
            "[295 | 1292.75] loss=2.85 avg=2.91\n",
            "[296 | 1297.05] loss=2.92 avg=2.91\n",
            "[297 | 1301.30] loss=2.74 avg=2.90\n",
            "[298 | 1305.56] loss=2.89 avg=2.90\n",
            "[299 | 1309.80] loss=2.85 avg=2.90\n",
            "======== SAMPLE 1 ========\n",
            " what we do. . . . \\'  It is not to be forgotten that we are not trying to be polite to you. You will not complain. There are people who do not wish to work for you, as they can get jobs in the game, and you are the only one who can be expected to do homework, so we hope you can return to the field this weekend.  Harry and Ron were talking for hours about what he ought to do next against the Quaffle, then decided on the sound of their voices. They could not do anything except keep coming. Harry\\'s mind went blank at this point. The way he\\'d looked in the mirror, it was perfectly normal for Voldemort to be wearing a pair of dark glasses.  \\'All right, all right, Harry!\\' Hermione called excitedly through the gap behind Harry and Ron. \\'We\\'re going to win. We\\'ve gotta win. Come on - . .  And then the bell rang.  \\'Come on! Let\\'s go!\\' Ron called, pulling Harry along behind the wall. As he stepped out of the mirror and into the field, they saw a huge white figure looming over his left hand.  \\'It\\'s the wizard! That\\'s him!\\'  Hermione took a step towards Harry and hugged him tightly. \\'What did you do?\\'  \\'I don\\'t remember! I\\'m just telling him what I\\'m seeing!\\'  But they weren\\'t alone. Nearly everybody else with him was now standing between him and the wizard, and were talking louder than Harry had ever heard them talking before. Harry was the third person to be separated from Voldemort this season. This was the third time this night he had felt the way he had supposed, and this, as much by the fact that his feelings were growing even weaker before the bell ran again, was no small tragedy.  \\'I\\'ve just been wondering - \\'  That was enough to make Hermione give the girl an ugly look. \\'What are you doing?\\'  \\'Nothing!\\' said Harry blankly, but he had forgotten. The feeling inside him, like the burning inside all around him, was that he looked, and indeed, he felt, horribly wrong. Then he saw Draco Malfoy, the black-haired wizard with long, thin glasses, who was standing very close to him.  \\'What\\'s happened?\\' Harry repeated.  Malfoy smiled. \\'If you don\\'t turn yourself in, then you\\'ll be expelled from the school. We\\'re going to make you work for us.\\'  \\'What are we going to do with Malfoy?\\' Harry asked loudly. \\'No, of course not! The best way out is to leave the whole stadium at once, but as soon as you\\'ve come out of the entrance room we\\'re going to run for that wall - \\'  \\'Why?\\' Harry said hastily.  \\'Because you\\'ve got no idea what was going on at that place,\\' said Malfoy.  \\'Of course not!\\' Harry said quietly.  Malfoy seemed a bit confused, but was rather determined to talk. With a sort of sense of calmness he told Harry he was about to hear what he had seen inside the Pensieve. He had heard that Malfoy was about to do something he had never done before in his life.  \\'You mean - do you think you can see - see - how far - how soon - what\\'s the - the - \\' Ron glanced behind him at the two-headed Ravenclaw dragon, staring at it intently.  \\'It\\'s all off we don\\'t know!\\'  \\'Oh right.\\'  So the next thing they knew the whole crowd was making their way back up the side of the stadium, so that Harry could face them, but without moving.  They could hear the silence from the Great Hall, and it was so much louder than it looked.  It was going to be a difficult match. There was one thing every student was going to do best, and that was to take a few extra points off their Hogwarts points, even if they missed any. A win was going to make these chances all the easier.  Harry\\'s stomach sank. He was going to say this, that, in spite of what some people in the crowd were saying, Malfoy had no desire to be expelled from Hogwarts. He was going to have to fight so hard, to demonstrate his loyalty to Malfoy. Malfoy had taken the fight very carefully, so that Harry wasn\\'t likely to win anything by beating him.  \\'I wasn\\'t going to win the match, Malfoy!\\' he snarled. \\'I was going to be expelled! I was going to be expelled! I couldn\\'t have won this fight! I could\\'t have beaten anyone! I\\'ll miss them! I\\'ll miss - \\'  \\'It isn\\'t the end, Harry! You are going to\n",
            "\n",
            "[300 | 1331.37] loss=2.65 avg=2.90\n",
            "[301 | 1335.59] loss=2.79 avg=2.90\n",
            "[302 | 1339.83] loss=2.75 avg=2.90\n",
            "[303 | 1344.08] loss=2.89 avg=2.90\n",
            "[304 | 1348.30] loss=2.87 avg=2.90\n",
            "[305 | 1352.58] loss=2.76 avg=2.90\n",
            "[306 | 1356.85] loss=2.80 avg=2.90\n",
            "[307 | 1361.11] loss=2.66 avg=2.89\n",
            "[308 | 1365.40] loss=2.84 avg=2.89\n",
            "[309 | 1369.64] loss=2.89 avg=2.89\n",
            "[310 | 1373.86] loss=2.68 avg=2.89\n",
            "[311 | 1378.13] loss=2.70 avg=2.89\n",
            "[312 | 1382.38] loss=2.68 avg=2.89\n",
            "[313 | 1386.61] loss=2.76 avg=2.88\n",
            "[314 | 1390.85] loss=2.76 avg=2.88\n",
            "[315 | 1395.07] loss=2.92 avg=2.88\n",
            "[316 | 1399.30] loss=2.89 avg=2.88\n",
            "[317 | 1403.53] loss=2.68 avg=2.88\n",
            "[318 | 1407.79] loss=2.72 avg=2.88\n",
            "[319 | 1412.05] loss=2.87 avg=2.88\n",
            "[320 | 1416.31] loss=2.97 avg=2.88\n",
            "[321 | 1420.58] loss=2.93 avg=2.88\n",
            "[322 | 1424.85] loss=2.71 avg=2.88\n",
            "[323 | 1429.09] loss=2.70 avg=2.88\n",
            "[324 | 1433.35] loss=2.81 avg=2.88\n",
            "[325 | 1437.58] loss=2.76 avg=2.88\n",
            "[326 | 1441.82] loss=2.88 avg=2.88\n",
            "[327 | 1446.07] loss=3.00 avg=2.88\n",
            "[328 | 1450.34] loss=2.77 avg=2.88\n",
            "[329 | 1454.62] loss=2.97 avg=2.88\n",
            "[330 | 1458.85] loss=2.89 avg=2.88\n",
            "[331 | 1463.09] loss=2.88 avg=2.88\n",
            "[332 | 1467.33] loss=2.81 avg=2.88\n",
            "[333 | 1471.59] loss=2.67 avg=2.87\n",
            "[334 | 1475.82] loss=2.96 avg=2.88\n",
            "[335 | 1480.07] loss=2.68 avg=2.87\n",
            "[336 | 1484.34] loss=2.71 avg=2.87\n",
            "[337 | 1488.57] loss=2.87 avg=2.87\n",
            "[338 | 1492.80] loss=2.76 avg=2.87\n",
            "[339 | 1497.06] loss=2.86 avg=2.87\n",
            "[340 | 1501.32] loss=2.84 avg=2.87\n",
            "[341 | 1505.58] loss=2.89 avg=2.87\n",
            "[342 | 1509.80] loss=2.87 avg=2.87\n",
            "[343 | 1514.06] loss=2.74 avg=2.87\n",
            "[344 | 1518.33] loss=2.45 avg=2.86\n",
            "[345 | 1522.60] loss=2.63 avg=2.86\n",
            "[346 | 1526.84] loss=2.64 avg=2.86\n",
            "[347 | 1531.05] loss=3.03 avg=2.86\n",
            "[348 | 1535.26] loss=2.79 avg=2.86\n",
            "[349 | 1539.48] loss=2.80 avg=2.86\n",
            "[350 | 1543.72] loss=2.76 avg=2.86\n",
            "[351 | 1547.96] loss=2.88 avg=2.86\n",
            "[352 | 1552.23] loss=2.85 avg=2.86\n",
            "[353 | 1556.50] loss=2.77 avg=2.86\n",
            "[354 | 1560.77] loss=2.76 avg=2.86\n",
            "[355 | 1565.01] loss=2.80 avg=2.86\n",
            "[356 | 1569.24] loss=2.78 avg=2.86\n",
            "[357 | 1573.48] loss=2.75 avg=2.86\n",
            "[358 | 1577.72] loss=2.71 avg=2.85\n",
            "[359 | 1581.98] loss=2.87 avg=2.85\n",
            "[360 | 1586.22] loss=2.79 avg=2.85\n",
            "[361 | 1590.45] loss=2.84 avg=2.85\n",
            "[362 | 1594.66] loss=2.81 avg=2.85\n",
            "[363 | 1598.89] loss=2.61 avg=2.85\n",
            "[364 | 1603.12] loss=2.82 avg=2.85\n",
            "[365 | 1607.36] loss=2.87 avg=2.85\n",
            "[366 | 1611.63] loss=2.61 avg=2.85\n",
            "[367 | 1615.88] loss=2.82 avg=2.85\n",
            "[368 | 1620.13] loss=2.71 avg=2.85\n",
            "[369 | 1624.35] loss=2.76 avg=2.84\n",
            "[370 | 1628.54] loss=2.85 avg=2.84\n",
            "[371 | 1632.70] loss=2.87 avg=2.85\n",
            "[372 | 1636.87] loss=2.55 avg=2.84\n",
            "[373 | 1641.13] loss=2.74 avg=2.84\n",
            "[374 | 1645.36] loss=2.62 avg=2.84\n",
            "[375 | 1649.60] loss=2.74 avg=2.84\n",
            "[376 | 1653.85] loss=2.76 avg=2.84\n",
            "[377 | 1658.09] loss=2.63 avg=2.83\n",
            "[378 | 1662.31] loss=2.75 avg=2.83\n",
            "[379 | 1666.54] loss=2.87 avg=2.83\n",
            "[380 | 1670.77] loss=2.82 avg=2.83\n",
            "[381 | 1674.99] loss=2.78 avg=2.83\n",
            "[382 | 1679.18] loss=2.65 avg=2.83\n",
            "[383 | 1683.38] loss=2.71 avg=2.83\n",
            "[384 | 1687.58] loss=2.72 avg=2.83\n",
            "[385 | 1691.82] loss=2.71 avg=2.83\n",
            "[386 | 1696.09] loss=2.85 avg=2.83\n",
            "[387 | 1700.33] loss=2.67 avg=2.83\n",
            "[388 | 1704.58] loss=2.71 avg=2.83\n",
            "[389 | 1708.83] loss=2.80 avg=2.83\n",
            "[390 | 1713.05] loss=2.74 avg=2.82\n",
            "[391 | 1717.28] loss=2.53 avg=2.82\n",
            "[392 | 1721.52] loss=2.86 avg=2.82\n",
            "[393 | 1725.79] loss=2.58 avg=2.82\n",
            "[394 | 1730.03] loss=2.88 avg=2.82\n",
            "[395 | 1734.24] loss=2.96 avg=2.82\n",
            "[396 | 1738.50] loss=2.82 avg=2.82\n",
            "[397 | 1742.76] loss=2.74 avg=2.82\n",
            "[398 | 1747.00] loss=2.73 avg=2.82\n",
            "[399 | 1751.21] loss=2.78 avg=2.82\n",
            "======== SAMPLE 1 ========\n",
            " . . . . \\'\\'He\\'s supposed to be an Animagus, as you can imagine -\\'\\'Yeah, he is -\\' asked Ron. \\'No, he\\'s not . . .\\'\\'You\\'re not an Animagus . . .\\'\\'He\\'s not angry, of course,\\' said Hermione. \\'I\\'d say something like, he just wants to die . . .\\'\\'If he\\'s going to have to,\\' said Harry darkly and with conviction, \\'I know he should come with me and find out how to work the body out, because he\\'ll never come clean.\\'\\'Yes, he\\'s going to be angry at me,\\' said Hermione. \\'And . . . no . . .\\'\\'I like the idea of you coming to my funeral...\\'\\'\\'Malfoy told\\'\\'\\' him, not that he wanted to tell a story,\\' said Harry. \\'I like it . . . \\'\\'Malfoy, it is too tragic . . .\\'\\'We might find out how to kill it,\\' said Harry, trying to hide his excitement at his own death- at the sight of Harry\\'s face. Hermione was still very surprised. \\'What if he keeps muttering about how I was killed?\\'\\'Yes,\\' said Harry. \\'Yes, I think they\\'ll think he\\'s lying, too.\\'\\'I just want a bit of comfort,\\' said Hermione. \\'I don\\'t hate him, of course - he likes to think I was a wizard, of course,\\'\\'\\'Malfoy will never know - he might be going to bed thinking he likes me even more.\\'\\'Don\\'t be alarmed,\\' said Ron, with a smile. \\'He\\'s quite right.\\'\\'Well, it\\'s time,\\' said Hermione. \\'Have you got anything to do, or is he going to come with you?\\'\\'D\\'you know when he says \\'yes?\\'\\'I have been to Dumbledore,\\' said Harry, \\'and I have told him what I saw there, though . . .\\'Harry, when we\\'ve done, and we\\'re supposed to be going to see the Death Eaters, I don\\'t know how the Death Eaters are going to know we\\'re there, and I don\\'t think they would care if you got away.\\'\\'Who cares if you stay at Hogwarts?\\' asked Ron. \\'If Voldemort has something to hide - Harry - what will they worry about?\\'\\'Do whatever you like,\\' said Harry, and he stood there, still. When he said it, he was not looking at Hermione; he was looking up at the ceiling, as though expecting to see a gigantic body, so thin it was almost invisible. For a moment, he felt the very strangeness in his scarlight, and then, as though waiting for a light stroke from Voldemort, he looked back at a picture of Ron, who was smiling at him, who was standing in the dark corridor, looking at a painting of Harry, Hermione, and Neville on the wall.\\'You\\'re going to the Burrow?\\' said Harry, and he bent forward a little, thinking of something else; he kept his eyes fixed, the whole time looking at Snape in the hospital wing - and how he should use the potion to clear the way for the Death Eaters to come back.  He didn\\'t know why, at the time. He had not thought much of Dumbledore at all; he had not spoken to him, he had not seen him at all since the night of their return. He could not understand why Dumbledore was not going to see them, but at the moment he had come to the conclusion it was impossible; the Ministry had been trying very hard to persuade Snape to do his bidding, and he was desperate to make his case to the Death Eaters that he was in charge; it was no longer on their terms and no longer illegal.  Now he was feeling really good and it was going to be a much longer journey to clear out the maze. He could still use the potion; he would be able to tell them that he was at the right place at the right time ... the way they thought Snape was. So he took the picture and started down the corridor to his bedroom.  The front door was open and a loud banging sounded behind him. He opened it and took off. Harry watched Ron and Hermione, standing in the bedroom doorway in their common-room, looking around curiously.  Something very unusual was happening here: the bedroom window had been flung open. They could barely see it. Harry was able to see a very black figure moving in and out of it (there was a long pause), but the room was barely more than a foot from the bed. Harry noticed Harry looking around his own half-lighted room as though he didn\\'t have much space left. \n",
            "\n",
            "[400 | 1772.14] loss=2.83 avg=2.82\n",
            "[401 | 1776.36] loss=2.75 avg=2.82\n",
            "[402 | 1780.59] loss=2.83 avg=2.82\n",
            "[403 | 1784.82] loss=2.79 avg=2.82\n",
            "[404 | 1789.05] loss=2.62 avg=2.82\n",
            "[405 | 1793.29] loss=2.66 avg=2.81\n",
            "[406 | 1797.53] loss=2.74 avg=2.81\n",
            "[407 | 1801.76] loss=2.88 avg=2.81\n",
            "[408 | 1806.00] loss=2.66 avg=2.81\n",
            "[409 | 1810.25] loss=2.74 avg=2.81\n",
            "[410 | 1814.50] loss=2.85 avg=2.81\n",
            "[411 | 1818.75] loss=2.76 avg=2.81\n",
            "[412 | 1822.99] loss=2.72 avg=2.81\n",
            "[413 | 1827.23] loss=2.67 avg=2.81\n",
            "[414 | 1831.47] loss=2.94 avg=2.81\n",
            "[415 | 1835.73] loss=2.69 avg=2.81\n",
            "[416 | 1839.97] loss=2.85 avg=2.81\n",
            "[417 | 1844.18] loss=2.80 avg=2.81\n",
            "[418 | 1848.39] loss=2.58 avg=2.81\n",
            "[419 | 1852.62] loss=2.74 avg=2.81\n",
            "[420 | 1856.86] loss=2.66 avg=2.81\n",
            "[421 | 1861.14] loss=2.92 avg=2.81\n",
            "[422 | 1865.39] loss=2.68 avg=2.81\n",
            "[423 | 1869.63] loss=2.64 avg=2.80\n",
            "[424 | 1873.87] loss=2.58 avg=2.80\n",
            "[425 | 1878.08] loss=2.70 avg=2.80\n",
            "[426 | 1882.34] loss=2.76 avg=2.80\n",
            "[427 | 1886.59] loss=2.86 avg=2.80\n",
            "[428 | 1890.84] loss=2.67 avg=2.80\n",
            "[429 | 1895.10] loss=2.70 avg=2.80\n",
            "[430 | 1899.36] loss=2.57 avg=2.80\n",
            "[431 | 1903.63] loss=2.85 avg=2.80\n",
            "[432 | 1907.89] loss=2.74 avg=2.80\n",
            "[433 | 1912.13] loss=2.63 avg=2.79\n",
            "[434 | 1916.37] loss=2.90 avg=2.80\n",
            "[435 | 1920.58] loss=2.76 avg=2.80\n",
            "[436 | 1924.81] loss=2.87 avg=2.80\n",
            "[437 | 1929.03] loss=2.75 avg=2.80\n",
            "[438 | 1933.27] loss=2.58 avg=2.79\n",
            "[439 | 1937.45] loss=2.71 avg=2.79\n",
            "[440 | 1941.63] loss=2.89 avg=2.79\n",
            "[441 | 1945.79] loss=2.86 avg=2.79\n",
            "[442 | 1950.00] loss=2.77 avg=2.79\n",
            "[443 | 1954.20] loss=2.80 avg=2.79\n",
            "[444 | 1958.44] loss=2.86 avg=2.79\n",
            "[445 | 1962.68] loss=2.47 avg=2.79\n",
            "[446 | 1966.91] loss=2.76 avg=2.79\n",
            "[447 | 1971.17] loss=2.81 avg=2.79\n",
            "[448 | 1975.41] loss=2.60 avg=2.79\n",
            "[449 | 1979.71] loss=2.67 avg=2.79\n",
            "[450 | 1983.94] loss=2.85 avg=2.79\n",
            "[451 | 1988.19] loss=2.77 avg=2.79\n",
            "[452 | 1992.44] loss=2.82 avg=2.79\n",
            "[453 | 1996.71] loss=2.78 avg=2.79\n",
            "[454 | 2000.94] loss=2.63 avg=2.79\n",
            "[455 | 2005.16] loss=2.68 avg=2.79\n",
            "[456 | 2009.37] loss=2.67 avg=2.78\n",
            "[457 | 2013.58] loss=2.76 avg=2.78\n",
            "[458 | 2017.81] loss=2.81 avg=2.78\n",
            "[459 | 2022.05] loss=2.95 avg=2.79\n",
            "[460 | 2026.28] loss=2.56 avg=2.78\n",
            "[461 | 2030.54] loss=2.69 avg=2.78\n",
            "[462 | 2034.77] loss=2.85 avg=2.78\n",
            "[463 | 2038.99] loss=2.67 avg=2.78\n",
            "[464 | 2043.23] loss=2.86 avg=2.78\n",
            "[465 | 2047.42] loss=2.76 avg=2.78\n",
            "[466 | 2051.68] loss=2.57 avg=2.78\n",
            "[467 | 2055.91] loss=2.57 avg=2.78\n",
            "[468 | 2060.12] loss=2.75 avg=2.78\n",
            "[469 | 2064.39] loss=2.67 avg=2.78\n",
            "[470 | 2068.62] loss=2.85 avg=2.78\n",
            "[471 | 2072.83] loss=2.74 avg=2.78\n",
            "[472 | 2077.09] loss=2.82 avg=2.78\n",
            "[473 | 2081.34] loss=2.69 avg=2.78\n",
            "[474 | 2085.63] loss=2.79 avg=2.78\n",
            "[475 | 2089.88] loss=2.73 avg=2.78\n",
            "[476 | 2094.13] loss=2.71 avg=2.78\n",
            "[477 | 2098.39] loss=2.77 avg=2.78\n",
            "[478 | 2102.66] loss=2.87 avg=2.78\n",
            "[479 | 2106.90] loss=2.75 avg=2.78\n",
            "[480 | 2111.13] loss=2.62 avg=2.78\n",
            "[481 | 2115.36] loss=2.72 avg=2.77\n",
            "[482 | 2119.61] loss=2.61 avg=2.77\n",
            "[483 | 2123.84] loss=2.88 avg=2.77\n",
            "[484 | 2128.07] loss=2.54 avg=2.77\n",
            "[485 | 2132.34] loss=2.60 avg=2.77\n",
            "[486 | 2136.60] loss=2.76 avg=2.77\n",
            "[487 | 2140.84] loss=2.74 avg=2.77\n",
            "[488 | 2145.06] loss=2.97 avg=2.77\n",
            "[489 | 2149.29] loss=2.65 avg=2.77\n",
            "[490 | 2153.54] loss=2.66 avg=2.77\n",
            "[491 | 2157.80] loss=2.81 avg=2.77\n",
            "[492 | 2162.03] loss=2.45 avg=2.77\n",
            "[493 | 2166.26] loss=2.71 avg=2.77\n",
            "[494 | 2170.51] loss=2.65 avg=2.76\n",
            "[495 | 2174.76] loss=2.85 avg=2.77\n",
            "[496 | 2179.02] loss=2.84 avg=2.77\n",
            "[497 | 2183.28] loss=2.67 avg=2.77\n",
            "[498 | 2187.54] loss=2.70 avg=2.76\n",
            "[499 | 2191.78] loss=2.54 avg=2.76\n",
            "======== SAMPLE 1 ========\n",
            " Ron said.  \"Are you - er - talking to her?\" said Fred, speaking in a low voice, not in such a dignified voice that Harry was so inclined to see his eyes.  \"Er - no, but I couldn\\'t -\"  \"Don\\'t insult her,\" said Fred, pointing at Harry without looking at Ron. \"Don\\'t make fun of her, just pretend she\\'s not interested.\"  \"She\\'s got your money\\'s gone, and Ron\\'s got your head,\" Fred said calmly.  \"I hate it when the rest of you attack her,\" said Ron, his expression positively grim.  Fred moved over to the side and shook his head, a great deal to Ron\\'s shock, said, \"You\\'re stupid, Ron. Don\\'t be stupid.\"  Hermione, who was lying on her back, looked up from her meal by her usual length of rope-dyed legs.  \"Come on, Hermione, I\\'m hungry!\" she said, and they all left the hall with her without the slightest effort.  At the top of the stairs they reached Grawp. Fred, George, Fred, Ron, and Hermione moved over to where he stood with his head set beside Ron.  \"That\\'s Ginny\\'s body,\" said Fred, peering around out of his slit-cheeked glasses. The Fat Lady looked shocked; she did not look like Ginny at first, but soon became much, much more friendly. \"No, it\\'s still very warm here,\" she told Harry, who laughed in surprise.  \"So you\\'ve been here since day one?\"  \"Aye,\" said Harry, grinning.  \"Have you heard about us?\"  \"You know, I was on the train when I heard the doors opened, \" Ron muttered impatiently. \"It was about ten o\\'clock in the evening, you remember, but I was supposed to be downstairs - the door was supposed to be to the office -\"  But Harry was quite sure he\\'d already heard about the office - and it was full of odd, ragged figures, even if Harry looked away, and he could hear voices upstairs.  But nobody else answered.  But all they heard were Hermione\\'s footsteps, all passing through the door over the top of Grawp\\'s head.  \"What\\'s that?\"  Grawp looked as blank as ever now, except where a large chunk of his face had gone through.  \"You know that time at school when she wasn\\'t supposed to be there?\" said Fred heavily.  \"She got a lot of homework and her sister never got any! She got to be there all the time, she went all the time!\"  So that\\'s it!\" shouted Grawp, who had just turned to walk away from the crowd. \"And you, the Fat Lady, you don\\'t get the memo about the school, do you?\"  \"I\\'ve got no money,\" said Ron, \"because she left my letter at home!\"  \"You haven\\'t told them about that, do you?\"  \"No I haven\\'t asked you,\" said Fred, the grin growing even wider on his face. \"You know what that letter said: you are the master of the school, I am the master! I can\\'t believe it\\'s written in my mother\\'s handwriting.\"  \"Hermione, I said I\\'m going to tell her, I\\'ve got to tell her!\"  \"Why should you?\" said Fred, his eyebrows raised.  \"Because she wants it back, don\\'t she?\"  Ron hesitated. \"She doesn\\'t want it back. She\\'s just not interested in it. It\\'s not her fault!\"  \"Well, she doesn\\'t seem to hate me at all, at all,\" said Fred.  Hermione looked at him through her large, sunken eyes.  \"Harry, the Fat Lady never told her that you\\'d found out what Dumbledore was planning!\"  \"She didn\\'t know how to get involved with the Ministry of Magic before I came here!\" said Ron, frowning. \"Even the Ministry does have it!\"  \"If Dumbledore is planning to use me against you, you wouldn\\'t want that, wouldn\\'t you? You know what Dumbledore\\'s about to do, anyway!\"  \"I\\'m not mad!\" Ron screamed at the sound of Ron\\'s own words. \"It would be great if he just let me out of my way if he needs me, but - I don\\'t think Dumbledore wants me back at the place that I live!\"  \"Why?\" said Ginny nervously. \"Harry doesn\\'t trust Dumbledore. Dumbledore\\'s got to be all right with Grawp, and he\\'s a fool to get involved! Dumbledore\\'s got to do it, even though you\\'re\n",
            "\n",
            "[500 | 2212.83] loss=2.63 avg=2.76\n",
            "[501 | 2217.13] loss=2.69 avg=2.76\n",
            "[502 | 2221.37] loss=2.79 avg=2.76\n",
            "[503 | 2225.60] loss=2.71 avg=2.76\n",
            "[504 | 2229.81] loss=2.67 avg=2.76\n",
            "[505 | 2234.05] loss=2.77 avg=2.76\n",
            "[506 | 2238.30] loss=2.62 avg=2.76\n",
            "[507 | 2242.53] loss=2.56 avg=2.76\n",
            "[508 | 2246.74] loss=2.61 avg=2.75\n",
            "[509 | 2250.94] loss=2.43 avg=2.75\n",
            "[510 | 2255.12] loss=2.66 avg=2.75\n",
            "[511 | 2259.34] loss=2.45 avg=2.75\n",
            "[512 | 2263.57] loss=2.66 avg=2.75\n",
            "[513 | 2267.82] loss=2.67 avg=2.75\n",
            "[514 | 2272.06] loss=2.75 avg=2.75\n",
            "[515 | 2276.33] loss=2.74 avg=2.75\n",
            "[516 | 2280.54] loss=2.78 avg=2.75\n",
            "[517 | 2284.75] loss=2.50 avg=2.74\n",
            "[518 | 2288.96] loss=2.59 avg=2.74\n",
            "[519 | 2293.20] loss=2.61 avg=2.74\n",
            "[520 | 2297.45] loss=2.79 avg=2.74\n",
            "[521 | 2301.68] loss=2.73 avg=2.74\n",
            "[522 | 2305.95] loss=2.55 avg=2.74\n",
            "[523 | 2310.21] loss=2.77 avg=2.74\n",
            "[524 | 2314.41] loss=2.64 avg=2.74\n",
            "[525 | 2318.60] loss=2.67 avg=2.74\n",
            "[526 | 2322.81] loss=2.79 avg=2.74\n",
            "[527 | 2327.04] loss=2.66 avg=2.74\n",
            "[528 | 2331.29] loss=2.55 avg=2.74\n",
            "[529 | 2335.55] loss=2.58 avg=2.73\n",
            "[530 | 2339.82] loss=2.88 avg=2.74\n",
            "[531 | 2344.07] loss=2.59 avg=2.73\n",
            "[532 | 2348.30] loss=2.93 avg=2.74\n",
            "[533 | 2352.54] loss=2.76 avg=2.74\n",
            "[534 | 2356.77] loss=2.67 avg=2.74\n",
            "[535 | 2361.03] loss=2.89 avg=2.74\n",
            "[536 | 2365.28] loss=2.76 avg=2.74\n",
            "[537 | 2369.56] loss=2.54 avg=2.74\n",
            "[538 | 2373.80] loss=2.76 avg=2.74\n",
            "[539 | 2378.06] loss=2.84 avg=2.74\n",
            "[540 | 2382.33] loss=2.85 avg=2.74\n",
            "[541 | 2386.58] loss=2.77 avg=2.74\n",
            "[542 | 2390.82] loss=2.68 avg=2.74\n",
            "[543 | 2395.05] loss=2.47 avg=2.73\n",
            "[544 | 2399.31] loss=2.82 avg=2.74\n",
            "[545 | 2403.55] loss=2.75 avg=2.74\n",
            "[546 | 2407.81] loss=2.66 avg=2.74\n",
            "[547 | 2412.03] loss=2.78 avg=2.74\n",
            "[548 | 2416.27] loss=2.72 avg=2.74\n",
            "[549 | 2420.49] loss=2.56 avg=2.73\n",
            "[550 | 2424.73] loss=2.70 avg=2.73\n",
            "[551 | 2428.98] loss=2.59 avg=2.73\n",
            "[552 | 2433.21] loss=2.46 avg=2.73\n",
            "[553 | 2437.45] loss=2.59 avg=2.73\n",
            "[554 | 2441.69] loss=2.60 avg=2.73\n",
            "[555 | 2445.91] loss=2.68 avg=2.73\n",
            "[556 | 2450.14] loss=2.61 avg=2.72\n",
            "[557 | 2454.38] loss=2.58 avg=2.72\n",
            "[558 | 2458.66] loss=2.75 avg=2.72\n",
            "[559 | 2462.92] loss=2.54 avg=2.72\n",
            "[560 | 2467.16] loss=2.52 avg=2.72\n",
            "[561 | 2471.41] loss=2.60 avg=2.72\n",
            "[562 | 2475.64] loss=2.58 avg=2.72\n",
            "[563 | 2479.84] loss=2.80 avg=2.72\n",
            "[564 | 2484.06] loss=2.57 avg=2.72\n",
            "[565 | 2488.29] loss=2.77 avg=2.72\n",
            "[566 | 2492.52] loss=2.41 avg=2.71\n",
            "[567 | 2496.77] loss=2.79 avg=2.71\n",
            "[568 | 2501.01] loss=2.82 avg=2.72\n",
            "[569 | 2505.24] loss=2.70 avg=2.72\n",
            "[570 | 2509.50] loss=2.70 avg=2.72\n",
            "[571 | 2513.76] loss=2.82 avg=2.72\n",
            "[572 | 2518.02] loss=2.76 avg=2.72\n",
            "[573 | 2522.29] loss=2.70 avg=2.72\n",
            "[574 | 2526.55] loss=2.69 avg=2.72\n",
            "[575 | 2530.82] loss=2.66 avg=2.72\n",
            "[576 | 2535.09] loss=2.54 avg=2.71\n",
            "[577 | 2539.32] loss=2.60 avg=2.71\n",
            "[578 | 2543.57] loss=2.87 avg=2.71\n",
            "[579 | 2547.82] loss=2.69 avg=2.71\n",
            "[580 | 2552.00] loss=2.52 avg=2.71\n",
            "[581 | 2556.25] loss=2.74 avg=2.71\n",
            "[582 | 2560.50] loss=2.70 avg=2.71\n",
            "[583 | 2564.71] loss=2.70 avg=2.71\n",
            "[584 | 2568.92] loss=2.65 avg=2.71\n",
            "[585 | 2573.14] loss=2.58 avg=2.71\n",
            "[586 | 2577.39] loss=2.80 avg=2.71\n",
            "[587 | 2581.66] loss=2.46 avg=2.71\n",
            "[588 | 2585.89] loss=2.56 avg=2.71\n",
            "[589 | 2590.15] loss=2.72 avg=2.71\n",
            "[590 | 2594.39] loss=2.60 avg=2.71\n",
            "[591 | 2598.63] loss=2.64 avg=2.71\n",
            "[592 | 2602.89] loss=2.77 avg=2.71\n",
            "[593 | 2607.14] loss=2.47 avg=2.70\n",
            "[594 | 2611.39] loss=2.49 avg=2.70\n",
            "[595 | 2615.65] loss=2.64 avg=2.70\n",
            "[596 | 2619.90] loss=2.51 avg=2.70\n",
            "[597 | 2624.11] loss=2.54 avg=2.70\n",
            "[598 | 2628.33] loss=2.72 avg=2.70\n",
            "[599 | 2632.56] loss=2.76 avg=2.70\n",
            "======== SAMPLE 1 ========\n",
            " over for a few moments, staring at the ceiling. The thing, however, fell silent, its eyes glued to Harry\\'s.  \"What?\" said Harry quickly. \"I didn\\'t notice that at all - I just wondered what\\'s going on upstairs.\"  \"But...but you were here in Hogsmeade,\" said Hermione.  \"Yeah,\" said Harry, with a great deal of excitement. \"Hermione, what\\'s up with the Weasleys?\"  \"D\\'you tell her?\"  \"We\\'ll come with her if she\\'s with us. Come on, hurry up -\"  They climbed the stairs and up the marble staircase into the living room. Hagrid was standing in the doorway to the window, examining a small package that looked quite familiar.  \"What\\'s this?\" he said.  I\\'m sorry,\" said Harry. Hagrid looked slightly crestfallen. \"Why don\\'t you come in here or it will help -\"  \"No,\" said Harry quickly.  But no - he looked at the envelope. It was wrapped tightly in a thick piece of lettering. It said \\'Hags\\' handwriting.\\'  He opened it and put it into his pocket to read it instead.  \"This is my present.\"  It was a photograph and the word \"Harry\", which had been written in the topmost corner of the envelope, was clearly written in a clear, white vertical line.  \"No.\"  Harry went back inside, looking around; the window was now filled with a very strange sort of eerie light. He pulled open his trunk, peered through the window, and saw the first sign of Ron in the room.  His heart was pounding very fast. It was the only present he had - and he wasn\\'t telling anybody.  \"No?\" he said, sounding a little worried. \"I can\\'t tell you where it is!\"  And the picture burst into a loud burst. It was an elderly woman in a long pink dress holding a small book and two silver wands, pointing her bow at Ron\\'s present.  \"Hermione!\"  It was Hermione, standing at the window, glaring at Hermione and looking at the letter. Ron had just moved through the doorway to the door.  \"Hermione,\" said Harry, and she was so much taller than all the people in the room, Ron was barely taller than the second-busier of them. \"I thought she was okay with you?\"  \"Oh yeah, I was,\" said Ron. \"She\\'s been so kind to keep me company... you know . . . well...\"  At that moment, a storm of sparks was coming from the end of Harry\\'s wand, illuminating the window.  He looked down at it with a mixture of surprise and pity.  \"Oh yeah... I\\'d reckon she\\'s been a bit nicer with you in the house now... but no, no, I didn\\'t want to hang around after this.\"  He looked down at the letter, though to his relief it didn\\'t say anything. That could have been because he was so angry - but also because, to his disappointment, the letter never mentioned Ron. A few seconds later, Ron\\'s eyes were on the letter again.  \"Didn\\'t mean to say you know who I am,\" he said.  \"Well,\" said Harry quickly. \"Listen to what\\'s going on upstairs.\"  The room was suddenly full of an awful kind of noise.  \"This was my present last time out of here,\" said Ron grimly.  \"What\\'s wrong with this, then?\"  \"It\\'s not my car,\" said Ron. \"It\\'s my cat -\"  Then, almost immediately, flames erupted from the end of Harry\\'s wand, shooting from it everywhere.  \"That\\'s not the end of it at all,\" said Harry harshly. \"This has been my present ever since I was a baby. You\\'re going to have your old things out there for me. I\\'ll be glad if you don\\'t burn it.\"  \"I\\'ll be happy if you don\\'t let anyone else in here!\"  \"But - you\\'re telling me - it\\'s all yours.\"  Harry thought for a moment, then said, \"Oh my gosh,\" and shook his head miserably. It was a very unusual sort of noise. The moment that came around, he felt a little like an enormous cat shivering. They weren\\'t alone. They weren\\'t leaving the house, are they? But what if he really wanted to use something of his own? He didn\\'t want the fire all to himself - he hated what more he could get to it.  \"It\\'ll hang on to it - come on, Harry!\" he said. He reached out and pulled out a few bits of gold and silver\n",
            "\n",
            "[600 | 2653.47] loss=2.58 avg=2.70\n",
            "[601 | 2657.72] loss=2.55 avg=2.70\n",
            "[602 | 2661.97] loss=2.73 avg=2.70\n",
            "[603 | 2666.19] loss=2.83 avg=2.70\n",
            "[604 | 2670.46] loss=2.50 avg=2.70\n",
            "[605 | 2674.67] loss=2.69 avg=2.70\n",
            "[606 | 2678.92] loss=2.71 avg=2.70\n",
            "[607 | 2683.16] loss=2.45 avg=2.69\n",
            "[608 | 2687.43] loss=2.61 avg=2.69\n",
            "[609 | 2691.67] loss=2.78 avg=2.69\n",
            "[610 | 2695.90] loss=2.58 avg=2.69\n",
            "[611 | 2700.18] loss=2.71 avg=2.69\n",
            "[612 | 2704.42] loss=2.64 avg=2.69\n",
            "[613 | 2708.64] loss=2.67 avg=2.69\n",
            "[614 | 2712.85] loss=2.81 avg=2.69\n",
            "[615 | 2717.09] loss=2.70 avg=2.69\n",
            "[616 | 2721.31] loss=2.59 avg=2.69\n",
            "[617 | 2725.53] loss=2.76 avg=2.69\n",
            "[618 | 2729.74] loss=2.80 avg=2.69\n",
            "[619 | 2733.96] loss=2.43 avg=2.69\n",
            "[620 | 2738.20] loss=2.48 avg=2.69\n",
            "[621 | 2742.42] loss=2.60 avg=2.69\n",
            "[622 | 2746.63] loss=2.70 avg=2.69\n",
            "[623 | 2750.82] loss=2.30 avg=2.68\n",
            "[624 | 2755.04] loss=2.71 avg=2.68\n",
            "[625 | 2759.27] loss=2.76 avg=2.69\n",
            "[626 | 2763.48] loss=2.35 avg=2.68\n",
            "[627 | 2767.71] loss=2.72 avg=2.68\n",
            "[628 | 2771.92] loss=2.87 avg=2.68\n",
            "[629 | 2776.16] loss=2.81 avg=2.69\n",
            "[630 | 2780.38] loss=2.58 avg=2.68\n",
            "[631 | 2784.61] loss=2.66 avg=2.68\n",
            "[632 | 2788.87] loss=2.54 avg=2.68\n",
            "[633 | 2793.07] loss=2.77 avg=2.68\n",
            "[634 | 2797.31] loss=2.64 avg=2.68\n",
            "[635 | 2801.55] loss=2.60 avg=2.68\n",
            "[636 | 2805.79] loss=2.53 avg=2.68\n",
            "[637 | 2810.07] loss=2.53 avg=2.68\n",
            "[638 | 2814.33] loss=2.68 avg=2.68\n",
            "[639 | 2818.56] loss=2.44 avg=2.68\n",
            "[640 | 2822.80] loss=2.39 avg=2.67\n",
            "[641 | 2827.05] loss=2.55 avg=2.67\n",
            "[642 | 2831.26] loss=2.66 avg=2.67\n",
            "[643 | 2835.47] loss=2.38 avg=2.67\n",
            "[644 | 2839.71] loss=2.73 avg=2.67\n",
            "[645 | 2843.96] loss=2.73 avg=2.67\n",
            "[646 | 2848.18] loss=2.71 avg=2.67\n",
            "[647 | 2852.42] loss=2.74 avg=2.67\n",
            "[648 | 2856.61] loss=2.44 avg=2.67\n",
            "[649 | 2860.84] loss=2.57 avg=2.67\n",
            "[650 | 2865.08] loss=2.68 avg=2.67\n",
            "[651 | 2869.31] loss=2.63 avg=2.67\n",
            "[652 | 2873.50] loss=2.57 avg=2.67\n",
            "[653 | 2877.69] loss=2.51 avg=2.67\n",
            "[654 | 2881.93] loss=2.50 avg=2.66\n",
            "[655 | 2886.17] loss=2.70 avg=2.66\n",
            "[656 | 2890.41] loss=2.67 avg=2.66\n",
            "[657 | 2894.63] loss=2.32 avg=2.66\n",
            "[658 | 2898.85] loss=2.56 avg=2.66\n",
            "[659 | 2903.07] loss=2.52 avg=2.66\n",
            "[660 | 2907.28] loss=2.37 avg=2.66\n",
            "[661 | 2911.47] loss=2.83 avg=2.66\n",
            "[662 | 2915.67] loss=2.64 avg=2.66\n",
            "[663 | 2919.93] loss=2.63 avg=2.66\n",
            "[664 | 2924.15] loss=2.66 avg=2.66\n",
            "[665 | 2928.37] loss=2.55 avg=2.66\n",
            "[666 | 2932.59] loss=2.57 avg=2.66\n",
            "[667 | 2936.81] loss=2.56 avg=2.65\n",
            "[668 | 2941.03] loss=2.62 avg=2.65\n",
            "[669 | 2945.25] loss=2.68 avg=2.65\n",
            "[670 | 2949.46] loss=2.36 avg=2.65\n",
            "[671 | 2953.71] loss=2.75 avg=2.65\n",
            "[672 | 2957.92] loss=2.56 avg=2.65\n",
            "[673 | 2962.12] loss=2.62 avg=2.65\n",
            "[674 | 2966.31] loss=2.40 avg=2.65\n",
            "[675 | 2970.50] loss=2.74 avg=2.65\n",
            "[676 | 2974.69] loss=2.45 avg=2.65\n",
            "[677 | 2978.90] loss=2.69 avg=2.65\n",
            "[678 | 2983.13] loss=2.50 avg=2.65\n",
            "[679 | 2987.33] loss=2.37 avg=2.64\n",
            "[680 | 2991.58] loss=2.53 avg=2.64\n",
            "[681 | 2995.82] loss=2.70 avg=2.64\n",
            "[682 | 3000.06] loss=2.51 avg=2.64\n",
            "[683 | 3004.33] loss=2.42 avg=2.64\n",
            "[684 | 3008.55] loss=2.82 avg=2.64\n",
            "[685 | 3012.76] loss=2.71 avg=2.64\n",
            "[686 | 3016.97] loss=2.46 avg=2.64\n",
            "[687 | 3021.18] loss=2.62 avg=2.64\n",
            "[688 | 3025.38] loss=2.57 avg=2.64\n",
            "[689 | 3029.61] loss=2.70 avg=2.64\n",
            "[690 | 3033.83] loss=2.66 avg=2.64\n",
            "[691 | 3038.05] loss=2.60 avg=2.64\n",
            "[692 | 3042.27] loss=2.52 avg=2.64\n",
            "[693 | 3046.52] loss=2.61 avg=2.64\n",
            "[694 | 3050.77] loss=2.49 avg=2.64\n",
            "[695 | 3055.00] loss=2.66 avg=2.64\n",
            "[696 | 3059.22] loss=2.37 avg=2.63\n",
            "[697 | 3063.45] loss=2.30 avg=2.63\n",
            "[698 | 3067.68] loss=2.57 avg=2.63\n",
            "[699 | 3071.90] loss=2.50 avg=2.63\n",
            "======== SAMPLE 1 ========\n",
            " looked at the ceiling, and said,  \\'D\\'you think they\\'re looking at me like that?\\'  The door was flung open; the three Death Eaters had gathered around the fire, ready to make whatever attack was imminent. But before they could do anything, however, one of his fellows had said, \\'Expecto patronum!\\'  The doorbell rang noisily and Harry and Hermione exchanged looks: Harry saw Malfoy coming up the front steps, waving his wand, as though he was about to strike. Seconds later, Neville entered, but there was nothing but a loud rumbling and scraping of the surrounding crowd - he could hear Hermione\\'s voice too - he sprinted up the last stairs, Neville, coming too.  \\'I think we\\'re about to get into Hogwart\\'s,\\' whispered Hermione as Neville dashed along the last few steps. It was almost midnight; Hermione had to wade down the back of the carriage to find anyone outside it.  He led Harry and Ron out onto the front steps and closed the door behind them as he went, so that nobody heard the footsteps. In an hour or so, people were hurrying to watch when they reached the top of the castle. Harry, Ron and Hermione followed, staring up at the top of the tower ceiling.  The sky was becoming much more spectacular here; it was quite pitch black now and people made many dives through the canopy of clouds in the direction of Hagrid\\'s house. By midafternoon the sky had become very bright and clear. All the people watching knew that Hagrid was still inside Hogwarts. On the other side of the castle, meanwhile ,the Hogwarts Express was coming down from the coast, passing just behind Hogwart\\'s and Whomping Willow. Harry did not dare look up, but knew that people were still in Hogwart\\'s and Whomping Willow to witness it.  \\'We don\\'t want to be late,\\' said Hermione in a flat voice, as she and Harry emerged into the station at lunchtime. \\'We don\\'t want to be late - \\'  \\'Er - what\\'s up?\\'  Harry\\'s stomach gave a huge jolt. He had almost forgotten the Dursleys would be coming into the station at lunchtime - Hermione had told him about that; she had told him about her meeting her parents at the start-of-term feast.  He could hear Hermione looking nervously around for her trunk. He looked back around. Hedwig was nowhere to be seen. He had just seen her walking down the front steps in the garden and now she was standing there in front of the twins\\' dormitories.  \\'I didn\\'t know who was in there, I shouldn\\'t have - \\'  \\'Oh, really?\\' said Hermione. \\'How long is it going to be till it lights us up?\\'  \\'Well, it\\'ll be about an hour and a half,\\' said Ron tentatively.  \\'But if it gets into the Great Hall then we\\'ve got to leave, we\\'ve got to - \\' Hermione whispered.  \\'Oh yeah?\\' said Harry darkly. \\'Don\\'t worry, dear, we won\\'t be having too much fun. I can walk up to the twins\\' dormitories alone, I know how to - \\'  They were hurrying up the stairs, Harry saw, though they had not expected to see Ron and Hermione in time either, so he got down onto the carriage-side platform. It was deserted; it was now dark outside. He knew that Hermione had not arrived yet, but that was a good sign for her.  They reached the Hogwart\\'s Whomping Willow in the distance, glimpsed glimpses of Hagrid coming down upon them. They skirted between the trees for miles, searching for the source of the noises. The whole group made short work of them as they pulled on the Invisibility Cloak and headed back up the steps into the grounds.  \\'Good afternoon!\\' said Ron, when everyone had left the station. \\'I would like a word to Professor Flitwick about our journey.\\'  She did not answer; she was turning to Harry and looking at him curiously.  \\'About what - what happened?\\'  \\'What happened?\\'  \\'Did something happen?\\'  \\'I don\\'t know, but I think we\\'re going to be in trouble if we get too close to him!\\'  Ron looked rather alarmed. \\'Have a look around! We were there at lunchtime, couldn\\'t we\\'ve got in? He needs to come down, we don\\'t want to be spotted here - \\'  \\'I\\'ve found out you can carry -\\'  It was a funny silence. Harry was getting the impression that Hermione was still quite keen to help him.  Neville, on the other hand, seemed to have stopped being so keen to\n",
            "\n",
            "[700 | 3092.77] loss=2.47 avg=2.63\n",
            "[701 | 3097.00] loss=2.56 avg=2.63\n",
            "[702 | 3101.23] loss=2.48 avg=2.63\n",
            "[703 | 3105.43] loss=2.37 avg=2.62\n",
            "[704 | 3109.65] loss=2.42 avg=2.62\n",
            "[705 | 3113.85] loss=2.56 avg=2.62\n",
            "[706 | 3118.06] loss=2.72 avg=2.62\n",
            "[707 | 3122.29] loss=2.67 avg=2.62\n",
            "[708 | 3126.50] loss=2.73 avg=2.62\n",
            "[709 | 3130.69] loss=2.43 avg=2.62\n",
            "[710 | 3134.88] loss=2.80 avg=2.62\n",
            "[711 | 3139.09] loss=2.56 avg=2.62\n",
            "[712 | 3143.32] loss=2.45 avg=2.62\n",
            "[713 | 3147.56] loss=2.40 avg=2.62\n",
            "[714 | 3151.82] loss=2.70 avg=2.62\n",
            "[715 | 3156.07] loss=2.44 avg=2.62\n",
            "[716 | 3160.28] loss=2.52 avg=2.62\n",
            "[717 | 3164.48] loss=2.47 avg=2.61\n",
            "[718 | 3168.71] loss=2.46 avg=2.61\n",
            "[719 | 3172.97] loss=2.59 avg=2.61\n",
            "[720 | 3177.21] loss=2.39 avg=2.61\n",
            "[721 | 3181.41] loss=2.49 avg=2.61\n",
            "[722 | 3185.59] loss=2.44 avg=2.61\n",
            "[723 | 3189.78] loss=2.46 avg=2.61\n",
            "[724 | 3194.00] loss=2.68 avg=2.61\n",
            "[725 | 3198.23] loss=2.59 avg=2.61\n",
            "[726 | 3202.48] loss=2.69 avg=2.61\n",
            "[727 | 3206.72] loss=2.39 avg=2.61\n",
            "[728 | 3210.94] loss=2.57 avg=2.61\n",
            "[729 | 3215.13] loss=2.50 avg=2.60\n",
            "[730 | 3219.38] loss=2.57 avg=2.60\n",
            "[731 | 3223.57] loss=2.54 avg=2.60\n",
            "[732 | 3227.79] loss=2.56 avg=2.60\n",
            "[733 | 3232.00] loss=2.31 avg=2.60\n",
            "[734 | 3236.19] loss=2.70 avg=2.60\n",
            "[735 | 3240.40] loss=2.54 avg=2.60\n",
            "[736 | 3244.63] loss=2.36 avg=2.60\n",
            "[737 | 3248.89] loss=2.58 avg=2.60\n",
            "[738 | 3253.14] loss=2.52 avg=2.60\n",
            "[739 | 3257.37] loss=2.48 avg=2.60\n",
            "[740 | 3261.62] loss=2.62 avg=2.60\n",
            "[741 | 3265.85] loss=2.41 avg=2.59\n",
            "[742 | 3270.05] loss=2.64 avg=2.59\n",
            "[743 | 3274.29] loss=2.60 avg=2.59\n",
            "[744 | 3278.53] loss=2.71 avg=2.60\n",
            "[745 | 3282.78] loss=2.53 avg=2.59\n",
            "[746 | 3287.00] loss=2.49 avg=2.59\n",
            "[747 | 3291.24] loss=2.54 avg=2.59\n",
            "[748 | 3295.50] loss=2.50 avg=2.59\n",
            "[749 | 3299.72] loss=2.53 avg=2.59\n",
            "[750 | 3303.96] loss=2.73 avg=2.59\n",
            "[751 | 3308.14] loss=2.53 avg=2.59\n",
            "[752 | 3312.35] loss=2.48 avg=2.59\n",
            "[753 | 3316.60] loss=2.79 avg=2.59\n",
            "[754 | 3320.81] loss=2.40 avg=2.59\n",
            "[755 | 3325.02] loss=2.56 avg=2.59\n",
            "[756 | 3329.27] loss=2.35 avg=2.59\n",
            "[757 | 3333.51] loss=2.56 avg=2.59\n",
            "[758 | 3337.76] loss=2.42 avg=2.59\n",
            "[759 | 3342.00] loss=2.56 avg=2.59\n",
            "[760 | 3346.25] loss=2.53 avg=2.59\n",
            "[761 | 3350.54] loss=2.56 avg=2.59\n",
            "[762 | 3354.78] loss=2.49 avg=2.58\n",
            "[763 | 3359.00] loss=2.44 avg=2.58\n",
            "[764 | 3363.21] loss=2.51 avg=2.58\n",
            "[765 | 3367.45] loss=2.52 avg=2.58\n",
            "[766 | 3371.67] loss=2.55 avg=2.58\n",
            "[767 | 3375.90] loss=2.45 avg=2.58\n",
            "[768 | 3380.13] loss=2.56 avg=2.58\n",
            "[769 | 3384.40] loss=2.56 avg=2.58\n",
            "[770 | 3388.63] loss=2.54 avg=2.58\n",
            "[771 | 3392.88] loss=2.55 avg=2.58\n",
            "[772 | 3397.14] loss=2.54 avg=2.58\n",
            "[773 | 3401.41] loss=2.58 avg=2.58\n",
            "[774 | 3405.68] loss=2.49 avg=2.58\n",
            "[775 | 3409.89] loss=2.35 avg=2.58\n",
            "[776 | 3414.12] loss=2.78 avg=2.58\n",
            "[777 | 3418.35] loss=2.64 avg=2.58\n",
            "[778 | 3422.56] loss=2.49 avg=2.58\n",
            "[779 | 3426.77] loss=2.51 avg=2.58\n",
            "[780 | 3431.00] loss=2.59 avg=2.58\n",
            "[781 | 3435.27] loss=2.27 avg=2.57\n",
            "[782 | 3439.53] loss=2.62 avg=2.57\n",
            "[783 | 3443.78] loss=2.65 avg=2.57\n",
            "[784 | 3448.05] loss=2.52 avg=2.57\n",
            "[785 | 3452.33] loss=2.39 avg=2.57\n",
            "[786 | 3456.58] loss=2.50 avg=2.57\n",
            "[787 | 3460.82] loss=2.56 avg=2.57\n",
            "[788 | 3465.04] loss=2.56 avg=2.57\n",
            "[789 | 3469.24] loss=2.58 avg=2.57\n",
            "[790 | 3473.45] loss=2.43 avg=2.57\n",
            "[791 | 3477.71] loss=2.44 avg=2.57\n",
            "[792 | 3481.92] loss=2.62 avg=2.57\n",
            "[793 | 3486.15] loss=2.41 avg=2.57\n",
            "[794 | 3490.33] loss=2.52 avg=2.57\n",
            "[795 | 3494.52] loss=2.56 avg=2.57\n",
            "[796 | 3498.70] loss=2.47 avg=2.57\n",
            "[797 | 3502.95] loss=2.56 avg=2.57\n",
            "[798 | 3507.20] loss=2.26 avg=2.56\n",
            "[799 | 3511.45] loss=2.26 avg=2.56\n",
            "======== SAMPLE 1 ========\n",
            "n\\'s not that hard. It\\'s almost like he really didn\\'t want me,\\' she said bracingly. 'Or if someone wanted to . . .\\'  \\'Who was it?\\'  \\'Someone trying to steal a copy for him!\\'  \\'He\\'s a really good model!\\'  \\'Who did you meet at my wedding, Draco?\\'  \\'Nobody, it was the other way around\\' said Harry, not entirely accurate. He had to persuade Professor Filch because he wanted to meet him first. It was when he asked for information on how the Order of the Phoenix were raising a dragon. The very last thing they wanted to do was have one of their top brass sacked, so it wasn\\'t a long-awaited breakthrough here. Harry and Harry\\'s face was very visible under his father\\'s face, there was a clear expression of great affection on his face as he watched him.  \\'It was someone from the Death Eaters, I think, trying to steal my autobiography!\\'  \\'Why aren\\'t you telling me it was my dad?\\' Harry asked slowly.  \\'My dad\\'s in Azkaban!\\' he said quickly, his eyes rolling. \\'I really don\\'t know how you got there, Harry. I only knew him when he was on my dad\\'s side. Anyway, the Death Eaters are taking a bit of trouble to stop those who try to hurt them.\\'  There had been a loud crack.  \\'They\\'ve got the record!\\'  \\'Well, there\\'s no point playing games,\\' said Harry, his voice trembling slightly. \\'It\\'s never fun, you know. I think they think I did a great job and then I hurt them and I ended up in Azkaban!\\'  \\'You say Harry didn\\'t kill somebody if it was your dad,\\' said Harry, in a feeble imitation of Filch.  \\'Yeah, it was!\\' said Filch. \\'I just thought maybe your mum would still like you out of her house.\\'  \\'Anyway, this was my son\\'s friend Lucius Malfoy,\\' said Harry, \\'and the Death Eaters sent a spy out to catch your dad.\\'  Then there was another loud crash.  \\'What happened to the book?\\' Harry asked, trying hard not to let his voice crack.  \\'It came back!\\' said Filch, still beaming. \\'I think Lucius Malfoy was the one who tipped off us!\\'  \\'I was the one trying to catch him!\\' said Harry. \\'And you managed to snatch out a book on wizards by accidentally throwing it into the river. A very lucky charm!\\'  \\'Oh, they\\'re not even in school, you just threw in your book,\\' said Filch. \\'I\\'ve sent an owl to them and I think you managed to get out some things you don\\'t want.\\'  \\'How did your book get a bird into the river? Did they get your book?\\'  \\'Yes, but they can\\'t get my book unless there are certain conditions!\\'  \\'But,\\' said Harry in a voice tremulous, \\'but there are conditions they couldn\\'t get mine?\\'  \\'No,\\' said Filch.  \\'It was only because they took too much time,\\' said Harry, stunned. \\'Not because they were scared. If they\\'d only thought you\\'d try something stupid , then maybe they\\'d have thought you ought to try something stupid!\\'  At this, Filch\\'s voice broke into a shout of indignation. \\'Well, I can\\'t think of ANYTHING stupid for a book that\\'s only about dragons and dragons and you\\'ve just had to try a dozen different things on it!\\'  \\'All the same, Harry, if you really want someone to try a load of things, I\\'m the only one who can!\\' said Harry, in a voice shaking uncontrollably. \\'And I\\'ll tell you a few of them . . . and they\\'ll want to take advantage of you!\\'  \\'Mum -\\'  Filch was still beaming very heartily, \\'You\\'re the best person I\\'ve ever met!\\'  \\'I\\'m getting better!\\'  \\'It really is!\\'  Filch\\'s voice now rang out like a bell: His father was dying, you were in the wrong house!\\'  \\'Don\\'t let your father\\'s son die!\\'  \\'I\\'m getting stronger, please!\\' said Harry so loudly that everyone laughed.  Filch\\'s voice was shaking worse than ever again. He sounded as though he could throw up. \\'Mums are so stupid, Harry!\\'  \\'What on earth d\\'you think that\\'s going to happen to you?\\'  \\'You\\'\n",
            "\n",
            "[800 | 3532.33] loss=2.53 avg=2.56\n",
            "[801 | 3536.57] loss=2.22 avg=2.56\n",
            "[802 | 3540.82] loss=2.30 avg=2.55\n",
            "[803 | 3545.07] loss=2.30 avg=2.55\n",
            "[804 | 3549.34] loss=2.54 avg=2.55\n",
            "[805 | 3553.56] loss=2.42 avg=2.55\n",
            "[806 | 3557.78] loss=2.50 avg=2.55\n",
            "[807 | 3561.99] loss=2.64 avg=2.55\n",
            "[808 | 3566.20] loss=2.54 avg=2.55\n",
            "[809 | 3570.42] loss=2.39 avg=2.55\n",
            "[810 | 3574.67] loss=2.33 avg=2.55\n",
            "[811 | 3578.90] loss=2.21 avg=2.54\n",
            "[812 | 3583.13] loss=2.32 avg=2.54\n",
            "[813 | 3587.40] loss=2.30 avg=2.54\n",
            "[814 | 3591.68] loss=2.41 avg=2.54\n",
            "[815 | 3595.91] loss=2.35 avg=2.54\n",
            "[816 | 3600.14] loss=2.42 avg=2.53\n",
            "[817 | 3604.38] loss=2.42 avg=2.53\n",
            "[818 | 3608.59] loss=2.33 avg=2.53\n",
            "[819 | 3612.81] loss=2.43 avg=2.53\n",
            "[820 | 3617.02] loss=2.30 avg=2.53\n",
            "[821 | 3621.28] loss=2.31 avg=2.53\n",
            "[822 | 3625.52] loss=2.39 avg=2.52\n",
            "[823 | 3629.73] loss=2.44 avg=2.52\n",
            "[824 | 3633.96] loss=2.51 avg=2.52\n",
            "[825 | 3638.23] loss=2.38 avg=2.52\n",
            "[826 | 3642.46] loss=2.57 avg=2.52\n",
            "[827 | 3646.67] loss=2.27 avg=2.52\n",
            "[828 | 3650.87] loss=2.57 avg=2.52\n",
            "[829 | 3655.08] loss=2.57 avg=2.52\n",
            "[830 | 3659.30] loss=2.45 avg=2.52\n",
            "[831 | 3663.52] loss=2.33 avg=2.52\n",
            "[832 | 3667.78] loss=2.41 avg=2.52\n",
            "[833 | 3672.03] loss=2.54 avg=2.52\n",
            "[834 | 3676.28] loss=2.51 avg=2.52\n",
            "[835 | 3680.50] loss=2.34 avg=2.52\n",
            "[836 | 3684.71] loss=2.48 avg=2.51\n",
            "[837 | 3688.93] loss=2.45 avg=2.51\n",
            "[838 | 3693.16] loss=2.53 avg=2.51\n",
            "[839 | 3697.35] loss=2.41 avg=2.51\n",
            "[840 | 3701.58] loss=2.48 avg=2.51\n",
            "[841 | 3705.81] loss=2.37 avg=2.51\n",
            "[842 | 3710.04] loss=2.44 avg=2.51\n",
            "[843 | 3714.30] loss=2.52 avg=2.51\n",
            "[844 | 3718.53] loss=2.20 avg=2.51\n",
            "[845 | 3722.76] loss=2.39 avg=2.51\n",
            "[846 | 3727.01] loss=2.37 avg=2.51\n",
            "[847 | 3731.26] loss=2.15 avg=2.50\n",
            "[848 | 3735.50] loss=2.59 avg=2.50\n",
            "[849 | 3739.78] loss=2.28 avg=2.50\n",
            "[850 | 3744.03] loss=2.48 avg=2.50\n",
            "[851 | 3748.26] loss=2.39 avg=2.50\n",
            "[852 | 3752.48] loss=2.48 avg=2.50\n",
            "[853 | 3756.71] loss=2.48 avg=2.50\n",
            "[854 | 3760.94] loss=2.22 avg=2.50\n",
            "[855 | 3765.19] loss=2.64 avg=2.50\n",
            "[856 | 3769.42] loss=2.47 avg=2.50\n",
            "[857 | 3773.62] loss=2.38 avg=2.50\n",
            "[858 | 3777.88] loss=2.65 avg=2.50\n",
            "[859 | 3782.14] loss=2.48 avg=2.50\n",
            "[860 | 3786.41] loss=2.45 avg=2.50\n",
            "[861 | 3790.64] loss=2.50 avg=2.50\n",
            "[862 | 3794.89] loss=2.66 avg=2.50\n",
            "[863 | 3799.11] loss=2.55 avg=2.50\n",
            "[864 | 3803.30] loss=2.36 avg=2.50\n",
            "[865 | 3807.49] loss=2.46 avg=2.50\n",
            "[866 | 3811.72] loss=2.26 avg=2.49\n",
            "[867 | 3815.97] loss=2.41 avg=2.49\n",
            "[868 | 3820.20] loss=2.29 avg=2.49\n",
            "[869 | 3824.43] loss=2.45 avg=2.49\n",
            "[870 | 3828.68] loss=2.46 avg=2.49\n",
            "[871 | 3832.95] loss=2.62 avg=2.49\n",
            "[872 | 3837.20] loss=2.56 avg=2.49\n",
            "[873 | 3841.43] loss=2.45 avg=2.49\n",
            "[874 | 3845.64] loss=2.44 avg=2.49\n",
            "[875 | 3849.88] loss=2.28 avg=2.49\n",
            "[876 | 3854.11] loss=2.62 avg=2.49\n",
            "[877 | 3858.36] loss=2.47 avg=2.49\n",
            "[878 | 3862.60] loss=2.25 avg=2.49\n",
            "[879 | 3866.83] loss=2.54 avg=2.49\n",
            "[880 | 3871.06] loss=2.44 avg=2.49\n",
            "[881 | 3875.28] loss=2.45 avg=2.49\n",
            "[882 | 3879.53] loss=2.04 avg=2.48\n",
            "[883 | 3883.79] loss=2.68 avg=2.49\n",
            "[884 | 3888.03] loss=2.55 avg=2.49\n",
            "[885 | 3892.28] loss=2.56 avg=2.49\n",
            "[886 | 3896.51] loss=2.33 avg=2.49\n",
            "[887 | 3900.75] loss=2.48 avg=2.49\n",
            "[888 | 3904.95] loss=2.51 avg=2.49\n",
            "[889 | 3909.17] loss=2.46 avg=2.49\n",
            "[890 | 3913.39] loss=2.38 avg=2.48\n",
            "[891 | 3917.61] loss=2.37 avg=2.48\n",
            "[892 | 3921.86] loss=2.10 avg=2.48\n",
            "[893 | 3926.06] loss=2.22 avg=2.48\n",
            "[894 | 3930.30] loss=2.38 avg=2.48\n",
            "[895 | 3934.52] loss=2.48 avg=2.48\n",
            "[896 | 3938.73] loss=2.65 avg=2.48\n",
            "[897 | 3942.98] loss=2.31 avg=2.48\n",
            "[898 | 3947.21] loss=2.28 avg=2.47\n",
            "[899 | 3951.44] loss=2.44 avg=2.47\n",
            "======== SAMPLE 1 ========\n",
            " be happy for me to make it, I\\'ll find a nice, clean shaven, well-placed wardrobe. And I\\'m going to the hospital wing after the holidays. No . . . no one\\'s going to be able to find me, and if Harry could have . . . if I ever get back . . .\\'And that, Harry, is hardly the most inspiring of explanations. When he had been told of his father\\'s demise four years previously, he had been devastated but relieved, yet he hoped, in the end, that the Dark Mark would never resurface again, although his father certainly had his reasons for wishing it. He had no proof, therefore, of its power beyond a small window at the bottom of the castle\\'s marble staircase; for those who knew him best had said that Voldemort had indeed killed him; they believed that, judging by his many faults together, he would have been much easier -\\'He had hoped that, at the end of term, he would move onwards, with Dumbledore, to become the first headmaster of Hogwarts, but none of the other heads of house would have dared to say so, for he could not live with the fact that so many of the wizarding families now believed him. Nevertheless, he did not return to Hogwarts this year, although he could not pretend that he did not feel a slight superiority to the Dark Lord\\'s knowledge of his deathly secrets, and that, to his great satisfaction, this was due not to the knowledge of those secrets, but to the fact that he could have been certain that they were real too.Harry sat in the tent in the middle of the night, contemplating Death - the dark, cruel, and horrible world that awaited him now, a world that would surely not befall him unless he broke this promise - Harry had just glimpsed what was lurking deep below the surface of this place, an unbreakable barrier. His mind, however, was not in the zone of certainty. The Dark Lord was not yet within the boundaries of the curse that Voldemort had conjured at Sirius Black, but he might still be in the position of having to explain why Sirius was there and why he had vanished without a trace. Nevertheless, at their last moment, Harry felt a little sick. He was not the only one who was having problems with the Dark Lord now, but even so, the only one who was having problems at the present moment was Voldemort, whom Harry knew very little about. He was still waiting for Dumbledore to return once more before announcing the end of his time with the Order; his heart was at a standstill yet, though he could not imagine why. Then, on the very last day, there had been a storm of curses upon the deserted grounds, the first such attack yet inflicted upon any dwelling in the grounds. For almost a quarter of the last fortnight, Harry had not made any effort to discover the source of what had started it all, but now seemed to find it harder to concentrate upon the task at hand.It was not, of course, the usual rush of despair, for all those who seemed unable to see what was really going on seemed to be seeing nothing, for for whatever they might have seen was all too real. The darkness ahead was indeed overwhelming, though perhaps it was not yet quite gone: Only glimpses of the distant blackness remained, the outlines of the monstrous, black-figured dragons, and the streaks of green that were the night air. What was that thing that was keeping the watchers from seeing what was happening beneath the dark sky, and what was it that was making it happen? Had it sensed the darkness? Had it sensed it? Had it died? If it did, then it would not only be able to hear what was going on below, but also to see what was happening in front of time, which would mean that it was there, waiting, waiting, listening, waiting...\\'That\\'s right,\\' whispered Mr Weasley, as he had never, and yet that was what he had felt like every time he had been out in the darkness.\\'?Dobby,\\' said Harry, \\'Dobby would have expected me, would have thought you were there,\\' he repeated grudgingly. \\'Yeah, the Death Eaters were going down, wouldn\\'t have been so happy after all. I expect they\\'ve changed their minds, they\\'ll be here for a while.\\'Now, he tried to remain as casual as possible, but before he had finished, his voice carried on through the silence.\\'Somebody had managed to get you to do something for them, someone\\'s been writing or sending messages to you - \\'Dobby, what was that?\\' asked Harry.\\'No idea,\\' said Dobby quietly. \\'They thought Voldemort would be happy because they were giving him his information.\\'\\'If they did that,\\' muttered Harry, watching Dobby closely, \\'you could have blown up the Ministry of Magic!\\'D\n",
            "\n",
            "[900 | 3972.59] loss=2.32 avg=2.47\n",
            "[901 | 3976.77] loss=2.46 avg=2.47\n",
            "[902 | 3980.99] loss=2.46 avg=2.47\n",
            "[903 | 3985.20] loss=2.65 avg=2.47\n",
            "[904 | 3989.43] loss=2.68 avg=2.48\n",
            "[905 | 3993.65] loss=2.43 avg=2.48\n",
            "[906 | 3997.86] loss=2.48 avg=2.48\n",
            "[907 | 4002.10] loss=2.28 avg=2.47\n",
            "[908 | 4006.33] loss=2.30 avg=2.47\n",
            "[909 | 4010.53] loss=2.42 avg=2.47\n",
            "[910 | 4014.75] loss=2.27 avg=2.47\n",
            "[911 | 4018.97] loss=2.26 avg=2.47\n",
            "[912 | 4023.19] loss=2.19 avg=2.46\n",
            "[913 | 4027.39] loss=2.14 avg=2.46\n",
            "[914 | 4031.58] loss=2.26 avg=2.46\n",
            "[915 | 4035.79] loss=2.48 avg=2.46\n",
            "[916 | 4040.00] loss=2.41 avg=2.46\n",
            "[917 | 4044.22] loss=2.33 avg=2.46\n",
            "[918 | 4048.42] loss=2.09 avg=2.45\n",
            "[919 | 4052.64] loss=2.47 avg=2.45\n",
            "[920 | 4056.86] loss=2.35 avg=2.45\n",
            "[921 | 4061.09] loss=2.31 avg=2.45\n",
            "[922 | 4065.29] loss=2.38 avg=2.45\n",
            "[923 | 4069.51] loss=2.36 avg=2.45\n",
            "[924 | 4073.71] loss=2.41 avg=2.45\n",
            "[925 | 4077.90] loss=2.43 avg=2.45\n",
            "[926 | 4082.11] loss=2.34 avg=2.45\n",
            "[927 | 4086.36] loss=2.31 avg=2.45\n",
            "[928 | 4090.60] loss=2.60 avg=2.45\n",
            "[929 | 4094.80] loss=2.57 avg=2.45\n",
            "[930 | 4099.00] loss=2.57 avg=2.45\n",
            "[931 | 4103.23] loss=2.25 avg=2.45\n",
            "[932 | 4107.46] loss=2.35 avg=2.45\n",
            "[933 | 4111.63] loss=2.50 avg=2.45\n",
            "[934 | 4115.83] loss=2.17 avg=2.45\n",
            "[935 | 4120.05] loss=2.35 avg=2.44\n",
            "[936 | 4124.32] loss=2.40 avg=2.44\n",
            "[937 | 4128.52] loss=2.49 avg=2.44\n",
            "[938 | 4132.79] loss=2.24 avg=2.44\n",
            "[939 | 4137.00] loss=2.32 avg=2.44\n",
            "[940 | 4141.25] loss=2.60 avg=2.44\n",
            "[941 | 4145.43] loss=2.36 avg=2.44\n",
            "[942 | 4149.64] loss=2.29 avg=2.44\n",
            "[943 | 4153.89] loss=2.54 avg=2.44\n",
            "[944 | 4158.11] loss=2.38 avg=2.44\n",
            "[945 | 4162.33] loss=2.37 avg=2.44\n",
            "[946 | 4166.54] loss=2.22 avg=2.44\n",
            "[947 | 4170.75] loss=2.53 avg=2.44\n",
            "[948 | 4174.97] loss=2.47 avg=2.44\n",
            "[949 | 4179.15] loss=2.43 avg=2.44\n",
            "[950 | 4183.34] loss=2.35 avg=2.44\n",
            "[951 | 4187.54] loss=2.25 avg=2.44\n",
            "[952 | 4191.76] loss=2.39 avg=2.44\n",
            "[953 | 4195.99] loss=2.31 avg=2.43\n",
            "[954 | 4200.24] loss=2.36 avg=2.43\n",
            "[955 | 4204.44] loss=2.40 avg=2.43\n",
            "[956 | 4208.65] loss=2.51 avg=2.43\n",
            "[957 | 4212.89] loss=2.63 avg=2.44\n",
            "[958 | 4217.07] loss=2.67 avg=2.44\n",
            "[959 | 4221.30] loss=2.42 avg=2.44\n",
            "[960 | 4225.54] loss=2.20 avg=2.44\n",
            "[961 | 4229.78] loss=2.45 avg=2.44\n",
            "[962 | 4234.02] loss=2.40 avg=2.44\n",
            "[963 | 4238.27] loss=2.59 avg=2.44\n",
            "[964 | 4242.47] loss=2.24 avg=2.44\n",
            "[965 | 4246.68] loss=2.54 avg=2.44\n",
            "[966 | 4250.91] loss=2.20 avg=2.43\n",
            "[967 | 4255.11] loss=2.32 avg=2.43\n",
            "[968 | 4259.30] loss=2.55 avg=2.43\n",
            "[969 | 4263.50] loss=2.08 avg=2.43\n",
            "[970 | 4267.70] loss=2.25 avg=2.43\n",
            "[971 | 4271.93] loss=2.43 avg=2.43\n",
            "[972 | 4276.17] loss=2.28 avg=2.43\n",
            "[973 | 4280.40] loss=2.11 avg=2.42\n",
            "[974 | 4284.64] loss=2.24 avg=2.42\n",
            "[975 | 4288.83] loss=2.34 avg=2.42\n",
            "[976 | 4293.06] loss=2.40 avg=2.42\n",
            "[977 | 4297.25] loss=2.41 avg=2.42\n",
            "[978 | 4301.47] loss=2.24 avg=2.42\n",
            "[979 | 4305.68] loss=2.31 avg=2.42\n",
            "[980 | 4309.91] loss=2.54 avg=2.42\n",
            "[981 | 4314.18] loss=2.42 avg=2.42\n",
            "[982 | 4318.41] loss=2.41 avg=2.42\n",
            "[983 | 4322.64] loss=2.35 avg=2.42\n",
            "[984 | 4326.86] loss=2.36 avg=2.42\n",
            "[985 | 4331.07] loss=2.56 avg=2.42\n",
            "[986 | 4335.27] loss=2.20 avg=2.42\n",
            "[987 | 4339.48] loss=2.38 avg=2.42\n",
            "[988 | 4343.67] loss=2.29 avg=2.42\n",
            "[989 | 4347.85] loss=2.37 avg=2.42\n",
            "[990 | 4352.08] loss=2.36 avg=2.41\n",
            "[991 | 4356.32] loss=2.26 avg=2.41\n",
            "[992 | 4360.56] loss=2.48 avg=2.41\n",
            "[993 | 4364.80] loss=2.39 avg=2.41\n",
            "[994 | 4369.01] loss=2.35 avg=2.41\n",
            "[995 | 4373.21] loss=2.24 avg=2.41\n",
            "[996 | 4377.42] loss=2.27 avg=2.41\n",
            "[997 | 4381.60] loss=2.36 avg=2.41\n",
            "[998 | 4385.77] loss=2.33 avg=2.41\n",
            "[999 | 4389.97] loss=2.25 avg=2.41\n",
            "Saving checkpoint/run1/model-1000\n",
            "======== SAMPLE 1 ========\n",
            " moment; there was nothing he could do for Hermione. He was too busy pretending to be a hundred points better than Harry himself; he was on the verge of telling Ron about Voldemort, for instance, but Harry had not yet recounted the story, and Ron\\'s hand was clutching the back of his jeans as he spoke, trying to force himself to sleep, but things took a strange -\"SIRIUS!\"'  But Ron couldn\\'t wake up, because he had forgotten. He got up, his hands shaking, but Hermione\\'s hand didn\\'t seem to have broken away from Ron\\'s. The door of the bathroom creaked open, and Harry recognized Ron\\'s, rather small, dark eyes; they were bright, square, and deadly serious.  \"How are you?\" said Ron, as they slipped through the door and sank in again. \"What\\'s happening?\"  \"This time\" said Hermione, looking shocked. \"You\\'re going to the Ministry.\"  She pointed her wand at the door frame. It burst open. They found themselves standing beside the old statue in a courtyard, its rusted frame swaying as if it was knocked off its feet. There was something heavy and gray about its skin: It\\'s skin was much too young.  Their feet hit the floor. It was a tall man, pale and tawny in brown robes, the expression of a wizard casting shadows behind him. He was walking around a large table, and in front of him were seven large stone chandeliers: the brightest star in the constellation Draco, each with its own special shade of silvery magenta. The man had long, earthy gray hair, and wore long velvet shoes and a matching hat to keep him dry.  \"Oh, no,\" said Ron, \"you don\\'t fancy staying, do you, Hermione?\"  \"What d\\'you mean, staying?\"  \"I d\\'we thought they were going to come and get us,\" said Ron.  There was a sudden clatter on the floor. Several of the creatures around Ron\\'s had fallen silent - they\\'d just been thrown into the chandelier and a great lolloping insect came flying out from under them.  \"D\\'you want to get rid of it by me, boy? Get rid of it, too?\" Ron whispered to Hermione, and with a little pop, a large egg sprang to life on Ron\\'s arm.  Harry, Ron, and Hermione set off for the dark passage without knowing it, passing the portrait of the Fat Lady in Hagrid\\'s house when the sun came out, and closed the door behind them so tightly that it seemed impossible that they might fall across its hanging wings. The room was so far dark that even if something had been going on in it, it was impossible to see where it was going. Harry, Ron, and Hermione walked along the stone steps into the hallways and out of sight from one room to the other until the lamps dimmed and dark wood benches rose high above them, and then silence fell. At the foot of the stairs, they found themselves descending to the staircase that led to the four-legged stool. The stool had been made of stone and was made of solid stone, and Harry had never seen it crumble before.  To Harry\\'s enormous relief, the topmost stool had disappeared, replaced by four large, feathery stool with large golden stars and nine tiny, slanting stones.  \"Aren\\'t you supposed to tell my mum that?\" Harry asked Hermione politely, looking over at the oldest stool with its large golden crown on it.  \"I\\'ve never seen anything like it,\" said Hermione, sitting down. \"Oh, don\\'t talk to me like that. If I ask her, she\\'d have to be really good about me telling her I\\'m going to Hogwarts, it\\'s just too obvious.\"  The stool fell to the floor, but the benches still stood high above them. Ron took one of the benches in between the two benches, picked up the golden stool, and placed it in a little bag on top, as he was sure he\\'d forgotten his glasses, and thought quickly - what if they fell off?  Then, without warning, Harry saw something moving beyond anything he had ever seen before in his life. A large, round stone pillar had risen out of the surface, and a long, thin rope had been cast across it, and a pair of eyes had grown out of the end.  Wondering if the stone was moving, Ron pulled all four legs out of the bag holding them and raised them to the light of a lamp that soared upward over the stones.  \"You\\'re supposed to tell my sister, look after her,\" said Hermione, reaching for her wand. \"It can\\'t hurt to tell her you\\'re feeling ill.\"  Ron, meanwhile, pulled his small round handbag toward the stool, smoothed it in his\n",
            "\n",
            "[1000 | 4415.16] loss=2.38 avg=2.41\n",
            "[1001 | 4419.38] loss=2.49 avg=2.41\n",
            "[1002 | 4423.56] loss=2.23 avg=2.41\n",
            "[1003 | 4427.77] loss=2.49 avg=2.41\n",
            "[1004 | 4431.94] loss=2.44 avg=2.41\n",
            "[1005 | 4436.16] loss=2.54 avg=2.41\n",
            "[1006 | 4440.39] loss=2.34 avg=2.41\n",
            "[1007 | 4444.62] loss=2.27 avg=2.41\n",
            "[1008 | 4448.86] loss=2.16 avg=2.40\n",
            "[1009 | 4453.08] loss=2.28 avg=2.40\n",
            "[1010 | 4457.31] loss=2.38 avg=2.40\n",
            "[1011 | 4461.57] loss=2.14 avg=2.40\n",
            "[1012 | 4465.79] loss=2.31 avg=2.40\n",
            "[1013 | 4470.05] loss=2.19 avg=2.40\n",
            "[1014 | 4474.27] loss=2.47 avg=2.40\n",
            "[1015 | 4478.51] loss=2.25 avg=2.40\n",
            "[1016 | 4482.73] loss=2.10 avg=2.39\n",
            "[1017 | 4486.97] loss=2.49 avg=2.39\n",
            "[1018 | 4491.20] loss=2.49 avg=2.39\n",
            "[1019 | 4495.43] loss=2.47 avg=2.40\n",
            "[1020 | 4499.68] loss=2.59 avg=2.40\n",
            "[1021 | 4503.91] loss=2.36 avg=2.40\n",
            "[1022 | 4508.13] loss=2.40 avg=2.40\n",
            "[1023 | 4512.36] loss=2.29 avg=2.40\n",
            "[1024 | 4516.58] loss=2.32 avg=2.40\n",
            "[1025 | 4520.77] loss=2.34 avg=2.39\n",
            "[1026 | 4524.98] loss=2.25 avg=2.39\n",
            "[1027 | 4529.19] loss=2.44 avg=2.39\n",
            "[1028 | 4533.38] loss=2.62 avg=2.40\n",
            "[1029 | 4537.61] loss=2.53 avg=2.40\n",
            "[1030 | 4541.86] loss=2.26 avg=2.40\n",
            "[1031 | 4546.06] loss=2.38 avg=2.40\n",
            "[1032 | 4550.28] loss=2.34 avg=2.40\n",
            "[1033 | 4554.47] loss=2.37 avg=2.39\n",
            "[1034 | 4558.68] loss=2.25 avg=2.39\n",
            "[1035 | 4562.88] loss=2.39 avg=2.39\n",
            "[1036 | 4567.08] loss=2.32 avg=2.39\n",
            "[1037 | 4571.32] loss=2.54 avg=2.39\n",
            "[1038 | 4575.57] loss=2.32 avg=2.39\n",
            "[1039 | 4579.80] loss=2.27 avg=2.39\n",
            "[1040 | 4584.04] loss=2.18 avg=2.39\n",
            "[1041 | 4588.29] loss=2.46 avg=2.39\n",
            "[1042 | 4592.52] loss=2.29 avg=2.39\n",
            "[1043 | 4596.78] loss=2.40 avg=2.39\n",
            "[1044 | 4601.02] loss=2.24 avg=2.39\n",
            "[1045 | 4605.27] loss=2.22 avg=2.39\n",
            "[1046 | 4609.56] loss=2.29 avg=2.39\n",
            "[1047 | 4613.80] loss=2.62 avg=2.39\n",
            "[1048 | 4618.01] loss=2.47 avg=2.39\n",
            "[1049 | 4622.23] loss=2.11 avg=2.39\n",
            "[1050 | 4626.45] loss=2.17 avg=2.38\n",
            "[1051 | 4630.66] loss=2.28 avg=2.38\n",
            "[1052 | 4634.87] loss=2.10 avg=2.38\n",
            "[1053 | 4639.08] loss=2.59 avg=2.38\n",
            "[1054 | 4643.32] loss=2.33 avg=2.38\n",
            "[1055 | 4647.52] loss=2.40 avg=2.38\n",
            "[1056 | 4651.74] loss=2.16 avg=2.38\n",
            "[1057 | 4655.95] loss=2.18 avg=2.38\n",
            "[1058 | 4660.15] loss=2.46 avg=2.38\n",
            "[1059 | 4664.36] loss=2.15 avg=2.38\n",
            "[1060 | 4668.56] loss=2.32 avg=2.38\n",
            "[1061 | 4672.78] loss=2.13 avg=2.37\n",
            "[1062 | 4677.01] loss=2.10 avg=2.37\n",
            "[1063 | 4681.26] loss=2.37 avg=2.37\n",
            "[1064 | 4685.49] loss=2.22 avg=2.37\n",
            "[1065 | 4689.69] loss=2.37 avg=2.37\n",
            "[1066 | 4693.90] loss=2.35 avg=2.37\n",
            "[1067 | 4698.10] loss=2.35 avg=2.37\n",
            "[1068 | 4702.35] loss=2.34 avg=2.37\n",
            "[1069 | 4706.58] loss=2.55 avg=2.37\n",
            "[1070 | 4710.83] loss=2.15 avg=2.37\n",
            "[1071 | 4715.03] loss=2.26 avg=2.37\n",
            "[1072 | 4719.27] loss=2.59 avg=2.37\n",
            "[1073 | 4723.52] loss=2.58 avg=2.37\n",
            "[1074 | 4727.71] loss=2.16 avg=2.37\n",
            "[1075 | 4731.90] loss=2.27 avg=2.37\n",
            "[1076 | 4736.09] loss=2.49 avg=2.37\n",
            "[1077 | 4740.27] loss=2.34 avg=2.37\n",
            "[1078 | 4744.46] loss=2.25 avg=2.37\n",
            "[1079 | 4748.66] loss=2.06 avg=2.36\n",
            "[1080 | 4752.90] loss=2.22 avg=2.36\n",
            "[1081 | 4757.14] loss=2.54 avg=2.37\n",
            "[1082 | 4761.36] loss=2.19 avg=2.36\n",
            "[1083 | 4765.58] loss=2.44 avg=2.36\n",
            "[1084 | 4769.79] loss=2.15 avg=2.36\n",
            "[1085 | 4774.02] loss=2.56 avg=2.36\n",
            "[1086 | 4778.24] loss=2.05 avg=2.36\n",
            "[1087 | 4782.48] loss=2.25 avg=2.36\n",
            "interrupted\n",
            "Saving checkpoint/run1/model-1088\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "colab_type": "code",
        "id": "eMDqD0rFjaND",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "!mkdir models/got\n",
        "!cp -r checkpoint/run1/* models/got/\n",
        "!cp models/117M/encoder.json models/got/encoder.json\n",
        "!cp models/117M/hparams.json models/got/hparams.json\n",
        "!cp models/117M/vocab.bpe models/got/vocab.bpe"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "9fAvRw1NVVhf",
        "colab_type": "code",
        "outputId": "147f6356-e3dc-44e8-dc44-7126f6478ab0",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "mkdir: cannot create directory ‘models/got’: No such file or directory\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "Pm5IMtS-as4o",
        "colab_type": "code",
        "outputId": "b4b2c57d-a3a7-4115-a6a9-a4d4d4751d9c",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "!mkdir \"/content/drive/My Drive/StoryCompletion/GOTWeights\"\n",
        "!cp -r models/hp/* \"/content/drive/My Drive/StoryCompletion/GOTWeights/\""
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "mkdir: cannot create directory ‘/content/drive/My Drive/StoryCompletion/HPWeights’: File exists\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "ldOHuYh1bzWx",
        "colab_type": "code",
        "outputId": "e49fbccd-2bac-4ec2-f108-79f94d4620f1",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "cell_type": "code",
      "source": [
        "%cd /content/gpt-2/src/"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "/content/gpt-2/src\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "ePBKJi8yZJUO",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        "from interactive_conditional_samples import *"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "metadata": {
        "id": "1HXYAbJk4rF1",
        "colab_type": "code",
        "outputId": "0dbe9e18-b756-4f22-b608-6fb54271b077",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 477
        }
      },
      "cell_type": "code",
      "source": [
        "interact_model(model_name=\"got\")"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/op_def_library.py:263: colocate_with (from tensorflow.python.framework.ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Colocations handled automatically by placer.\n",
            "WARNING:tensorflow:From /content/gpt-2/src/sample.py:51: to_float (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use tf.cast instead.\n",
            "WARNING:tensorflow:From /content/gpt-2/src/sample.py:53: multinomial (from tensorflow.python.ops.random_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use tf.random.categorical instead.\n",
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saver.py:1266: checkpoint_exists (from tensorflow.python.training.checkpoint_management) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use standard file APIs to check for files with this prefix.\n",
            "INFO:tensorflow:Restoring parameters from models/hp/model-1088\n",
            "Model prompt >>> Harry walked into the Forbidden Forest\n",
            "======================================== SAMPLE 1 ========================================\n",
            ". They followed him up a dark, winding, wooded path, until there was a sharp bend in a hillside where the light of two long, dark headlights had suddenly gone out.  \"How did they hear it?\" Harry asked, crossing the picket fence.  \"Out in the dark stuff, Harry,\" said Hermione, staring at the dark trees and shrubs resting upon a dark black root with a sour, shrewd eye. \"Whiteness matters a great deal.\"  \"Of course,\" said Harry, staring around him, trying to see what he could find. \"Oh, come on. Whose tree are they on?\"  The trees and shrubs were as green as old Douglas fir.  \"That\\'s a house-elf,\" said Hermione. \"Because I\\'ve been setting house-elves free.\"  \"And you passed Harry over a tree,\" Harry mumbled, jogging across the threshold, \"and I freaked out at the elf\\'s sitting by it, Dobby almost hit you on the tail.\"  \"I\\'m trying to get a lot of house-elves to get into the next house, Harry, I\\'ve got him at my house and he\\'ll come overnight --\"  \"Come all the way out of here if you\\'re dropping eves,\" said Hermione scornfully, holding up a large rock.  Harry took a broomstick high to keep it up, didn\\'t stride alone like Ron did, and set off in a swirl of green smoke. He edged nearer and nearer the thick ring of houses in the distance.  Soon they passed an enormous oak with a boarded-up stationery shop. Herringbone and sapphires and flagstone hang around it; and there -- near the top of the hill, perched on a belch -- a small brick where he and Ron had once grazed by a venetian bull, both enclosed in nothing but charred butchers. The bright lights next to them were so close he almost ducked out of sight, his mind set on some horrible story while all around him rose into the atmosphere like tiny ghosts, either dancing around, waiting to see who might show up or watching their parents steal their hearts before descending into a very pitiful sleep.  \"Mischief, Mischief,\" he whispered to the shadowy ceiling. \"You\\'ve just gone in there without permission. Look. Then back to the spot -- if it\\'s custard, it\\'s custard.\n",
            "================================================================================\n",
            "Model prompt >>> Ron and Hermione embraced.\n",
            "======================================== SAMPLE 1 ========================================\n",
            "  \"Come on lads,\" she said.  \"Hey, Harry! Hermione -\"  \"What? You dressed like that squirrelly prefect?\"  \"Yeah - it was a baby Fred and George asked me to give them in!\"  Ron and Hermione both snapped at Hermione, cutting their way around him.  \"He\\'s raving about Dumbledore!\" Ron whispered. \"Didn\\'t you talk to him?\"  \"No,\" Hermione said, making it very difficult to get away on a broomstick as she looked terrified.  \"Do what?\"  \"Lead him.\"  \"Get away from him,\" Ron whispered. \"We\\'ve broken up!\"  They had barely got near the entrance hall when a second female companion came around and beckoned a bushy black girl with long, pigmented hair.  \"Thanks for coming, Harry,\" she said faintly to the twins, \"but I heard someone slip out.. . Everyone in the school is laughing.... \"  Harry and Ron turned; every face in the hall was turned toward them.  \"I\\'m going to the Hall to see Fudge!\" shouted Hermione, hurrying forward to give him some help. \"Hermione, you saw what happened with the Daily Prophet,they didn\\'t cover it in detail! Haven\\'t had time to gather all the facts yet, but who cares if the Prophet was a cover for witchcraft -\"  \"Oh yeah, this is what it\\'s like to put a man on trial!\" shouted Ron as she seized his bag. \"Had an ideal moment last night on the High Street under the headline about You-Know-\\'s-Name-nineteen and Fred and George grinning right into it.  v. END .  Harry looked around; the Slytherin table was already full.  \"Weve been told all this already!\" said Ron. \"But he\\'d be another truly innocent Bludger! Have we even got the truth about all this? Have Harry got the story  \"You think he\\'d do it himself?\" Hermione said firmly.  \"Are you telling the truth?\" said Harry lightly.  \"Of course he wouldn\\'t,\" said Hermione firmly.  \"Just say it,\" said Harry. When they had left him that question, Hermione turned red and got back up again.  \"But why? I\\'ve brought loads of stuff,\" she said finally, staring at Hermione. \"Of course Ron\\'s back -\"  \"\n",
            "================================================================================\n",
            "Model prompt >>> Harry couldn't wait to beat Malfoy at Quidditch\n",
            "======================================== SAMPLE 1 ========================================\n",
            " before he interrupted again. \"How did you know I was watching your match?\" he said. \"You keep forgetting Peverell is in St Mungos -\"  \"I don\\'t pretend to know that information, yeh skulker. It\\'s a dis\\'advantage,\" said Hermione. \"Harry, you\\'ve got to take care of Peverells stuff. He won\\'t treat those complain abou\\' it. . . .\"  \"He\\'s not your worst enemy, is he, said Ron before Harry could answer. They\\'re teachers you can trust! So trust them if Occlumency survives him, keep them friendly, Harry, that\\'ll give you confidence. . . .  Ron bit down hard on his coffee as he ignored her, his mouth stretched with teeth. He wanted to ask him how he became a cert.... Too much like a brother to really know, he thought....But it was as though a hard, cold night, and the train was carrying him -- his ears went red, his fists clenched, he looked up at the dark circular compartment.  There was nobody there. He had disappeared out of sight and gone down an endless spiral staircase, spinning at fever pitch.  \\'Don\\'t tell that to him!\\' Ron whispered in Harry\\'s ear, and Harry couldn\\'t help thinking, thinking of what Rita, the broomstick, Harry, had been dreaming about.  Harry stood too long, his ears disbelieving, listening hard, listening hard to what he heard in the infernal room where the Invisibility Cloak was hovering, carefully guard . . .  .....  \"Quick in, quick out,\" said Rita Skeeter\\'s voice against the growing silence in the compartment.  Harry sat up quite straight as the cold, dark air in the toiletcase pointed toward the compartment door into the compartment on the first floor.  He had taken the stairs to the sunken landing and reached the landing, his knees pulling at his ankles. There was silence in the compartment as Ron told him to concentrate on getting back to the toilet; Hermione was still gaping at him, she whispered, \"What a gloopy journey! How much did it take to get there? Well done, Ron,\" she added, nodding toward her own briefcase.  It had been a very difficult journey. Harry\\'s skinny waist, pale eyes, pierced scarlet, had been torn open several times over.  The force of his own weight\n",
            "================================================================================\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "metadata": {
        "id": "m5jK1McMCtpv",
        "colab_type": "code",
        "colab": {}
      },
      "cell_type": "code",
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}