train_v16.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "id": "BHZnXywjxGeq"
   },
   "outputs": [],
   "source": [
    "#https://pytorch.org/tutorials/beginner/transformer_tutorial.html"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "id": "kY_j8RUDP5y4"
   },
   "outputs": [],
   "source": [
    "from torch import nn, Tensor\n",
    "import torch.nn.functional as F\n",
    "import torch\n",
    "import math\n",
    "from torch.autograd.variable import Variable\n",
    "import typing\n",
    "import random\n",
    "from tqdm.notebook import tqdm\n",
    "import matplotlib.pyplot as plt\n",
    "import IPython"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "id": "y4lRdOSZNpe2"
   },
   "outputs": [],
   "source": [
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "ph2WO5JpKukk",
    "outputId": "ab00d895-307a-4ade-e705-1c6dd8ae6926"
   },
   "outputs": [],
   "source": [
    "import os\n",
    "\n",
    "modelname=\"5_7_23_m1\"\n",
    "\n",
    "prefix_models=\"models/\"+modelname+\"/\"\n",
    "\n",
    "if not os.path.exists(prefix_models):\n",
    "    os.makedirs(prefix_models)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "id": "Oe3wtt5oADl6"
   },
   "outputs": [],
   "source": [
    "device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "id": "xGOoJdNdRSaO"
   },
   "outputs": [],
   "source": [
    "class PositionalEncoding(nn.Module):\n",
    "    def __init__(self, d_model: int, dropout: float = 0.1, max_len: int = 5000):\n",
    "        super().__init__()\n",
    "        self.dropout = nn.Dropout(p=dropout)\n",
    "\n",
    "        position = torch.arange(max_len).unsqueeze(1)\n",
    "        div_term = torch.exp(torch.arange(0, d_model, 2) * (-math.log(10000.0) / d_model))\n",
    "        pe = torch.zeros(max_len, 1, d_model)\n",
    "        pe[:, 0, 0::2] = torch.sin(position * div_term)\n",
    "        pe[:, 0, 1::2] = torch.cos(position * div_term)\n",
    "        self.register_buffer('pe', pe)\n",
    "\n",
    "    def forward(self, x: Tensor) -> Tensor:\n",
    "        \"\"\"\n",
    "        Arguments:\n",
    "            x: Tensor, shape ``[seq_len, batch_size, embedding_dim]``\n",
    "        \"\"\"\n",
    "        #mine is [batch, seq, embed]\n",
    "        x = x.permute((1,0,2))\n",
    "        x = x + self.pe[:x.size(0)]\n",
    "        dropout = self.dropout(x)\n",
    "        return dropout.permute((1,0,2))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "id": "XakHZ4HfFdYM"
   },
   "outputs": [],
   "source": [
    "class ScaledDotProductAttention(nn.Module):\n",
    "    def forward(self, query, key, value, mask = None):\n",
    "        key_tp = key.transpose(-2, -1)\n",
    "\n",
    "        scores = query.matmul(key_tp) / math.sqrt(query.size()[-1])\n",
    "\n",
    "        if mask is not None:\n",
    "            scores = scores.masked_fill(mask == 0, float(\"-inf\"))\n",
    "            \n",
    "        attention = F.softmax(scores, dim = -1)\n",
    "\n",
    "        return attention.matmul(value)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "id": "G-sb6gd7L5bR"
   },
   "outputs": [],
   "source": [
    "class MultiHeadAttention(nn.Module):\n",
    "    def __init__(self,\n",
    "                 in_features,\n",
    "                 head_num,\n",
    "                 bias=True,\n",
    "                 activation=F.relu):\n",
    "        super(MultiHeadAttention, self).__init__()\n",
    "        if in_features % head_num != 0:\n",
    "            raise ValueError('`in_features`({}) should be divisible by \\\n",
    "                `head_num`({})'.format(in_features, head_num))\n",
    "        self.in_features = in_features\n",
    "        self.head_num = head_num\n",
    "        self.activation = activation\n",
    "        self.bias = bias\n",
    "        self.linear_q = nn.Linear(in_features, in_features, bias)\n",
    "        self.linear_k = nn.Linear(in_features, in_features, bias)\n",
    "        self.linear_v = nn.Linear(in_features, in_features, bias)\n",
    "        self.linear_o = nn.Linear(in_features, in_features, bias)\n",
    "\n",
    "    def forward(self, q, k, v, mask=None):\n",
    "        q, k, v = self.linear_q(q), self.linear_k(k), self.linear_v(v)\n",
    "        if self.activation is not None:\n",
    "            q = self.activation(q)\n",
    "            k = self.activation(k)\n",
    "            v = self.activation(v)\n",
    "\n",
    "        q = self._reshape_to_batches(q)\n",
    "        k = self._reshape_to_batches(k)\n",
    "        v = self._reshape_to_batches(v)\n",
    "        \n",
    "        if mask is not None:\n",
    "            mask = mask.repeat(self.head_num, 1, 1)   \n",
    "        \n",
    "        y = ScaledDotProductAttention()(q, k, v, mask)        \n",
    "        \n",
    "        y = self._reshape_from_batches(y)      \n",
    "\n",
    "        y = self.linear_o(y)\n",
    "        if self.activation is not None:\n",
    "            y = self.activation(y)\n",
    "        return y\n",
    "\n",
    "    @staticmethod\n",
    "    def gen_causal_mask(x):\n",
    "        batch_size, seq_len, _ = x.size()\n",
    "        return torch.tril(torch.ones(seq_len, seq_len)).view(1, seq_len, seq_len).repeat(batch_size, 1, 1)\n",
    "\n",
    "    def _reshape_to_batches(self, x):\n",
    "        batch_size, seq_len, in_feature = x.size()\n",
    "        sub_dim = in_feature // self.head_num\n",
    "        return x.reshape(batch_size, seq_len, self.head_num, sub_dim)\\\n",
    "                .permute(0, 2, 1, 3)\\\n",
    "                .reshape(batch_size * self.head_num, seq_len, sub_dim)\n",
    "\n",
    "    def _reshape_from_batches(self, x):\n",
    "        batch_size, seq_len, in_feature = x.size()\n",
    "        batch_size //= self.head_num\n",
    "        out_dim = in_feature * self.head_num\n",
    "        return x.reshape(batch_size, self.head_num, seq_len, in_feature)\\\n",
    "                .permute(0, 2, 1, 3)\\\n",
    "                .reshape(batch_size, seq_len, out_dim)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "id": "NDpTASiaTxTX"
   },
   "outputs": [],
   "source": [
    "class Transformer(nn.Module):\n",
    "    def __init__(self, \n",
    "                 d_model: int,\n",
    "                 n_self_heads: int,\n",
    "                 n_features: int,\n",
    "                 n_layers: int,\n",
    "                 ff_scalar: int = 2):\n",
    "        super().__init__()\n",
    "\n",
    "        #Embedding layer\n",
    "        self.embedding = nn.Embedding(n_features, d_model)\n",
    "        #Positional encoding\n",
    "        self.pos_encode = PositionalEncoding(d_model)\n",
    "\n",
    "        self.decoder_layers = []\n",
    "        \n",
    "        bottleneck_size = d_model\n",
    "        ff_size = ff_scalar*bottleneck_size\n",
    "\n",
    "        for _ in range(n_layers):\n",
    "            layer = []\n",
    "            #Add multihead, which will be cross or self attention\n",
    "            layer.append(MultiHeadAttention(d_model, n_self_heads)) #self attention first, masked\n",
    "            #Now add layer norm\n",
    "            layer.append(nn.LayerNorm(d_model))\n",
    "            #Add bottleneck layer\n",
    "            layer.append(nn.Linear(d_model, ff_size))\n",
    "            #Now add bottleneck layer norm\n",
    "            layer.append(nn.LayerNorm(ff_size))\n",
    "            #Add feed forward\n",
    "            layer.append(nn.Linear(ff_size, d_model))\n",
    "            #Now add layer norm\n",
    "            layer.append(nn.LayerNorm(d_model))\n",
    "            \n",
    "            self.decoder_layers.append(nn.ModuleList(layer))\n",
    "        self.decoder_layers=nn.ModuleList(self.decoder_layers)\n",
    "\n",
    "        self.to_out = nn.Linear(d_model, n_features)\n",
    "        \n",
    "        \n",
    "    def forward(self, x: torch.Tensor, calculate_loss: bool = False):\n",
    "        \"\"\"\n",
    "        Expect tensor of [batch_size, n_features]\n",
    "        \"\"\"\n",
    "        if calculate_loss:\n",
    "            #If give model that accepts ?x?x4 abcd, expect bcd0\n",
    "            \n",
    "            target_logits=torch.cat([x[:,1:], torch.zeros((x.shape[0],1)).to(device)], dim=-1) ## if x is abcd, then target_logits is bcd0\n",
    "\n",
    "        x=x.long().to(device)\n",
    "        embed = self.embedding(x)\n",
    "        pos_encode = self.pos_encode(embed)\n",
    "\n",
    "        res = embed+pos_encode\n",
    "        \n",
    "        for decoder_layer in self.decoder_layers:\n",
    "            d_self_attention = decoder_layer[0]\n",
    "            d_layer_norm_1 = decoder_layer[1]\n",
    "            d_bottleneck = decoder_layer[2]\n",
    "            d_layer_norm_2 = decoder_layer[3]\n",
    "            d_ff = decoder_layer[4]\n",
    "            d_layer_norm_3 = decoder_layer[5]\n",
    "            \n",
    "            ## Run the decoder\n",
    "            #do masked self attention\n",
    "            mask = MultiHeadAttention.gen_causal_mask(res).to(device)\n",
    "            res = res + d_self_attention(res,res,res, mask = mask)\n",
    "            self_res = res\n",
    "            #layer norm\n",
    "            res = d_layer_norm_1(res)\n",
    "            \n",
    "            #do bottleneck\n",
    "            res = d_bottleneck(res)\n",
    "            #layer norm\n",
    "            res = d_layer_norm_2(res)\n",
    "\n",
    "            #do ff\n",
    "            res = self_res + d_ff(res)\n",
    "            #layer norm\n",
    "            res = d_layer_norm_3(res)\n",
    "\n",
    "        out = self.to_out(res)\n",
    "        if calculate_loss:\n",
    "            loss = nn.functional.cross_entropy(out.permute(0, 2, 1), target_logits.long())\n",
    "            return out,loss\n",
    "        return out"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "id": "HqGGEpvCLbP8"
   },
   "outputs": [],
   "source": [
    "class Tokenizer:\n",
    "    def __init__(self, n_pad: int, device: torch.device, pad_byte: int = 0, split: str = \"\\n\"):\n",
    "        self.n_pad = n_pad\n",
    "        self.device = device\n",
    "        self.pad_byte = pad_byte\n",
    "        self.split = split\n",
    "\n",
    "    def tokenize_str(self, sentence: str, encoding = \"utf8\") -> torch.Tensor:\n",
    "        base = [int(i) for i in bytes(sentence, encoding)]\n",
    "        if len(base) < self.n_pad:\n",
    "            base.extend([self.pad_byte] * (self.n_pad - len(base)))\n",
    "        assert len(base) == self.n_pad, f\"n_pad is too small, use {len(base)} or greater.\"\n",
    "        tensor = torch.Tensor(base)\n",
    "        return tensor.to(self.device)\n",
    "\n",
    "    def texts_to_sequences(self, texts: typing.List[str], encoding = \"utf8\") -> torch.Tensor:\n",
    "        # tokenize the input text\n",
    "        sentences = []\n",
    "        for sentence in texts:\n",
    "            sentences.append(self.tokenize_str(sentence).unsqueeze(0))\n",
    "\n",
    "        return torch.cat(sentences, dim = 0).to(self.device)\n",
    "    \n",
    "    @staticmethod\n",
    "    def prepare_texts(document: str) -> typing.List[str]:\n",
    "        return filter(lambda x: len(x)!=0, document.split(self.split))\n",
    "    \n",
    "    def sequences_to_texts(self, texts: torch.Tensor, encoding = \"utf8\") -> typing.List[str]:\n",
    "        out = []\n",
    "        for seq in texts:\n",
    "            chars = []\n",
    "            i=0\n",
    "            while i<len(seq) and seq[i] != 0:\n",
    "                chars.append(int(seq[i]))\n",
    "                i+=1\n",
    "            out.append(bytes(chars).decode(encoding, \"replace\"))\n",
    "        return out"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "id": "pB-Xcf4TkKNQ"
   },
   "outputs": [],
   "source": [
    "def generate(seed: str, cutoff: int = 1024) -> str:\n",
    "    output = torch.tensor([list(bytes(seed,\"utf8\"))]).to(device)\n",
    "    \n",
    "    res=output\n",
    "    last = -1\n",
    "    i=0\n",
    "    while last != 0 and i<cutoff:\n",
    "        res = model(output)\n",
    "        argmax=res.argmax(-1)\n",
    "        \n",
    "        out = list(output[0])\n",
    "        out.append(list(argmax.to(device)[0])[-1])\n",
    "        last = list(argmax.to(device)[0])[-1]\n",
    "        output = torch.tensor([out])\n",
    "        i+=1\n",
    "    \n",
    "    if last == 0:\n",
    "        return convert_to_str(output)\n",
    "    return convert_to_str(output)+\"<CUTOFF>\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "id": "R81mAag8mHEG"
   },
   "outputs": [],
   "source": [
    "class TextDataset(torch.utils.data.Dataset):\n",
    "    def __init__(self, data: typing.List[str], n_pad):\n",
    "        self.raw_data = data\n",
    "        self.tokenizer = Tokenizer(n_pad, device, split = \"\\0\")\n",
    "        \n",
    "    def __len__(self):\n",
    "        return len(self.raw_data)\n",
    "\n",
    "    def __getitem__(self,index):\n",
    "        return self.tokenizer.tokenize_str(self.raw_data[index])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "id": "xQidsLjVaFUi"
   },
   "outputs": [],
   "source": [
    "def convert_to_str(x: torch.Tensor) -> str:\n",
    "    #Expects [1, 256] tensor\n",
    "    bts = []\n",
    "    i=0\n",
    "    while len(bts)<x.shape[1] and x[0][i] != 0:\n",
    "        bts.append(int(x[0][i]))\n",
    "        i+=1\n",
    "    return bytes(bts).decode(\"utf8\",\"replace\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "id": "97rbDfS4gO8C"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Head size: 12\n"
     ]
    }
   ],
   "source": [
    "n_features = 256 # No. of tokens\n",
    "n_pad = 512 # Max line length\n",
    "embedding_dim = 768\n",
    "batch_size = 32\n",
    "head_factor = 64\n",
    "assert embedding_dim%head_factor == 0\n",
    "head_size = embedding_dim//head_factor\n",
    "print(f\"Head size: {head_size}\")\n",
    "n_layers = 12"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "IvvenMeUKfaj",
    "outputId": "fb38b6f5-0eaf-4d89-83ad-bee41604b8ef"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "187129\n"
     ]
    }
   ],
   "source": [
    "path_to_data = \"data/reddit_scrape_v8.txt\"\n",
    "data_raw = open(path_to_data, encoding=\"utf-8\").read()\n",
    "\n",
    "data_split = list(filter(lambda x: x!=\"\", data_raw.split(\"\\0\")))\n",
    "random.shuffle(data_split)\n",
    "\n",
    "train_data = data_split[100:]\n",
    "print(len(train_data))\n",
    "val_data = data_split[:100]\n",
    "\n",
    "train_dataloader = TextDataset(train_data, n_pad)\n",
    "test_dataloader = TextDataset(train_data, n_pad)\n",
    "\n",
    "dataloader = torch.utils.data.DataLoader(train_dataloader, batch_size=batch_size)\n",
    "testloader = torch.utils.data.DataLoader(test_dataloader , batch_size=1)\n",
    "testloader_iter = iter(testloader)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "id": "GvibftHanb0A"
   },
   "outputs": [],
   "source": [
    "model = Transformer(d_model = embedding_dim, n_self_heads = head_size, n_features = n_features, n_layers = n_layers)\n",
    "model=model.to(device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "57154816 trainable params\n"
     ]
    }
   ],
   "source": [
    "def count_parameters(model):\n",
    "    return sum(p.numel() for p in model.parameters() if p.requires_grad)\n",
    "\n",
    "print(count_parameters(model), \"trainable params\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "PXqmUSK0M3hD",
    "outputId": "69ad8160-d138-4e98-99b6-bd8cb83753c1"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "torch.Size([1, 512])\n",
      "torch.Size([1, 512, 256])\n"
     ]
    }
   ],
   "source": [
    "input=next(testloader_iter)\n",
    "input=input.to(device)\n",
    "print(input.shape)\n",
    "res = model(input)\n",
    "print(res.shape)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "id": "tZji9Va7-unn"
   },
   "outputs": [],
   "source": [
    "lr = 2e-4\n",
    "optimizer = torch.optim.Adam(model.parameters(), lr=lr)\n",
    "scheduler = torch.optim.lr_scheduler.StepLR(optimizer, step_size=5, gamma=0.9)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "id": "hUN0DJQo-vmf"
   },
   "outputs": [],
   "source": [
    "n_epochs = 40"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "GczR7J4u6L5Q",
    "outputId": "15259e58-4468-44ff-dcf3-6c8dfb86d6bc"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sun May  7 11:21:40 2023       \n",
      "+-----------------------------------------------------------------------------+\n",
      "| NVIDIA-SMI 525.85.12    Driver Version: 525.85.12    CUDA Version: 12.0     |\n",
      "|-------------------------------+----------------------+----------------------+\n",
      "| GPU  Name        Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |\n",
      "| Fan  Temp  Perf  Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |\n",
      "|                               |                      |               MIG M. |\n",
      "|===============================+======================+======================|\n",
      "|   0  NVIDIA A10          On   | 00000000:06:00.0 Off |                    0 |\n",
      "|  0%   60C    P0    68W / 150W |   1708MiB / 23028MiB |      3%      Default |\n",
      "|                               |                      |                  N/A |\n",
      "+-------------------------------+----------------------+----------------------+\n",
      "                                                                               \n",
      "+-----------------------------------------------------------------------------+\n",
      "| Processes:                                                                  |\n",
      "|  GPU   GI   CI        PID   Type   Process name                  GPU Memory |\n",
      "|        ID   ID                                                   Usage      |\n",
      "|=============================================================================|\n",
      "|    0   N/A  N/A    109430      C   /usr/bin/python3                 1706MiB |\n",
      "+-----------------------------------------------------------------------------+\n"
     ]
    }
   ],
   "source": [
    "!nvidia-smi"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "cuda\n"
     ]
    }
   ],
   "source": [
    "print(device)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "id": "yYr65bmbITE1"
   },
   "outputs": [],
   "source": [
    "prompts = [\n",
    "    \"Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\",\n",
    "    \"Hello world, \",\n",
    "    \"How to use ChatGPT? How should I use ChatGPT?\",\n",
    "    \"My code does not work. What should I do? I have been working on my code, and it does not work.\",\n",
    "    \"Why is this code not working: `1+\\\"A\\\"`? Can you help?\",\n",
    "    \"Why is Java better than Python?\",\n",
    "    \"Why is Python better than Java?\",\n",
    "    \"What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\",\n",
    "    \"What is coding?\",\n",
    "]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "id": "o85FrKyF-wg-",
    "tags": []
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "00cf2d248e8b497188d10ddf759e6d9a",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/5848 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "=========================== BATCH 0 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (markdown): "
     ]
    },
    {
     "data": {
      "text/markdown": [
       "Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure."
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (markdown): "
     ]
    },
    {
     "data": {
      "text/markdown": [
       "Hello world, "
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (markdown): "
     ]
    },
    {
     "data": {
      "text/markdown": [
       "How to use ChatGPT? How should I use ChatGPT?"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (markdown): "
     ]
    },
    {
     "data": {
      "text/markdown": [
       "My code does not work. What should I do? I have been working on my code, and it does not work."
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (markdown): "
     ]
    },
    {
     "data": {
      "text/markdown": [
       "Why is this code not working: `1+\"A\"`? Can you help?"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (markdown): "
     ]
    },
    {
     "data": {
      "text/markdown": [
       "Why is Java better than Python?"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (markdown): "
     ]
    },
    {
     "data": {
      "text/markdown": [
       "Why is Python better than Java?"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (markdown): "
     ]
    },
    {
     "data": {
      "text/markdown": [
       "What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (markdown): "
     ]
    },
    {
     "data": {
      "text/markdown": [
       "What is coding?"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "=========================== BATCH 500 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure. t the t t t t the t the the the t t t the the t t the the t the t the the the the the the the the the t t the the the the the the t the the the the the the t the the the the the the the the t the the the the the the the the the the the the the the the the the the the t the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the t the the t the the the the the the the the the the the the the t the the the the the the the the t the the the the the the the t the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the<CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world, the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the therererere the the the the therere the the the the the the the the the the the the there there the the therere the the the there the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the there the the the the the the the the the the the the the the the the the the <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "I t t t t t t t t t t t t t t t t t t t t the t t the t t t t the t t t t t the the t t t t the the the t t the the t t the the t the the the t t t the the t the t t the the the t t the t the t the the t the the the t the t the the the the the the the the the the t the t t the the t t the t the the the the the t t t the the the the the the the the the the the the the the the the t the the the the the the the the the the the the the the the the the the the the the the t the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the t t t t the the the the the the the t the the the the the the the t the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the t the the the the t the the the the the the the the the t<CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (markdown): "
     ]
    },
    {
     "data": {
      "text/markdown": [
       "My code does not work. What should I do? I have been working on my code, and it does not work.\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "I"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (markdown): "
     ]
    },
    {
     "data": {
      "text/markdown": [
       "Why is this code not working: `1+\"A\"`? Can you help?\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "I"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "I t t t t t t t the t the t the the the the the the t t t the t the the t the the the the the the the the the the the the the the the the t the the the the the the the the the t the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the t the the the the the the the the the the the t the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the t the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the t<CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "I t t t t t t the t the the t t the the the the the the t the t t the the the the t the the the the the the the t t the t the the the the the the the the the the the the the the t the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the t t the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the th<CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (markdown): "
     ]
    },
    {
     "data": {
      "text/markdown": [
       "What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "\n",
       "I"
      ],
      "text/plain": [
       "<IPython.core.display.Markdown object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?\n",
      "\n",
      "\n",
      "I t t the t the t t t the the the t the t t the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the the t<CUTOFF>\n",
      "\n",
      "=========================== BATCH 1000 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 1500 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 2000 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 2500 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 3000 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 3500 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 4000 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 4500 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 5000 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 5500 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAX0AAAEWCAYAAACKSkfIAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/P9b71AAAACXBIWXMAAAsTAAALEwEAmpwYAAAsvklEQVR4nO3dd3wUZf4H8M83BUIoCSVSEiBUOXqJdBUBUURFsWM/rOiJp/7uwN7F82x46snZzoaFEwtNpVtoQXovhg4JJRAIAUK+vz9mdrObbZOQyWZ3Pu/XK6/sTn0mmf3sM888MyOqCiIicoaYcBeAiIgqDkOfiMhBGPpERA7C0CcichCGPhGRgzD0iYgchKFPFICIZInIQIvT3iIiv9hdJqLTxdCniGIG8TEROSIiB0Vkiog0tjhvuoioiMTZXU6iyoqhT5HoElWtAaAhgL0A3ghzeYgiBkOfIpaqFgCYCKCta5iIDBGRpSJyWES2i8iTHrPMM3/nmkcKvcx5bheRtSKSJyJrRKSrxzydRWSFiBwSkS9EJMFK2USkt4gsNudbLCK9PcbdIiJbzPX9ISLXm8Nbishcc559IvJF2f4yRIEx9CliiUgigGsALPAYfBTATQCSAQwBcLeIXGaOO8f8nayqNVR1vohcBeBJc55aAC4FsN9jeVcDuBBAMwAdAdxioVx1AEwBMA5AXQCvAJgiInVFpLo5fLCq1gTQG8Ayc9ZnAPwIoDaANPAIhmzA0KdI9I2I5AI4BOB8AC+5RqjqHFVdqapFqroCwAQA5wZZ1m0A/qGqi9WwSVW3eowfp6q7VPUAgO8BdLZQviEANqrqx6paqKoTAKwDcIk5vghAexGppqq7VXW1OfwkgKYAGqlqgaryxDCVO4Y+RaLLVDUZQAKAewHMFZEGACAiPURktojkiMghAHcBqBdkWY0BbA4yfo/H63wANSyUrxGArSWGbQWQqqpHYRyd3AVgt3kiuo05zd8ACIBFIrJaRP5sYV1EpcLQp4ilqqdU9WsApwD0NQd/BuA7AI1VNQnAv2EEKQD4u6XsdgAtyrlou2DU2D01AbDTLPcPqno+jBPR6wD8xxy+R1VvV9VGAO4E8JaItCznspHDMfQpYolhKIw28LXm4JoADqhqgYh0BzDcY5YcGE0rzT2GvQvgIRHpZi6vpYiUDOzSmgqgtYgMF5E4EbkGxsnmySJSX0SGmm37xwEcMcsEEblKRNLMZRyE8SVVdJplIfLC/soUib4XkVMwQnErgJs92sVHAnhZRP4FYC6AL2Gc1IWq5ovIcwB+FZF4ABeq6lciUhfGEUIqgCwAN8K3ecYyVd0vIhcDeB3A2wA2AbhYVfeJSEMADwD4yCz/MgB3m7OeBeA1EUmC0RV1lKpuKWs5iPwRPkSFiMg52LxDROQgDH0iIgdh6BMROQhDn4jIQSpV75169eppenp6uItBRBQxlixZsk9VU6xOX6lCPz09HZmZmeEuBhFRxBCRUnUvZvMOEZGDMPSJiBzE1tAXkWQRmSgi68z7lfeyc31ERBSc3W36rwOYrqpXikgVAIk2r4+IiIKwLfTN+4ecA/OhE6p6AsAJu9ZHRESh2dm80wzGXQ0/MB9f9655Z0EvInKHiGSKSGZOTo6NxSEiIjtDPw5AVwBvq2oXGI+xG11yIlUdr6oZqpqRkmK5qykREZWBnaG/A8AOVV1ovp8I40ug3L0xcyPmbuBRAhFRKLaFvqruAbBdRM40Bw0AsMaOdb01ZzN+3bTPjkUTEUUVu3vv/AXAp2bPnS0AbrV5fUREFIStoa+qywBk2LkOIiKyLmquyOUTwIiIQouK0BcJdwmIiCJDVIQ+ERFZw9AnInKQqAl9NukTEYUWFaHPJn0iImuiIvSJiMgahj4RkYNETeizSZ+IKLSoCH1hR30iIkuiIvSJiMgahj4RkYNETeiznz4RUWhREfps0ScisiYqQp+IiKxh6BMROUjUhL6ypz4RUUjREfps1CcisiQ6Qp+IiCxh6BMROQhDn4jIQaIm9HlxFhFRaFER+jyPS0RkTVSEPhERWcPQJyJyEIY+EZGDREXo8yEqRETWREXoExGRNQx9IiIHiZrQV3bUJyIKKc7OhYtIFoA8AKcAFKpqhj3rsWOpRETRx9bQN52nqvsqYD1ERBRC1DTvEBFRaHaHvgL4UUSWiMgd/iYQkTtEJFNEMnNyck5rRUREFJzdod9XVbsCGAzgHhE5p+QEqjpeVTNUNSMlJaVMK2GTPhGRNbaGvqruNH9nA5gEoLud6yMiouBsC30RqS4iNV2vAQwCsMqu9RERUWh29t6pD2CSeYuEOACfqep0u1bGbvpERKHZFvqqugVAJ7uW74n33iEisoZdNomIHIShT0TkIFET+sqe+kREIUVF6LNFn4jImqgIfSIisoahT0TkIFET+uynT0QUWlSEPrvpExFZExWhT0RE1jD0iYgcJGpCn036REShRUnos1GfiMiKKAl9IiKygqFPROQgURP67KdPRBRaVIQ+++kTEVkTFaFPRETWMPSJiBwkikKfjfpERKFEReizSZ+IyJqoCH0iIrKGoU9E5CAMfSIiB4ma0OfFWUREoUVF6PPiLCIia6Ii9ImIyBqGPhGRg0RN6LNNn4gotKgIfeHlWUREltge+iISKyJLRWSy3esiIqLgKqKmPwrA2gpYDxERhWBr6ItIGoAhAN61cz0AoLzhGhFRSHbX9F8D8DcARYEmEJE7RCRTRDJzcnLKtBL20ycissa20BeRiwFkq+qSYNOp6nhVzVDVjJSUFLuKQ0REsLem3wfApSKSBeBzAP1F5BMb10dERCHYFvqqOkZV01Q1HcC1AGap6g32rc+uJRMRRY8o6adPRERWxFXESlR1DoA5FbEuIiIKLCpq+kREZE3UhD6b9ImIQouK0Bd21CcisiQqQp+IiKxh6BMROUjUhD776RMRhRY1oU9ERKEx9ImIHIShT0TkIFET+ryfPhFRaFER+uymT0RkjaXQF5HqIhJjvm4tIpeKSLy9RSMiovJmtaY/D0CCiKQC+BHAjQA+tKtQRERkD6uhL6qaD2AYgLdU9SoA7ewrVhmwSZ+IKCTLoS8ivQBcD2CKOSzWniKVHtv0iYissRr69wMYA2CSqq4WkeYAZttWKiIisoWlh6io6lwAcwHAPKG7T1Xvs7NgRERU/qz23vlMRGqJSHUAqwCsEZH/s7dopcMmfSKi0Kw277RV1cMALgMwDUAzGD14KgXhU3KJiCyxGvrxZr/8ywB8p6onwco1EVHEsRr67wDIAlAdwDwRaQrgsF2FIiIie1g9kTsOwDiPQVtF5Dx7ilQ2yhvqExGFZPVEbpKIvCIimebPyzBq/ZUC++kTEVljtXnnfQB5AK42fw4D+MCuQhERkT0sNe8AaKGqV3i8f0pEltlQHiIispHVmv4xEenreiMifQAcs6dIZcMWfSKi0KzW9O8C8JGIJJnvDwK42Z4ilR6b9ImIrLHae2c5gE4iUst8f1hE7gewwsayERFROSvVk7NU9bB5ZS4APGBDeYiIyEan87hEtqoQEUWY0wn9oOdORSRBRBaJyHIRWS0iT53GukIXhmdyiYhCCtqmLyJ58B/uAqBaiGUfB9BfVY+Y9+35RUSmqeqCshU1aDnLe5FERFEpaOiras2yLliN+yIcMd/Gmz+sjxMRhdHpNO+EJCKx5kVc2QB+UtWFfqa5w3V7h5ycHDuLQ0TkeLaGvqqeUtXOANIAdBeR9n6mGa+qGaqakZKSUvZ1lb2YRESOYWvou6hqLoxn6l5ox/LZok9EZI1toS8iKSKSbL6uBuB8AOvsWh8REYVm9TYMZdEQwH9FJBbGl8uXqjrZxvUREVEItoW+qq4A0MWu5ftZX0WtiogoYlVIm77t2KhPRGRJVIT+lpyjmLxid7iLQURU6UVF6BMRkTUMfSIiB2HoExE5CEOfiMhBGPpERA7C0CcichCGPhGRgzD0iYgchKFPROQgDH0iIgdh6BMROQhDn4jIQRj6REQOwtAnInIQhn4FWb49F3M35IS7GETkcHY+LpE8DH3zVwBA1tghYS4JETkZa/pERA7C0CcichCGPhGRgzD0iYgchKFPROQgDH0iIgdh6BMROQhDn4jIQRj6REQOwtAnInIQhj4RkYMw9ImIHMS20BeRxiIyW0TWiMhqERll17qIiMgaO++yWQjgQVX9XURqAlgiIj+p6hob10lEREHYVtNX1d2q+rv5Og/AWgCpdq2PosP0VXuw/UB+uItBFLUqpE1fRNIBdAGw0M+4O0QkU0Qyc3L4kBGnu+uTJbho3M/hLgaVo8krduG75bvCXYxy9/CklbjkjV/CXYxSsz30RaQGgP8BuF9VD5ccr6rjVTVDVTNSUlLsLg4FsHb3YaSPnoLftx0Md1GQV1Boy3J3HzqGoiK1ZdkU2L2fLcV9E5aGuxg+duYew6qdh8o8/2cLt2HlacwfLraGvojEwwj8T1X1azvX5QRrdx/G9FV7bFn2nPXGUdYPq0u3/Hs++x3dnvnJjiKVq+0H8tHrhVkYN2tjwGmGjPsZo/+3ogJLReHUZ+wsXByBNfXTZWfvHQHwHoC1qvqKXetxksGv/4y7PlkS7mIAAA7ln8Rvm/dhyord2H/0RLiLE9LuQwUAgF827gs4zepdh/H54u0VVSSKEqqKk6eKwl0My+ys6fcBcCOA/iKyzPy5yMb1BbR+Tx7SR0/Bb5sDf+Aj0ZKtB3Do2MlSzfPb5n245I1fcKLQ2EnzTxTigS+WITffDG6LrR+3f5SJ4f/xOUVTaYkYvyu6cWfikh3YmXus3Ja393ABvsos3y+m+Zv34+05m8t1mU4ydvo6tHpkGo4Xngp3USyxrcumqv4CQOxafmnMN8P+h1V70LtFvTCXpnT2Hi7At8t24vazm7uHLdyyH12b1sYVb89HlybJmDSyj+Xljfl6Jbbuz8eu3GMoKDyFeRty8PXSnX6nXb8nD03rJiIhPtZn3No9PqdnbFV4qgiFReq3LFa4dsS9hwuw78hx1KtRtfwKV8Ip87zByVNFeOir5UirXQ2//L1/uSz7pvcWYf3ePJzftj6SE6sEnXZT9hFszjmCC9o1CDrddf9ZAAC4u1+LcimjnX7emIM/NayFoiLFl5nbsTP3GK7v0RTtU5PCVqZPF2wDAJwoLELVuLLtnxXJUVfkRuIpvLs+WYLnp67Di9PXu4ddM34BitTYmtU7Sxe+rvmy847jwtd+xvNT13mNf2feFuSfKMS+I8dxwWvz8PDXK8tc9p835mBTdp6laVfsyEX66CkBx9/1yRK0eWw6ACAn7zi+/n2He9zUlbtxwGIT046Dx5Dx7AxL05ZVuyem4+wXZ8H8U2PfkeMAgA178/DzRv891DbszcPCLfv9juv89I/4eMFWAEB2ntFMZeV89MBX5uLOj5dg6srdeGaycXlM/olCHC6wfnSYm38C+83yh5uq4sb3FuHa8Qtw4es/458/bsCERdtx64eLy3U9R48XYsSHi7F1/1FL07s+UyLFddwThUXYuNd73//bxOUY9Xn4T2hHVegXnPR/eOX5z4g0h83mm3/P9T78HjVhmc+0G/bm4ZFJK909VD6en+UThq4gOnI88Af/8W9X4+hxowdN5tYAvXlKhM4+P8Fw43uLMPCVeQHX4+m9X/7wet/msWl4cXrxF9KMtdkAjNC6/aNMPPDlcuzMPYb00VMw8tPfcdfHwc91lGUXcAVsaRWcLMKuQ77zDnp1Hm58b5HfeQa9Og/XjF/gM1xVkZt/Eo99s8p4bw5fsSPXb9Pef+ZtwQvT1noNG/np7+6/b5+xs9DxyR/xzOQ1UFW8MTPwiW0A6Pz0T+hW4ktSVfGP6euwwQy17LwCrN1dcUd+m7KPeO3XOXml/1L6psTR7Y6D+e6Qn7ZqD2auy8a5L83BsRPFmdLhyR9w9b/n+ywr35zGcxd7/NtVOP/VeV770JeZO/DtsvB3XY2q0H/q+9UAgO+X78KiPw6EuTT+pY+eUqo23kAVuul+etkMenUePl24DdsP5mP9njw89u1qn5rFcbMtv+Bk4BNPE5fswLo9xbWUv01cjgmLtgUtZ3nXngtOFuHtOZt9grffS3Ow97AxzPPDHuhv+tH8LKSPnoIThaU7zpu0dAe6Pzez1F1Yl2/Pdb/OC/LF6lJUpPg8yN9WAxT7lg8W4+b3jS+QVo9MdX/pPTd1Ld6Zu6X4HE0JB/ONMr33yx/YfuAYXv5pQ8gylvThb1l4a85mDDebhc57aQ4Gv25cW9HrhZl4a84mv/PtPVzg80W1bHsuDh49gfHzNqPn8zMxdeVur/FFRYqXf1yPP/YdxbEAlToAWBDgKOnF6eswZ71RYbjtv5lo+7hxtHj/F8vc0/R8fib6vjgb5740x2f+VbsOYXPOESzOOoC8gkIsygqcK57/Klf++Ot+fOR4YcAKakWw8zYMFW69GVR/MfsEZ40dEs7iBPT98l2469zQ7adz1mdjS07oQ8xfNu5DtSre39+u3gSeNaItOUfcQRnog+lypxki2w7kY9uBfHyZuQPXntUYH/6Whcu7pAZtKtt/5DgSqxTvWl8s3obpq/Zg96ECTL//HK9pJy3dgUFtA7c5d39uptf/MTvvOJIT432mO1xwEofyTyLJHOfaF16bYdRkjxy33vf/tRkbsHqXUXNdtzsPXZvUDjjtyh2HkFq7Gk4VKQ4cPYGhb/7qHjf4teKLzPxdH7D9QD5+27wPo4M0oXnO9dH8LOTmF4fmsu3FTWIlKwH5J3xDpWTzWcmjn9v+m4n+bc7A8B5NcLzwFHq/MKu4HKoQESzddhBPfW80FR0vLPJZ5u5DBfjH9PXYl3cCew8X4M3ru7rH9Xh+JgDg65G90a5RLVSNi8VlHn8vwDgqAYDrujfBC8M6IHPrQbwxaxPemLUJ9WoEPoex86D3l76qYt+RE3h7zma8PWczssYOwYy1ewH4tgjsOVxcsSi5PVf5qdkDwFI/lYFxMzfi4Yv+BADYsi/w57b9Ez+gbvUqWPzIQMTEVHwrRFSFfsmP1RVv/4aJd/UqHl9JGvULTxXh5KkivPLTBozs1wI1E4pD7IWpa/H54u34/bHzccsHodsqT5wqwg3vefeiefDL5Xjy0nYAvLe5/8tz3a9PlrLmCwBLt+fiqe/XYP5m/7Uql27PzsCfGtZyv//7/4pDbc2uw2jbqBY+WbAVj5pNFsO6Bu9VtWSrd+3KFXzrPJoU8goK0enpH5E1dgiy9h3FBa9Za1b6bfM+DP/PQgzrWnyHENcXBWBcdXlO63polFQNIsChYyexZd9R/PWLZTinVYq7rR0APruth9eyXV1ZC04W4dOFxdOlj56CWQ+e6/X/8BxXt3oVPH5JWwztnOpVM35zdvAv6tM1Y+1ezFi7F8N7NEH24eNeXXGbjZmKBWMGeH2ZlKzFTllRXEt//1ejOelffj50w976DVd2S0P7RrV8xrlMWLQNz17WHs9PLW6q2nck8HmbB79aju9X7MI7N3bDmY9OD7KVcJ8bKqsJi7ZhjJ8v6vHztrhD38W1+SW7dO4/egJ3fbIE42/KwJQVu9GuUS2k16t+WuWyKqpCf+m2XK9umUu2HsSnC7e5azTTVu3BM5e1D1Ppip04pfhm6U53LQQAnh7aDjf1Ssc787YAAFo8PLXMy8/cehDbzPvX5OafwCOTVuLvg9t4TbN+r7UTrJ6GvfUbACP41M+HecaavWiQlAAAAdt4Lxr3M/544SJ34APA17/77z3kcsXb/mtb/mrIhwtOYsR/fb8sV+zI9XqfmXUAGel1MM5s0w5Whr4vzsZ9/Vti3Czv0P14/1bvCYNU2h77drXX+z8HOfm4/+gJjPp8Gf41axM2Zh/xWHzwWuESj/MvAc/FeJi8YnfAcf76nZ//6lz8+4ZuAee557PffYad9Zz/Zr+JS3ZgYohLTlo9MtXSCWuXOetz8OzktX7HhWqeLA1/ge9yvPCU3x48/joa/LhmL5ZuO4h7PvsdVeJisOHZweVWxmDE34c3XDIyMjQzM7PU8wXr9XFu6xTM3VDcY2LDs4NRJa7iT2UEK6PL6qcuQLsnfqiA0pyeavGxAdtXYyR0z5KNzw1Gq0em2VCy0rk6Iw1fZu4IPaFF1/dogk8Xll+4lNQwKcF9kVko9WtVxd7DZet189ntPQJegzF6cBuMnbbO7zgChnRsiGFdUjHiv0aOzXjgXNzw7kK0OKM6ft0U/Ai5rM3RIrJEVTOsTh9VJ3L92X7Q+46NQ0u0IVYEq13kIiHwAQQ9oWalZrY550joiSpAeQY+AFsDH4DlwAdQ5sAHEPSiOwZ+cFNW7HYHvsuewwUhA78iRX3olzwRWpFdy1wenbQq9EQOcuFrvIsmOcPAV3zP24Rb1Id+ZZBbylslEBHZxZGhf+R4IQor8AZJlem8CRE5myNDv/0TP2CUx8UZRERO4cjQB4wTLi/9wJNSROQsjg19AHhzdtlvJ/vN0p3o99JsNt0QUUSJqouzKtIDXy5DkRq30Y2LDX7RDL8XiKiycHRN35+iIvWpva/fkxfwxG+ofum7co+5H1hCRBRujg/99NFTcM4/ZqOoSJGdV4DmD0/Fpwu34dCxk8jOK8DfJ67ABa/Nw0s/rveaz3W75qIA1fjswwWYsz4bvcfOCnpnPiKiihQVzTsD2pyBmeuyyzz/tgP5+GbZTqQmVwMAPPrNKq97wwDGfX1cftu8z/10pE8WbEXP5nWxbk8exk5bi/ljBmDd7jzc/lGm1937iIgqg6i4986JwiK0ftT+e7kMbt8At53dLOANwADglt7p+PC3LNvLQkTRpaLuvRMVNf2KuoHatFV7UDfIPb0BMPCJqFJzfJt+aVl9Fmukal5B9/QmovBg6JfS1JW+jymMJlPuO7vSPnGMos/MB88NdxEw8E/1w12ECsXQr2SG92ji9f7B81v7TFOjqm+r3Pf39kXnxsllXm/HtCRkjR2CalV8HwBRHq7r3iTguLc8HqlH5Sepmu9jJcvygPiSrIakv/3U0zND26FBrYSg07RIOb0jz8xHBwYdP6htfbx7s+XmcNu4OpFUhKgJ/bTa3n+0OQ/1Q/82Z4SpNGX3/OUd3K+njTobfxnQyneaYR38PsGoYVLwD5DLjAd8a1d2Palz0sjeAICbejX1Gl69SizOSq/tXnf39DqlWu7nd/T0O9xfIHVITbK83H9e1QnnnZnifv9siCet9W1ZDwDw6jWdMKJvM69xzwxth3XPXAgA7m31x66nuXnWoq/r3hhA+fyfq8YHj437+rfEmqcvQP1aVX3G3dI73f36xl7piA3xjNgWKTXKVEaXOonF5+AGta1v+9OpXr+2M+aP6V+qef46sDWmjjrbphL5iprQn/HAuVj55CB0T6+DZy9rj/R61VG3evCTrpVJ35b1cH5b78ByPWe2ad1EAMAnI3rgog4NMKhtfVzYvgG+uquXO6Ca1EkMWYt7/OK2mDSyN1qeEfqD9EiJZ326hKqZAcCPfy1++HmXJrWRNXaI1zNzn7ikLb69tw/qePx/Pr+jJzY/f5H7/a+jfT84n91e/Axaz4ej/3Vg8dHQ2Cs64Lt7+3h98L68sxeyxg7Bxue8P/CuQHaZ/Je+uLJbGj64tbt72DVnNQ66rf8a3gUrnhyEy7ukeW0jANzQsykS4mPxxR098e7NZ3mNc237kkcH4saeTY1n+5ayWW1Y11R3mPsTH1P88XY9qD4mxE5S289D560a0qEhRvRthgcGnYnEKnF+A9317GaXhPhYLHpkQJnXWdIoj0pSx7QkxMQInh5qrLN+rYSAnT5mWWxmqlE1Luj/qV2jJDRM8q6APnd54C/15MR4jBrYyu9RmV2iJvQT4mNRMyEeX97VCzf0NGqVT1zazitYKqsVTw7CJ7f1wH9uMg4zX7+2M97zOORsZYZ0izOq463ruyEh3miCOSu9Dj64tTuyxg5BUmK8zzNUXfNd3LEhBrQ5A3/u2wxdmgSocZYIg9vPaY4Jtxu16eYp1XHveS0x4faeWPDwgIA76KbnBmPDs4PRun7NoEcdt/ZphpZn1ETdGkZNsHrVOMTEiFdIpCZX8/kgBqr1XdC+PuqZvaqKVNExLdnrg+dqsoqPLd7dE+Jj3AHYpkFNLHx4ANqX4ogAMLrYJSdWQS3zwfYXd2zosY3p7gv4ejSvi6Rq8fjJ48swlLgSgfn6tZ19phk7rCNeGNbRa9hlnRu5X3tkvvsiwrI07/QzKxauo6jYAAt58/queOzitu73Z7cy5vP8svbnjJoJAZs3SlaEQhl5Xgv366/v7h1y+jbmF3XzlBqYcHtPryORlU8Owj+v6hR0/r4t6+Hnv53nfu/ahz0rMFd2S8NNvZrizeFd0bp+DTxzWXv3ZyscoqLLZiA1qsbh+h5N8EaJB1qHU9bYIXjvlz/wxeJt2LDXeGygKzRchnZO9Xr/6jWd8fu2XJ8aREmjB7fBlJXGw65furIjLunUCIVF6rdt9ZJOjfD98l3u98P91Bh7NKuDO89tjhF9muEMjxp+7xZ1MW2V9wnt2BhBnEeo/u/u3li+PTdoeR8d8ie0b5SEs1vV8zveM6RDM4PI47KTdo1qYfUu/09Ki4+JQZW4GEy5ry+a1q0esv0ZMGr1x06cQpcmyahb3bfpIiE+Fv+8qhO+ytyOBwed6TO+Vf2aWP74IBQWFeG75bvw1PdrUCPBe70LxgxAkSoa1ErAoqwDuHb8AgzrmoqhnVOxM/cYBrWtj4GvzENStXh3rXXKfX3x3i9/YNSAVmhatzpevLIjDh49iTgz9avExrjv/3Tvea2w7UA+lu/IxaZs78dWjh3WAUUKPDxpJWY9eC76v2w89ck1b+fGSZixdi+6N6uD78x9Z1jX1IAPlR8zuA1u7pWOJnUTcXHHhlgc5Mr0X0f393mO9CcjeqBvq3poUicRNRLiMGTcLwHnB3z7ubv2x6GdUjFlxW7c3c/4Qnjr+q7YlXsM3ZrWRse0ZPf0vVrURXZeAT78Dbi0UyPUTIjHld3SMKRDQ5w4VYROT/3o0zz2/i1noUpcjPv6nGSzQuRZgakaF4unhxq1/SFmxWD/EeNxlnY1qwYT1aEPGH/kyhT6ADCibzOM6NvM0sPSAaBmQjzObZ0ScrrGdRJxRs2qyM47jrNbpbiPCPx547ouePrSdujx/Ex8clsPdG/m26YeEyMYM9i3mefVazrjr+fno0mdRLR5bDoA75oNADRKroZGIU5OJVaJ8zlx/fcL22Bjdh4A3/M0iR4nmUteUxjjm/n47t6+7iunXZY9fj46P/2T+9PWrpH/2v38Mf1x9Hih+31cjODijo38Tuvpym5puLJbWsDxSWbzya19muHWPs18xjfwOELq0awOXhjWAZd0MtY7sl9LAMDLV3VChsc5gnaNkvDK1Z3d76vGxaJBUiyOFxrPMi5Sdf8djOaETti2Px/v//oHVuzIxfU9muLEqSJcldEYsTHi8z8Z2rkR5m7IwWVdUnFFtzQ0qJWAOtWroEmdRLRPTQoY+nGxMWhiNk3+a3jok/WzH+qHiUu2483Zm/H00Hboa1YGejSv697uB79aDgC4oWcT9Gt9BlJrV8Pg170fv3lDzya4tFNxxSkpMR5f3NnL/f6iDg0RiudeU61KLPSEMaRlfe+jTdcX76ND/oQ7z22O2hZbFqqblYyrQzQf2iHqQ79Ng1ruGsCu3GPoPXZWmEtU7Ke/nmPpQeKlERPinkCealevgg3Plf7EVkJ8LFrXr1nq+axw1cYA4/5Gr17TCfVrJqBZSnXUTPDfrCQQ/N8FZ+L/Jq7wanqKLdFk5JrW+B2c66jKdaO9UF9gdhARv72ergjypeLJ1QyjKN4fYsy/R5O6iT7t6yV9fkdPpCZXQ+M6ibi8S6q7uQrwDs5JI3u7Q8yKSSN7Y9XOQz7Dm9WrjocGnYn7B7b2e5R3Rbc0d+g/e1kHn/EuwcaF0qtFXYgYzXOeEqvE4eMR3d2dAq7JaIzFW4uPXOJiY0IeiXtKiI/FumcuRJVSHc2WD9tCX0TeB3AxgGxVtad7Qik1Sq6Gtg1rYU0YHo7uTysbgvOjEd0xYdE2yz15KtKvo/sju5T3I7q8S+iAa12/Bs5sUBNXZYSuNSlK9y0bFxuDN4d3RbemgXvfVFaxMYImdRIxakAr93Oa00rx5dXTrGED8Ar8kgKeJwoyfaB5RATxIW5V3qaB9+dm4cMDfM6BlNUZNRPwxwv+T9S6zlEAwItXdvQ7jafrujfBhEXbAo4PdiRuJztr+h8C+BeAj2xcR6k9P6wDLnvz13AXwzat69fEE5cEr8GVp/dvyUBeQWHoCWGcnC3v/shtGtQMGkgluQ6ASjPPkI6hmwMqIxHBPPMkY1GRokNqkt9mvEgy+6F+7pP2LvUt9CgLhxeGdcALw8p+1GEX20JfVeeJSLpdyy+r07mAiXz1b1OxVzNe1S0NZzaoWeYH0yQnxuO2vs0wrKu1JpJoERMjER/4gNEERKcn6tv0y8vwHk3w2cLAh2pUMV4yu9CtCdArJxQRwaMe3QqJnCbs/fRF5A4RyRSRzJycnApf/6KHrV0YcmPPpl61jL8ObF3qK++IiMIt7KGvquNVNUNVM1JSQndLLA+eF8m4+kmnJlfzexWoS2yMYPZD/dxXx17cqSEaJlUr1VWUvTxOjNHpObNBTQzrmopx13UJd1GIIkrYQz8cPGvsrq5Yk//SF6nJ1dDI7PXy/b19Mf3+4vthuDoHuLoAerYpB2pnbNOgptctAhJC3LOErIuNEbxydWfbuo4SRSvbUkhEJgCYD+BMEdkhIiPsWldpley5cXarFPdFFf3Mm7Q1qZOINg1que8v75rnHvMCGc8ukfcPNO73MeW+vl7Lfe3azuVyV0MiovJiZ++d6+xa9ukKlsNPXdoOI/u1cF85ecp1UYuZ3ld0S/O5OGZo51SfWyd4zkNEVFk4sr0hWBbHx8YgrXai+/3zl3dAu0a1LPcvf2iQ9/3vPVcV6gpIIiK7OTT0jSi+vkfgB3u49GlZD1PuO9vyc3jv7d8KHdOMS7UFwHlmc9E39/RB07rsY0xE4SVa1qtcbJCRkaGZmZkVsq7jhacQHxPjvhdJedqZewxfZW7HqAGtSnXlJxFRaYnIElW1/Pgvx16cVTXOvvtepCZXw/0DfR9zSEQUbo5s3iEiciqGPhGRgzD0iYgchKFPROQgDH0iIgdh6BMROQhDn4jIQRj6REQOUqmuyBWRHABbyzh7PQD7yrE44cbtqdy4PZWbk7anqapafhhJpQr90yEimaW5FLmy4/ZUbtyeyo3bExibd4iIHIShT0TkINEU+uPDXYByxu2p3Lg9lRu3J4CoadMnIqLQoqmmT0REITD0iYgcJOJDX0QuFJH1IrJJREaHuzyBiMj7IpItIqs8htURkZ9EZKP5u7Y5XERknLlNK0Skq8c8N5vTbxSRm8OxLWY5GovIbBFZIyKrRWRUJG+TiCSIyCIRWW5uz1Pm8GYistAs9xciUsUcXtV8v8kcn+6xrDHm8PUickE4tsejLLEislREJpvvI3Z7RCRLRFaKyDIRyTSHReT+ZpYjWUQmisg6EVkrIr0qZHtUNWJ/AMQC2AygOYAqAJYDaBvucgUo6zkAugJY5THsHwBGm69HA3jRfH0RgGkwHrPbE8BCc3gdAFvM37XN17XDtD0NAXQ1X9cEsAFA20jdJrNcNczX8QAWmuX8EsC15vB/A7jbfD0SwL/N19cC+MJ83dbcD6sCaGbun7Fh3O8eAPAZgMnm+4jdHgBZAOqVGBaR+5tZlv8CuM18XQVAckVsT1h2xHL8o/UC8IPH+zEAxoS7XEHKmw7v0F8PoKH5uiGA9ebrdwBcV3I6ANcBeMdjuNd0Yd62bwGcHw3bBCARwO8AesC4CjKu5P4G4AcAvczXceZ0UnIf9JwuDNuRBmAmgP4AJpvli+TtyYJv6Efk/gYgCcAfMDvTVOT2RHrzTiqA7R7vd5jDIkV9Vd1tvt4DoL75OtB2VcrtNZsCusCoHUfsNplNIcsAZAP4CUatNldVC/2UzV1uc/whAHVRibYHwGsA/gagyHxfF5G9PQrgRxFZIiJ3mMMidX9rBiAHwAdm89u7IlIdFbA9kR76UUONr+mI6z8rIjUA/A/A/ap62HNcpG2Tqp5S1c4wasjdAbQJb4nKTkQuBpCtqkvCXZZy1FdVuwIYDOAeETnHc2SE7W9xMJp731bVLgCOwmjOcbNreyI99HcCaOzxPs0cFin2ikhDADB/Z5vDA21XpdpeEYmHEfifqurX5uCI3iYAUNVcALNhNH8ki0icOcqzbO5ym+OTAOxH5dmePgAuFZEsAJ/DaOJ5HZG7PVDVnebvbACTYHwxR+r+tgPADlVdaL6fCONLwPbtifTQXwygldkjoQqME1DfhblMpfEdANfZ9pthtIu7ht9knrHvCeCQecj3A4BBIlLbPKs/yBxW4UREALwHYK2qvuIxKiK3SURSRCTZfF0NxvmJtTDC/0pzspLb49rOKwHMMmtm3wG41uwN0wxAKwCLKmQjPKjqGFVNU9V0GJ+LWap6PSJ0e0SkuojUdL2GsZ+sQoTub6q6B8B2ETnTHDQAwBpUxPaE44RMOZ8QuQhGz5HNAB4Jd3mClHMCgN0ATsL4lh8Bo810JoCNAGYAqGNOKwDeNLdpJYAMj+X8GcAm8+fWMG5PXxiHnisALDN/LorUbQLQEcBSc3tWAXjcHN4cRshtAvAVgKrm8ATz/SZzfHOPZT1ibud6AIMrwb7XD8W9dyJye8xyLzd/Vrs+65G6v5nl6Awg09znvoHR+8b27eFtGIiIHCTSm3eIiKgUGPpERA7C0CcichCGPhGRgzD0iYgchKFPjiMip8w7NS4Xkd9FpHeI6ZNFZKSF5c4Rkah5GDdFJ4Y+OdExVe2sqp1g3FDshRDTJ8O4CyVRxGPok9PVAnAQMO4jJCIzzdr/ShEZak4zFkAL8+jgJXPav5vTLBeRsR7Lu0qM+/JvEJGzK3ZTiEKLCz0JUdSpZt5NMwHG7Wn7m8MLAFyuqodFpB6ABSLyHYwbYbVX42ZsEJHBAIYC6KGq+SJSx2PZcaraXUQuAvAEgIEVskVEFjH0yYmOeQR4LwAfiUh7GJe6P2/evbEIxi1q6/uZfyCAD1Q1HwBU9YDHONeN55bAeH4CUaXC0CdHU9X5Zq0+Bca9g1IAdFPVk+YdKhNKucjj5u9T4OeLKiG26ZOjiUgbGI/d3A/jdsLZZuCfB6CpOVkejEdCuvwE4FYRSTSX4dm8Q1SpsSZCTuRq0weMJp2bVfWUiHwK4HsRWQnj7ofrAEBV94vIr2I81H6aqv6fiHQGkCkiJwBMBfBwhW8FURnwLptERA7C5h0iIgdh6BMROQhDn4jIQRj6REQOwtAnInIQhj4RkYMw9ImIHOT/AYGzzR/FG0IoAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYgAAAEWCAYAAAB8LwAVAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjYuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/P9b71AAAACXBIWXMAAAsTAAALEwEAmpwYAAAWxElEQVR4nO3df5QlZX3n8ffHmQHxBwJ2+4NBHRTMCi6SbIOLP9YJZuOETRSUqJwkisawqxuyrjEHjTmLkT1ZwdVFxJUdzWR0jaALyvpbRlfFrJrYkEFBJPwQZRCdxlFxFlQGvvvHrTlc2qene6a7+s5Mv1/n1Jm6Tz1V9/t0nzOfrnrq3kpVIUnSdA8YdQGSpN2TASFJajIgJElNBoQkqcmAkCQ1GRCSpCYDQupRkkpy2Bz7vjHJ+/uuSZorA0JLRpKbk9yVZOvQcv6o65J2V8tHXYC0yH6nqj476iKkPYFnEBKQ5NQk/zfJ+Ul+kuRbSZ49tP3gJB9NsiXJDUn+aGjbsiR/nuTGJD9NckWSxwwd/jeSXJ/kx0nemSRzrOm5Sa7p9vtCkicNbTsjya3d+123vdYkxyaZTHJHkh8kedsC/Hi0RBkQ0n2eCtwIjAFnAh9OclC37SJgE3AwcDLwV0mO77a9BjgFOAHYH3g5cOfQcX8bOAY4Cngh8JzZCknyROBC4NXAOPBJ4GNJ9knyK8AfA8dU1UO7493c7fp24O1VtT/wBOBDO/UTkIYYEFpqLu3+It++/NHQts3AuVV1d1V9ELgO+Dfd2cDTgTOq6mdVtRF4D/CSbr9XAH9RVdfVwFVV9cOh4765qn5cVd8FPg8cPYc6XwR8oqo2VNXdwH8F9gOeBtwD7AsckWRFVd1cVTd2+90NHJZkrKq2VtVXd/onJHUMCC01J1bVAUPLu4e23Vr3//bK7zA4YzgY2FJVP522bWW3/hgGZx4z+f7Q+p3AQ+ZQ58HdewBQVfcCtwArq+oGBmcWbwQ2J7koycFd1z8Engh8K8nXkvz2HN5LajIgpPusnDY/8Fjge91yUJKHTtt2a7d+C4PLOQvpe8Djtr/o6nrM9vesqg9U1TO6PgWc3bVfX1WnAI/o2i5O8uAFrk1LhAEh3ecRwJ8kWZHkd4EnAZ+sqluALwP/JckDkxzF4C/17Z9ZeA9wVpLDM3BUkofPs5YPMbi89ewkK4A/BX4OfDnJryQ5Psm+wM+Au4B7AZL8fpLx7ozjx92x7p1nLVqivM1VS83Hktwz9HpDVZ3Urf89cDhwO/AD4OShuYRTgAsY/GX/I+DModtl38ZgTuAyBhPc3wK2H3OXVNV1SX4feAeDS1kbGdyi+4suGN7MIMDuZhBep3W7rgHeluRBDC5Rvbiq7ppPLVq64gODpMFtrsAruss2kvASkyRpBgaEJKnJS0ySpCbPICRJTb3dxZRkHYOvGNhcVU9ubF8N/G/g213Th6vqTd2nVt8HPJLB/d1rq+rtc3nPsbGxWrVq1fyLl6Ql4oorrri9qsZb2/q8zXU9cD6D/+xn8qWqmv5Jz23An1bVld0Hk65IsqGqvjnbG65atYrJycldLliSlpok35lpW2+XmKrqcmDLLux3W1Vd2a3/FLiW+77SQJK0SEY9B3FckquSfCrJkdM3JlkF/CqDDzA1JTmt+3rjyampqR5LlaSlZZQBcSXwuKp6CoNPi146vDHJQ4BLgFdX1R0zHaSq1lbVRFVNjI83L6NJknbByAKiqu6oqq3d+ieBFUnGALrvnrkE+Nuq+vCoapSkpWxkAZHkUdu/OTPJsV0tP+za/hq4tqp8GpYkjUift7leCKwGxpJsYvCErhUAVXUBg6dyvTLJNgbfRvniqqokzwD+APhGko3d4f68O8uQJC2S3gKi+076HW0/n8FtsNPb/w6Y0zN7JUn9GfVdTJKk3ZQBIUlqMiAkSU0GhCSpyYCQJDUZEJKkJgNCktRkQEiSmgwISVKTASFJajIgJElNBoQkqcmAkCQ1GRCSpCYDQpLUZEBIkpoMCElSkwEhSWrqLSCSrEuyOcnVM2xfneQnSTZ2y38a2rYmyXVJbkjyur5qlCTNrM8ziPXAmln6fKmqju6WNwEkWQa8E/gt4AjglCRH9FinJKmht4CoqsuBLbuw67HADVV1U1X9ArgIeN6CFidJmtWo5yCOS3JVkk8lObJrWwncMtRnU9fWlOS0JJNJJqempvqsVZKWlFEGxJXA46rqKcA7gEt35SBVtbaqJqpqYnx8fCHrk6QlbWQBUVV3VNXWbv2TwIokY8CtwGOGuh7StUmSFtHIAiLJo5KkWz+2q+WHwNeAw5McmmQf4MXAR0dVpyQtVcv7OnCSC4HVwFiSTcCZwAqAqroAOBl4ZZJtwF3Ai6uqgG1J/hj4DLAMWFdV1/RVpySpLYP/k/cOExMTNTk5OeoyJGmPkeSKqppobRv1XUySpN2UASFJajIgJElNBoQkqcmAkCQ1GRCSpCYDQpLUZEBIkpoMCElSkwEhSWoyICRJTQaEJKnJgJAkNRkQkqQmA0KS1GRASJKaDAhJUpMBIUlqMiAkSU29BkSSdUk2J7l6ln7HJNmW5OShtnOSXJPk2iTnJUmftUqS7q/vM4j1wJoddUiyDDgbuGyo7WnA04GjgCcDxwDP6q1KSdIv6TUgqupyYMss3U4HLgE2D+8KPBDYB9gXWAH8oI8aJUltI52DSLISOAl413B7VX0F+DxwW7d8pqquneEYpyWZTDI5NTXVd8mStGSMepL6XOCMqrp3uDHJYcCTgEOAlcDxSZ7ZOkBVra2qiaqaGB8f77teSVoylo/4/SeAi7r55zHghCTbgMOBr1bVVoAknwKOA740qkIlaakZ6RlEVR1aVauqahVwMfCqqroU+C7wrCTLk6xgMEHdvMQkSepHr2cQSS4EVgNjSTYBZzKYcKaqLtjBrhcDxwPfYDBh/emq+liftUqS7q/XgKiqU3ai76lD6/cA/7aPmiRJczPqSWpJ0m7KgJAkNRkQkqQmA0KS1GRASJKaDAhJUpMBIUlqMiAkSU0GhCSpyYCQJDUZEJKkJgNCktRkQEiSmgwISVKTASFJajIgJElNBoQkqcmAkCQ19RYQSdYl2Zzk6ln6HZNkW5KTh9oem+SyJNcm+WaSVX3VKUlq6/MMYj2wZkcdkiwDzgYum7bpfcBbqupJwLHA5j4KlCTNrLeAqKrLgS2zdDsduIShAEhyBLC8qjZ0x9laVXf2VackqW1kcxBJVgInAe+atumJwI+TfDjJPyZ5S3emMdNxTksymWRyamqqz5IlaUkZ5ST1ucAZVXXvtPblwDOB1wLHAI8HTp3pIFW1tqomqmpifHy8p1IlaelZPsL3ngAuSgIwBpyQZBuwCdhYVTcBJLkU+JfAX4+oTklakkYWEFV16Pb1JOuBj1fVpd3lpAOSjFfVFHA8MDmiMiVpyeotIJJcCKwGxpJsAs4EVgBU1QUz7VdV9yR5LfC5DE4vrgDe3VedkqS23gKiqk7Zib6nTnu9AThqoWuSJM2dn6SWJDUZEJKkJgNCktRkQEiSmgwISVKTASFJajIgJElNBoQkqcmAkCQ1GRCSpKY5BUSSByd5QLf+xCTPTbKi39IkSaM01zOIy4EHdg/5uQz4AwaPFJUk7aXmGhDpHvv5fOC/V9XvAkf2V5YkadTmHBBJjgN+D/hE1zbjY0AlSXu+uQbEq4HXAx+pqmuSPB74fG9VSZJGbk7Pg6iqLwJfBOgmq2+vqj/pszBJ0mjN9S6mDyTZP8mDgauBbyb5s35LkySN0lwvMR1RVXcAJwKfAg5lcCeTJGkvNdeAWNF97uFE4KNVdTdQs+2UZF2SzUmunqXfMUm2JTl5Wvv+STYlOX+OdUqSFshcA+J/ADcDDwYuT/I44I457LceWLOjDkmWAWcz+HzFdGcx+AyGJGmRzSkgquq8qlpZVSfUwHeAX5/DfpcDW2bpdjpwCbB5uDHJvwAeSTs4JEk9m+sk9cOSvC3JZLe8lcHZxLx0n8w+CXjXtPYHAG8FXjvf95Ak7Zq5XmJaB/wUeGG33AH8zQK8/7nAGVV177T2VwGfrKpNsx0gyWnbg2tqamoBSpIkwRw/BwE8oapeMPT6L5NsXID3nwAuSgIwBpyQZBtwHPDMJK8CHgLsk2RrVb1u+gGqai2wFmBiYmLWiXNJ0tzMNSDuSvKMqvo7gCRPB+6a75tX1aHb15OsBz5eVZcClw61nwpMtMJBktSfuQbEvwPel+Rh3esfAS+dbackFwKrgbEkm4AzgRUAVXXBTlcrSVo0c/2qjauApyTZv3t9R5JXA1+fZb9T5lpIVZ06Q/t6/GpxSVp0O/VEuaq6o/tENcBreqhHkrSbmM8jR7NgVUiSdjvzCQjvGJKkvdgO5yCS/JR2EATYr5eKJEm7hR0GRFU9dLEKkSTtXuZziUmStBczICRJTQaEJKnJgJAkNRkQkqQmA0KS1GRASJKaDAhJUpMBIUlqMiAkSU0GhCSpyYCQJDUZEJKkJgNCktTUW0AkWZdkc5KrZ+l3TJJtSU7uXh+d5CtJrkny9SQv6qtGSdLM+jyDWA+s2VGHJMuAs4HLhprvBF5SVUd2+5+b5ICeapQkzaC3gKiqy4Ets3Q7HbgE2Dy03z9V1fXd+ve6beN91SlJahvZHESSlcBJwLt20OdYYB/gxh30OS3JZJLJqamphS9UkpaoUU5SnwucUVX3tjYmeTTwP4GXzdQHoKrWVtVEVU2Mj3uiIUkLZYfPpO7ZBHBREoAx4IQk26rq0iT7A58A3lBVXx1hjZK0ZI0sIKrq0O3rSdYDH+/CYR/gI8D7quriUdUnSUtdbwGR5EJgNTCWZBNwJrACoKou2MGuLwT+FfDwJKd2badW1ca+apUk/bLeAqKqTtmJvqcOrb8feH8fNUmS5s5PUkuSmgwISVKTASFJajIgJElNBoQkqcmAkCQ1GRCSpCYDQpLUZEBIkpoMCElSkwEhSWoyICRJTQaEJKnJgJAkNRkQkqQmA0KS1GRASJKaDAhJUlOvAZFkXZLNSa6epd8xSbYlOXmo7aVJru+Wl/ZZpyTpl/V9BrEeWLOjDkmWAWcDlw21HQScCTwVOBY4M8mB/ZUpSZqu14CoqsuBLbN0Ox24BNg81PYcYENVbamqHwEbmCVoJEkLa6RzEElWAicB75q2aSVwy9DrTV1b6xinJZlMMjk1NdVPoZK0BI16kvpc4IyqundXD1BVa6tqoqomxsfHF64ySVrilo/4/SeAi5IAjAEnJNkG3AqsHup3CPCFxS5OkpaykQZEVR26fT3JeuDjVXVpN0n9V0MT078JvH4EJUrSktVrQCS5kMGZwFiSTQzuTFoBUFUXzLRfVW1Jchbwta7pTVU122S3JGkB9RoQVXXKTvQ9ddrrdcC6ha5JkjQ3o56kliTtpgwISVKTASFJajIgJElNBoQkqcmAkCQ1GRCSpCYDQpLUZEBIkpoMCElSkwEhSWoyICRJTQaEJKnJgJAkNRkQkqQmA0KS1GRASJKaDAhJUpMBIUlq6jUgkqxLsjnJ1TNsf16SryfZmGQyyTOGtp2T5Jok1yY5L0n6rFWSdH99n0GsB9bsYPvngKdU1dHAy4H3ACR5GvB04CjgycAxwLP6LFSSdH+9BkRVXQ5s2cH2rVVV3csHA9vXC3ggsA+wL7AC+EGPpUqSphn5HESSk5J8C/gEg7MIquorwOeB27rlM1V17Qz7n9ZdnpqcmpparLIlaa838oCoqo9U1T8DTgTOAkhyGPAk4BBgJXB8kmfOsP/aqpqoqonx8fFFqlqS9n4jD4jtustRj08yBpwEfLW7BLUV+BRw3EgLlKQlZqQBkeSw7XcnJfk1BvMNPwS+CzwryfIkKxhMUDcvMUmS+rG8z4MnuRBYDYwl2QScyWDCmaq6AHgB8JIkdwN3AS+qqkpyMXA88A0GE9afrqqP9VmrJOn+ct9NRHu+iYmJmpycHHUZkrTHSHJFVU20tu02cxCSpN2LASFJajIgJElNBoQkqcmAkCQ1GRCSpCYDQpLUZEBIkpoMCElSkwEhSWoyICRJTQaEJKnJgJAkNRkQkqQmA0KS1GRASJKaDAhJUtNe9US5JFPAd0Zdx04aA24fdRGLzDEvDY55z/C4qhpvbdirAmJPlGRypsf97a0c89LgmPd8XmKSJDUZEJKkJgNi9NaOuoARcMxLg2PewzkHIUlq8gxCktRkQEiSmgyIRZDkoCQbklzf/XvgDP1e2vW5PslLG9s/muTq/iuev/mMOcmDknwiybeSXJPkzYtb/c5JsibJdUluSPK6xvZ9k3yw2/73SVYNbXt9135dkucsauG7aFfHm+RfJ7kiyTe6f49f9OJ30Xx+x932xybZmuS1i1b0Qqgql54X4Bzgdd3664CzG30OAm7q/j2wWz9waPvzgQ8AV496PH2PGXgQ8Otdn32ALwG/NeoxzTDOZcCNwOO7Wq8CjpjW51XABd36i4EPdutHdP33BQ7tjrNs1GPqcby/ChzcrT8ZuHXU4+l7zEPbLwb+F/DaUY9nZxbPIBbH84D3duvvBU5s9HkOsKGqtlTVj4ANwBqAJA8BXgP85/5LXTC7POaqurOqPg9QVb8ArgQO6b/kXXIscENV3dTVehGDsQ8b/llcDDw7Sbr2i6rq51X1beCG7ni7s10eb1X9Y1V9r2u/Btgvyb6LUvX8zOd3TJITgW8zGPMexYBYHI+sqtu69e8Dj2z0WQncMvR6U9cGcBbwVuDO3ipcePMdMwBJDgB+B/hcDzUuhFnHMNynqrYBPwEePsd9dzfzGe+wFwBXVtXPe6pzIe3ymLs/7s4A/nIR6lxwy0ddwN4iyWeBRzU2vWH4RVVVkjnfW5zkaOAJVfUfp1/XHLW+xjx0/OXAhcB5VXXTrlWp3U2SI4Gzgd8cdS2L4I3Af6uqrd0JxR7FgFggVfUbM21L8oMkj66q25I8Gtjc6HYrsHro9SHAF4DjgIkkNzP4fT0iyReqajUj1uOYt1sLXF9V586/2t7cCjxm6PUhXVurz6Yu9B4G/HCO++5u5jNekhwCfAR4SVXd2H+5C2I+Y34qcHKSc4ADgHuT/Kyqzu+96oUw6kmQpbAAb+H+E7bnNPocxOA65YHd8m3goGl9VrHnTFLPa8wM5lsuAR4w6rHMMs7lDCbXD+W+Ccwjp/X599x/AvND3fqR3H+S+iZ2/0nq+Yz3gK7/80c9jsUa87Q+b2QPm6QeeQFLYWFw/fVzwPXAZ4f+E5wA3jPU7+UMJipvAF7WOM6eFBC7PGYGf6EVcC2wsVteMeox7WCsJwD/xOBOlzd0bW8CntutP5DBHSw3AP8APH5o3zd0+13Hbnqn1kKNF/gL4P8N/U43Ao8Y9Xj6/h0PHWOPCwi/akOS1ORdTJKkJgNCktRkQEiSmgwISVKTASFJajIgpJ2Q5J4kG4eWX/pmz3kce9We8m29Whr8JLW0c+6qqqNHXYS0GDyDkBZAkpuTnNM96+AfkhzWta9K8n+SfD3J55I8tmt/ZJKPJLmqW57WHWpZknd3z8G4LMl+IxuUljwDQto5+027xPSioW0/qap/DpwPnNu1vQN4b1UdBfwtcF7Xfh7wxap6CvBr3PdV0IcD76yqI4EfM/jWU2kk/CS1tBOSbK2qhzTabwaOr6qbkqwAvl9VD09yO/Doqrq7a7+tqsaSTAGH1NDXXXff1ruhqg7vXp8BrKiqPek5INqLeAYhLZyaYX1nDD8f4R6cJ9QIGRDSwnnR0L9f6da/zODbPQF+j8HjU2HwRYavBEiyLMnDFqtIaa7860TaOfsl2Tj0+tNVtf1W1wOTfJ3BWcApXdvpwN8k+TNgCnhZ1/4fgLVJ/pDBmcIrgduQdiPOQUgLoJuDmKiq20ddi7RQvMQkSWryDEKS1OQZhCSpyYCQJDUZEJKkJgNCktRkQEiSmv4/0E8hRU7owzwAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "=========================== END OF EPOCH ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Epoch 2\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "a46dd7ad26b5416cb3a8710c5805fa5a",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "  0%|          | 0/5848 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "=========================== BATCH 0 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 500 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 1000 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 1500 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 2000 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 2500 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 3000 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 3500 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 4000 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 4500 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "=========================== BATCH 5000 ===========================\n",
      "Prompt 0: Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.\n",
      "Model output (raw): Why does Earth orbit the Sun? I think it has to to with gravity, but I am not sure.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 1: Hello world, \n",
      "Model output (raw): Hello world,                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 <CUTOFF>\n",
      "\n",
      "Prompt 2: How to use ChatGPT? How should I use ChatGPT?\n",
      "Model output (raw): How to use ChatGPT? How should I use ChatGPT?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 3: My code does not work. What should I do? I have been working on my code, and it does not work.\n",
      "Model output (raw): My code does not work. What should I do? I have been working on my code, and it does not work.                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 4: Why is this code not working: `1+\"A\"`? Can you help?\n",
      "Model output (raw): Why is this code not working: `1+\"A\"`? Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 5: Why is Java better than Python?\n",
      "Model output (raw): Why is Java better than Python?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 6: Why is Python better than Java?\n",
      "Model output (raw): Why is Python better than Java?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 7: What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?\n",
      "Model output (raw): What is the purpose of the main() function in C? I know that it is where the code starts executing, but I am not 100%. Can you help?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n",
      "Prompt 8: What is coding?\n",
      "Model output (raw): What is coding?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                <CUTOFF>\n",
      "\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-24-ead52795a40b>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m     13\u001b[0m         \u001b[0mdata\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdata\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdevice\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     14\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 15\u001b[0;31m         \u001b[0moutput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mloss\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmodel\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     16\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     17\u001b[0m         \u001b[0mloss\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mbackward\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/lib/python3/dist-packages/torch/nn/modules/module.py\u001b[0m in \u001b[0;36m_call_impl\u001b[0;34m(self, *input, **kwargs)\u001b[0m\n\u001b[1;32m   1192\u001b[0m         if not (self._backward_hooks or self._forward_hooks or self._forward_pre_hooks or _global_backward_hooks\n\u001b[1;32m   1193\u001b[0m                 or _global_forward_hooks or _global_forward_pre_hooks):\n\u001b[0;32m-> 1194\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mforward_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0minput\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   1195\u001b[0m         \u001b[0;31m# Do not call functions when jit is used\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1196\u001b[0m         \u001b[0mfull_backward_hooks\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnon_full_backward_hooks\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m<ipython-input-9-130b8e954383>\u001b[0m in \u001b[0;36mforward\u001b[0;34m(self, x, calculate_loss)\u001b[0m\n\u001b[1;32m     64\u001b[0m             \u001b[0;31m## Run the decoder\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     65\u001b[0m             \u001b[0;31m#do masked self attention\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 66\u001b[0;31m             \u001b[0mmask\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mMultiHeadAttention\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mgen_causal_mask\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mres\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdevice\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     67\u001b[0m             \u001b[0mres\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mres\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0md_self_attention\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mres\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mres\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0mres\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmask\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmask\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     68\u001b[0m             \u001b[0mself_res\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mres\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "model.train()\n",
    "\n",
    "epoch_losses = []\n",
    "for epoch in range(n_epochs):\n",
    "    print(f\"Epoch {epoch+1}\")\n",
    "    \n",
    "    batch_losses = []\n",
    "    batch_test_output = []\n",
    "    \n",
    "    for batch, data in enumerate(tqdm(dataloader)):\n",
    "        optimizer.zero_grad()\n",
    "\n",
    "        data = data.to(device)\n",
    "\n",
    "        output, loss = model(data, True)\n",
    "        \n",
    "        loss.backward()\n",
    "        optimizer.step()\n",
    "\n",
    "        batch_losses.append(loss.item())\n",
    "        \n",
    "        if batch % 500 == 0:\n",
    "            print(f\"=========================== BATCH {batch} ===========================\")\n",
    "            batch_test_output.append(f\"=========================== BATCH {batch} ===========================\")\n",
    "            with torch.no_grad():\n",
    "                for i, prompt in enumerate(prompts):\n",
    "                    print(f\"Prompt {i}: {prompt}\")\n",
    "                    output=generate(prompt)\n",
    "                    batch_test_output.append(f\"Prompt {i}: {prompt}\"+\"\\n\"+output)\n",
    "                    if not output.strip().endswith(\"<CUTOFF>\"):\n",
    "                        print(f\"Model output (markdown): \", end=\"\")\n",
    "                        IPython.display.display(IPython.display.Markdown(output))\n",
    "                    else:\n",
    "                        print(f\"Model output (raw): {output}\")\n",
    "                    print()\n",
    "\n",
    "        \n",
    "    epoch_losses.append(sum(batch_losses)/len(batch_losses))\n",
    "\n",
    "    plt.plot(range(len(batch_losses)),batch_losses)\n",
    "    plt.xlabel(\"Batch\")\n",
    "    plt.ylabel(\"Loss\")\n",
    "    plt.title(\"Batch loss\")\n",
    "    plt.show()\n",
    "\n",
    "    plt.plot(range(len(epoch_losses)), epoch_losses)\n",
    "    plt.xlabel(\"Epoch\")\n",
    "    plt.ylabel(\"Loss\")\n",
    "    plt.title(\"Epoch loss\")\n",
    "    plt.show()\n",
    "\n",
    "    torch.save(model, prefix_models+f\"model_E{epoch}.pt\")\n",
    "\n",
    "    with open(prefix_models+\"losses.txt\", \"a\") as f:\n",
    "        f.write(f\"{epoch_losses[-1]}\\n\")\n",
    "        \n",
    "    scheduler.step()    \n",
    "    \n",
    "    print(\"=========================== END OF EPOCH ===========================\")\n",
    "    batch_test_output.append(\"=========================== END OF EPOCH ===========================\")\n",
    "    with torch.no_grad():\n",
    "        for i, prompt in enumerate(prompts):\n",
    "            print(f\"Prompt {i}: {prompt}\")\n",
    "            output=generate(prompt)\n",
    "            batch_test_output.append(f\"Prompt {i}: {prompt}\"+\"\\n\"+output)\n",
    "            if not output.strip().endswith(\"<CUTOFF>\"):\n",
    "                print(f\"Model output (markdown): \", end=\"\")\n",
    "                IPython.display.display(IPython.display.Markdown(output))\n",
    "            else:\n",
    "                print(f\"Model output (raw): {output}\")\n",
    "            print()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "DUracnfcZSLX",
    "tags": []
   },
   "outputs": [],
   "source": [
    "model = torch.load(prefix_models+\"model_E0\")\n",
    "\n",
    "with torch.no_grad():\n",
    "    for i, prompt in enumerate(prompts):\n",
    "        print(f\"Prompt {i}: {prompt}\")\n",
    "        output=generate(prompt)\n",
    "        print(f\"Model output: {output}\")\n",
    "        print()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "r31WSN9YiTuZ"
   },
   "outputs": [],
   "source": [
    "import builtins\n",
    "while True:\n",
    "    prompt = builtins.input(\">>> \")\n",
    "    output=generate(prompt)\n",
    "    print(f\"Model output: {output}\")\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}