notebook/thai_romanize_pytorch_seq2seq_attention.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "view-in-github"
   },
   "source": [
    "<a href=\"https://colab.research.google.com/github/artificiala/thai-romanization/blob/master/thai_romanize_pytorch_seq2seq_attention.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "rSq5OByfI83o"
   },
   "source": [
    "# Thai to English Transliteration with Seq2Seq model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "_CW69fmZI83p"
   },
   "outputs": [],
   "source": [
    "# -*- coding: utf-8 -*-\n",
    "from __future__ import unicode_literals\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "oWHEtNGSI83s"
   },
   "outputs": [],
   "source": [
    "import time\n",
    "import sys\n",
    "import os\n",
    "import random\n",
    "import math\n",
    "\n",
    "import torch\n",
    "import torch.nn as nn\n",
    "import torch.nn.functional as F\n",
    "from torch.autograd import Variable\n",
    "from torch import optim\n",
    "from torch.utils.data import Dataset, DataLoader, SubsetRandomSampler\n",
    "from torchvision import transforms, utils\n",
    "import numpy as np\n",
    "from tqdm.auto import tqdm\n",
    "from collections import Counter\n",
    "from matplotlib import pyplot as plt\n",
    "from collections import OrderedDict\n",
    "\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "import matplotlib.ticker as ticker\n",
    "\n",
    "\n",
    "SEED = 0\n",
    "np.random.seed(SEED)\n",
    "random.seed(SEED)\n",
    "torch.manual_seed(SEED)\n",
    "torch.backends.cudnn.deterministic = True\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.font_manager.FontProperties at 0x7fbbe80f1128>"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import os\n",
    "from matplotlib import font_manager as fm, rcParams\n",
    "\n",
    "fpath = os.path.join(rcParams[\"datapath\"], \"/usr/share/fonts/truetype/tlwg/Loma-Bold.ttf\")\n",
    "prop = fm.FontProperties(fname=fpath)\n",
    "# ax.set_title('This is a special font: {}'.format(fname), fontproperties=prop)\n",
    "prop"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 306
    },
    "colab_type": "code",
    "id": "x-id2JKQJy9M",
    "outputId": "87d9f6c3-4fd5-47b6-8530-c6b5ea867933"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Tue Aug  6 08:30:51 2019       \r\n",
      "+-----------------------------------------------------------------------------+\r\n",
      "| NVIDIA-SMI 418.67       Driver Version: 418.67       CUDA Version: 10.1     |\r\n",
      "|-------------------------------+----------------------+----------------------+\r\n",
      "| GPU  Name        Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |\r\n",
      "| Fan  Temp  Perf  Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |\r\n",
      "|===============================+======================+======================|\r\n",
      "|   0  GeForce RTX 208...  Off  | 00000000:03:00.0 Off |                  N/A |\r\n",
      "| 25%   34C    P0     1W / 250W |      0MiB / 10989MiB |      0%      Default |\r\n",
      "+-------------------------------+----------------------+----------------------+\r\n",
      "                                                                               \r\n",
      "+-----------------------------------------------------------------------------+\r\n",
      "| Processes:                                                       GPU Memory |\r\n",
      "|  GPU       PID   Type   Process name                             Usage      |\r\n",
      "|=============================================================================|\r\n",
      "|  No running processes found                                                 |\r\n",
      "+-----------------------------------------------------------------------------+\r\n"
     ]
    }
   ],
   "source": [
    "!nvidia-smi"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "h-Z7H_FxI83w",
    "outputId": "0c0fd18a-a3f1-459e-ac73-99625b871312"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "device(type='cuda', index=0)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check if GPUs are in the machine, otherwise assign device as CPU\n",
    "device = torch.device(\"cuda:0\" if torch.cuda.is_available() else \"cpu\")\n",
    "device"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 136
    },
    "colab_type": "code",
    "id": "krV1812tJco8",
    "outputId": "57559032-a348-40e6-a68d-2c8324279bbf"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "fatal: destination path 'thai-romanization' already exists and is not an empty directory.\r\n"
     ]
    }
   ],
   "source": [
    "!git clone https://github.com/artificiala/thai-romanization.git"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "XEnBLgx1JhGT",
    "outputId": "5942526f-5452-4658-df65-8b9405709b5b"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "thai2rom-pytorch.attn.v6.best_epoch-1.tar\r\n",
      "thai-romanization\r\n",
      "thai-romanize-pytorch-seq2seq-attention.html\r\n",
      "thai_romanize_pytorch_seq2seq_attention.ipynb\r\n",
      "thai-romanize-pytorch-seq2seq-attention.ipynb\r\n"
     ]
    }
   ],
   "source": [
    "!ls"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "MiXtrNtoI830"
   },
   "source": [
    "The csv file contains two columns indicates Thai text and its corresponding English tranliteration"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 187
    },
    "colab_type": "code",
    "id": "4Itj2fQkI831",
    "outputId": "80ab0868-ef4e-4e22-bf56-f976a7da5fd2"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "กองพันทหารปืนใหญ่\tkongphanthahanpuenyai\r\n",
      "วิฑูรย์\twithun\r\n",
      "เมตาบอลิสม\tmetabolisom\r\n",
      "บ้านหนองเลา\tbannonglao\r\n",
      "อายุษ\tayut\r\n",
      "แทมปา\tthaempa\r\n",
      "ประเทศกรีนแลนด์\tprathetkrinlaen\r\n",
      "พรรคคองเกรส\tphakkhongkerot\r\n",
      "การสูบ\tkansup\r\n",
      "บ้านเทพพยัคฆ์ใต้\tbanthepphayaktai\r\n"
     ]
    }
   ],
   "source": [
    "DATA_PATH = '../dataset/data.csv'\n",
    "!head $DATA_PATH"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "IXA7cPkwI834"
   },
   "outputs": [],
   "source": [
    "\n",
    "def load_data(data_path):\n",
    "    with open(data_path, 'r', encoding='utf-8-sig') as f:\n",
    "        lines = f.read().rstrip().split('\\n')\n",
    "\n",
    "    input_texts = []\n",
    "    target_texts = []\n",
    "    for line in lines:\n",
    "        line = line.replace(u'\\xa0',' ')\n",
    "        input_text, target_text = line.split('\\t')\n",
    "        input_texts.append(input_text)\n",
    "        target_texts.append(target_text)\n",
    "\n",
    "    return input_texts, target_texts\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 51
    },
    "colab_type": "code",
    "id": "cEtf-SEDI837",
    "outputId": "274bf054-cc08-494e-f963-cc6d75ecd32e"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 584 ms, sys: 164 ms, total: 748 ms\n",
      "Wall time: 747 ms\n"
     ]
    }
   ],
   "source": [
    "%time input_texts, target_texts = load_data(DATA_PATH)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "zPT4ZmzSI83-"
   },
   "outputs": [],
   "source": [
    "# Define special characters\n",
    "UNK_token = '<UNK>'\n",
    "PAD_token = '<PAD>'\n",
    "START_token = '<start>'\n",
    "END_token = '<end>'\n",
    "MAX_LENGTH = 60\n",
    "\n",
    "class Language:\n",
    "    def __init__(self, name, is_input=False):\n",
    "        self.name = name\n",
    "        self.characters = set()\n",
    "        self.n_chars = 0\n",
    "        self.char2index = {}\n",
    "        self.index2char = {}\n",
    "\n",
    "        if is_input == True:\n",
    "            self.index2char = { 0: PAD_token, 1: UNK_token, 2: START_token, 3: END_token }\n",
    "            self.char2index = { ch:i for i, ch in self.index2char.items() } #reverse dictionary\n",
    "            self.n_chars = 4\n",
    "        else:\n",
    "            self.index2char = { 0: PAD_token, 1: START_token, 2: END_token }\n",
    "            self.char2index = { ch:i for i, ch in self.index2char.items() } #reverse dictionary\n",
    "            self.n_chars = 3\n",
    "\n",
    "    def addText(self, text):\n",
    "        for character in text:\n",
    "            self.addCharacter(character)\n",
    "    \n",
    "    def addCharacter(self, character):\n",
    "        if character not in self.char2index.keys():\n",
    "            self.char2index[character] = self.n_chars\n",
    "            self.index2char[self.n_chars] = character\n",
    "            self.n_chars += 1\n",
    "            \n",
    "            \n",
    "def indexesFromText(lang, text):\n",
    "    \"\"\"returns indexes for all character given the text in the specified language\"\"\"\n",
    "    return [lang.char2index[char] for char in text]\n",
    "\n",
    "def tensorFromText(lang, text):\n",
    "    \"\"\"construct a tensor given the text in the specified language\"\"\"\n",
    "    indexes = indexesFromText(lang, text)\n",
    "    indexes.append(lang.char2index[END_token])\n",
    "    \n",
    "    no_padded_seq_length = len(indexes) # Number of characters in the text (including <END> token)\n",
    "    # Add padding token to make all tensors in the same length\n",
    "    for i in range(len(indexes), MAX_LENGTH): # padding\n",
    "        indexes.append(lang.char2index[PAD_token])\n",
    "        \n",
    "    return torch.tensor(indexes, dtype=torch.long).to(device), no_padded_seq_length\n",
    "\n",
    "def filterPair(p1, p2):\n",
    "    \"\"\"filter for the pair the both texts has length less than `MAX_LENGTH`\"\"\"\n",
    "    return len(p1) < MAX_LENGTH and len(p2) < MAX_LENGTH\n",
    "\n",
    "def tensorsFromPair(pair, lang1, lang2):\n",
    "    \"\"\"construct two tensors from a pair of source and target text specified by source and target language\"\"\"\n",
    "    input_tensor, input_length = tensorFromText(lang1, pair[0])\n",
    "    target_tensor, target_length = tensorFromText(lang2, pair[1])\n",
    "    return input_tensor, target_tensor, input_length, target_length\n",
    "\n",
    "\n",
    "\n",
    "class ToTensor(object):\n",
    "    \"\"\"Convert ndarrays in sample to Tensors.\"\"\"\n",
    "\n",
    "    def __call__(self, sample):\n",
    "        input_text, target_text, lang_th, lang_th_romanized = sample['input_text'], sample['target_text'], \\\n",
    "                                                              sample['lang_th'], sample['lang_th_romanized']\n",
    "\n",
    "        input_tensor, target_tensor, input_length, target_length = tensorsFromPair([input_text, target_text], \n",
    "                                                                                   lang_th, \n",
    "                                                                                   lang_th_romanized)\n",
    "        \n",
    "        return {\n",
    "                'input_text': input_text,\n",
    "                'target_text': target_text,\n",
    "                'input_length': input_length,\n",
    "                'target_length': target_length,\n",
    "                'input_tensor': input_tensor,\n",
    "                'target_tensor': target_tensor\n",
    "               }\n",
    "    \n",
    "    \n",
    "class ThaiRomanizationDataset(Dataset):\n",
    "    \"\"\"Thai Romanization Dataset class\"\"\"\n",
    "    def __init__(self, \n",
    "                 data_path=DATA_PATH, \n",
    "                 transform=transforms.Compose([ ToTensor() ])):\n",
    "\n",
    "        input_texts, target_texts = load_data(data_path)\n",
    "        \n",
    "        self.input_texts = input_texts\n",
    "        self.target_texts = target_texts\n",
    "        self.transform = transform\n",
    "        self.lang_th = None\n",
    "        self.lang_th_romanized = None\n",
    "        self.counter = Counter()\n",
    "        self.pairs = []\n",
    "        self.prepareData()\n",
    "\n",
    "    def prepareData(self):\n",
    "        self.lang_th = Language('th', is_input=True)\n",
    "        self.lang_th_romanized = Language('th_romanized', is_input=False)\n",
    "        for i in range(len(self.input_texts)):\n",
    "            \n",
    "            input_text = self.input_texts[i]\n",
    "            target_text = self.target_texts[i]\n",
    "            \n",
    "            # Count the number of input and target sequences with length `x`\n",
    "            self.counter.update({ \n",
    "                                  'len_input_{}'.format(len(input_text)): 1, \n",
    "                                  'len_target_{}'.format(len(target_text)): 1 \n",
    "                                })\n",
    "            \n",
    "            if filterPair(input_text, target_text):\n",
    "                self.pairs.append((input_text, target_text))\n",
    "                self.lang_th.addText(input_text)\n",
    "                self.lang_th_romanized.addText(target_text)    \n",
    "\n",
    "    def __len__(self):\n",
    "        return len(self.pairs)\n",
    "    \n",
    "    def __getitem__(self, idx):\n",
    "        \n",
    "        sample = dict()\n",
    "        sample['input_text'] = self.pairs[idx][0]\n",
    "        sample['target_text'] = self.pairs[idx][1]\n",
    "        \n",
    "        sample['lang_th'] = self.lang_th\n",
    "        sample['lang_th_romanized'] = self.lang_th_romanized\n",
    "\n",
    "        if self.transform:\n",
    "            sample = self.transform(sample)\n",
    "\n",
    "        return sample\n",
    "    \n",
    "\n",
    "def save_model(name, epoch, loss, model):\n",
    "    print('Save model at epoch ', epoch)\n",
    "    torch.save({\n",
    "        'epoch': epoch,\n",
    "        'loss': loss,\n",
    "        'model_state_dict': model.state_dict(),\n",
    "        'optimizer_state_dict': optimizer.state_dict(),\n",
    "        'char_to_ix': thai_romanization_dataset.lang_th.char2index,\n",
    "        'ix_to_char': thai_romanization_dataset.lang_th.index2char,\n",
    "        'target_char_to_ix': thai_romanization_dataset.lang_th_romanized.char2index,\n",
    "        'ix_to_target_char':thai_romanization_dataset.lang_th_romanized.index2char,\n",
    "        'encoder_params': (INPUT_DIM, ENC_EMB_DIM, ENC_HID_DIM, ENC_DROPOUT), \n",
    "        'decoder_params': (OUTPUT_DIM, DEC_EMB_DIM, DEC_HID_DIM, DEC_DROPOUT)\n",
    "        \n",
    "    }, \"{}.best_epoch-{}.tar\".format(name, epoch))\n",
    "    \n",
    " \n",
    "    \n",
    "def load_model(model_path):\n",
    "    \n",
    "    data = torch.load(model_path)\n",
    "    \n",
    "    INPUT_DIM, ENC_EMB_DIM, ENC_HID_DIM, ENC_DROPOUT = data['encoder_params']\n",
    "    OUTPUT_DIM, DEC_EMB_DIM, DEC_HID_DIM, DEC_DROPOUT = data['decoder_params']\n",
    "\n",
    "    \n",
    "    encoder = Encoder(INPUT_DIM, ENC_EMB_DIM, ENC_HID_DIM).to(device)\n",
    "    decoder = AttentionDecoder(OUTPUT_DIM, DEC_EMB_DIM, DEC_HID_DIM).to(device)\n",
    "\n",
    "    model = Seq2Seq(encoder, decoder).to(device)\n",
    "    \n",
    "    model.load_state_dict(data['model_state_dict'])\n",
    "    \n",
    "    \n",
    "    learning_rate = 0.001\n",
    "    optimizer = torch.optim.Adam(model.parameters(), lr=learning_rate)\n",
    "    optimizer.load_state_dict(data['optimizer_state_dict'])\n",
    "    criterion = nn.CrossEntropyLoss(ignore_index = 0)\n",
    "\n",
    "    char_to_ix = data['char_to_ix']\n",
    "    ix_to_char = data['ix_to_char'] \n",
    "    target_char_to_ix = data['target_char_to_ix']\n",
    "    ix_to_target_char = data['ix_to_target_char']\n",
    "    \n",
    "    \n",
    "    return {\n",
    "        'model': model,\n",
    "        'optmizer': optimizer,\n",
    "        'char_to_ix': char_to_ix,\n",
    "        'ix_to_char' : ix_to_char,\n",
    "        'target_char_to_ix': target_char_to_ix,\n",
    "        'ix_to_target_char': ix_to_target_char\n",
    "    }\n",
    "       "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "KxtnyncQI84B"
   },
   "outputs": [],
   "source": [
    "thai_romanization_dataset = ThaiRomanizationDataset()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "ooP_qXNDI84E"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 697
    },
    "colab_type": "code",
    "id": "8X9wxkrqI84H",
    "outputId": "376da3a2-5ef6-4696-fd08-7bda27bb0a29"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{0: '<PAD>',\n",
       " 1: '<start>',\n",
       " 2: '<end>',\n",
       " 3: 'k',\n",
       " 4: 'o',\n",
       " 5: 'n',\n",
       " 6: 'g',\n",
       " 7: 'p',\n",
       " 8: 'h',\n",
       " 9: 'a',\n",
       " 10: 't',\n",
       " 11: 'u',\n",
       " 12: 'e',\n",
       " 13: 'y',\n",
       " 14: 'i',\n",
       " 15: 'w',\n",
       " 16: 'm',\n",
       " 17: 'b',\n",
       " 18: 'l',\n",
       " 19: 's',\n",
       " 20: 'r',\n",
       " 21: 'd',\n",
       " 22: 'c',\n",
       " 23: 'f',\n",
       " 24: '-',\n",
       " 25: ' ',\n",
       " 26: '2',\n",
       " 27: '1',\n",
       " 28: '4',\n",
       " 29: '8',\n",
       " 30: '3',\n",
       " 31: '5',\n",
       " 32: '7',\n",
       " 33: '0',\n",
       " 34: '6',\n",
       " 35: '9',\n",
       " 36: '\"',\n",
       " 37: '!',\n",
       " 38: '(',\n",
       " 39: ')'}"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "thai_romanization_dataset.lang_th_romanized.index2char"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "SKFK1BsPI84K"
   },
   "source": [
    "## Seq2Seq Model architecture"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "BHHjBByAI84L"
   },
   "source": [
    "## 1. Encoder"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "lAY1a-API84M"
   },
   "source": [
    "Encoder \n",
    "    - Embedding layer :(vocaburay_size, embedding_size) \n",
    "        Input: (batch_size, sequence_length)\n",
    "        Output: (batch_size, sequence_length, embebeding_size)\n",
    "      \n",
    "    - Bi-LSTM layer : (input_size, hidden_size, num_layers, batch_first=True)\n",
    "        Input: (input=(batch_size, seq_len, embebeding_size),  hidden)\n",
    "        Output: (output=(batch_size, seq_len, hidden_size),\n",
    "                 (h_n, c_n))\n",
    "     \n",
    "     \n",
    "__Steps:__\n",
    "\n",
    "1. Receives a batch of source sequences (batch_size, MAX_LENGTH) and a 1-D array of the length for each sequence (batch_size).\n",
    "     \n",
    "2. Sort sequences in the batch by sequence length (number of tokens in the sequence where <PAD> token is excluded).\n",
    "\n",
    "3. Feed the batch of sorted sequences into the Embedding Layer to maps source character indices into vectors. (batch_size,  sequence_length, embebeding_size)\n",
    "\n",
    "4. Use `pack_padded_sequence` to let LSTM packed input with same length at time step $t$ together. This will reduce time required for training by avoid feeding `<PAD>` token to the LSTMs.\n",
    "\n",
    "\n",
    "5. Returns LSTM outputs in the unsorted order, and the LSTM hidden state vectors.\n",
    "     "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "UFpV9J6oI84N"
   },
   "outputs": [],
   "source": [
    "\n",
    "\n",
    "class Encoder(nn.Module):\n",
    "    \n",
    "    def __init__(self, vocabulary_size, embedding_size, hidden_size, dropout=0.5):\n",
    "        \"\"\"Constructor\"\"\"\n",
    "        super(Encoder, self).__init__()\n",
    "        \n",
    "        self.hidden_size = hidden_size\n",
    "        self.character_embedding = nn.Embedding(vocabulary_size, embedding_size)\n",
    "        self.rnn = nn.LSTM(input_size=embedding_size, \n",
    "                            hidden_size=hidden_size // 2, \n",
    "                            bidirectional=True,\n",
    "                            batch_first=True)\n",
    "        \n",
    "        self.dropout = nn.Dropout(dropout)\n",
    "\n",
    "\n",
    "    def forward(self, sequences, sequences_lengths):\n",
    "        batch_size = sequences.size(0)\n",
    "        hidden = self.init_hidden(batch_size) # batch_size\n",
    "\n",
    "#         print('encoder, hidden:', hidden)\n",
    "        # sequences :(batch_size, sequence_length=MAX_LENGTH)\n",
    "        # sequences_lengths: (batch_size)  # an 1-D indicating length of each sequence (excluded <PAD> token) in `seq`\n",
    "        \n",
    "        # 1. Firstly we sort `sequences_lengths` according to theirs values and keep list of indexes to perform sorting\n",
    "        sequences_lengths = np.sort(sequences_lengths)[::-1] # sort in ascending order and reverse it\n",
    "        index_sorted = np.argsort(-sequences_lengths) # use negation in sort in descending order\n",
    "        index_unsort = np.argsort(index_sorted) # to unsorted sequence\n",
    "        \n",
    "        \n",
    "        # 2. Then, we change position of sequence in `sequences` according to `index_sorted`\n",
    "        index_sorted = torch.from_numpy(index_sorted)\n",
    "        sequences = sequences.index_select(0, index_sorted.to(device))\n",
    "        \n",
    "        # 3. Feed to Embedding Layer\n",
    "        \n",
    "        sequences = self.character_embedding(sequences)\n",
    "        sequences = self.dropout(sequences)\n",
    "        \n",
    "#         print('sequences',sequences.size(), sequences)\n",
    "            \n",
    "        # 3. Use function: pack_padded_sequence to let LSTM packed input with same length at time step T together\n",
    "        \n",
    "        # Quick fix: Use seq_len.copy(), instead of seq_len to fix `Torch.from_numpy not support negative strides`\n",
    "        # ndarray.copy() will alocate new memory for numpy array which make it normal, I mean the stride is not negative any more.\n",
    "\n",
    "        sequences_packed = nn.utils.rnn.pack_padded_sequence(sequences,\n",
    "                                                             sequences_lengths.copy(),\n",
    "                                                             batch_first=True)\n",
    "#         print('sequences_packed', sequences_packed)\n",
    "\n",
    "        # 4. Feed to LSTM\n",
    "        sequences_output, hidden = self.rnn(sequences_packed, hidden)\n",
    "        \n",
    "        # 5. Unpack\n",
    "        sequences_output, _ = nn.utils.rnn.pad_packed_sequence(sequences_output, batch_first=True)\n",
    "\n",
    "        # 6. Un-sort by length\n",
    "        index_unsort = torch.from_numpy(index_unsort).to(device)\n",
    "        sequences_output = sequences_output.index_select(0, Variable(index_unsort))\n",
    "\n",
    "#         print('hidden shape', self.hidden[0].shape, self.hidden[0], self.hidden[1].shape, self.hidden[1])\n",
    "        return sequences_output, hidden\n",
    "    \n",
    "    def init_hidden(self, batch_size):\n",
    "        h_0 = torch.zeros([2, batch_size, self.hidden_size // 2], requires_grad=True).to(device)\n",
    "        c_0 = torch.zeros([2, batch_size, self.hidden_size // 2], requires_grad=True).to(device)\n",
    "\n",
    "        return (h_0, c_0)\n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Test encoder"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'input_text': ['พักษ์', 'กิติโชติ อมรรัตนบงกช'], 'target_text': ['phak', 'kitichot amonrattanabongkot'], 'input_length': tensor([ 6, 21]), 'target_length': tensor([ 5, 28]), 'input_tensor': tensor([[ 7,  8,  4, 33, 24,  3,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0],\n",
      "        [ 4, 20, 27, 20, 41, 43, 27, 20, 56,  5, 26, 13, 13,  8, 27,  9, 28,  6,\n",
      "          4, 43,  3,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0]], device='cuda:0'), 'target_tensor': tensor([[ 7,  8,  9,  3,  2,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0],\n",
      "        [ 3, 14, 10, 14, 22,  8,  4, 10, 25,  9, 16,  4,  5, 20,  9, 10, 10,  9,\n",
      "          5,  9, 17,  4,  5,  6,  3,  4, 10,  2,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0]], device='cuda:0')}\n",
      "input_tensor torch.Size([2, 60])\n",
      "input_length torch.Size([2])\n",
      "target_tensor torch.Size([2, 60])\n",
      "output torch.Size([2, 21, 10])\n",
      "hidden[0] torch.Size([2, 2, 5]) tensor([[[ 0.0820,  0.0584, -0.0531, -0.4465, -0.1663],\n",
      "         [ 0.0974,  0.0024,  0.0425, -0.0111, -0.4270]],\n",
      "\n",
      "        [[-0.1227,  0.0012,  0.3091,  0.2860, -0.0360],\n",
      "         [-0.1845,  0.0165,  0.0525, -0.2382,  0.0147]]], device='cuda:0',\n",
      "       grad_fn=<CudnnRnnBackward>)\n",
      "hidden[1] torch.Size([2, 2, 5]) tensor([[[ 2.3500e-01,  2.0160e-01, -1.1548e-01, -1.4721e+00, -3.8772e-01],\n",
      "         [ 1.9167e-01,  3.7074e-03,  5.6355e-01, -1.6330e-01, -4.9251e-01]],\n",
      "\n",
      "        [[-1.7113e-01,  1.4261e-03,  4.3703e-01,  3.9646e-01, -5.7846e-02],\n",
      "         [-5.3717e-01,  1.1895e-01,  6.9725e-01, -2.7508e-01,  7.0816e-02]]],\n",
      "       device='cuda:0', grad_fn=<CudnnRnnBackward>)\n"
     ]
    }
   ],
   "source": [
    "### Testing Encoder part\n",
    "# TODO: put whether GPU is available or not\n",
    "# Device\n",
    "\n",
    "INPUT_DIM = len(thai_romanization_dataset.lang_th.char2index)\n",
    "OUTPUT_DIM = len(thai_romanization_dataset.lang_th_romanized.char2index)\n",
    "\n",
    "ENC_EMB_DIM = 10\n",
    "ENC_HID_DIM = 10\n",
    "ENC_DROPOUT = 0.5\n",
    "\n",
    "_encoder = Encoder(INPUT_DIM, ENC_EMB_DIM, ENC_HID_DIM).to(device)\n",
    "\n",
    "# obtain one sample from the data iterator\n",
    "\n",
    "for batch in train_dataset_loader:\n",
    "    print(batch)\n",
    "    \n",
    "    input_tensor, input_length, target_tensor = batch['input_tensor'], batch['input_length'], batch['target_tensor']\n",
    "    \n",
    "    output, hidden = _encoder(input_tensor, input_length)\n",
    "    \n",
    "    print('input_tensor', input_tensor.size())\n",
    "    print('input_length', input_length.size())\n",
    "    print('target_tensor', target_tensor.size())\n",
    "    print('output', output.size())\n",
    "    print('hidden[0]', hidden[0].size(), hidden[0])\n",
    "    print('hidden[1]', hidden[0].size(), hidden[1])\n",
    "\n",
    "\n",
    "    break"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "_bdr185mI84Q"
   },
   "source": [
    "## Decoder"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "2Zppvb0OI84R"
   },
   "source": [
    "   \n",
    "Decoder architecture\n",
    "\n",
    "    - Embedding layer :(vocabulary_size, embebeding_size)\n",
    "        Input: (batch_size, sequence_length=1)\n",
    "        Output: (batch_size, sequence_length=1, embebeding_size)\n",
    "    - RNN layer :input_size=embebeding_size, hidden_size, num_layers, batch_first=True)\n",
    "        Input: (input=(batch_size, input_size=embedding_dimension), hidden:tuple=encoder_hidden\n",
    "        Output: (batch_size, seq_len, hidden_size), (h_n, c_n)\n",
    "    - Attention Layer: (in_features=hidden_size, out_features=hidden_size, bias=True)\n",
    "    - Linear Layer: (in_features, out_features=vocabulary_size)\n",
    "        Input: (batch_size, hidden_size)\n",
    "        Output: (batch_size, vocabulary_size)\n",
    "    \n",
    "    - Softmax layer\n",
    "        Input: (batch_size, vocabulary_size)\n",
    "        Output: (batch_size, vocabulary_size)\n",
    "\n",
    "\n",
    "\n",
    "For the Attention mechanishm in the Decoder, Luong-style attention [[Luong et. al (2015)](https://arxiv.org/abs/1508.04025)] is used. \n",
    "\n",
    "\n",
    "\n",
    "__Steps:__\n",
    "\n",
    "1. Receives a batch of <start> token (batch_size, 1) and a batch of Encoder's hidden state.\n",
    "     \n",
    "2. Embed input into vectors.\n",
    "\n",
    "3. Feed vectors from (2) to the LSTM.\n",
    "\n",
    "4. Feed the output of LSTM at time step $t_1$ and Encoder output to the Attention Layer.\n",
    "\n",
    "5. Attention layer, returns weights for Encoder's hidden states in every time step (masked out the time step with <PAD> token), then multiply with Encoder's hidden states to obtain a context vector\n",
    "    \n",
    "6. Concatenate both decoder hidden state and the context vector, feed to a linear layer, and return its output.\n",
    "\n",
    "7. Decoder then returns, final output, decoder's hidden state, attention weights, and context vector at time step $t$"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "DXlNJGT-I84R"
   },
   "outputs": [],
   "source": [
    "\n",
    "class Attn(nn.Module):\n",
    "    def __init__(self, method, hidden_size):\n",
    "        super(Attn, self).__init__()\n",
    "\n",
    "        self.method = method\n",
    "        self.hidden_size = hidden_size\n",
    "\n",
    "        if self.method == 'general':\n",
    "            self.attn = nn.Linear(self.hidden_size, self.hidden_size)\n",
    "\n",
    "        elif self.method == 'concat':\n",
    "            self.attn = nn.Linear(self.hidden_size * 2, self.hidden_size)\n",
    "            self.other = nn.Parameter(torch.FloatTensor(1, self.hidden_size))\n",
    "\n",
    "    def forward(self, hidden, encoder_outputs, mask):\n",
    "        # hidden: B x 1 x h ; \n",
    "        # encoder_outputs: B x S x h\n",
    "\n",
    "        # Calculate energies for each encoder output\n",
    "        if self.method == 'dot':\n",
    "            attn_energies = torch.bmm(encoder_outputs, hidden.transpose(1, 2)).squeeze(2)  # B x S\n",
    "        elif self.method == 'general':\n",
    "            attn_energies = self.attn(encoder_outputs.view(-1, encoder_outputs.size(-1)))  # (B * S) x h\n",
    "            attn_energies = torch.bmm(attn_energies.view(*encoder_outputs.size()),\n",
    "                                      hidden.transpose(1, 2)).squeeze(2)  # B x S\n",
    "        elif self.method == 'concat':\n",
    "            attn_energies = self.attn(\n",
    "                torch.cat((hidden.expand(*encoder_outputs.size()), encoder_outputs), 2))  # B x S x h\n",
    "            attn_energies = torch.bmm(attn_energies,\n",
    "                                      self.other.unsqueeze(0).expand(*hidden.size()).transpose(1, 2)).squeeze(2)\n",
    "\n",
    "        attn_energies = attn_energies.masked_fill(mask == 0, -1e10)\n",
    "\n",
    "        # Normalize energies to weights in range 0 to 1\n",
    "        return F.softmax(attn_energies, 1)\n",
    "\n",
    "class AttentionDecoder(nn.Module): \n",
    "    \n",
    "    def __init__(self, vocabulary_size, embedding_size, hidden_size, dropout=0.5):\n",
    "        \"\"\"Constructor\"\"\"\n",
    "        super(AttentionDecoder, self).__init__()\n",
    "        self.vocabulary_size = vocabulary_size\n",
    "        self.hidden_size = hidden_size\n",
    "        self.character_embedding = nn.Embedding(vocabulary_size, embedding_size)\n",
    "        self.rnn = nn.LSTM(input_size=hidden_size + embedding_size,\n",
    "                            hidden_size=hidden_size,\n",
    "                            bidirectional=False,\n",
    "                            batch_first=True)\n",
    "        \n",
    "        self.attn = Attn(method=\"general\", hidden_size=self.hidden_size)\n",
    "        self.linear = nn.Linear( hidden_size, vocabulary_size)\n",
    "        \n",
    "        self.dropout = nn.Dropout(dropout)\n",
    "\n",
    "        \n",
    "    def forward(self, input, last_hidden, encoder_outputs, mask):\n",
    "        \"\"\"\"Defines the forward computation of the decoder\"\"\"\n",
    "        # input: (B, 1) ,\n",
    "        # last_hidden: (num_layers * num_directions = 2, B, hidden_dim)\n",
    "        # encoder_outputs: (B, S, hidden_dim)\n",
    "        \n",
    "        # last_hidden from  (batch_size, hidden size)\n",
    "        # to (batch_size, 1, hidden size)\n",
    "        hidden = last_hidden.permute(1, 0, 2)\n",
    "#         print('unsqueeze hidden.size()', hidden.size())\n",
    "\n",
    "        attn_weights = self.attn(hidden, encoder_outputs, mask)  # B x S\n",
    "\n",
    "        #  context = (B, 1, S) x (B, S, hidden_dim)\n",
    "        #  context = (B, 1, hidden_dim)\n",
    "        context_vector = attn_weights.unsqueeze(1).bmm(encoder_outputs)  \n",
    "        #  context after sum = (B, hidden_dim)\n",
    "        context_vector = torch.sum(context_vector, dim=1)\n",
    "        \n",
    "        \n",
    "        embedded = self.character_embedding(input)\n",
    "        embedded = self.dropout(embedded)\n",
    "        \n",
    "        # context_vector = (B, hidden_dim)\n",
    "        # embedded = (B, emb_dim)\n",
    "        # rnn_input = (B, hidden_dim + emb_dim)\n",
    "        context_vector = context_vector.unsqueeze(1)\n",
    "        \n",
    "#         print('context_vector', context_vector.size())\n",
    "#         print('embedded', embedded.size())\n",
    "        rnn_input = torch.cat((context_vector, embedded), -1)\n",
    "    \n",
    "        # output (batch_size, 1, hidden_dim)\n",
    "        output, hidden = self.rnn(rnn_input)        \n",
    "        \n",
    "#         print('hidden[0].size()', hidden[0].size(), hidden[0], )\n",
    "        output =  output.view(-1, output.size(2))\n",
    "        \n",
    "        x = self.linear(output)\n",
    "#         print('decoder hidden[0]', hidden[0].size(), hidden[0])\n",
    "        return x, hidden[0], attn_weights\n",
    "\n",
    "    def init_hidden(self, batch_size):\n",
    "        h_0 = torch.zeros([1, batch_size, self.hidden_size ], requires_grad=True).to(device)\n",
    "        c_0 = torch.zeros([1, batch_size, self.hidden_size ], requires_grad=True).to(device)\n",
    "\n",
    "        return (h_0, c_0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 166,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "start_token= 1\n",
      "{'input_text': ['แบกทีเรียไม่ใช้ออกซิเจน', 'กิตติพงศ์ กฤติโชติอนันต์'], 'target_text': ['baekthiriamaichai-oksichen', 'kittiphong krittichot-anan'], 'input_length': tensor([24, 25]), 'target_length': tensor([27, 27]), 'input_tensor': tensor([[34, 28,  4, 10, 37, 25, 13, 37, 23, 44, 26, 18, 16, 43, 31,  5,  5,  4,\n",
      "         53, 20, 25, 45,  9,  3,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0],\n",
      "        [ 4, 20, 27, 27, 20,  7,  6, 36, 24, 56,  4, 83, 27, 20, 41, 43, 27, 20,\n",
      "          5,  9,  8,  9, 27, 24,  3,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0]], device='cuda:0'), 'target_tensor': tensor([[17,  9, 12,  3, 10,  8, 14, 20, 14,  9, 16,  9, 14, 22,  8,  9, 14, 24,\n",
      "          4,  3, 19, 14, 22,  8, 12,  5,  2,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0],\n",
      "        [ 3, 14, 10, 10, 14,  7,  8,  4,  5,  6, 25,  3, 20, 14, 10, 10, 14, 22,\n",
      "          8,  4, 10, 24,  9,  5,  9,  5,  2,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "          0,  0,  0,  0,  0,  0]], device='cuda:0')}\n",
      "input_tensor torch.Size([2, 60])\n",
      "input_length torch.Size([2])\n",
      "target_tensor torch.Size([2, 60])\n",
      "encoder_outputs torch.Size([2, 25, 10])\n",
      "encoder_hidden[0] torch.Size([2, 2, 5]) tensor([[[-0.6234,  0.0990, -0.0663, -0.0529,  0.3585],\n",
      "         [-0.2649, -0.1057, -0.1294, -0.1527,  0.3468]],\n",
      "\n",
      "        [[ 0.0122,  0.3562,  0.2027,  0.1253,  0.0566],\n",
      "         [ 0.2722,  0.4105,  0.1136,  0.0293,  0.0650]]], device='cuda:0',\n",
      "       grad_fn=<CudnnRnnBackward>)\n",
      "encoder_hidden[1] torch.Size([2, 2, 5]) tensor([[[-0.7998,  0.1102, -0.0911, -0.6478,  0.6708],\n",
      "         [-0.6202, -0.3801, -0.3127, -0.3487,  0.5585]],\n",
      "\n",
      "        [[ 0.0368,  0.6235,  0.3472,  0.2400,  0.2666],\n",
      "         [ 0.9401,  0.6269,  0.1678,  0.0646,  0.2935]]], device='cuda:0',\n",
      "       grad_fn=<CudnnRnnBackward>)\n",
      "decoder_hidden torch.Size([1, 2, 10]) tensor([[[-0.6234,  0.0990, -0.0663, -0.0529,  0.3585,  0.0122,  0.3562,\n",
      "           0.2027,  0.1253,  0.0566],\n",
      "         [-0.2649, -0.1057, -0.1294, -0.1527,  0.3468,  0.2722,  0.4105,\n",
      "           0.1136,  0.0293,  0.0650]]], device='cuda:0',\n",
      "       grad_fn=<UnsqueezeBackward0>)\n",
      "\n",
      "\n",
      "mask torch.Size([2, 25]) tensor([[1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n",
      "         0],\n",
      "        [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,\n",
      "         1]], device='cuda:0', dtype=torch.uint8)\n",
      "\n",
      "\n",
      "decoder di= 0\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0426, 0.0421, 0.0380, 0.0363, 0.0332, 0.0371, 0.0425, 0.0457, 0.0397,\n",
      "         0.0361, 0.0401, 0.0418, 0.0441, 0.0429, 0.0449, 0.0465, 0.0448, 0.0447,\n",
      "         0.0448, 0.0386, 0.0383, 0.0434, 0.0440, 0.0477, 0.0000],\n",
      "        [0.0376, 0.0382, 0.0405, 0.0413, 0.0364, 0.0387, 0.0390, 0.0466, 0.0408,\n",
      "         0.0446, 0.0426, 0.0383, 0.0390, 0.0343, 0.0406, 0.0439, 0.0414, 0.0413,\n",
      "         0.0390, 0.0407, 0.0433, 0.0363, 0.0399, 0.0410, 0.0346]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 0\n",
      "\n",
      "\n",
      "decoder di= 1\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0404, 0.0406, 0.0407, 0.0385, 0.0411, 0.0442, 0.0412, 0.0443, 0.0411,\n",
      "         0.0461, 0.0412, 0.0424, 0.0408, 0.0400, 0.0404, 0.0408, 0.0414, 0.0393,\n",
      "         0.0414, 0.0423, 0.0438, 0.0428, 0.0447, 0.0407, 0.0000],\n",
      "        [0.0379, 0.0387, 0.0412, 0.0421, 0.0397, 0.0400, 0.0398, 0.0433, 0.0398,\n",
      "         0.0416, 0.0415, 0.0393, 0.0412, 0.0377, 0.0400, 0.0408, 0.0401, 0.0385,\n",
      "         0.0363, 0.0403, 0.0408, 0.0397, 0.0414, 0.0404, 0.0378]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 1\n",
      "\n",
      "\n",
      "decoder di= 2\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0409, 0.0395, 0.0410, 0.0411, 0.0394, 0.0433, 0.0401, 0.0472, 0.0425,\n",
      "         0.0498, 0.0397, 0.0423, 0.0371, 0.0408, 0.0397, 0.0412, 0.0400, 0.0387,\n",
      "         0.0411, 0.0428, 0.0438, 0.0430, 0.0490, 0.0361, 0.0000],\n",
      "        [0.0370, 0.0387, 0.0419, 0.0438, 0.0408, 0.0416, 0.0402, 0.0399, 0.0390,\n",
      "         0.0398, 0.0415, 0.0396, 0.0425, 0.0393, 0.0395, 0.0401, 0.0391, 0.0375,\n",
      "         0.0350, 0.0404, 0.0405, 0.0412, 0.0422, 0.0406, 0.0381]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[28],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['4', 'u']\n",
      "decoder_input ['4', 'u']\n",
      "done di= 2\n",
      "\n",
      "\n",
      "decoder di= 3\n",
      "User teacher_force=True\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0395, 0.0391, 0.0408, 0.0413, 0.0399, 0.0440, 0.0409, 0.0433, 0.0447,\n",
      "         0.0513, 0.0425, 0.0432, 0.0373, 0.0397, 0.0377, 0.0382, 0.0386, 0.0371,\n",
      "         0.0411, 0.0452, 0.0470, 0.0444, 0.0471, 0.0362, 0.0000],\n",
      "        [0.0341, 0.0375, 0.0432, 0.0470, 0.0414, 0.0414, 0.0395, 0.0418, 0.0385,\n",
      "         0.0413, 0.0428, 0.0390, 0.0445, 0.0373, 0.0393, 0.0412, 0.0398, 0.0355,\n",
      "         0.0307, 0.0412, 0.0406, 0.0418, 0.0439, 0.0409, 0.0358]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [22]], device='cuda:0')\n",
      "predicted  ['u', 'c']\n",
      "decoder_input ['k', 't']\n",
      "done di= 3\n",
      "\n",
      "\n",
      "decoder di= 4\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0420, 0.0422, 0.0412, 0.0405, 0.0411, 0.0407, 0.0422, 0.0417, 0.0411,\n",
      "         0.0400, 0.0409, 0.0419, 0.0423, 0.0423, 0.0424, 0.0420, 0.0420, 0.0420,\n",
      "         0.0434, 0.0423, 0.0412, 0.0416, 0.0409, 0.0422, 0.0000],\n",
      "        [0.0385, 0.0381, 0.0421, 0.0479, 0.0372, 0.0409, 0.0361, 0.0470, 0.0393,\n",
      "         0.0432, 0.0438, 0.0390, 0.0452, 0.0347, 0.0387, 0.0409, 0.0388, 0.0365,\n",
      "         0.0323, 0.0398, 0.0427, 0.0395, 0.0426, 0.0408, 0.0345]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 4\n",
      "\n",
      "\n",
      "decoder di= 5\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0409, 0.0407, 0.0389, 0.0364, 0.0378, 0.0418, 0.0416, 0.0469, 0.0408,\n",
      "         0.0448, 0.0394, 0.0429, 0.0407, 0.0414, 0.0419, 0.0424, 0.0420, 0.0403,\n",
      "         0.0439, 0.0432, 0.0431, 0.0428, 0.0461, 0.0394, 0.0000],\n",
      "        [0.0374, 0.0386, 0.0419, 0.0437, 0.0399, 0.0407, 0.0396, 0.0423, 0.0394,\n",
      "         0.0409, 0.0418, 0.0394, 0.0423, 0.0378, 0.0396, 0.0406, 0.0399, 0.0375,\n",
      "         0.0347, 0.0402, 0.0406, 0.0406, 0.0423, 0.0406, 0.0377]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 5\n",
      "\n",
      "\n",
      "decoder di= 6\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0396, 0.0396, 0.0398, 0.0385, 0.0397, 0.0437, 0.0410, 0.0453, 0.0417,\n",
      "         0.0491, 0.0397, 0.0434, 0.0387, 0.0406, 0.0399, 0.0403, 0.0400, 0.0381,\n",
      "         0.0427, 0.0462, 0.0466, 0.0424, 0.0467, 0.0366, 0.0000],\n",
      "        [0.0379, 0.0393, 0.0409, 0.0427, 0.0393, 0.0401, 0.0389, 0.0411, 0.0400,\n",
      "         0.0408, 0.0414, 0.0397, 0.0413, 0.0392, 0.0400, 0.0409, 0.0404, 0.0387,\n",
      "         0.0368, 0.0402, 0.0400, 0.0402, 0.0413, 0.0406, 0.0383]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 6\n",
      "\n",
      "\n",
      "decoder di= 7\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0397, 0.0404, 0.0384, 0.0366, 0.0399, 0.0431, 0.0422, 0.0458, 0.0406,\n",
      "         0.0439, 0.0402, 0.0431, 0.0420, 0.0402, 0.0410, 0.0411, 0.0414, 0.0396,\n",
      "         0.0450, 0.0442, 0.0446, 0.0422, 0.0435, 0.0415, 0.0000],\n",
      "        [0.0385, 0.0382, 0.0414, 0.0475, 0.0374, 0.0407, 0.0341, 0.0453, 0.0401,\n",
      "         0.0405, 0.0453, 0.0402, 0.0456, 0.0357, 0.0382, 0.0406, 0.0397, 0.0361,\n",
      "         0.0319, 0.0391, 0.0423, 0.0412, 0.0431, 0.0417, 0.0354]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[22],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['c', 'u']\n",
      "decoder_input ['c', 'u']\n",
      "done di= 7\n",
      "\n",
      "\n",
      "decoder di= 8\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0411, 0.0388, 0.0412, 0.0435, 0.0379, 0.0426, 0.0398, 0.0471, 0.0450,\n",
      "         0.0514, 0.0412, 0.0423, 0.0353, 0.0404, 0.0379, 0.0400, 0.0387, 0.0378,\n",
      "         0.0406, 0.0418, 0.0437, 0.0452, 0.0510, 0.0357, 0.0000],\n",
      "        [0.0376, 0.0386, 0.0417, 0.0451, 0.0392, 0.0410, 0.0383, 0.0422, 0.0394,\n",
      "         0.0410, 0.0425, 0.0397, 0.0432, 0.0381, 0.0395, 0.0405, 0.0394, 0.0372,\n",
      "         0.0342, 0.0402, 0.0408, 0.0407, 0.0423, 0.0407, 0.0371]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [28]], device='cuda:0')\n",
      "predicted  ['u', '4']\n",
      "decoder_input ['u', '4']\n",
      "done di= 8\n",
      "\n",
      "\n",
      "decoder di= 9\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0416, 0.0414, 0.0404, 0.0391, 0.0390, 0.0411, 0.0418, 0.0435, 0.0416,\n",
      "         0.0429, 0.0409, 0.0424, 0.0413, 0.0418, 0.0420, 0.0421, 0.0419, 0.0413,\n",
      "         0.0426, 0.0423, 0.0422, 0.0427, 0.0439, 0.0405, 0.0000],\n",
      "        [0.0383, 0.0377, 0.0441, 0.0465, 0.0393, 0.0428, 0.0412, 0.0447, 0.0379,\n",
      "         0.0410, 0.0422, 0.0386, 0.0444, 0.0348, 0.0386, 0.0392, 0.0376, 0.0356,\n",
      "         0.0322, 0.0395, 0.0426, 0.0404, 0.0440, 0.0405, 0.0363]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 9\n",
      "\n",
      "\n",
      "decoder di= 10\n",
      "User teacher_force=True\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0402, 0.0404, 0.0397, 0.0379, 0.0397, 0.0430, 0.0417, 0.0445, 0.0416,\n",
      "         0.0459, 0.0408, 0.0431, 0.0407, 0.0405, 0.0406, 0.0407, 0.0408, 0.0393,\n",
      "         0.0430, 0.0440, 0.0448, 0.0429, 0.0449, 0.0394, 0.0000],\n",
      "        [0.0383, 0.0416, 0.0380, 0.0374, 0.0421, 0.0382, 0.0398, 0.0347, 0.0406,\n",
      "         0.0392, 0.0378, 0.0406, 0.0380, 0.0452, 0.0410, 0.0410, 0.0423, 0.0419,\n",
      "         0.0435, 0.0412, 0.0368, 0.0408, 0.0381, 0.0393, 0.0425]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[28],\n",
      "        [28]], device='cuda:0')\n",
      "predicted  ['4', '4']\n",
      "decoder_input ['m', ' ']\n",
      "done di= 10\n",
      "\n",
      "\n",
      "decoder di= 11\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0406, 0.0393, 0.0412, 0.0422, 0.0389, 0.0431, 0.0406, 0.0445, 0.0452,\n",
      "         0.0505, 0.0428, 0.0425, 0.0370, 0.0400, 0.0380, 0.0391, 0.0391, 0.0380,\n",
      "         0.0403, 0.0424, 0.0445, 0.0453, 0.0483, 0.0369, 0.0000],\n",
      "        [0.0365, 0.0379, 0.0438, 0.0471, 0.0416, 0.0431, 0.0416, 0.0416, 0.0372,\n",
      "         0.0414, 0.0411, 0.0384, 0.0452, 0.0371, 0.0389, 0.0393, 0.0373, 0.0356,\n",
      "         0.0318, 0.0409, 0.0416, 0.0413, 0.0436, 0.0399, 0.0363]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [31]], device='cuda:0')\n",
      "predicted  ['u', '5']\n",
      "decoder_input ['u', '5']\n",
      "done di= 11\n",
      "\n",
      "\n",
      "decoder di= 12\n",
      "User teacher_force=True\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0420, 0.0415, 0.0410, 0.0403, 0.0403, 0.0411, 0.0416, 0.0436, 0.0417,\n",
      "         0.0429, 0.0405, 0.0419, 0.0408, 0.0423, 0.0421, 0.0420, 0.0417, 0.0416,\n",
      "         0.0425, 0.0424, 0.0417, 0.0419, 0.0433, 0.0393, 0.0000],\n",
      "        [0.0425, 0.0413, 0.0383, 0.0373, 0.0393, 0.0383, 0.0404, 0.0413, 0.0404,\n",
      "         0.0421, 0.0375, 0.0394, 0.0380, 0.0415, 0.0408, 0.0399, 0.0401, 0.0423,\n",
      "         0.0446, 0.0401, 0.0387, 0.0381, 0.0377, 0.0386, 0.0416]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['i', 'r']\n",
      "done di= 12\n",
      "\n",
      "\n",
      "decoder di= 13\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0401, 0.0407, 0.0390, 0.0371, 0.0406, 0.0430, 0.0421, 0.0453, 0.0402,\n",
      "         0.0434, 0.0398, 0.0429, 0.0420, 0.0406, 0.0415, 0.0414, 0.0415, 0.0399,\n",
      "         0.0448, 0.0442, 0.0443, 0.0415, 0.0431, 0.0411, 0.0000],\n",
      "        [0.0392, 0.0391, 0.0416, 0.0413, 0.0404, 0.0408, 0.0421, 0.0424, 0.0391,\n",
      "         0.0408, 0.0400, 0.0392, 0.0408, 0.0392, 0.0401, 0.0392, 0.0388, 0.0382,\n",
      "         0.0371, 0.0399, 0.0399, 0.0400, 0.0414, 0.0397, 0.0398]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[19],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['s', 'u']\n",
      "decoder_input ['s', 'u']\n",
      "done di= 13\n",
      "\n",
      "\n",
      "decoder di= 14\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0415, 0.0400, 0.0439, 0.0501, 0.0444, 0.0422, 0.0405, 0.0404, 0.0460,\n",
      "         0.0472, 0.0428, 0.0415, 0.0367, 0.0415, 0.0383, 0.0384, 0.0377, 0.0395,\n",
      "         0.0401, 0.0437, 0.0437, 0.0419, 0.0430, 0.0352, 0.0000],\n",
      "        [0.0362, 0.0387, 0.0414, 0.0456, 0.0397, 0.0407, 0.0376, 0.0418, 0.0395,\n",
      "         0.0417, 0.0421, 0.0392, 0.0435, 0.0389, 0.0396, 0.0413, 0.0399, 0.0375,\n",
      "         0.0339, 0.0408, 0.0404, 0.0407, 0.0421, 0.0407, 0.0366]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 14\n",
      "\n",
      "\n",
      "decoder di= 15\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0415, 0.0412, 0.0400, 0.0386, 0.0386, 0.0411, 0.0417, 0.0447, 0.0413,\n",
      "         0.0428, 0.0405, 0.0423, 0.0412, 0.0418, 0.0420, 0.0425, 0.0421, 0.0413,\n",
      "         0.0430, 0.0420, 0.0419, 0.0426, 0.0444, 0.0409, 0.0000],\n",
      "        [0.0341, 0.0381, 0.0423, 0.0457, 0.0422, 0.0416, 0.0404, 0.0394, 0.0383,\n",
      "         0.0417, 0.0412, 0.0387, 0.0435, 0.0399, 0.0400, 0.0411, 0.0391, 0.0370,\n",
      "         0.0332, 0.0420, 0.0401, 0.0413, 0.0424, 0.0403, 0.0364]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 15\n",
      "\n",
      "\n",
      "decoder di= 16\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0404, 0.0386, 0.0402, 0.0417, 0.0376, 0.0432, 0.0397, 0.0489, 0.0434,\n",
      "         0.0506, 0.0404, 0.0421, 0.0363, 0.0402, 0.0388, 0.0414, 0.0400, 0.0385,\n",
      "         0.0406, 0.0417, 0.0438, 0.0438, 0.0510, 0.0372, 0.0000],\n",
      "        [0.0379, 0.0386, 0.0402, 0.0461, 0.0368, 0.0393, 0.0334, 0.0462, 0.0411,\n",
      "         0.0422, 0.0447, 0.0398, 0.0440, 0.0362, 0.0390, 0.0421, 0.0411, 0.0377,\n",
      "         0.0337, 0.0396, 0.0418, 0.0399, 0.0417, 0.0417, 0.0351]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 16\n",
      "\n",
      "\n",
      "decoder di= 17\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0386, 0.0393, 0.0395, 0.0382, 0.0408, 0.0450, 0.0413, 0.0439, 0.0419,\n",
      "         0.0495, 0.0408, 0.0438, 0.0393, 0.0395, 0.0388, 0.0390, 0.0395, 0.0370,\n",
      "         0.0429, 0.0471, 0.0484, 0.0426, 0.0454, 0.0379, 0.0000],\n",
      "        [0.0375, 0.0385, 0.0413, 0.0467, 0.0389, 0.0411, 0.0359, 0.0425, 0.0396,\n",
      "         0.0408, 0.0436, 0.0399, 0.0448, 0.0376, 0.0388, 0.0408, 0.0395, 0.0369,\n",
      "         0.0331, 0.0401, 0.0416, 0.0411, 0.0424, 0.0412, 0.0359]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 17\n",
      "\n",
      "\n",
      "decoder di= 18\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0400, 0.0398, 0.0395, 0.0377, 0.0388, 0.0434, 0.0409, 0.0464, 0.0416,\n",
      "         0.0486, 0.0398, 0.0430, 0.0391, 0.0406, 0.0403, 0.0410, 0.0408, 0.0388,\n",
      "         0.0424, 0.0446, 0.0453, 0.0428, 0.0473, 0.0375, 0.0000],\n",
      "        [0.0349, 0.0380, 0.0419, 0.0471, 0.0404, 0.0412, 0.0374, 0.0413, 0.0391,\n",
      "         0.0417, 0.0431, 0.0392, 0.0446, 0.0383, 0.0394, 0.0416, 0.0396, 0.0368,\n",
      "         0.0323, 0.0413, 0.0411, 0.0412, 0.0426, 0.0410, 0.0352]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[28],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['4', 'u']\n",
      "decoder_input ['4', 'u']\n",
      "done di= 18\n",
      "\n",
      "\n",
      "decoder di= 19\n",
      "User teacher_force=True\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0419, 0.0402, 0.0413, 0.0435, 0.0383, 0.0406, 0.0411, 0.0441, 0.0450,\n",
      "         0.0461, 0.0421, 0.0422, 0.0377, 0.0416, 0.0395, 0.0405, 0.0395, 0.0400,\n",
      "         0.0419, 0.0418, 0.0423, 0.0446, 0.0466, 0.0375, 0.0000],\n",
      "        [0.0375, 0.0383, 0.0423, 0.0450, 0.0401, 0.0416, 0.0395, 0.0422, 0.0388,\n",
      "         0.0408, 0.0422, 0.0393, 0.0435, 0.0374, 0.0392, 0.0401, 0.0388, 0.0369,\n",
      "         0.0338, 0.0403, 0.0415, 0.0409, 0.0426, 0.0406, 0.0369]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['k', 'o']\n",
      "done di= 19\n",
      "\n",
      "\n",
      "decoder di= 20\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0420, 0.0426, 0.0415, 0.0399, 0.0416, 0.0408, 0.0422, 0.0404, 0.0405,\n",
      "         0.0396, 0.0409, 0.0419, 0.0431, 0.0426, 0.0431, 0.0423, 0.0426, 0.0424,\n",
      "         0.0426, 0.0426, 0.0414, 0.0410, 0.0402, 0.0422, 0.0000],\n",
      "        [0.0347, 0.0383, 0.0411, 0.0465, 0.0397, 0.0401, 0.0361, 0.0424, 0.0398,\n",
      "         0.0426, 0.0430, 0.0390, 0.0441, 0.0384, 0.0396, 0.0425, 0.0408, 0.0375,\n",
      "         0.0330, 0.0413, 0.0408, 0.0406, 0.0421, 0.0411, 0.0351]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [28]], device='cuda:0')\n",
      "predicted  ['u', '4']\n",
      "decoder_input ['u', '4']\n",
      "done di= 20\n",
      "\n",
      "\n",
      "decoder di= 21\n",
      "User teacher_force=True\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0411, 0.0429, 0.0383, 0.0329, 0.0395, 0.0406, 0.0429, 0.0436, 0.0372,\n",
      "         0.0386, 0.0380, 0.0426, 0.0464, 0.0429, 0.0463, 0.0446, 0.0449, 0.0436,\n",
      "         0.0451, 0.0444, 0.0420, 0.0393, 0.0401, 0.0420, 0.0000],\n",
      "        [0.0377, 0.0387, 0.0413, 0.0439, 0.0384, 0.0412, 0.0391, 0.0420, 0.0396,\n",
      "         0.0418, 0.0416, 0.0388, 0.0418, 0.0376, 0.0398, 0.0414, 0.0394, 0.0392,\n",
      "         0.0370, 0.0403, 0.0421, 0.0390, 0.0412, 0.0408, 0.0363]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[28],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['4', 'u']\n",
      "decoder_input ['i', '-']\n",
      "done di= 21\n",
      "\n",
      "\n",
      "decoder di= 22\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0417, 0.0394, 0.0410, 0.0437, 0.0364, 0.0405, 0.0406, 0.0453, 0.0463,\n",
      "         0.0486, 0.0425, 0.0425, 0.0362, 0.0411, 0.0383, 0.0399, 0.0388, 0.0389,\n",
      "         0.0414, 0.0413, 0.0427, 0.0464, 0.0496, 0.0367, 0.0000],\n",
      "        [0.0385, 0.0401, 0.0397, 0.0419, 0.0385, 0.0387, 0.0380, 0.0415, 0.0407,\n",
      "         0.0423, 0.0405, 0.0397, 0.0403, 0.0402, 0.0406, 0.0418, 0.0414, 0.0399,\n",
      "         0.0385, 0.0405, 0.0388, 0.0393, 0.0400, 0.0400, 0.0388]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 22\n",
      "\n",
      "\n",
      "decoder di= 23\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0397, 0.0395, 0.0397, 0.0390, 0.0393, 0.0437, 0.0410, 0.0455, 0.0426,\n",
      "         0.0490, 0.0408, 0.0431, 0.0387, 0.0401, 0.0393, 0.0400, 0.0400, 0.0382,\n",
      "         0.0423, 0.0447, 0.0459, 0.0432, 0.0469, 0.0376, 0.0000],\n",
      "        [0.0397, 0.0395, 0.0401, 0.0392, 0.0387, 0.0389, 0.0394, 0.0422, 0.0410,\n",
      "         0.0398, 0.0416, 0.0404, 0.0389, 0.0378, 0.0401, 0.0410, 0.0418, 0.0400,\n",
      "         0.0396, 0.0394, 0.0403, 0.0396, 0.0405, 0.0408, 0.0397]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [28]], device='cuda:0')\n",
      "predicted  ['u', '4']\n",
      "decoder_input ['u', '4']\n",
      "done di= 23\n",
      "\n",
      "\n",
      "decoder di= 24\n",
      "User teacher_force=True\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0400, 0.0398, 0.0407, 0.0394, 0.0402, 0.0443, 0.0408, 0.0446, 0.0426,\n",
      "         0.0495, 0.0414, 0.0428, 0.0388, 0.0399, 0.0392, 0.0398, 0.0402, 0.0382,\n",
      "         0.0407, 0.0435, 0.0453, 0.0435, 0.0468, 0.0379, 0.0000],\n",
      "        [0.0373, 0.0383, 0.0431, 0.0457, 0.0411, 0.0426, 0.0413, 0.0413, 0.0378,\n",
      "         0.0411, 0.0409, 0.0387, 0.0442, 0.0376, 0.0390, 0.0394, 0.0377, 0.0364,\n",
      "         0.0334, 0.0406, 0.0414, 0.0410, 0.0429, 0.0400, 0.0370]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[28],\n",
      "        [19]], device='cuda:0')\n",
      "predicted  ['4', 's']\n",
      "decoder_input ['e', 'a']\n",
      "done di= 24\n",
      "\n",
      "\n",
      "decoder di= 25\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0402, 0.0396, 0.0412, 0.0419, 0.0402, 0.0434, 0.0409, 0.0432, 0.0443,\n",
      "         0.0495, 0.0423, 0.0428, 0.0378, 0.0402, 0.0384, 0.0390, 0.0392, 0.0380,\n",
      "         0.0409, 0.0440, 0.0454, 0.0440, 0.0464, 0.0370, 0.0000],\n",
      "        [0.0401, 0.0407, 0.0391, 0.0382, 0.0402, 0.0397, 0.0409, 0.0373, 0.0402,\n",
      "         0.0398, 0.0387, 0.0400, 0.0383, 0.0416, 0.0405, 0.0404, 0.0404, 0.0420,\n",
      "         0.0438, 0.0404, 0.0396, 0.0394, 0.0386, 0.0397, 0.0408]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 25\n",
      "\n",
      "\n",
      "decoder di= 26\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0415, 0.0423, 0.0418, 0.0410, 0.0443, 0.0425, 0.0420, 0.0407, 0.0406,\n",
      "         0.0401, 0.0416, 0.0414, 0.0433, 0.0412, 0.0420, 0.0413, 0.0421, 0.0418,\n",
      "         0.0421, 0.0417, 0.0414, 0.0407, 0.0392, 0.0434, 0.0000],\n",
      "        [0.0412, 0.0405, 0.0388, 0.0375, 0.0383, 0.0389, 0.0404, 0.0405, 0.0409,\n",
      "         0.0408, 0.0390, 0.0395, 0.0374, 0.0403, 0.0408, 0.0408, 0.0406, 0.0427,\n",
      "         0.0448, 0.0397, 0.0400, 0.0379, 0.0383, 0.0398, 0.0404]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 26\n",
      "\n",
      "\n",
      "decoder di= 27\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0397, 0.0393, 0.0382, 0.0373, 0.0372, 0.0429, 0.0414, 0.0481, 0.0420,\n",
      "         0.0469, 0.0407, 0.0432, 0.0396, 0.0396, 0.0396, 0.0410, 0.0406, 0.0386,\n",
      "         0.0440, 0.0429, 0.0447, 0.0443, 0.0476, 0.0406, 0.0000],\n",
      "        [0.0342, 0.0381, 0.0419, 0.0480, 0.0416, 0.0418, 0.0370, 0.0395, 0.0386,\n",
      "         0.0409, 0.0428, 0.0393, 0.0458, 0.0392, 0.0390, 0.0413, 0.0394, 0.0362,\n",
      "         0.0315, 0.0416, 0.0409, 0.0423, 0.0429, 0.0410, 0.0353]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[28],\n",
      "        [22]], device='cuda:0')\n",
      "predicted  ['4', 'c']\n",
      "decoder_input ['4', 'c']\n",
      "done di= 27\n",
      "\n",
      "\n",
      "decoder di= 28\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0402, 0.0394, 0.0408, 0.0419, 0.0390, 0.0428, 0.0410, 0.0438, 0.0446,\n",
      "         0.0489, 0.0426, 0.0429, 0.0378, 0.0401, 0.0383, 0.0392, 0.0391, 0.0382,\n",
      "         0.0413, 0.0434, 0.0451, 0.0447, 0.0470, 0.0378, 0.0000],\n",
      "        [0.0394, 0.0379, 0.0423, 0.0470, 0.0358, 0.0407, 0.0370, 0.0487, 0.0395,\n",
      "         0.0437, 0.0441, 0.0388, 0.0438, 0.0333, 0.0389, 0.0411, 0.0387, 0.0371,\n",
      "         0.0333, 0.0394, 0.0435, 0.0382, 0.0424, 0.0409, 0.0342]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[28],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['4', 'u']\n",
      "decoder_input ['4', 'u']\n",
      "done di= 28\n",
      "\n",
      "\n",
      "decoder di= 29\n",
      "User teacher_force=True\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0421, 0.0413, 0.0404, 0.0398, 0.0383, 0.0402, 0.0416, 0.0445, 0.0422,\n",
      "         0.0431, 0.0403, 0.0422, 0.0402, 0.0426, 0.0421, 0.0424, 0.0417, 0.0417,\n",
      "         0.0430, 0.0424, 0.0415, 0.0426, 0.0447, 0.0389, 0.0000],\n",
      "        [0.0402, 0.0395, 0.0406, 0.0436, 0.0366, 0.0396, 0.0376, 0.0454, 0.0403,\n",
      "         0.0432, 0.0414, 0.0391, 0.0414, 0.0374, 0.0400, 0.0411, 0.0398, 0.0392,\n",
      "         0.0374, 0.0396, 0.0407, 0.0382, 0.0406, 0.0401, 0.0373]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['<PAD>', '<PAD>']\n",
      "done di= 29\n",
      "\n",
      "\n",
      "decoder di= 30\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0416, 0.0411, 0.0404, 0.0420, 0.0411, 0.0411, 0.0417, 0.0447, 0.0417,\n",
      "         0.0411, 0.0402, 0.0416, 0.0407, 0.0419, 0.0416, 0.0420, 0.0413, 0.0416,\n",
      "         0.0442, 0.0421, 0.0413, 0.0413, 0.0422, 0.0413, 0.0000],\n",
      "        [0.0363, 0.0388, 0.0415, 0.0462, 0.0411, 0.0416, 0.0381, 0.0394, 0.0387,\n",
      "         0.0409, 0.0417, 0.0395, 0.0445, 0.0399, 0.0393, 0.0405, 0.0388, 0.0371,\n",
      "         0.0337, 0.0412, 0.0405, 0.0416, 0.0420, 0.0404, 0.0367]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[ 6],\n",
      "        [28]], device='cuda:0')\n",
      "predicted  ['g', '4']\n",
      "decoder_input ['g', '4']\n",
      "done di= 30\n",
      "\n",
      "\n",
      "decoder di= 31\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0433, 0.0437, 0.0418, 0.0405, 0.0405, 0.0385, 0.0427, 0.0388, 0.0409,\n",
      "         0.0367, 0.0417, 0.0413, 0.0446, 0.0439, 0.0447, 0.0433, 0.0434, 0.0450,\n",
      "         0.0422, 0.0409, 0.0391, 0.0409, 0.0385, 0.0430, 0.0000],\n",
      "        [0.0402, 0.0398, 0.0403, 0.0416, 0.0390, 0.0403, 0.0385, 0.0412, 0.0401,\n",
      "         0.0402, 0.0410, 0.0400, 0.0411, 0.0385, 0.0395, 0.0402, 0.0400, 0.0395,\n",
      "         0.0387, 0.0397, 0.0410, 0.0400, 0.0405, 0.0404, 0.0387]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [19]], device='cuda:0')\n",
      "predicted  ['u', 's']\n",
      "decoder_input ['u', 's']\n",
      "done di= 31\n",
      "\n",
      "\n",
      "decoder di= 32\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0424, 0.0430, 0.0382, 0.0336, 0.0379, 0.0393, 0.0427, 0.0460, 0.0373,\n",
      "         0.0370, 0.0375, 0.0420, 0.0455, 0.0433, 0.0466, 0.0458, 0.0452, 0.0443,\n",
      "         0.0462, 0.0417, 0.0394, 0.0401, 0.0413, 0.0434, 0.0000],\n",
      "        [0.0404, 0.0395, 0.0404, 0.0417, 0.0378, 0.0402, 0.0387, 0.0425, 0.0402,\n",
      "         0.0412, 0.0412, 0.0396, 0.0406, 0.0377, 0.0398, 0.0406, 0.0397, 0.0400,\n",
      "         0.0393, 0.0397, 0.0415, 0.0389, 0.0403, 0.0405, 0.0380]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[22],\n",
      "        [24]], device='cuda:0')\n",
      "predicted  ['c', '-']\n",
      "decoder_input ['c', '-']\n",
      "done di= 32\n",
      "\n",
      "\n",
      "decoder di= 33\n",
      "User teacher_force=True\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0417, 0.0394, 0.0402, 0.0422, 0.0361, 0.0406, 0.0405, 0.0478, 0.0444,\n",
      "         0.0478, 0.0405, 0.0423, 0.0364, 0.0416, 0.0396, 0.0416, 0.0398, 0.0395,\n",
      "         0.0423, 0.0417, 0.0424, 0.0448, 0.0502, 0.0368, 0.0000],\n",
      "        [0.0394, 0.0393, 0.0395, 0.0448, 0.0362, 0.0402, 0.0346, 0.0443, 0.0408,\n",
      "         0.0427, 0.0427, 0.0390, 0.0428, 0.0376, 0.0394, 0.0419, 0.0397, 0.0401,\n",
      "         0.0378, 0.0398, 0.0427, 0.0383, 0.0401, 0.0412, 0.0352]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['<PAD>', '<PAD>']\n",
      "done di= 33\n",
      "\n",
      "\n",
      "decoder di= 34\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0412, 0.0405, 0.0408, 0.0407, 0.0388, 0.0417, 0.0412, 0.0440, 0.0430,\n",
      "         0.0457, 0.0415, 0.0424, 0.0394, 0.0413, 0.0404, 0.0411, 0.0407, 0.0401,\n",
      "         0.0417, 0.0424, 0.0431, 0.0436, 0.0458, 0.0389, 0.0000],\n",
      "        [0.0383, 0.0391, 0.0411, 0.0420, 0.0392, 0.0399, 0.0391, 0.0422, 0.0404,\n",
      "         0.0400, 0.0418, 0.0400, 0.0409, 0.0388, 0.0399, 0.0405, 0.0408, 0.0382,\n",
      "         0.0363, 0.0395, 0.0396, 0.0406, 0.0418, 0.0407, 0.0393]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 34\n",
      "\n",
      "\n",
      "decoder di= 35\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0416, 0.0416, 0.0416, 0.0406, 0.0406, 0.0417, 0.0415, 0.0420, 0.0415,\n",
      "         0.0427, 0.0414, 0.0418, 0.0413, 0.0419, 0.0418, 0.0420, 0.0421, 0.0415,\n",
      "         0.0411, 0.0420, 0.0420, 0.0419, 0.0429, 0.0409, 0.0000],\n",
      "        [0.0384, 0.0390, 0.0414, 0.0428, 0.0399, 0.0409, 0.0399, 0.0414, 0.0394,\n",
      "         0.0406, 0.0412, 0.0395, 0.0418, 0.0386, 0.0397, 0.0402, 0.0393, 0.0383,\n",
      "         0.0364, 0.0402, 0.0408, 0.0403, 0.0415, 0.0404, 0.0382]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [19]], device='cuda:0')\n",
      "predicted  ['u', 's']\n",
      "decoder_input ['u', 's']\n",
      "done di= 35\n",
      "\n",
      "\n",
      "decoder di= 36\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0394, 0.0395, 0.0388, 0.0378, 0.0390, 0.0436, 0.0415, 0.0463, 0.0414,\n",
      "         0.0471, 0.0402, 0.0435, 0.0397, 0.0399, 0.0398, 0.0405, 0.0402, 0.0382,\n",
      "         0.0441, 0.0449, 0.0461, 0.0430, 0.0463, 0.0394, 0.0000],\n",
      "        [0.0416, 0.0391, 0.0409, 0.0446, 0.0371, 0.0403, 0.0367, 0.0470, 0.0397,\n",
      "         0.0425, 0.0423, 0.0395, 0.0435, 0.0361, 0.0390, 0.0397, 0.0386, 0.0377,\n",
      "         0.0354, 0.0392, 0.0419, 0.0392, 0.0413, 0.0402, 0.0369]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[22],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['c', 'u']\n",
      "decoder_input ['c', 'u']\n",
      "done di= 36\n",
      "\n",
      "\n",
      "decoder di= 37\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0407, 0.0385, 0.0404, 0.0427, 0.0356, 0.0421, 0.0398, 0.0481, 0.0452,\n",
      "         0.0506, 0.0420, 0.0421, 0.0356, 0.0399, 0.0378, 0.0407, 0.0396, 0.0382,\n",
      "         0.0401, 0.0404, 0.0431, 0.0463, 0.0523, 0.0382, 0.0000],\n",
      "        [0.0388, 0.0392, 0.0410, 0.0443, 0.0386, 0.0400, 0.0374, 0.0435, 0.0400,\n",
      "         0.0416, 0.0420, 0.0398, 0.0427, 0.0380, 0.0395, 0.0407, 0.0401, 0.0377,\n",
      "         0.0352, 0.0399, 0.0403, 0.0403, 0.0416, 0.0404, 0.0376]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 37\n",
      "\n",
      "\n",
      "decoder di= 38\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0410, 0.0399, 0.0406, 0.0422, 0.0393, 0.0422, 0.0411, 0.0453, 0.0438,\n",
      "         0.0459, 0.0419, 0.0421, 0.0385, 0.0405, 0.0392, 0.0404, 0.0400, 0.0394,\n",
      "         0.0423, 0.0416, 0.0428, 0.0441, 0.0461, 0.0398, 0.0000],\n",
      "        [0.0363, 0.0384, 0.0413, 0.0478, 0.0395, 0.0409, 0.0352, 0.0425, 0.0395,\n",
      "         0.0413, 0.0438, 0.0397, 0.0458, 0.0376, 0.0387, 0.0411, 0.0398, 0.0363,\n",
      "         0.0318, 0.0406, 0.0413, 0.0417, 0.0427, 0.0412, 0.0353]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[22],\n",
      "        [28]], device='cuda:0')\n",
      "predicted  ['c', '4']\n",
      "decoder_input ['c', '4']\n",
      "done di= 38\n",
      "\n",
      "\n",
      "decoder di= 39\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0416, 0.0392, 0.0404, 0.0435, 0.0365, 0.0406, 0.0404, 0.0475, 0.0451,\n",
      "         0.0482, 0.0408, 0.0422, 0.0360, 0.0415, 0.0391, 0.0412, 0.0393, 0.0394,\n",
      "         0.0421, 0.0418, 0.0426, 0.0447, 0.0500, 0.0364, 0.0000],\n",
      "        [0.0370, 0.0384, 0.0424, 0.0476, 0.0407, 0.0423, 0.0384, 0.0415, 0.0380,\n",
      "         0.0416, 0.0418, 0.0390, 0.0458, 0.0377, 0.0387, 0.0400, 0.0380, 0.0362,\n",
      "         0.0324, 0.0409, 0.0417, 0.0413, 0.0427, 0.0403, 0.0358]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [19]], device='cuda:0')\n",
      "predicted  ['u', 's']\n",
      "decoder_input ['u', 's']\n",
      "done di= 39\n",
      "\n",
      "\n",
      "decoder di= 40\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0415, 0.0413, 0.0393, 0.0366, 0.0377, 0.0408, 0.0419, 0.0456, 0.0410,\n",
      "         0.0434, 0.0397, 0.0427, 0.0414, 0.0421, 0.0427, 0.0427, 0.0424, 0.0413,\n",
      "         0.0437, 0.0429, 0.0423, 0.0426, 0.0450, 0.0394, 0.0000],\n",
      "        [0.0406, 0.0396, 0.0404, 0.0416, 0.0379, 0.0403, 0.0389, 0.0421, 0.0401,\n",
      "         0.0409, 0.0411, 0.0397, 0.0406, 0.0380, 0.0397, 0.0404, 0.0396, 0.0399,\n",
      "         0.0394, 0.0396, 0.0413, 0.0390, 0.0403, 0.0404, 0.0383]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[22],\n",
      "        [24]], device='cuda:0')\n",
      "predicted  ['c', '-']\n",
      "decoder_input ['c', '-']\n",
      "done di= 40\n",
      "\n",
      "\n",
      "decoder di= 41\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0410, 0.0386, 0.0409, 0.0444, 0.0365, 0.0417, 0.0398, 0.0471, 0.0462,\n",
      "         0.0509, 0.0422, 0.0420, 0.0352, 0.0405, 0.0378, 0.0402, 0.0389, 0.0385,\n",
      "         0.0401, 0.0411, 0.0432, 0.0458, 0.0514, 0.0363, 0.0000],\n",
      "        [0.0397, 0.0392, 0.0397, 0.0455, 0.0352, 0.0393, 0.0337, 0.0470, 0.0412,\n",
      "         0.0434, 0.0435, 0.0391, 0.0430, 0.0366, 0.0393, 0.0421, 0.0403, 0.0393,\n",
      "         0.0364, 0.0393, 0.0421, 0.0382, 0.0406, 0.0412, 0.0351]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[13],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['y', 'u']\n",
      "decoder_input ['y', 'u']\n",
      "done di= 41\n",
      "\n",
      "\n",
      "decoder di= 42\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0408, 0.0406, 0.0389, 0.0365, 0.0370, 0.0414, 0.0418, 0.0462, 0.0418,\n",
      "         0.0452, 0.0402, 0.0430, 0.0405, 0.0414, 0.0414, 0.0418, 0.0417, 0.0401,\n",
      "         0.0438, 0.0434, 0.0434, 0.0437, 0.0464, 0.0392, 0.0000],\n",
      "        [0.0388, 0.0390, 0.0412, 0.0416, 0.0391, 0.0399, 0.0398, 0.0432, 0.0401,\n",
      "         0.0407, 0.0418, 0.0398, 0.0407, 0.0372, 0.0398, 0.0408, 0.0405, 0.0386,\n",
      "         0.0367, 0.0397, 0.0408, 0.0398, 0.0415, 0.0406, 0.0384]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [22]], device='cuda:0')\n",
      "predicted  ['u', 'c']\n",
      "decoder_input ['u', 'c']\n",
      "done di= 42\n",
      "\n",
      "\n",
      "decoder di= 43\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0392, 0.0389, 0.0391, 0.0382, 0.0378, 0.0439, 0.0409, 0.0464, 0.0426,\n",
      "         0.0501, 0.0412, 0.0435, 0.0385, 0.0394, 0.0388, 0.0401, 0.0399, 0.0376,\n",
      "         0.0420, 0.0441, 0.0466, 0.0443, 0.0487, 0.0384, 0.0000],\n",
      "        [0.0382, 0.0371, 0.0440, 0.0480, 0.0372, 0.0416, 0.0385, 0.0484, 0.0386,\n",
      "         0.0421, 0.0447, 0.0389, 0.0450, 0.0320, 0.0382, 0.0405, 0.0387, 0.0352,\n",
      "         0.0305, 0.0392, 0.0438, 0.0397, 0.0444, 0.0412, 0.0342]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[28],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['4', 'u']\n",
      "decoder_input ['4', 'u']\n",
      "done di= 43\n",
      "\n",
      "\n",
      "decoder di= 44\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0414, 0.0397, 0.0405, 0.0413, 0.0358, 0.0408, 0.0409, 0.0452, 0.0453,\n",
      "         0.0482, 0.0425, 0.0427, 0.0374, 0.0410, 0.0390, 0.0404, 0.0398, 0.0392,\n",
      "         0.0412, 0.0414, 0.0430, 0.0464, 0.0494, 0.0378, 0.0000],\n",
      "        [0.0388, 0.0398, 0.0399, 0.0402, 0.0400, 0.0401, 0.0398, 0.0394, 0.0402,\n",
      "         0.0401, 0.0401, 0.0397, 0.0399, 0.0408, 0.0402, 0.0406, 0.0402, 0.0404,\n",
      "         0.0402, 0.0402, 0.0400, 0.0398, 0.0399, 0.0403, 0.0395]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [28]], device='cuda:0')\n",
      "predicted  ['u', '4']\n",
      "decoder_input ['u', '4']\n",
      "done di= 44\n",
      "\n",
      "\n",
      "decoder di= 45\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0423, 0.0418, 0.0404, 0.0404, 0.0393, 0.0397, 0.0421, 0.0435, 0.0415,\n",
      "         0.0402, 0.0402, 0.0419, 0.0415, 0.0429, 0.0428, 0.0428, 0.0420, 0.0425,\n",
      "         0.0441, 0.0423, 0.0409, 0.0417, 0.0424, 0.0408, 0.0000],\n",
      "        [0.0391, 0.0375, 0.0442, 0.0466, 0.0380, 0.0429, 0.0419, 0.0466, 0.0376,\n",
      "         0.0430, 0.0419, 0.0379, 0.0439, 0.0336, 0.0388, 0.0396, 0.0368, 0.0364,\n",
      "         0.0331, 0.0397, 0.0438, 0.0386, 0.0432, 0.0401, 0.0351]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[22],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['c', 'u']\n",
      "decoder_input ['c', 'u']\n",
      "done di= 45\n",
      "\n",
      "\n",
      "decoder di= 46\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0413, 0.0396, 0.0416, 0.0432, 0.0399, 0.0426, 0.0401, 0.0461, 0.0436,\n",
      "         0.0496, 0.0402, 0.0421, 0.0366, 0.0412, 0.0394, 0.0407, 0.0395, 0.0391,\n",
      "         0.0408, 0.0429, 0.0434, 0.0430, 0.0483, 0.0353, 0.0000],\n",
      "        [0.0398, 0.0395, 0.0408, 0.0427, 0.0385, 0.0400, 0.0389, 0.0433, 0.0399,\n",
      "         0.0418, 0.0409, 0.0395, 0.0415, 0.0383, 0.0399, 0.0404, 0.0397, 0.0387,\n",
      "         0.0371, 0.0398, 0.0402, 0.0395, 0.0410, 0.0400, 0.0385]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 46\n",
      "\n",
      "\n",
      "decoder di= 47\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0412, 0.0409, 0.0390, 0.0364, 0.0371, 0.0410, 0.0418, 0.0463, 0.0415,\n",
      "         0.0447, 0.0398, 0.0429, 0.0407, 0.0418, 0.0420, 0.0423, 0.0420, 0.0407,\n",
      "         0.0438, 0.0432, 0.0428, 0.0433, 0.0461, 0.0389, 0.0000],\n",
      "        [0.0384, 0.0380, 0.0425, 0.0457, 0.0374, 0.0409, 0.0381, 0.0462, 0.0395,\n",
      "         0.0418, 0.0436, 0.0391, 0.0433, 0.0343, 0.0389, 0.0410, 0.0396, 0.0370,\n",
      "         0.0333, 0.0394, 0.0427, 0.0395, 0.0429, 0.0411, 0.0355]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [28]], device='cuda:0')\n",
      "predicted  ['u', '4']\n",
      "decoder_input ['u', '4']\n",
      "done di= 47\n",
      "\n",
      "\n",
      "decoder di= 48\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0404, 0.0401, 0.0396, 0.0381, 0.0386, 0.0427, 0.0412, 0.0463, 0.0417,\n",
      "         0.0471, 0.0400, 0.0429, 0.0396, 0.0407, 0.0406, 0.0413, 0.0409, 0.0393,\n",
      "         0.0427, 0.0436, 0.0443, 0.0431, 0.0468, 0.0383, 0.0000],\n",
      "        [0.0384, 0.0378, 0.0438, 0.0455, 0.0391, 0.0425, 0.0419, 0.0445, 0.0381,\n",
      "         0.0414, 0.0419, 0.0386, 0.0433, 0.0351, 0.0390, 0.0395, 0.0377, 0.0363,\n",
      "         0.0333, 0.0397, 0.0424, 0.0398, 0.0434, 0.0403, 0.0366]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 48\n",
      "\n",
      "\n",
      "decoder di= 49\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0393, 0.0396, 0.0396, 0.0393, 0.0406, 0.0437, 0.0416, 0.0443, 0.0420,\n",
      "         0.0471, 0.0407, 0.0434, 0.0396, 0.0401, 0.0394, 0.0397, 0.0397, 0.0381,\n",
      "         0.0437, 0.0460, 0.0467, 0.0424, 0.0447, 0.0387, 0.0000],\n",
      "        [0.0401, 0.0405, 0.0394, 0.0408, 0.0385, 0.0382, 0.0382, 0.0429, 0.0407,\n",
      "         0.0426, 0.0399, 0.0398, 0.0400, 0.0398, 0.0405, 0.0411, 0.0411, 0.0400,\n",
      "         0.0392, 0.0402, 0.0387, 0.0391, 0.0396, 0.0395, 0.0396]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[28],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['4', 'u']\n",
      "decoder_input ['4', 'u']\n",
      "done di= 49\n",
      "\n",
      "\n",
      "decoder di= 50\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0419, 0.0402, 0.0413, 0.0435, 0.0383, 0.0406, 0.0411, 0.0441, 0.0450,\n",
      "         0.0461, 0.0421, 0.0422, 0.0377, 0.0416, 0.0395, 0.0405, 0.0395, 0.0400,\n",
      "         0.0418, 0.0418, 0.0423, 0.0446, 0.0466, 0.0375, 0.0000],\n",
      "        [0.0345, 0.0379, 0.0426, 0.0453, 0.0417, 0.0416, 0.0409, 0.0406, 0.0384,\n",
      "         0.0417, 0.0414, 0.0386, 0.0431, 0.0388, 0.0399, 0.0411, 0.0392, 0.0370,\n",
      "         0.0332, 0.0416, 0.0406, 0.0409, 0.0427, 0.0404, 0.0364]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [22]], device='cuda:0')\n",
      "predicted  ['u', 'c']\n",
      "decoder_input ['u', 'c']\n",
      "done di= 50\n",
      "\n",
      "\n",
      "decoder di= 51\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0417, 0.0435, 0.0424, 0.0402, 0.0447, 0.0415, 0.0423, 0.0380, 0.0390,\n",
      "         0.0375, 0.0408, 0.0413, 0.0451, 0.0426, 0.0439, 0.0425, 0.0436, 0.0433,\n",
      "         0.0417, 0.0430, 0.0411, 0.0389, 0.0370, 0.0441, 0.0000],\n",
      "        [0.0387, 0.0377, 0.0433, 0.0490, 0.0372, 0.0417, 0.0372, 0.0470, 0.0386,\n",
      "         0.0422, 0.0443, 0.0392, 0.0459, 0.0339, 0.0383, 0.0400, 0.0381, 0.0351,\n",
      "         0.0308, 0.0393, 0.0427, 0.0401, 0.0438, 0.0409, 0.0347]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[28],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['4', 'u']\n",
      "decoder_input ['4', 'u']\n",
      "done di= 51\n",
      "\n",
      "\n",
      "decoder di= 52\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0415, 0.0394, 0.0404, 0.0426, 0.0365, 0.0408, 0.0405, 0.0470, 0.0449,\n",
      "         0.0480, 0.0413, 0.0422, 0.0367, 0.0414, 0.0394, 0.0412, 0.0398, 0.0397,\n",
      "         0.0416, 0.0415, 0.0425, 0.0448, 0.0496, 0.0368, 0.0000],\n",
      "        [0.0368, 0.0393, 0.0408, 0.0420, 0.0403, 0.0401, 0.0399, 0.0397, 0.0399,\n",
      "         0.0406, 0.0407, 0.0396, 0.0406, 0.0402, 0.0403, 0.0412, 0.0407, 0.0391,\n",
      "         0.0373, 0.0407, 0.0395, 0.0404, 0.0410, 0.0404, 0.0387]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[19],\n",
      "        [28]], device='cuda:0')\n",
      "predicted  ['s', '4']\n",
      "decoder_input ['s', '4']\n",
      "done di= 52\n",
      "\n",
      "\n",
      "decoder di= 53\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0421, 0.0412, 0.0415, 0.0421, 0.0403, 0.0412, 0.0413, 0.0435, 0.0424,\n",
      "         0.0432, 0.0411, 0.0417, 0.0400, 0.0420, 0.0413, 0.0419, 0.0413, 0.0413,\n",
      "         0.0418, 0.0414, 0.0414, 0.0423, 0.0439, 0.0398, 0.0000],\n",
      "        [0.0368, 0.0378, 0.0438, 0.0461, 0.0407, 0.0426, 0.0422, 0.0429, 0.0376,\n",
      "         0.0419, 0.0413, 0.0384, 0.0439, 0.0363, 0.0392, 0.0397, 0.0377, 0.0361,\n",
      "         0.0326, 0.0407, 0.0418, 0.0404, 0.0433, 0.0400, 0.0363]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [19]], device='cuda:0')\n",
      "predicted  ['u', 's']\n",
      "decoder_input ['u', 's']\n",
      "done di= 53\n",
      "\n",
      "\n",
      "decoder di= 54\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0418, 0.0409, 0.0402, 0.0425, 0.0399, 0.0403, 0.0417, 0.0451, 0.0421,\n",
      "         0.0407, 0.0403, 0.0416, 0.0404, 0.0422, 0.0417, 0.0425, 0.0412, 0.0420,\n",
      "         0.0445, 0.0417, 0.0409, 0.0416, 0.0428, 0.0414, 0.0000],\n",
      "        [0.0404, 0.0398, 0.0406, 0.0403, 0.0389, 0.0403, 0.0413, 0.0408, 0.0397,\n",
      "         0.0410, 0.0398, 0.0395, 0.0395, 0.0388, 0.0403, 0.0402, 0.0395, 0.0402,\n",
      "         0.0405, 0.0400, 0.0405, 0.0389, 0.0400, 0.0398, 0.0394]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[22],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['c', 'u']\n",
      "decoder_input ['c', 'u']\n",
      "done di= 54\n",
      "\n",
      "\n",
      "decoder di= 55\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0406, 0.0390, 0.0402, 0.0419, 0.0368, 0.0421, 0.0403, 0.0472, 0.0444,\n",
      "         0.0491, 0.0414, 0.0423, 0.0367, 0.0405, 0.0387, 0.0408, 0.0399, 0.0388,\n",
      "         0.0412, 0.0419, 0.0436, 0.0449, 0.0499, 0.0379, 0.0000],\n",
      "        [0.0391, 0.0397, 0.0399, 0.0426, 0.0377, 0.0387, 0.0371, 0.0441, 0.0407,\n",
      "         0.0430, 0.0414, 0.0396, 0.0410, 0.0384, 0.0403, 0.0417, 0.0410, 0.0394,\n",
      "         0.0376, 0.0402, 0.0399, 0.0389, 0.0402, 0.0402, 0.0377]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [22]], device='cuda:0')\n",
      "predicted  ['u', 'c']\n",
      "decoder_input ['u', 'c']\n",
      "done di= 55\n",
      "\n",
      "\n",
      "decoder di= 56\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0414, 0.0402, 0.0409, 0.0428, 0.0397, 0.0417, 0.0412, 0.0450, 0.0438,\n",
      "         0.0451, 0.0417, 0.0420, 0.0387, 0.0409, 0.0396, 0.0406, 0.0400, 0.0400,\n",
      "         0.0424, 0.0415, 0.0423, 0.0437, 0.0453, 0.0396, 0.0000],\n",
      "        [0.0388, 0.0381, 0.0418, 0.0484, 0.0377, 0.0409, 0.0346, 0.0472, 0.0394,\n",
      "         0.0419, 0.0446, 0.0395, 0.0466, 0.0346, 0.0380, 0.0403, 0.0390, 0.0356,\n",
      "         0.0310, 0.0394, 0.0428, 0.0408, 0.0432, 0.0412, 0.0347]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[28],\n",
      "        [28]], device='cuda:0')\n",
      "predicted  ['4', '4']\n",
      "decoder_input ['4', '4']\n",
      "done di= 56\n",
      "\n",
      "\n",
      "decoder di= 57\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0406, 0.0389, 0.0411, 0.0428, 0.0383, 0.0431, 0.0403, 0.0454, 0.0458,\n",
      "         0.0518, 0.0426, 0.0426, 0.0360, 0.0398, 0.0374, 0.0388, 0.0385, 0.0374,\n",
      "         0.0403, 0.0422, 0.0446, 0.0459, 0.0498, 0.0361, 0.0000],\n",
      "        [0.0391, 0.0384, 0.0425, 0.0452, 0.0373, 0.0413, 0.0398, 0.0459, 0.0390,\n",
      "         0.0431, 0.0418, 0.0384, 0.0425, 0.0354, 0.0395, 0.0406, 0.0385, 0.0378,\n",
      "         0.0351, 0.0397, 0.0423, 0.0384, 0.0421, 0.0403, 0.0361]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[19],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['s', 'u']\n",
      "decoder_input ['s', 'u']\n",
      "done di= 57\n",
      "\n",
      "\n",
      "decoder di= 58\n",
      "User teacher_force=False\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0421, 0.0421, 0.0414, 0.0400, 0.0405, 0.0410, 0.0418, 0.0420, 0.0413,\n",
      "         0.0417, 0.0409, 0.0419, 0.0418, 0.0424, 0.0425, 0.0422, 0.0422, 0.0420,\n",
      "         0.0420, 0.0421, 0.0414, 0.0418, 0.0423, 0.0407, 0.0000],\n",
      "        [0.0399, 0.0410, 0.0383, 0.0371, 0.0406, 0.0393, 0.0406, 0.0362, 0.0405,\n",
      "         0.0394, 0.0382, 0.0400, 0.0376, 0.0428, 0.0407, 0.0407, 0.0408, 0.0430,\n",
      "         0.0455, 0.0406, 0.0392, 0.0393, 0.0379, 0.0396, 0.0412]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[11],\n",
      "        [11]], device='cuda:0')\n",
      "predicted  ['u', 'u']\n",
      "decoder_input ['u', 'u']\n",
      "done di= 58\n",
      "\n",
      "\n",
      "decoder di= 59\n",
      "User teacher_force=True\n",
      "attn_w torch.Size([2, 25]) tensor([[0.0418, 0.0415, 0.0401, 0.0389, 0.0396, 0.0410, 0.0419, 0.0444, 0.0411,\n",
      "         0.0419, 0.0403, 0.0422, 0.0417, 0.0419, 0.0424, 0.0424, 0.0420, 0.0417,\n",
      "         0.0436, 0.0420, 0.0415, 0.0421, 0.0432, 0.0409, 0.0000],\n",
      "        [0.0361, 0.0382, 0.0417, 0.0484, 0.0389, 0.0405, 0.0355, 0.0436, 0.0394,\n",
      "         0.0423, 0.0440, 0.0396, 0.0457, 0.0370, 0.0390, 0.0415, 0.0398, 0.0360,\n",
      "         0.0312, 0.0407, 0.0410, 0.0411, 0.0429, 0.0410, 0.0349]],\n",
      "       device='cuda:0', grad_fn=<SoftmaxBackward>)\n",
      "topi.detach()  tensor([[22],\n",
      "        [24]], device='cuda:0')\n",
      "predicted  ['c', '-']\n",
      "decoder_input ['<PAD>', '<PAD>']\n",
      "done di= 59\n",
      "target_tensor,transpose(0, 1) torch.Size([60, 2]) tensor([[17,  3],\n",
      "        [ 9, 14],\n",
      "        [12, 10],\n",
      "        [ 3, 10],\n",
      "        [10, 14],\n",
      "        [ 8,  7],\n",
      "        [14,  8],\n",
      "        [20,  4],\n",
      "        [14,  5],\n",
      "        [ 9,  6],\n",
      "        [16, 25],\n",
      "        [ 9,  3],\n",
      "        [14, 20],\n",
      "        [22, 14],\n",
      "        [ 8, 10],\n",
      "        [ 9, 10],\n",
      "        [14, 14],\n",
      "        [24, 22],\n",
      "        [ 4,  8],\n",
      "        [ 3,  4],\n",
      "        [19, 10],\n",
      "        [14, 24],\n",
      "        [22,  9],\n",
      "        [ 8,  5],\n",
      "        [12,  9],\n",
      "        [ 5,  5],\n",
      "        [ 2,  2],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0],\n",
      "        [ 0,  0]], device='cuda:0')\n",
      "before outputs.size() torch.Size([60, 2, 40]) tensor([[[ 5.8432e-02,  7.1272e-02, -2.1669e-01,  ..., -1.2010e-01,\n",
      "          -3.5271e-01,  1.9314e-01],\n",
      "         [ 7.0954e-02, -8.4817e-02, -2.6564e-01,  ..., -2.3077e-01,\n",
      "          -3.3990e-01,  1.9441e-01]],\n",
      "\n",
      "        [[ 3.3733e-02,  2.3293e-01, -2.9675e-01,  ..., -2.1616e-02,\n",
      "          -3.6869e-01,  5.2709e-02],\n",
      "         [ 9.4460e-02,  1.0245e-01, -1.8312e-01,  ..., -9.0561e-02,\n",
      "          -3.7813e-01,  1.2468e-01]],\n",
      "\n",
      "        [[-1.0866e-01,  2.0754e-01, -2.3397e-01,  ..., -2.4761e-01,\n",
      "          -1.5525e-01,  1.7988e-01],\n",
      "         [ 1.5876e-04,  1.9365e-01, -2.2853e-01,  ..., -1.1614e-01,\n",
      "          -2.6968e-01,  2.7777e-01]],\n",
      "\n",
      "        ...,\n",
      "\n",
      "        [[ 4.6590e-02, -1.5148e-01, -3.6677e-01,  ..., -2.3865e-01,\n",
      "          -2.7909e-01,  9.3688e-02],\n",
      "         [ 8.8595e-02, -2.6936e-01, -3.6920e-01,  ..., -2.9598e-01,\n",
      "          -2.3561e-01,  8.8970e-02]],\n",
      "\n",
      "        [[ 3.7682e-02, -7.5996e-02, -2.8665e-01,  ..., -2.3507e-01,\n",
      "          -3.5669e-01,  1.4637e-01],\n",
      "         [-8.1857e-03,  2.2595e-01, -3.0500e-01,  ..., -9.0811e-02,\n",
      "          -3.0220e-01,  1.2863e-01]],\n",
      "\n",
      "        [[-2.1705e-03,  1.6968e-01, -3.3148e-01,  ..., -1.1540e-01,\n",
      "          -1.9031e-01,  8.4509e-02],\n",
      "         [-3.7397e-02,  8.6143e-02, -3.8544e-01,  ..., -1.5136e-01,\n",
      "          -2.0694e-01,  2.2000e-01]]], device='cuda:0', grad_fn=<CopySlices>)\n",
      "after outputs.size() torch.Size([120, 40]) tensor([[ 0.0584,  0.0713, -0.2167,  ..., -0.1201, -0.3527,  0.1931],\n",
      "        [ 0.0710, -0.0848, -0.2656,  ..., -0.2308, -0.3399,  0.1944],\n",
      "        [ 0.0337,  0.2329, -0.2967,  ..., -0.0216, -0.3687,  0.0527],\n",
      "        ...,\n",
      "        [-0.0082,  0.2259, -0.3050,  ..., -0.0908, -0.3022,  0.1286],\n",
      "        [-0.0022,  0.1697, -0.3315,  ..., -0.1154, -0.1903,  0.0845],\n",
      "        [-0.0374,  0.0861, -0.3854,  ..., -0.1514, -0.2069,  0.2200]],\n",
      "       device='cuda:0', grad_fn=<ViewBackward>)\n",
      "target_tensor[0:].contiguous().view(-1) torch.Size([120]) tensor([17,  3,  9, 14, 12, 10,  3, 10, 10, 14,  8,  7, 14,  8, 20,  4, 14,  5,\n",
      "         9,  6, 16, 25,  9,  3, 14, 20, 22, 14,  8, 10,  9, 10, 14, 14, 24, 22,\n",
      "         4,  8,  3,  4, 19, 10, 14, 24, 22,  9,  8,  5, 12,  9,  5,  5,  2,  2,\n",
      "         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n",
      "         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0], device='cuda:0')\n",
      "loss= tensor(3.7348, device='cuda:0', grad_fn=<NllLossBackward>)\n"
     ]
    }
   ],
   "source": [
    "### Testing Decoder part\n",
    "# Device\n",
    "\n",
    "def create_mask(source_seq):\n",
    "    mask = (source_seq != 0)\n",
    "    return mask\n",
    "        \n",
    "        \n",
    "INPUT_DIM = len(thai_romanization_dataset.lang_th.char2index)\n",
    "OUTPUT_DIM = len(thai_romanization_dataset.lang_th_romanized.char2index)\n",
    "\n",
    "ENC_EMB_DIM = 10\n",
    "ENC_HID_DIM = 10\n",
    "ENC_DROPOUT = 0.5\n",
    "\n",
    "DEC_EMB_DIM = 10\n",
    "DEC_HID_DIM = 10\n",
    "DEC_DROPOUT = 0.5\n",
    "_encoder = Encoder(INPUT_DIM, ENC_EMB_DIM, ENC_HID_DIM).to(device)\n",
    "_decoder = AttentionDecoder(OUTPUT_DIM, DEC_EMB_DIM, DEC_HID_DIM).to(device)\n",
    "\n",
    "\n",
    "# obtain one sample from the data iterator\n",
    "start_token = thai_romanization_dataset.lang_th_romanized.char2index['<start>']\n",
    "print('start_token=',start_token)\n",
    "max_len= 60\n",
    "for batch in train_dataset_loader:\n",
    "    print(batch)\n",
    "    \n",
    "    input_tensor, input_length, target_tensor = batch['input_tensor'], batch['input_length'], batch['target_tensor']\n",
    "    \n",
    "    batch_size=input_tensor.size(0)\n",
    "    \n",
    "    encoder_outputs, encoder_hidden = _encoder(input_tensor, input_length)\n",
    "    \n",
    "    print('input_tensor', input_tensor.size())\n",
    "    print('input_length', input_length.size())\n",
    "    print('target_tensor', target_tensor.size())\n",
    "    print('encoder_outputs', encoder_outputs.size())\n",
    "    print('encoder_hidden[0]', encoder_hidden[0].size(), encoder_hidden[0])\n",
    "    print('encoder_hidden[1]', encoder_hidden[0].size(), encoder_hidden[1])\n",
    "\n",
    "    decoder_input = torch.tensor([[start_token] * batch_size]).view(batch_size, 1).to(device)\n",
    "        \n",
    "        # Initiate decoder output as the last state encoder's hidden state\n",
    "#         decoder_hidden_1 = torch.cat([encoder_hidden[1][0], encoder_hidden[1][1]], dim=1).unsqueeze(dim=0)\n",
    "#         print('encoder_hidden', encoder_hidden.size(), encoder_hidden)\n",
    "#         decoder_hidden_0 = torch.cat([encoder_hidden[0][0], encoder_hidden[0][1]], dim=1).unsqueeze(dim=0)\n",
    "#         print('decoder_hidden_0', decoder_hidden_0)\n",
    "\n",
    "#     encoder_hidden_ht = encoder_hidden[0]\n",
    "\n",
    "    \n",
    "    encoder_hidden_ht = torch.cat([encoder_hidden[0][0], encoder_hidden[0][1]], dim=1).unsqueeze(dim=0)\n",
    "    decoder_hidden = encoder_hidden_ht\n",
    "\n",
    "    print('decoder_hidden', decoder_hidden.size(), decoder_hidden)\n",
    "    max_source_len = encoder_outputs.size(1)\n",
    "    mask = create_mask(input_tensor[:, 0:max_source_len])\n",
    "\n",
    "    print('\\n\\nmask', mask.size(), mask)\n",
    "\n",
    "    outputs = torch.zeros(max_len, batch_size, OUTPUT_DIM).to(device)\n",
    "\n",
    "    for di in range(max_len):\n",
    "        print('\\n\\ndecoder di=', di)\n",
    "        decoder_output, decoder_hidden, attn_w = _decoder(decoder_input,\n",
    "                                                            decoder_hidden,\n",
    "                                                            encoder_outputs,\n",
    "                                                            mask)\n",
    "        # decoder_output: (batch_size, target_vocab_size)\n",
    "\n",
    "        topv, topi = decoder_output.topk(1)\n",
    "        outputs[di] = decoder_output.to(device)\n",
    "        teacher_force = random.random() < teacher_forcing_ratio\n",
    "\n",
    "        print('User teacher_force={}'.format(teacher_force))\n",
    "        decoder_input = target_tensor[:, di].reshape(batch_size, 1) if teacher_force else topi.detach() \n",
    "        \n",
    "        print('attn_w', attn_w.size(),attn_w)\n",
    "        print('topi.detach() ', topi.detach() )\n",
    "        print('predicted ', [thai_romanization_dataset.lang_th_romanized.index2char[idx] for idx in topi.squeeze(1).cpu().detach().numpy()])\n",
    "        print('decoder_input', [thai_romanization_dataset.lang_th_romanized.index2char[idx] for idx in decoder_input.squeeze(1).cpu().detach().numpy()])\n",
    "        print('done di=', di)\n",
    "\n",
    "    target_tensor = target_tensor.transpose(0, 1)\n",
    "    print('target_tensor,transpose(0, 1)', target_tensor.size(),target_tensor)\n",
    "\n",
    "    # target_seq -> ((MAX_LENGTH ) * batch_size)\n",
    "    target_tensor = target_tensor[0:].contiguous().view(-1)\n",
    "\n",
    "    # output -> ((MAX_LENGTH ) * batch_size, target_vocab_size)  \n",
    "    print('before outputs.size()', outputs.size(), outputs)\n",
    "    outputs = outputs.view(-1, outputs.size(-1))\n",
    "    print('after outputs.size()', outputs.size(), outputs)\n",
    "\n",
    "    print('target_tensor[0:].contiguous().view(-1)', target_tensor.size(),target_tensor)\n",
    "\n",
    "    loss = criterion(outputs, target_tensor)\n",
    "         \n",
    "    print('loss=', loss)\n",
    "    break\n",
    "    \n",
    "    \n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "wUnwZ91oI84U"
   },
   "source": [
    "## Seq2Seq model\n",
    "\n",
    "This class encapsulate _Decoder_ and _Encoder_ class.\n",
    "\n",
    "__Steps:__\n",
    "\n",
    "1. The input sequcence $X$ is fed into the encoder to receive one hidden state vector.\n",
    "\n",
    "2. The initial decoder hidden state is set to be the hidden state vector of the encoder\n",
    "\n",
    "3. Add a batch of `<start>` tokens (batch_size, 1) as the first input $y_1$\n",
    "    \n",
    "4. Then, decode within a loop:\n",
    "    - Inserting the input token $y_t$, previous hidden state, $s_{t-1}$, and the context vector $z$ into the decoder\n",
    "    - Receiveing a prediction $\\hat{y}$ and a new hidden state $s_t$\n",
    "    - Then, either use teacher forcing to let groundtruth target character as the input for the decoder at time step $t+1$, or let the result from decoder as the input for the next time step."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 120,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "fXmyHAFiI84V"
   },
   "outputs": [],
   "source": [
    "class Seq2Seq(nn.Module): \n",
    "\n",
    "    def __init__(self, encoder, decoder):\n",
    "        super().__init__()\n",
    "        \n",
    "        self.encoder = encoder\n",
    "        self.decoder = decoder\n",
    "        self.pad_idx = 0\n",
    "\n",
    "        assert encoder.hidden_size == decoder.hidden_size\n",
    "    \n",
    "    def create_mask(self, source_seq):\n",
    "        mask = (source_seq != self.pad_idx)\n",
    "        return mask\n",
    "        \n",
    "  \n",
    "    def forward(self, source_seq, source_seq_len, target_seq, teacher_forcing_ratio = 0.5):\n",
    "        \"\"\"\n",
    "            Parameters:\n",
    "                - source_seq: (batch_size x MAX_LENGTH) \n",
    "                - source_seq_len: (batch_size x 1)\n",
    "                - target_seq: (batch_size x MAX_LENGTH)\n",
    "\n",
    "            Returns\n",
    "        \"\"\"\n",
    "        batch_size = source_seq.size(0)\n",
    "        start_token = thai_romanization_dataset.lang_th_romanized.char2index[\"<start>\"]\n",
    "        end_token = thai_romanization_dataset.lang_th_romanized.char2index[\"<end>\"]\n",
    "        max_len = MAX_LENGTH\n",
    "        target_vocab_size = self.decoder.vocabulary_size\n",
    "\n",
    "        # init a tensor to store decoder outputs\n",
    "        outputs = torch.zeros(max_len, batch_size, target_vocab_size).to(device)\n",
    "        \n",
    "        if target_seq is None:\n",
    "            assert teacher_forcing_ratio == 0, \"Must be zero during inference\"\n",
    "            inference = True\n",
    "        else:\n",
    "            inference = False\n",
    "\n",
    "    \n",
    "        # feed mini-batch source sequences into the `Encoder`\n",
    "        encoder_outputs, encoder_hidden = self.encoder(source_seq, source_seq_len)\n",
    "\n",
    "        # create a Tensor of first input for the decoder\n",
    "        decoder_input = torch.tensor([[start_token] * batch_size]).view(batch_size, 1).to(device)\n",
    "         \n",
    "        encoder_hidden_ht = torch.cat([encoder_hidden[0][0], encoder_hidden[0][1]], dim=1).unsqueeze(dim=0)\n",
    "        decoder_hidden = encoder_hidden_ht\n",
    "\n",
    "            \n",
    "#         print('decoder_hidden', decoder_hidden.size())\n",
    "        # define a context vector\n",
    "#         decoder_context = Variable(torch.zeros(encoder_outputs.size(0), encoder_outputs.size(2))).unsqueeze(1).to(device)\n",
    "        \n",
    "        \n",
    "        max_source_len = encoder_outputs.size(1)\n",
    "        mask = self.create_mask(source_seq[:, 0:max_source_len])\n",
    "            \n",
    "        \n",
    "        attn_weights  = []\n",
    "\n",
    "        for di in range(max_len):\n",
    "            decoder_output, decoder_hidden, attn_w = self.decoder(decoder_input,\n",
    "                                                                decoder_hidden,\n",
    "                                                                encoder_outputs,\n",
    "                                                                mask)\n",
    "            # decoder_output: (batch_size, target_vocab_size)\n",
    "\n",
    "            topv, topi = decoder_output.topk(1)\n",
    "            outputs[di] = decoder_output.to(device)\n",
    "            teacher_force = random.random() < teacher_forcing_ratio\n",
    "\n",
    "            decoder_input = target_seq[:, di] if teacher_force else topi.detach() \n",
    "\n",
    "            if inference: \n",
    "#                 print('attn_w', attn_w.size(),attn_w)\n",
    "                attn_weights.append(attn_w)\n",
    "    \n",
    "            if inference and decoder_input == end_token:\n",
    "                return outputs[:di], attn_weights\n",
    "            \n",
    "            \n",
    "\n",
    "        return outputs, attn_weights\n",
    "    \n",
    "    "
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "joIOMNz-I84X"
   },
   "source": [
    "Initializae model\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 171,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 119
    },
    "colab_type": "code",
    "id": "HePJasoxI84Y",
    "outputId": "6b103235-c718-43a1-a339-c7321033a836"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of samples:  648206\n",
      "split at index: 518564\n",
      "train_indices [118842, 551164, 200228, 93841, 142270]\n",
      "val_indices [419695, 455015, 88739, 260808, 64788]\n",
      "Number of train mini-batches 1013\n",
      "Number of val mini-batches 254\n"
     ]
    }
   ],
   "source": [
    "SEED = 0\n",
    "BATCH_SIZE = 512\n",
    "\n",
    "TRAIN_RATIO = 0.8\n",
    "\n",
    "N = len(thai_romanization_dataset)\n",
    "\n",
    "print('Number of samples: ', N)\n",
    "train_split_idx = int(TRAIN_RATIO * N)\n",
    "\n",
    "print('split at index:', train_split_idx)\n",
    "indices = list(range(N))\n",
    "\n",
    "# Random Split\n",
    "np.random.seed(SEED)\n",
    "np.random.shuffle(indices)\n",
    "train_indices, val_indices = indices[:train_split_idx], indices[train_split_idx:]\n",
    "\n",
    "print('train_indices', train_indices[0:5])\n",
    "print('val_indices', val_indices[0:5])\n",
    "\n",
    "train_sampler = SubsetRandomSampler(train_indices)\n",
    "valid_sampler = SubsetRandomSampler(val_indices)\n",
    "                                   \n",
    "train_dataset_loader = torch.utils.data.DataLoader(\n",
    "                                             thai_romanization_dataset,\n",
    "                                             batch_size=BATCH_SIZE, \n",
    "                                             sampler=train_sampler,\n",
    "                                             num_workers=0)\n",
    "\n",
    "val_dataset_loader = torch.utils.data.DataLoader(\n",
    "                                             thai_romanization_dataset,\n",
    "                                             batch_size=BATCH_SIZE,\n",
    "                                             shuffle=False,\n",
    "                                             sampler=valid_sampler,\n",
    "                                             num_workers=0)\n",
    "\n",
    "\n",
    "print('Number of train mini-batches', len(train_dataset_loader))\n",
    "print('Number of val mini-batches', len(val_dataset_loader))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 201,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "8_Qb2nPYI84b"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Seq2Seq(\n",
       "  (encoder): Encoder(\n",
       "    (character_embedding): Embedding(94, 128)\n",
       "    (rnn): LSTM(128, 128, batch_first=True, bidirectional=True)\n",
       "    (dropout): Dropout(p=0.5)\n",
       "  )\n",
       "  (decoder): AttentionDecoder(\n",
       "    (character_embedding): Embedding(40, 128)\n",
       "    (rnn): LSTM(384, 256, batch_first=True)\n",
       "    (attn): Attn(\n",
       "      (attn): Linear(in_features=256, out_features=256, bias=True)\n",
       "    )\n",
       "    (linear): Linear(in_features=256, out_features=40, bias=True)\n",
       "    (dropout): Dropout(p=0.5)\n",
       "  )\n",
       ")"
      ]
     },
     "execution_count": 201,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "INPUT_DIM = len(thai_romanization_dataset.lang_th.char2index)\n",
    "OUTPUT_DIM = len(thai_romanization_dataset.lang_th_romanized.char2index)\n",
    "\n",
    "ENC_EMB_DIM = 128\n",
    "ENC_HID_DIM = 256\n",
    "ENC_DROPOUT = 0.5\n",
    "\n",
    "DEC_EMB_DIM = 128\n",
    "DEC_HID_DIM = 256\n",
    "DEC_DROPOUT = 0.5\n",
    "\n",
    "_encoder = Encoder(INPUT_DIM, ENC_EMB_DIM, ENC_HID_DIM, ENC_DROPOUT)\n",
    "_decoder = AttentionDecoder(OUTPUT_DIM, DEC_EMB_DIM, DEC_HID_DIM, DEC_DROPOUT)\n",
    "\n",
    "model = Seq2Seq(_encoder, _decoder).to(device)\n",
    "model\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "xoaZI1sdShNi"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 202,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 289
    },
    "colab_type": "code",
    "id": "T-zk0j-RI84f",
    "outputId": "a679b4b1-2aa9-4e9e-b9aa-5326a6979d31"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Seq2Seq(\n",
       "  (encoder): Encoder(\n",
       "    (character_embedding): Embedding(94, 128)\n",
       "    (rnn): LSTM(128, 128, batch_first=True, bidirectional=True)\n",
       "    (dropout): Dropout(p=0.5)\n",
       "  )\n",
       "  (decoder): AttentionDecoder(\n",
       "    (character_embedding): Embedding(40, 128)\n",
       "    (rnn): LSTM(384, 256, batch_first=True)\n",
       "    (attn): Attn(\n",
       "      (attn): Linear(in_features=256, out_features=256, bias=True)\n",
       "    )\n",
       "    (linear): Linear(in_features=256, out_features=40, bias=True)\n",
       "    (dropout): Dropout(p=0.5)\n",
       "  )\n",
       ")"
      ]
     },
     "execution_count": 202,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "def init_weights(m):\n",
    "    for name, param in m.named_parameters():\n",
    "        if 'weight' in name:\n",
    "            nn.init.normal_(param.data, mean=0, std=0.01)\n",
    "        else:\n",
    "            nn.init.constant_(param.data, 0)\n",
    "            \n",
    "model.apply(init_weights)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 203,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 34
    },
    "colab_type": "code",
    "id": "4l2Oi-NBI84i",
    "outputId": "25bc242a-51fa-47c0-806c-48eb16bee44e"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The model has 1,014,824 trainable parameters\n"
     ]
    }
   ],
   "source": [
    "def count_parameters(model):\n",
    "    return sum(p.numel() for p in model.parameters() if p.requires_grad)\n",
    "\n",
    "print(f'The model has {count_parameters(model):,} trainable parameters')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 204,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "i_XfWQtMI84l"
   },
   "outputs": [],
   "source": [
    "\n",
    "learning_rate = 0.001\n",
    "optimizer = torch.optim.Adam(model.parameters(), lr=learning_rate)\n",
    "criterion = nn.CrossEntropyLoss(ignore_index = 0)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "Hu6XxOwxI84s"
   },
   "source": [
    "## Training"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 205,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "uj2mzBSPI84u"
   },
   "outputs": [],
   "source": [
    "print_loss_every = 100\n",
    "teacher_forcing_ratio = 0.5\n",
    "\n",
    "def train(model, iterator, optimizer, criterion, clip, teacher_forcing_ratio=0.5):\n",
    "    \n",
    "    model.train()\n",
    "    \n",
    "    epoch_loss = 0\n",
    "    for i, batch in tqdm(enumerate(iterator), total = len(iterator)):\n",
    "        optimizer.zero_grad()\n",
    "\n",
    "        source_seq, source_seq_len = batch['input_tensor'], batch['input_length']\n",
    "        batch_size = source_seq.size(0)\n",
    "        \n",
    "        # target_seq: (batch_size , MAX_LENGTH)\n",
    "        # output: (MAX_LENGTH , batch_size , target_vocab_size)\n",
    "        target_seq = batch['target_tensor']\n",
    "\n",
    "        output, _ = model(source_seq, source_seq_len, target_seq, teacher_forcing_ratio=teacher_forcing_ratio)\n",
    "        \n",
    "        # target_seq -> (MAX_LENGTH , batch_size)\n",
    "        target_seq = target_seq.transpose(0, 1)\n",
    "\n",
    "        # target_seq -> ((MAX_LENGTH) * batch_size)\n",
    "        target_seq = target_seq[0:].contiguous().view(-1)\n",
    "\n",
    "        # output -> ((MAX_LENGTH ) * batch_size, target_vocab_size)        \n",
    "        output = output[0:].view(-1, output.size(-1))\n",
    "\n",
    "        loss = criterion(output, target_seq)\n",
    "        \n",
    "        if i % print_loss_every == 0:\n",
    "            print('Loss ', loss.item())\n",
    "\n",
    "        loss.backward()\n",
    "        \n",
    "        torch.nn.utils.clip_grad_norm_(model.parameters(), clip)\n",
    "        \n",
    "        optimizer.step()\n",
    "        \n",
    "        epoch_loss += loss.item()\n",
    "        \n",
    "        \n",
    "        \n",
    "    return epoch_loss / len(iterator)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 206,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "_bWlep1pI84x"
   },
   "outputs": [],
   "source": [
    "def evaluate(model, iterator, criterion):\n",
    "    \n",
    "    model.eval()\n",
    "\n",
    "    epoch_loss = 0\n",
    "    \n",
    "    with torch.no_grad():\n",
    "    \n",
    "        for i, batch in enumerate(iterator):\n",
    "\n",
    "            source_seq, source_seq_len = batch['input_tensor'], batch['input_length']\n",
    "            batch_size = source_seq.size(0)\n",
    "\n",
    "            # target_seq: (batch_size , MAX_LENGTH)\n",
    "            # output: (MAX_LENGTH , batch_size , target_vocab_size)\n",
    "            target_seq = batch['target_tensor']\n",
    "            output, _ = model(source_seq, source_seq_len, target_seq)\n",
    "        \n",
    "            # target_seq -> (MAX_LENGTH , batch_size)\n",
    "            target_seq = target_seq.transpose(0, 1)\n",
    "\n",
    "            # target_seq -> ((MAX_LENGTH - 1) * batch_size)\n",
    "            target_seq = target_seq[0:].contiguous().view(-1)\n",
    "\n",
    "            # output -> ((MAX_LENGTH -1) * batch_size, target_vocab_size)        \n",
    "            output = output[0:].view(-1, output.size(-1))\n",
    "\n",
    "            loss = criterion(output, target_seq)\n",
    "            epoch_loss += loss.item()\n",
    "        \n",
    "    return epoch_loss / len(iterator)\n",
    "\n",
    "def inference(model, text, char_2_ix, ix_2_char, target_char_to_ix, ix_to_target_char):\n",
    "    model.eval()\n",
    "\n",
    "    input_seq =  [ch for ch in text] +  ['<end>']\n",
    "    numericalized = [char_2_ix[ch] for ch in input_seq] \n",
    "    \n",
    "#     print('input ',numericalized)\n",
    "    sentence_length = [len(numericalized)]\n",
    "\n",
    "    tensor = torch.LongTensor(numericalized).view(1, -1).to(device) \n",
    "    \n",
    "#     print(tensor)\n",
    "    translation_tensor_logits, attn_weights = model(tensor, sentence_length, None, 0) \n",
    "#     print(translation_tensor_logits)\n",
    "    try:\n",
    "        translation_tensor = torch.argmax(translation_tensor_logits.squeeze(1), 1).cpu().numpy()\n",
    "        translation_indices = [t for t in translation_tensor]\n",
    "        \n",
    "#         print('translation_tensor', translation_tensor)\n",
    "        translation = [ix_to_target_char[t] for t in translation_tensor]\n",
    "    except:\n",
    "        translation_indices = [0]\n",
    "        translation = ['<pad>']\n",
    "    return ''.join(translation), translation_indices, attn_weights\n",
    "\n",
    "def show_inference_example(model, input_texts, target_texts, char_2_ix, ix_2_char, target_char_to_ix, ix_to_target_char):\n",
    "    for index, input_text in enumerate(input_texts):\n",
    "        prediction, indices, _ = inference(model, input_text, char_2_ix, ix_2_char, target_char_to_ix, ix_to_target_char)\n",
    "        print('groundtruth: {}'.format(target_texts[index]))\n",
    "        print(' prediction: {} {}\\n'.format(prediction, indices))\n",
    "\n",
    "        \n",
    "def show_inference_example_attn(model, input_texts, target_texts, char_2_ix, ix_2_char, target_char_to_ix, ix_to_target_char):\n",
    "    for index, input_text in enumerate(input_texts):\n",
    "        prediction, indices, attn = inference(model, input_text, char_2_ix, ix_2_char, target_char_to_ix, ix_to_target_char)\n",
    "        \n",
    "        display_attention(input_text, prediction, attn)\n",
    "        print('groundtruth: {}'.format(target_texts[index]))\n",
    "        print(' prediction: {} {}\\n'.format(prediction, indices))\n",
    "        \n",
    "def display_attention(candidate, translation, attention):\n",
    "    \n",
    "  \n",
    "    attns = [attn.squeeze().cpu().detach().numpy() for attn in attention]\n",
    "#     print(attns)\n",
    "    x = [t for t in candidate] + ['<end>']\n",
    "\n",
    "    y = [t for t in translation] + ['<end>']\n",
    "    y = y\n",
    "#     print(y)\n",
    "\n",
    "#     print(attns)\n",
    "    figsize=(6,6)\n",
    "    margins = {  #     vvv margin in inches\n",
    "        \"left\"   :     1.5 / figsize[0],\n",
    "        \"bottom\" :     1.0 / figsize[1],\n",
    "        \"right\"  : 1 - 0.3 / figsize[0],\n",
    "        \"top\"    : 1 - 1   / figsize[1]\n",
    "    }\n",
    "    fig, ax = plt.subplots()\n",
    "\n",
    "    fig.subplots_adjust(**margins)\n",
    "    \n",
    "    x1,x2,y1,y2 = plt.axis()\n",
    "    plt.axis((x1,x2,y1 - 100 ,y2 + 100))\n",
    "    \n",
    "    sns.heatmap(data=attns, yticklabels=y, cmap='rocket')\n",
    "    \n",
    "    fpath = os.path.join(rcParams[\"datapath\"], \"/usr/share/fonts/truetype/tlwg/Sawasdee.ttf\")\n",
    "    prop = fm.FontProperties(fname=fpath)\n",
    "\n",
    "    ax.set_xlabel(x, fontproperties=prop, fontsize=15, labelpad=10)\n",
    "\n",
    "    ax.set_xticklabels(x, fontproperties=prop, fontsize=15, fontweight=400)\n",
    "    ax.set_yticklabels(y, fontproperties=prop, rotation = 0, va=\"center\",\n",
    "                       verticalalignment='top',position=(0,-10))\n",
    "\n",
    "#     fig.tight_layout(pad=0.0, h_pad=0, w_pad=0)\n",
    "    plt.tight_layout()\n",
    "\n",
    "    plt.show()\n",
    "def epoch_time(start_time, end_time):\n",
    "    elapsed_time = end_time - start_time\n",
    "    elapsed_mins = int(elapsed_time / 60)\n",
    "    elapsed_secs = int(elapsed_time - (elapsed_mins * 60))\n",
    "    return elapsed_mins, elapsed_secs\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 207,
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "\n",
    "char_2_ix, ix_2_char, target_char_to_ix, ix_to_target_char = thai_romanization_dataset.lang_th.char2index , \\\n",
    "                                                             thai_romanization_dataset.lang_th.index2char , \\\n",
    "                                                             thai_romanization_dataset.lang_th_romanized.char2index ,\\\n",
    "                                                             thai_romanization_dataset.lang_th_romanized.index2char"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 208,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZoAAAEYCAYAAABlfjCwAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAIABJREFUeJzt3XucXGV9x/HPlxAoCIiAkHApwUZFECEYI4IoVnwZ2yLaBgFRuUoLQmmpFlQqVqyAaBVFqagICMUCQgQNd0GQioABgUi5FIIm3CoXiUQg2f31j3MmTmZnN2d2zuzz7Oz37eu82Jk5c85vFpxnz3P5HkUEZmZmvbJa6gLMzKy/uaExM7OeckNjZmY95YbGzMx6yg2NmZn1lBsaMzPrKTc0ZpYdSWdKekLS3TUc622S7mjanpf0norv3VrSzyS9IOmjI+x3nqR7Jd1d1j65fH43Sb9rOvenavg8b5E0X9JySXO6Pd5YcENjZjk6C5hdx4Ei4rqI2CEidgD+HFgKXNW6n6SFbd7+FPD3wBdWcZrzgK2B7YC1gEOaXruxcf6I+MwoPkKrXwMHAP9Zw7HGhBsaM8tORNxA8SW/gqQ/k3SFpF9IulHS1qM49Bzg8ohYWrGOJyLiVmDZKvabFyXgFmDzVR1b0gck3VJe6XxD0qSKNS2MiDuBwSr758ANjZmNF2cAR0bE64GPAl8fxTH2Ac6vtaomZZfZB4Ermp5+k6RfSrpc0rblfq8B9gZ2Ka+0BoD9elVXaqunLsDMbFUkrQPsDFwoqfH0muVrfw2065JaHBHvbDrGVIqurSubnvsasEv5cFNJd5Q/XxgR/zaKUr8O3BARN5aP5wNbRsTvJf0FMBd4JfB24PXAreXnWQt4oqzpHGDHdseOiNE0rsm5oTGz8WA14Jnyr/+VRMTFwMUVjvE+4JKIWNENFhEfafwsaWG741cl6Xjg5cDfNh3/2aaf50n6uqSNAAFnR8THW48TER8abQ25cteZmWWv/MJ+SNJeACps3+Fh9qVH3WaSDgHeCewbEYNNz09ReckiaRbFd+6TwLXAHEkbl69tIGnLXtSWAzm92cxyI+l8YDdgI+Bx4Hjgx8DpwFRgMvC9qrO4JE0DbgK2aG4IWvZZGBHTWp6bAtwGrEcx+P57YJuIeFbSPOCQiHhE0nLgYWBJ+daLI+Izko4ADgOWA38Ajo6I/y6PvTfwcYrGZxnwkYi4ucJneQNwCfAy4HngsYjYtsrvIRU3NGZm1lPuOjMzs54aV5MBLpuyb3aXX4c+/8vUJQxx/LrtJqxYOx86YnLqEtr6w08fTF3CEA/d/rLUJbS1zZF51rX2Md/RqvdatWW/fbDy997kjV5Ryznr5isaMzPrqewbGkmHSrpN0m1XLH0gdTlmZmNrYFn1LVPZd51FxBkUK4KZuv42cXFmXVUHrz/qafc9s/+335K6hLau2e+61CW0kWfX2Zfu2ix1CUNl+m2xTeoCem1w3CTNDCvT/3TMzAxgmNnY40r2DY2kQ4FDAdZbawprr5HnwJ+ZWU/4iqZ7Zf7P0oi4vt3rrV1nY1iamVl6GY+9VJV0waakTYH9I+LEKvsfNG1Odg3NaYetm7qEccNTdqv7F72QuoQhTog1U5cwrsxcNLeWqcYvLryt8vfeGtNmenpzszL/51RgmaSPNjKMzMysyeBg9S1TKac3zwb+PSK+EBFfoGh7PtG6U/P05nuX5PcXsZlZL0UMVt5ylXKM5lURcWrT4xtpc+vW5jGa2zZ/T7B8+RiVV82vvvp06hKGyLHbpbB26gKG+H6mq8oP/9LzqUsYYqs3PJK6hLZy7f6szUBe33mjkfKK5k5Jb2p6vB9FOquZmTUMDlTfMpWsoYmI64Dpko6W9DFgM+Dnrfs1d51d/NzCsS7TzCytGKy+ZSqb2wRI+gAwLyKeGm6fJ/d4ax7FNlnrza9IXcIQ55yW53TIvXb4TeoShsjx31+uPnd6nl2yJz3yk9QltLX8xcW1zAB7YcG1lb/31tz27VnOOku+jgZW3JRoOjAFGLahMTObcPpgjCaLhgaYAbwK2AP4VeJazMyyEZHv2EtVSdObJf2NpKOBWcDP+ONtUJv3WTFGc/bDj455jWZmSXmMposTS1sAb46I88uus08DP46Ic4Z7T47JAO99Pr/0350znYaao4/d9fLUJbR1ynb/l7qEIXKdRtzvNz57fv6llb/3/mTHd3uMpsXTwNymx8tHamTMzCakPsg6Szm9+fcR8Yfy4W5A2z/DnQxgZhOau866PLm0MbA/cFVErPKOZu/a4l3ZdZ1dfNZ7U5cwxIL956Uuoa25q+eXDPCj5x9OXUJbUyavl7qEIb5/xJTUJbSV63T+v/vNufV0nd38X9W7znba211nzcrk5vcBX4ycQ3rMzFLqg6/HlGM0+wHLgTMlbQQI+EpEXNm8U/ONz7Zdf1u2WGeLMS/UzCyZzPIdRyNZQxMRp0jaGlgYEZdI+itgyCVic6hmjl1nZma91A/raFIv2JwBXNv0+L6Rdp466SW9rWYUdt7v7NQlDPHN1fOcspuja96Q+v8C7V14x4apSxgixxvXAcyMPKc31ybj+8xUlfr/ZVsBp0i6k6Lr7HlgYdKKzMxy0gdjNCnvsLkNxRXM5cAkYE9gyCWLpzeb2YQ2sLz6lqmUVzTbA9dGxBMAkh4Ghkxxbh6jOW7a+7Mbo5k1eavUJQwxd1KefwH943aLU5cwbuSYdH3hHXlOxNlrRn6/q1r1QddZyqyzO4CZTY9npCrEzCxbfbBgM2UywD3AmpIOlvRDiiucHVv3a+46m7/kgTGv08wsqcHB6lumkk4GiIhLACRNB44HhvymmrvOlp58YHZdZ0ecPiRwOrkcAxkB1vvOd1KXMMSyb5+QuoS2cvzv6lGeTF1CW7dkGox6Zl0HynjspaqktwlocipwOPC21IWYmWWlxisaSbMl3SvpAUnHjrDf30gKSTOH26cTqac3I+lIYGOKqc2zgavTVmRmlpGaxl4kTQK+BrwDWATcKunSiPhVy37rAkcBP6/lxKS/8dnWFLduHgS2BJ5ts8+KMZozf37vWJdoZpZWfVc0s4AHIuLBiHgR+B7FspJWJwAnU/zxX4vUVzQzgKsj4rwygubu1h2ax2gOmjYn5s/Pq+/69ufzu+vnQ7fn2Wc9d+ZxqUsYItcp17MG8ptKvNcOeY79PXT7mqlL6K0OxmiasyFLZ5TfoQCbAc1zwRcBb2x5/47AFhHxI0kfG13BQ6VuaJwMYGY2kg5mkzX/Yd4pSasB/w4cMJr3j8TJAGZmOYuovo1sMdB8qbx5+VzDusBrgeslLQR2Ai6tY0KAkwG65GSA6nLtpsqRkwGqczJAZbcCr5S0FUUDsw/w/saLEfE7YKPGY0nXAx+NiNu6PbGTAczMclZT1llELAeOAK4E7gEuiIgFkj4j6d29/Agp70dzj6StJR0MvJei+2xHWsZomge33rXBG9hx3eljXaqZWTo1rviPiHnAvJbnPjXMvrvVdV4nA3TpnNOWccuk2mYB1mJT1si2myq3dIBnDzyQtd78itRlDPGHnz7IxzJb8T4L+EGG6QB7QXa/q1rTOVY99pI9JwN0KbdGBvIdC8mtkQGybGQgvy9OyLORgTx/V7XW5Kyz7jkZwMxsBM46646TAczMRhaDUXnLVeorGicD9ICTAarLtZvRyQDV9X0yQMZdYlWlbmicDGBmNpKMb2hWlZMBzMxytnyg+pYpJwN0yckA1eXaTZUjJwNU52SA/DkZwMwsZ/VlnSWTrKGJiHuANSUdLOmHFFc4O7bu19x1Nn/JA2Nep5lZUl5H051OkwFy7DozM+upgXzHXqpKPeusoZEMsIARFmx+4rD8pjEecXpe062h5viLGuWYDLDs2yekLqGtHP+7ejTTZIBbMkwGADizrgNlvD6mquQNjZMBzMyGFxl3iVWVUzLAc7RZQ+NkADOb0Aaj+pap1Fc0TgboAScDVJfrlGsnA1TX98kAfTBGkzq9+Q5g56bHvtmMmVmzPph1lrqh2QnYS9JlFJMBnAxgZtbMXWejV0bQLImI/crHX8TJALVwMsD452SA6vo+GaAPss6SR9A0Pb4lVSFmZrmKjDPMqkrZ0DQiaOZJOhHYFViC05vNzP4o4y6xqrKIoAG2A74PDLkGdgSNmU1oHqPpTlMEzY+AfYApwF0t+6wYo1l68oHZ/SZzXMHtZIDqnAxQnZMBOlNbMoDHaLrnZAAzs+HF8vHf0DgZwMwsZ+4665qTAXrAyQDV5Trl2skA1fV9MkDGCzGrSr1g08kAZmYjqfGKRtJsSfdKekDSsW1eP1rSryTdKelaSVvW8RFSNzROBjAzG0EMDFbeRiJpEvA14F3ANsC+5cL5ZrcDMyPidcBFwOfr+AzJGprmZICI2AO4h2GSASJiZkTMfPW6rxjzOs3MkqrvimYW8EBEPBgRLwLfA/Zs3iEirouIpeXDm4HN6/gI4yoZYFPW6F01o+QImupyHQ/JkSNoquv7CJoOBvklHQoc2vTUGeU4N8BmrLxWcRHwxhEOdzBweeWTj8DJAGZmGYsOGprmyVPdkPQBiu/nt3Z7LHAygJlZ3pZH9W1ki4Hmy9LNy+dWIml34JPAuyPihTo+gpMBupTjCm4nA1TnZIDqnAzQmbqSATq5olmFW4FXStqKooHZB3h/8w6SZgDfAGZHxBN1nTj1rDMkTQeWRcSXgW1T12NmlpWaJgNExHLgCOBKislXF0TEAkmfkfTucrdTgHWACyXdIenSOj5C6gWbALsAH5L0PCtPDgBWHtz66nvfxEFvfPUYl2dmllCNc3siYh4wr+W5TzX9vHt9Z/ujpA1NGUHzbES8vUwGeLF1HycDdM7JANXlOhPOyQDV9XsyQKx67CV7qa9oZrDyVcx9qQoxM8tRjWM0yaRuaLYCTpF0JyCKBOeFSSsyM8tJnsviOpI6GeA+igVBkyhWqDqCxsysSQxW33KVPBmgMYVO0sMME0FDOUZz3LT3Z3cN6WSA6nIdD8mRkwGq6/dkgFieuoLupZze3EgGoEwGOJIi6M3MzBoGO9gy5WQAM7OMueusS04G6A0nA1TnZIDqnAzQmfqSAWo6UEJOBjAzy1gMqPKWq+QNDUUywAXlVc2Qepq7zs78+b1jX52ZWULuOuuSkwF6w8kA1eU6E87JANX1fTLAYL5XKlWlXrDpZAAzsxHkfKVSVeqGxskAZmYjGMx47KUqJwOYmWUsBlV5y5WTAbrkZIDqch0PyZGTAarr+2SA7L71OpeyoWkkA8wrkwF2BZbgrjMzsxVyvlKpyskAZmYZGxxQ5S1XTgboUo4ruJ0MUJ2TAapzMkBn6ksGyLcBqSr5gk0nA5iZDS9ClbdcJW9ocDKAmdmwnAzQpU6TAXLsOjMz66WBwRyuB7qTesFmR8kAOfZbO4KmOkfQVOcImuocQZO/1A2NkwHMzEbQD+tonAxgZpYxJwN0x8kAPeJkgPHPyQDV9XsyQD+M0aT8BI1kgIYZqQoxM8tVRPUtV1kkA0j6IcUVzo6t+zkZwMwmssFQ5W1VJM2WdK+kByQd2+b1NSX9V/n6zyVNq+Mz5JIMMB04HhjS55P79OYcZ8I5GaA6JwNU52SAztSWDFDTQkxJk4CvAe8AFgG3Sro0In7VtNvBwNMRMV3SPsDJwN7dnjuXzr9TgcOBt6UuxMwsJwODqrytwizggYh4MCJeBL5HMQmr2Z7A2eXPFwFvl9R1S5e8oZF0JPARihlnsxOXY2aWlU4iaJqHGsrt0KZDbcbKwcWLyudot09ELAd+B2zY7WdI2tCUyQBPUXSZbQk822YfR9CY2YTVyRhNRJwRETObtjNS1w/pF2zOAK6OiPPKCJq7W3doHqM5aNqcmD8/r75rJwNU52SA6pwMUF3fJwPUd6jFQPN/WJuXz7XbZ5Gk1YGXQveDc6kbGicDmJmNoMZ1NLcCr5S0FUWDsg/w/pZ9LgX2B34GzAF+HNH9xGknA5iZZWywg20k5ZjLEcCVwD3ABRGxQNJnJL273O3bwIaSHgCOBoZMgR4N1dBYje7E0r6snAywN/DziFg43HtyTAbYfCD5fIohFjkZwHog22SADFMUADa87Ce1zEu+Ycpelb/33vLYhVnm0DgZwMwsY4NRfcuVkwHMzDI2wGqVt1yNq2SAHLvOzMx6Kc+O8M6knnXW0EgGWABcPdxOnzgsv2mMOUaFOIKmOkfQVOcIms7UFkFDlsMuHUne0JTJABtTTG2ezQgNjZnZRNMPVzQ5JQM8R5s1NE4GMLOJbABV3nKV+orGyQA94GSA6nKdcu1kgOr6PRkg4xtnVpZ6msIdwM5Nj6enKsTMLEeDqPKWq9QNzU7AXpIuo5gM4GQAM7Mm0cGWq2RdZ2UEzZKI2K98/EXgl6375T69edbkrVKXMMRcJwOMezmuds82GWBGfr+rOi3v/nYwyaUco9keuLbp8S2pCjEzy1V2f12PQhYRNJJOBI4EtklYj5lZduoK1UwpiwgaYDvg+6x89zfAETRmNrENqvqWq1wiaH5EcW+EKcBdLfusGKNZevKB2V1F5riC28kA1TkZoDonA3SmrmSAnNfHVJV6HY2TAczMRpDzlUpVTgYwM8tYP4zRpL6icTJADzgZoLpcp1w7GaC6fk8GyG68YBRSL9h0MoCZ2QiWq/qWq9QNjZMBzMxG4K6zLjgZoHecDDD+ORmgun5PBoiMr1SqcjKAmVnG8vyzsTMpG5pGMsC8MhlgV2AJbWaemZlNVAOpC6iBkwHMzDLmZIAuORmgN5wMUJ2TAapzMkBn6koGcNdZDZwMYGY2vH5oaJwMYGaWsQFV37ohaQNJV0u6v/zny9rss4Okn0laIOlOSXtXOXbqKxonA/SAkwGqy3XKtZMBquv3ZIAxvKI5Frg2Ik6SdGz5+JiWfZYCH4qI+yVtCvxC0pUR8cxIB069YNPJAGZmIxjDWznvCZxd/nw28J4htUTcFxH3lz8/AjwBrPIv29QNjZMBzMxGMEhU3pq/L8vt0A5OtUlENLpoHgM2GWlnSbOANYD/XdWBx1UywEHT5mQ368zMrJc6WUfT/H3ZjqRrKGb3tvpky3FC0rDft5KmAt8F9o+IVfbujatkgE1Zo3fVjJIjaKrLdTwkR46gqa7fI2jq/H9zROw+3GuSHpc0NSIeLRuSJ4bZbz3gR8AnI+LmKudN2XXWSAagTAY4EtgmYT1mZtkZwwWblwL7lz/vD/ygdQdJawCXAOdExEVVD+xkADOzjHUyRtOlk4B3SLof2L18jKSZkr5V7vM+4C3AAZLuKLcdVnVgRaQf9pA0hSIZYEFEDLtg08kA1TgZoDonA1T36MBzqUtoa+qkIXOIsnDmwotqCYX5eAep9Scu/M8sg2hSzzpD0nRgWUR8Gdg2dT1mZjkZwyuankne0AC7ABeUeWdD6nEygJlNZGO4jqZnkiYDlBE0z0bE28tkgBdb93EyQOecDFBdrjPhnAxQnZMB8pdDBE3zFOf7UhViZpajgayvVapJ3dBsBZwi6U5AFAnOC5NWZGaWkX64okk2RlMmA9wHXA5MosjZcQSNmVmT6OB/uUqeDBARTwBIephVRNAc18E0v7HiZIDqch0PyZGTAapzMkD+UjY0jWSAeWUywK7AEtx1Zma2Qj+M0TgZwMwsY/2wjibpZICIuASgXEOzD0Wq6F0t+6zoOnMyQDVOBqjOyQDVPcqTqUto65a78pzOf2ZNx+mHrrPkCzadDGBmNrx+mAyQvKHByQBmZsMaICpvuRpXyQA5dp2ZmfVSP3SdpV6w2VEyQI791o6gqc4RNNU5gqa6vo+gySBhv1upGxonA5iZjWD8NzNOBjAzy9oAg5W3XDkZoEtOBqgu126qHDkZoDonA+Qv5ayzRjJAw4xUhZiZ5aofFmxmkQwg6YcUVzg7tu7nZAAzm8j6YR1NLskA04HjaXOVmPv05hxnwjkZoDonA1TnZIDO1JUMMNAHs85yWLAJcCpwOPC21IWYmeXEXWc1kHQk8BGKGWez27zuZAAzm7AGO9hylbShKZMBnqL4HW0JPNu6T0ScEREzI2LmQW989ViXaGaWlMdoujcDuDoizisjaO4eaecc+62dDFCdkwGqczJAdf2eDDAQOV+rVJO6oXEygJnZCMZ/M+NkADOzrI1V15mkDSRdLen+8p8vG2Hf9SQtknRalWM7GaBLTgaoLtduqhw5GaC6/k8GGLOvvWMpvpNPknRs+fiYYfY9Abih6oGdDGBmlrGBGKy8dWlP4Ozy57OB97TbSdLrgU2Aq6oe2MkAZmYZ66TrrPn7stwO7eBUm0REY3bTYxSNyUokrQZ8EfhoJ5/ByQBdynEmnJMBqnMyQHVOBuhMXckAndyPpvn7sh1J1wBT2rz0yZbjhKR2Jz4cmBcRiyRVriv1rLOGRjLAAuDqxLWYmWWjzr+uI2L34V6T9LikqRHxqKSpwBNtdnsTsKukw4F1gDUk/T4ijh3pvMkbmjIZYGOKqc2zcUNjZrbC8rGb4HwpsD9wUvnPH7TuEBH7NX6WdAAwc1WNDIyDZABH0JjZRBYRlbcunQS8Q9L9wO7lYyTNlPStbg6sGoob/cmlfSmnODeSASJi4XD7HzRtTnZjNDkmA3xz9Tz7rOeuvnbqEobIdcp1jlOJc5xyDfDQ7cMu90hq5qK51QcxRjBr07dW/t675ZGf1HLOuqXuOnMygJnZCHLOMKvKyQBmZhkbw3U0PeNkgC45GaC6XLupcpRjN1WO3XnQ/8kAKYc36uJkADOzjPnGZ11wMoCZ2ar5fjRd6jQZIMeuMzOzXsp57KWq1LPOGiolA3zisPxucJRjVIgjaKpzBE11jqDpTIoImlwlb2icDGBmNrycu8SqyikZ4DnarKFxMoCZTWSDEZW3XKW+opkBXB0R5zWSAVp3aB6jOWjanJg/P68uhRyTAR66Pc+uhLkzj0tdwhC5TrmeNZDfVOK9dsizS/ah2/PrUq9TP4zRJL2ioZjivHPT4+mpCjEzy1E/zDpL3dDsBOwl6TKKyQBOBjAzaxIxWHnLVbJQzTKCZpuIuKh8/EXgqyOFauY4vXnzgdRt9VCLnAxgPZBtMkCGKQoAG15WT8Dllhu+rvL33sNP3ulQzRbbA9c2Pb4lVSFmZrnqhzGalA1NI4JmnqQTgV2BJTi92cxsBWeddaE5ggbYDvg+MOQa2BE0ZjaR9cP05qQ3PltRhDQF2AdYEBHDLthcevKB6YttkeMKbicDVOdkgOoeHXgudQltTZ00ZA5RFs5ceFEt4yVT1n9N5e+9x565x2M07TgZwMxseP0wRuNkADOzjEVE5S1XSbvOJO1LefOzRjLASNObD5o2J7vfZI7JAN9cPdNkgNXXTl3CELlOuc5xKnGu04gfuv1lqUtoa+aiubV0Y22w7isrf+89teT+LLvOUi8CcTKAmdkI+uGKJnVD42QAM7MRDMRg5S1XyRqaMhlgSUTsFxF7APcAv2zdLyLOiIiZETHz1eu+YszrNDNLqR+mN4+rZIBNWaN31YzSrMlbpS5hiLmOoBn3chwPyXHcCGCvGfn9ruqUc1hmVU4GMDPLWM5XKlU5GcDMLGODMVh5y1XSyQARcUlEfBs4BAhgSpt9VozR7LiuJ6WZ2cTSD7POkkfQtCQDbBAR/zTC7vn+Js3MVlbLmpbJa2xW+Xtv2YuLvY6mVafJAJL+luJfXldbXcepe8uxrhxryrWuHGvKta4ca+pBXbVY9uJiVd3qOmfdxvyKRtIREXFa+fOKZIAxruG2iJg5luesIse6cqwJ8qwrx5ogz7pyrAnyrWu8S71gc6VkgHJtjZmZ9ZGOpjdLehfFlOQzgMMourvWBb4eEY9JOgp4BHgF8HhEnCVpdeAY4AVgAFizPNbrgDnAU5L+GZjEyutqzMysD1RqaCRtCnyYopvrBEmHAt+PiLskTQaOBU4Atij3uVDSEeXbPwicExG/kTQJOB8gIu6UdBewP/BS4D8i4oVaP93wzhij83Qqx7pyrAnyrCvHmiDPunKsCfKta1xbZUNT3pTsG8D7IuIP5dNbAqtJ2qV83Fiy/1hE3N1yiPUi4jcAETEg6ReNF6IYIDqrvLr5rqR9Ino/GTwisvyPKce6cqwJ8qwrx5ogz7pyrAnyrWu8W2VDU3aJ/R3wz5KuiYibgAXAVRHxWwBJW5W7P9/mEE9J2ri8FYAoomco3yfgQ8D6wAfHopExM7OxVanrLCIWA/8q6S8kHQecDuwvaQ2KxOW5wEPDvP1c4DBJSykmH/wPrDRG892IuL+7j9E/JK0XEc+mrsM6J+nzFInk2wDvjIhfrOItZhNC8gWbZv1C0seAHwNvjohTU9djvSPp3Ij4QOo6xouUoZpmfSUiTpF0FvC3qWsxy0nqdTRm/WbNMZw9aTYuTJiGRtL3Onl+opM0SdKXJP1E0s2Skq6WHkf//rKIAZH0ZklXSrpO0lWS3pK6Jpu4JkxDYx2bTLH+6a3AbODfynVQljlJ2wJ/D/xNRLyNYtLNUZK2S1tZ70maKukCSf8iabKkl0g6XdKNkm6S9NlyEXlj/1MlrS/pGEnXl43yxi3HfJekn0q6QdJZkl7W8vohkn4o6VVj9TnHGzc01lZEPB8Rt5c/PwPcSDGbyvJ3BHB4RPweoJzFeFj5fN+SdCDwHeBfI+KEiFgGfBs4PyJ2jYhdKJZmfLnpbU9TNMpPRMRuwMeB45uO+WaK25i8MyLeAnwa+HzzeSPiWxTjcp8rGyz/QdbCDY1VtRiYmroIq2T9xhq3hjK49uuJ6ukpSVtIuhjYEPjLiFhQPr8TcHtE3NDYNyLOL17SnzYd4k8j4jvl678A1m567UjgkIh4rnx9IXA20Px+ImJxRMyhiOCaVy7fsJJnnVlVQZ5/mGQxJpKZQUnXt3l+MbDfGNfSM+WC70OBvwL+MSJab8G7M7BXmdHYbB3gNcCvy8fnt7w+uenn1SLi6ZbXb6LIeRwiIr4r6SrgVEn/A3wuIl6s9IH6mBsaf1GNF0MWfEl6ObBRglqyFhFtGxNJrV+o41pEhKQXKQJ5232XCfiHiPjpKg71cM2lrU7RWL1Ica+tCS/Hv1D/56CEAAAHEElEQVR75RlJK3X9SNqM4sZrlr9lZRJFs2MY5i9LW1nZKD+Tuo66lV1eHwY+K+nYlvGRm4G/bH1PS7fZKrUO/gO7UCSitNv3QIpxoX+JiM9FxPJOztWvJlJD8zXgdEnrAUh6KUWf9VeTVmVVXUfxhYKk1SWdCPwEWJq0qnFA0roUsVGnpa6lF1rGRy6X9Nry+ZuAbSWtaGwkvRc4sYPDfxX4lqS1y/dPo+h+/HXzTm3GiX41+k/UfyZM11l5S4MvAReX0xuXUcxO8X8Q48M5wJck/Qz4PfCFiLhSUm5jDhtIOiqXCBpJBwH7AJ9pDJL3q4g4pxwf+YqkuykalP0oxks+RXFPrJ8CB3ZwzBvKP06vljQIPAD8I/CVxj6SDgHeSzFOdF9tH6iPOOvMzMx6aiJ1nZmZWQJuaMzMrKfc0JiZWU+5oTEzs55yQ2NmZj3lhsbMzHrKDY2ZmfWUGxozM+spNzRmZtZTbmjMzKyn3NCYmVlPuaExy4CkWZL2Tl2HWS+4oelTkua2ubPghCNp8qr3ysLaQOt9T8z6gtOb+5SkLYDL+OPNrj4cEfcnLCkJSWdS3Olwa2B7YOuIeDxtVWYTi69oxpikcyVdL2m6pG9K2r6D9+4n6agq+0bEbyJiB2DtiNgtIu4fxfk2k3RJnXU1veeWDvcfbe2nAbcBXwQOjYjHe/V7aHlPp59vxe9wlOfr6DP1iqRPS5rewf7flLS9pM9Kuk3SLr2sz9KYMDc+y0lE7AYg6Wk6u5X003T+x8GDLe/v9HxV9u+2rjprWWn/iJgPzJd0fkTs282xOtgfRvf5Vmv6udPzjeY9OWj8ezpO0gPAWqkLsvq5oUnr6XLrZP9Ov9D/d7Tni4ilkh4bg7qqqLP2Xv0emo3m863Wxfk6/W8pF+O1buuAx2jGmKRzI+IDbZ4/AHgsIq5oef4k4D8iYuHYVNiepHUobl/7SmAAOCgiOv2rfbhjnwX8XUQ83/L89yJin5rOUduxyuO9BziSonF4Dvh4RNxV1/HHK0mfBs6NiAdG8d4DgEURcU3ddVlaHqOxql4CfDYidgU+CPx74nqSkfQO4J3A7Ih4G3AI8HlJU9NW1p6k1SQdLekHkqY1Pb+fpBsk3VjOUvyzptdmSPoHSa+XdJWkWyXt2XLcTSRdIOkmSddIemvL69tKulzSB3v9GS1vbmiskoh4vHEFExG/AX4rad3EZaVyIPD3EbEMICIeAz4FHJCyqHYkvQb4EfC7iNizcWUsaS9gBvDn5R8P/wCcLmmD8q1PA68CjgL2AHYGjpS0Zvn+NYBzgZMiYheKhncP4LWNc0fEAuCvgKmSLpK0ea8/r+XJYzQ2WouBqcCS1IUkoEYj0+R2YGmKYtqRtDrwMYrG5OCIeKRll32AOVH2nUfEQkmfAg4D/q3c56+B10bEC+UxrwCmAwuAOcB55WQLImJA0rHAnc0niYgBiqu9VwHfkHQpcEbjvDYxuKGx0Qp6f0WsHh9/tDaWdH3LcwJuBT469uW0FCK9Dvg8cE5EnNjm9Q2ANwLXSUN+xc1rra6OiN82Pf4tMIWiodkJ+FzzGyNiuaTr2tUUEfdJ2oNiXOtSSUfVNcZn+XNDk48BYFKb5yeVr/WzQVoalXJF/5+13z2tiHh763OS1qJYs5ODZRR/CAyXiiDgiog4ZBXHeXiY9zb/sxMC1qD473n5KN5v45THaPJxP/C6Ns9Pp+im6mf/B2zS8tw/UazoHy+2ZeWrgWQi4h6KsZGNJV1cpkQ0v/4ksGVjvKVB0ssl/UnF09wMzG55/+rAn7fbuWms6MmIeE9E/LrieawPuKHJxy3ALpJmNZ6QdBhwV0QMpitrTFwBfARAhaMpFh+Oiy8jSZsA/wp8J3UtDRExEBGnAMdSjI18uGWXs4CvN7LgyoH684CNK57iIuCDknYs3z8JOJGWMRpJk8qxmxMoxorOHOVHsnHMDU0mysZkf+AwSdeVYwAbUHyBDSHpJZLOkrThaM5XTl+tfYryaOqKiOuAZ8rYlmuBJyLijBHOMZrat1GbdORufw+SPgF8C/jn4TLUJO0v6cAuznGipJ1G896IuI/i6mYdSZc2pjdHxHnAT4GbynGVrwJHVr3SKCcIfAD4hKT/pvhj4VLgv4GXlnVvS3EVsygi5kREv1+Z2zC8YHOMDbdgc5TH+hDwi3Ia6Wjef3JEHFNHLS3H7aquiueorfZe/R5aznFSRBw7yvf+KbBHRHyt5rKy4gWb/ctXNONU2R++UReNzObAL+utqvu6Kp6jttp79XtoOcfuwAVdHOIvKNasmI1LvqIZY5LOBTYHDhlNTIdZP5L0WYrJBUdFxE2p67F6uaExM7OecteZmZn1lBsaMzPrKTc0ZmbWU25ozMysp9zQmJlZT7mhMTOznnJDY2ZmPfX/WHvci8UMlikAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "groundtruth: banrai\n",
      " prediction:  6(t2cdscdscdscdscdscdscdscdscdscdscdscdscdscdscdscdscdscdsc [25, 34, 38, 10, 26, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22, 21, 19, 22]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "show_inference_example_attn(model, ['บ้านไร่'],  ['banrai'] ,char_2_ix, ix_2_char, target_char_to_ix, ix_to_target_char)\n",
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 180,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 54
    },
    "colab_type": "code",
    "id": "1A6d5ONY-ojO",
    "outputId": "8a2386a2-c5e1-4852-832f-36a1d75b88ff"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'<PAD>': 0, '<UNK>': 1, '<start>': 2, '<end>': 3, 'ก': 4, 'อ': 5, 'ง': 6, 'พ': 7, 'ั': 8, 'น': 9, 'ท': 10, 'ห': 11, 'า': 12, 'ร': 13, 'ป': 14, 'ื': 15, 'ใ': 16, 'ญ': 17, '่': 18, 'ว': 19, 'ิ': 20, 'ฑ': 21, 'ู': 22, 'ย': 23, '์': 24, 'เ': 25, 'ม': 26, 'ต': 27, 'บ': 28, 'ล': 29, 'ส': 30, '้': 31, 'ุ': 32, 'ษ': 33, 'แ': 34, 'ะ': 35, 'ศ': 36, 'ี': 37, 'ด': 38, 'ค': 39, 'ฆ': 40, 'โ': 41, '๋': 42, 'ช': 43, 'ไ': 44, 'จ': 45, 'ภ': 46, 'ณ': 47, 'ำ': 48, 'ฝ': 49, 'ข': 50, 'ผ': 51, 'ฒ': 52, 'ซ': 53, 'ธ': 54, '.': 55, ' ': 56, 'ถ': 57, 'ฐ': 58, 'ฏ': 59, 'ฟ': 60, 'ึ': 61, '็': 62, 'ฮ': 63, '๊': 64, 'ฉ': 65, 'ฎ': 66, '2': 67, 'ฌ': 68, 'ฬ': 69, '1': 70, '4': 71, '8': 72, '3': 73, 'ฯ': 74, 'ๆ': 75, '5': 76, '๙': 77, '7': 78, '0': 79, 'ฺ': 80, '6': 81, '9': 82, 'ฤ': 83, '-': 84, 'ฅ': 85, 'ๅ': 86, 'ฃ': 87, 'ฦ': 88, '\"': 89, '!': 90, 'ํ': 91, '(': 92, ')': 93}\n"
     ]
    }
   ],
   "source": [
    "print(char_2_ix)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 181,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 54
    },
    "colab_type": "code",
    "id": "gNxhXs1K_SqL",
    "outputId": "89d41bba-35e9-416d-89c6-88098adedb73"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{0: '<PAD>', 1: '<start>', 2: '<end>', 3: 'k', 4: 'o', 5: 'n', 6: 'g', 7: 'p', 8: 'h', 9: 'a', 10: 't', 11: 'u', 12: 'e', 13: 'y', 14: 'i', 15: 'w', 16: 'm', 17: 'b', 18: 'l', 19: 's', 20: 'r', 21: 'd', 22: 'c', 23: 'f', 24: '-', 25: ' ', 26: '2', 27: '1', 28: '4', 29: '8', 30: '3', 31: '5', 32: '7', 33: '0', 34: '6', 35: '9', 36: '\"', 37: '!', 38: '(', 39: ')'}\n"
     ]
    }
   ],
   "source": [
    "print(ix_to_target_char)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 217,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 412
    },
    "colab_type": "code",
    "id": "X10TZ948I846",
    "outputId": "5268808b-488a-417c-c112-8dd2edd6bceb",
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch=29, teacher_forcing_ratio=0.15\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "3377939ce8e14ec8af5d376c6b4888a2",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1013), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loss  0.7274187803268433\n",
      "Loss  0.5383312106132507\n",
      "Loss  0.5050680637359619\n",
      "Loss  0.5484542846679688\n",
      "Loss  0.6379415392875671\n",
      "Loss  0.6490351557731628\n",
      "Loss  0.5977187156677246\n",
      "Loss  0.4957181513309479\n",
      "Loss  0.5053154230117798\n",
      "Loss  0.5787795782089233\n",
      "Loss  0.6386951804161072\n",
      "groundtruth: maeo\n",
      " prediction: maeo [16, 9, 12, 4]\n",
      "\n",
      "groundtruth: banrai\n",
      " prediction: banrai [17, 9, 5, 20, 9, 14]\n",
      "\n",
      "groundtruth: sunak\n",
      " prediction: sunak [19, 11, 5, 9, 3]\n",
      "\n",
      "groundtruth: nok\n",
      " prediction: nok [5, 4, 3]\n",
      "\n",
      "groundtruth: khwam-im\n",
      " prediction: khwam-im [3, 8, 15, 9, 16, 24, 14, 16]\n",
      "\n",
      "groundtruth: kan narong\n",
      " prediction: kan narong [3, 9, 5, 25, 5, 9, 20, 4, 5, 6]\n",
      "\n",
      "groundtruth: sakun\n",
      " prediction: sakun [19, 9, 3, 11, 5]\n",
      "\n",
      "groundtruth: charin\n",
      " prediction: charin [22, 8, 9, 20, 14, 5]\n",
      "\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZIAAAEYCAYAAAB2qXBEAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAGbRJREFUeJzt3Xu4ZFV55/HvrxtasVHUIAYaFKJ4QaOjMugEURJ1AkYlMSSD4w0idmSC4iVGzBiiYLzgJMYLoi2DDOLAGMdxeiYoRgcCdoKhCc+odIL2EALdRBEFNVya7nPe+aPqmKL6dJ86Z9c5e1f398OzH07tvfbabxU89dZaa6+1U1VIkrRQy9oOQJI02UwkkqRGTCSSpEZMJJKkRkwkkqRGTCSSpEZMJJK0m0hyfpLbknxrB8eT5MNJNib5RpKnj1KviUSSdh8XAMfs5PixwKH9bTVw7iiVmkgkaTdRVVcCP9xJkeOAC6vnauChSfafq949xhXgUth6+42dm4a/1wFHtR2CpA7adt/mjKOe+XzvrXjEY36bXktixpqqWjOPy60Cbhl4vam/7592dtJEJRJJ0o71k8Z8EsdYmEgkqcump5byapuBgwZeH9jft1OOkUhSl01tG31rbi3wqv7dW88CflRVO+3WAlskktRpVdNjqyvJxcDRwL5JNgF/COzZu059HLgUeCGwEbgbOGmUek0kktRl0+NLJFX1sjmOF/A7863XRCJJXTbGFsliMZFIUpct7WD7gphIJKnLxjOIvqhMJJLUYeMcbF8sJhJJ6rIxDrYvFhOJJHWZLRJJUiNTW9uOYE4mEknqMru2JEmN2LUlSWpkAlokrS3amOTgJC8aodzqJOuTrD/vwouXIjRJ6oyqqZG3tnS+RTK4vn4XH2wlSYvKCYlzekKSx9NrGd1ZVZ9sOR5J6hbHSOa0f1W9BSDJsUmeUVXXthyTJHXHBKy11faDrb4+8PeVwNPaCkSSOqmmR99a0nYiGUwc/xq4rq1AJKmTpqdH31rSZtfWg4B/SnIivYT246q6osV4JKl7HGzfsaraAGxo6/qSNBEmYB5J24PtkqSdaHN+yKhMJJLUZbZIJEmNOI9EktSIg+2SpEbs2pIkNWLXliSpEVskkqRGHCORJDVii0SS1IhjJJKkRmyRSJIasUUiSWpkm4PtkqQmqtqOYE4mEknqMsdIJEmNTEAiaftRu5KknRnzM9uTHJPkhiQbk5w+y/FHJbk8yXVJvpHkhXPVaYtEkrpsanwPtkqyHDgHeAGwCbgmydr+E2tnvAP4bFWdm+Qw4FLg4J3VayKRpC4bb9fWEcDGqroRIMklwHHc/7HnBTyk//c+wK1zVWoikaQum0ciSbIaWD2wa01VrRl4vQq4ZeD1JuCZQ9W8E/hyktcDK4Hnz3VdE4kkddk8JiT2k8aaOQvu3MuAC6rqj5P8G+DTSZ5cteNATCSS1GE1PdZ5JJuBgwZeH9jfN+g1wDEAVfXXSR4I7AvctqNKO3/XVpLVSdYnWX/ehRe3HY4kLa2pbaNvc7sGODTJIUlWACcAa4fK3Aw8DyDJE4EHAt/fWaWdb5EMNtW23n5j96d4StI4jbFFUlXbkpwKXAYsB86vquuTnAmsr6q1wFuATyZ5E72B9xOrdj69vvOJRJJ2a2OekFhVl9K7pXdw3xkDf28AjpxPna0mkiR7AW8F7gK2VNVH24xHkjpnAma2t90i2QKcXVX3JnlpksdX1Q0txyRJ3eGijXNaARyfZCvwMHqJxUQiSTO2jW9m+2JpO5GsBj5VVT9JchS9WZSSpBk+2GpO1wKvS7KF3u1l3U+9krSUxjuPZFG0mkiqah2wrs0YJKnLysF2SVIjY1z9d7GYSCSpy+zakiQ1YteWJKkRWySSpEa8/Xe89jrgqLZD2M6jHrJf2yFsZ8MX39F2CLPa+8g3tB2CNHHKCYmSpEbs2pIkNWIikSQ14hiJJKkRWySSpCZqmy0SSVITTkiUJDVi15YkqRETiSSpifJRu5KkRhxslyQ1UXZtSZIaMZFIkhrpfs+WiUSSuswJiZKkZrqfR7qfSJKsBlYDZPk+LFu2suWIJGnpONg+BlW1BlgDsMeKVd3/RCVpnGyRSJKasEUyhySHAU8HHgXsDfxpVd3WZkyS1CW1re0I5tZ2i+Ru4NlV9bokK4BXA59sOSZJ6g67tkbyFYCqui/JA9oORpK6ZAIekMiytgMA7m07AEnqrOl5bCNIckySG5JsTHL6Dsr8ZpINSa5P8l/nqrMLLRJJ0g6Ms0WSZDlwDvACYBNwTZK1VbVhoMyhwNuBI6vqjiT7zVVvq4mkqm4Cbhp4/dHWgpGkDpoe72D7EcDGqroRIMklwHHAhoEyrwXOqao7AEa5AaoLXVuSpB2pjLwlWZ1k/cC2eqi2VcAtA6839fcNehzwuCTrklyd5Ji5QrRrS5I6bD5dW4MTuBvYAzgUOBo4ELgyyc9X1Z07O0GS1FE1nXFWtxk4aOD1gf19gzYBX6+qrcA/JPk2vcRyzY4qtWtLkjqspkffRnANcGiSQ/pz904A1g6V+QK91ghJ9qXX1XXjziq1RSJJHTY9Nb4WSVVtS3IqcBmwHDi/qq5PciawvqrW9o/92yQbgCngrVX1g53VayKRpA4bc9cWVXUpcOnQvjMG/i7gzf1tJCaShm7+cfeWBtv7yDe0HcKs7rn1qrZD2M5eBxzVdgjSTlX312w0kUhSl427RbIYTCSS1GEmEklSI+McbF8sJhJJ6rAqE4kkqYFJWEbeRCJJHTZti0SS1MT0VPcXIDGRSFKHOY9EktSIt/9KkhpxjESS1Ii3/0qSGpmya0uS1IQtEklSI961NQb9h9evBsjyfVi2bGXLEUnS0nGwfQwGH2a/x4pVE5CbJWl87NqapyTLqiZhZRlJWhpTJpLRJDkMeAnwwyTnmUwkqceurdHdDexbVe9rOxBJ6hK7tuanew/0lqSWTUL3TJcSyVTbAUhS1xS2SCRJDWyza2s0VXUTcFPLYUhS59gikSQ14hiJJKkRWySSpEa2tR3ACEwkktRhtkgkSY1MwONITCSS1GXTtkikf7HXAUe1HcJ27rm1mwsqdPGzUjsmYclzE4kkddi22CKRJDUwCS2SZW0HIEnasel5bKNIckySG5JsTHL6Tsr9epJKcvhcddoikaQOG+ddW0mWA+cALwA2AdckWVtVG4bKPRg4Dfj6KPXaIpGkDpsmI28jOALYWFU3VtV9wCXAcbOUOwt4P3DvKJWaSCSpw6Yy+pZkdZL1A9vqoepWAbcMvN7U3/dTSZ4OHFRVfz5qjHZtSVKHzWfRxqpaA6xZ6LWSLAP+BDhxPufZIpGkDqt5bCPYDBw08PrA/r4ZDwaeDFyR5CbgWcDauQbcbZFIUoeNeYmUa4BDkxxCL4GcAPz7mYNV9SNg35nXSa4Afreq1u+sUlskktRh47z9t6q2AacClwF/B3y2qq5PcmaSlyw0RlskktRhU2Oe2F5VlwKXDu07Ywdljx6lThOJJHWYT0iUJDViIpEkNTIJa211PpH0J9SsBsjyfVi2bGXLEUnS0vHBVmMwOMFmjxWrJiE5S9LY+Mx2SVIjk/DrudVEkmQv4K3AXcCWqvpom/FIUtfYtTW3LcDZVXVvkpcmeXxV3dByTJLUGd61NbcVwPFJtgIPo5dYTCSS1Dc1AZ1bbSeS1cCnquonSY4C9mk5HknqFFskc7sWeF2SLcD3gamW45GkTul+e6TlRFJV64B1bcYgSV1mi0SS1Ih3bUmSGnGwXZLUiF1bkqRGpm2RSJKa6H4aMZFIUqfZtSV13F4HHNV2CLO659ar2g5hO139rHZ1DrZLkhqxRSJJaqRskUiSmrBFIklqxNt/JUmNONguSWrEri1JUiMOtkuSGrFFIklqxDESSVIj02UikSQ10P00YiKRpE5zHokkqRHv2pIkNbLNRCJJamISWiTL2g5gLklWJ1mfZP309F1thyNJS2p6HtsokhyT5IYkG5OcPsvxNyfZkOQbSb6a5NFz1dmZRJLkaUmeM7y/qtZU1eFVdfiyZSvbCE2SWlNVI29zSbIcOAc4FjgMeFmSw4aKXQccXlVPAT4HnD1XvZ3p2qqq69qOQZK6Zsx3bR0BbKyqGwGSXAIcB2yYKVBVlw+Uvxp4xVyVdqlFcnCSF7UdhyR1yRQ18jY4FNDfVg9Vtwq4ZeD1pv6+HXkN8MW5YuxMi0SStL35tEiqag2wZhzXTfIK4HDguXOVNZFIUoeNMvYxD5uBgwZeH9jfdz9Jng/8R+C5VbVlrko707UlSdremO/augY4NMkhSVYAJwBrBwskeRrwCeAlVXXbKJXaIpGkDhvnPJKq2pbkVOAyYDlwflVdn+RMYH1VrQU+AOwN/FkSgJur6iU7q7cziaSqbgJuajkMSeqUqRrvE0mq6lLg0qF9Zwz8/fz51tmZRCJJ2p6LNkqSGpmEJVJMJJLUYT7YSpLUSPfTiIlEkjpt28jLMbbHRCJ10F4HHNV2CNu559ar2g5hVl38rMZpzBMSF4WJRJI6zLu2JEmNeNeWJKmRcU9IXAwmEknqMMdIJEmNOEYiSWrEMRJJUiPObJckNeJguySpEbu2JEmN2LUlSWrEFokkqRFbJJKkRqZrqu0Q5mQikaQOc0KiJKkRl0gZgySrgdUAWb4Py5atbDkiSVo6k9AiWbbUF0xy6nzKV9Waqjq8qg43iUja3VTVyFtbOt8ikaTd2S43sz3JscDhwBrgFOAu4MHAx6rqu0lOA24Ffg74XlVdkGQP4G3AFmAKeEC/rqcAxwOfrqrvjOn9SNIuZZcZI0lyAPBa4KtVdVZ/3OK/V9U3k+wJnA6cBRzUL/NnA11YrwQurKpbkiwHLgaoqm8k+Sbw6iQvBD5eVVvG+/YkabJNwhjJnIkkyc8CnwB+s6ru6e9+NLAsyZH91yv6//5uVX1rqIqHVNUtAFU1leTamQPVS7UX9Fsnn05yQtUEtOMkaYnsEi2SfpfV64DfS/KVqloHXA98uapuB0hySL/4vbNU8cMk+1XVbUkCPHXmQP/1q4CHAq80iUjS/U1Nd/9rcaSuraraDLwryQuTvAM4l16X1ApgJfAF4B92cPpFwClJ7qZ3l9jfg2MkkjSKSejayiQ0m2bssWLV5AQr7WLuufWqtkOY1V4HHNV2CLPadt/mjKOeh6z8uZG/9358141jueZ8efuvJHWYizZKkhpxGXlJUiOTMNi+5EukSJJGV/P4ZxRJjklyQ5KNSU6f5fgDkvy3/vGvJzl4rjpNJJLUYeNca6s/Kfwc4FjgMOBlSQ4bKvYa4I6qeizwQeD9c9VrIpGkDhvzoo1HABur6saqug+4BDhuqMxxwH/p//054Hn9OX87NFFjJOO6nS7J6qpaM466xqmLcXUxJuhmXF2MCboZ1zhj2nbf5nFUA3Tzs9o6j++9wcdu9K0Zej+rgFsGXm8CnjlUzU/LVNW2JD8Cfga4fUfX3V1bJKvnLtKKLsbVxZigm3F1MSboZlxdjAm6G9dIBh+70d+WJCnurolEknZHm+ktrjvjwP6+Wcv0V2/fB/jBzio1kUjS7uMa4NAkh/SXuDoBWDtUZi3w6v7fxwP/p+YYgJmoMZIx6lQf6IAuxtXFmKCbcXUxJuhmXF2MCbob11j0xzxOBS4DlgPnV9X1Sc4E1lfVWuA/01uNfSPwQ3rJZqcmaq0tSVL32LUlSWrERNIxSR7SdgxamCRnJ7kyye1JntF2PNJSMZF0TFX9uO0YtGDfB94EnFVV185VWJMryUVtx9Alu+tguzR2VfWBJBcAv912LNJSskUijdcDqmpL20FIS2m3SSRJLpnP/t1dkuVJPpjkL5NcneTwluOZlP9+rTyhbliSZye5LMnlSb6c5Dltx6Rd126TSDRvewIXVtVzgWOAP+qvHKqOS/Ik4A3Ar1fVL9KbVHZakp9vN7LFl2T/JJ9N8gdJ9kyyMsm5Sa5Ksi7Ju/uztWfKfyjJQ5O8LckV/aS731Cdxyb5Wv9GiguSPGzo+MlJ/neSxy3V++waE4lmVVX3VtV1/b/vBK6it+y0uu9U4D9U1T/DT2/gOKW/f5eV5CTgU8C7quqsqtpKb3LdxVV1VFUdCVwP/OnAaXfQS7q3VdXRwNuBPxyo89nAycAvV9VzgHcCZw9et6rOozcu9p5+QtrtfnCZSDSqzcD+bQehkTy0qu63UmtV3QZ8rKV4FlWSg5J8nt4Ktb9SVdf39z8LuK6qrpwpW1UX9w7lUQNVPKqqPtU/fi3woIFjrwdOrqq7+sdvorfE+uD5VNXmqjoeuBW4NMlTxvw2O827tjSqops/PDoxJtEx00mumGX/ZuDlSxzLouk/I2M18CLgTVW1cajILwC/keTYof17A08Ebu6/vnjo+J4Dfy+rqjuGjq8D7potpqr6dJIvAx9K8vfAe/rP/dilmUj8IpoU263lk+QRwL4txNJpVTVrskgy/IU50aqqktxHb82o2b7LAryxqr42R1X/OObQ9qCXjO4Duv/A9THo4i/MxXJnkvt1zSRZRW9RMnXf1v5qpYPexg5+Ger++kn3zrbjGLd+l9RrgXcnOX1ofOJq4FeGzxnq1prT8OA6cCSwcgdlT6I3LvMHVfWeqto2n2tNqt0pkZwDnDuzBEmSfej1GX+k1ag0qsvpfWGQZI8k7wX+Eri71agmQJIHA+cCH207lsUwND7xxSRP7u9fBzwpyU+TSZJfA947j+o/ApyX5EH98w+m1z1482ChWcZpNiz8HU2e3aZrq6q+meSDwOf7t/9tpXd3x271H3yCXQh8MMlfA/8M/KequixJ1/r8H57ktKr6UNuBACT5LXrLgJ85Mwi9q6qqC/vjEx9O8i16CePl9MYrzgC2AF8DTppHnVf2f3z+RZJpYCO9ZXA+PFMmycnAr9Ebp/n22N7QBHEZeUlSI7tT15YkaRGYSCRJjZhIJEmNmEgkSY2YSCRJjZhIJEmNmEgkSY2YSCRJjZhIJEmNmEgkSY2YSCRJjZhIpA5IckSSf9d2HNJCmEh2UUm+MMuT4XY7Sfacu1QnPAgYfu6FNBFc/XcXleQg4H/xLw8zem1VfafFkFqR5Hx6T6p7AvBU4AlV9b12o5J2LbZIlliSi5JckeSxST6Z5KnzOPflSU4bpWxV3VJV/wp4UFUdXVXfWcD1ViX5H+OMa+Ccv5ln+YXG/lFgPfDHwOqq+t5ifQ5D58z3/f30M1zg9eb1nhZLkncmeew8yn8yyVOTvDvJ+iRHLmZ8Why7zYOtuqSqjgZIcgfze9TvHcw/+d84dP58rzdK+aZxjTOW+5Wvqr8F/jbJxVX1siZ1zaM8LOz9LRv4e77XW8g5XTDz3+kdSTYCe7UdkObPRNKuO/rbfMrP9wv7/y30elV1d5LvLkFcoxhn7Iv1OQxayPtb1uB68/1/qSsmNW4NcIxkiSW5qKpeMcv+E4HvVtWXhva/D/h4Vd20NBHOLsne9B4veigwBfxWVc33V/eO6r4AeF1V3Tu0/5KqOmFM1xhbXf36fhV4Pb0v/7uAt1fVN8dV/6RK8k7goqrauIBzTwQ2VdVXxh2XFpdjJBrVSuDdVXUU8ErgT1qOpzVJXgD8MnBMVf0icDJwdpL9241sdkmWJXlzkv+Z5OCB/S9PcmWSq/p3+T1m4NjTkrwxyTOSfDnJNUmOG6r3kUk+m2Rdkq8kee7Q8Scl+WKSVy72e1S7TCQaSVV9b6YFUlW3ALcneXDLYbXlJOANVbUVoKq+C5wBnNhmULNJ8kTgz4EfVdVxMy3bJL8BPA34pf6PgzcC5yZ5eP/UO4DHAacBLwZ+AXh9kgf0z18BXAS8r6qOpJdYXww8eebaVXU98CJg/ySfS3LgYr9ftcMxEi3UZmB/4CdtB9KCzCSRAdcBd7cRzGyS7AG8lV6yeE1V3TpU5ATg+Or3bVfVTUnOAE4B/qhf5qXAk6tqS7/OLwGPBa4Hjgc+07+ZgaqaSnI68I3Bi1TVFL3W2uOATyRZC6yZua52DSYSLVSx+C3aLHL9C7VfkiuG9gW4BvjdpQ9nKJDkKcDZwIVV9d5Zjj8ceCZwebLdRzw41+gvqur2gde3Az9LL5E8C3jP4IlVtS3J5bPFVFXfTvJieuNKa5OcNq4xNrXPRNIdU8DyWfYv7x/blU0zlDT6M9IfM3vxdlXV84b3JdmL3pyVLthKL9HvaFZ/gC9V1clz1POPOzh38N/zEWAFvf+fty3gfHWUYyTd8R3gKbPsfyy9bqRd2feBRw7tewu9GemT4knc/9d8a6rq7+iNTeyX5PP9VQ4Gj/8AePTMeMeMJI9I8sARL3M1cMzQ+XsAvzRb4YGxmh9U1a9W1c0jXkcTwETSHX8DHJnkiJkdSU4BvllV0+2FtSS+BPwOQHreTG9y3UR82SR5JPAu4FNtxzKjqqaq6gPA6fTGJl47VOQC4GMza5H1B8I/A+w34iU+B7wyydP75y8H3svQGEmS5f2xk7PojdWcv8C3pA4zkXREP1m8GjglyeX9PviH0/uC2k6SlUkuSPIzC7le//bOsd/Cu5C4qupy4M7+siJfBW6rqjU7ucZCYj8ss6yu2/RzSPL7wHnA7+1oDa8kr05yUoNrvDfJsxZyblV9m17rZO8ka2du/62qzwBfA9b1xzU+Arx+1JZCfwD+FcDvJ/krej8G1gJ/BezTj/tJ9Fohm6rq+Kra1VvWuy0nJC6xHU1IXGBdrwKu7d9muZDz319VbxtHLEP1NoprxGuMLfbF+hyGrvG+qjp9gec+CnhxVZ0z5rA6xQmJk8sWyYTq90fv2yCJHAj83/FG1TyuEa8xttgX63MYusbzgc82qOKF9OZsSJ1ki2SJJbkIOBA4eSHLSEi7oiTvpjd4f1pVrWs7Hs2PiUSS1IhdW5KkRkwkkqRGTCSSpEZMJJKkRkwkkqRGTCSSpEZMJJKkRv4/OPMNaUy/nxoAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "groundtruth: banrai\n",
      " prediction: banrai [17, 9, 5, 20, 9, 14]\n",
      "\n",
      "Evaluate F1,EM\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "4577f1ca6e634b27a9f1d25f425582f6",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=500), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Example: 1\n",
      "      input: ขัตติยา กรีมี\n",
      "groundtruth: khattiya krimi\n",
      " prediction: khattiya krimi\n",
      "\n",
      "Example: 2\n",
      "      input: คมสรร บุญทอง\n",
      "groundtruth: khomsan bunthong\n",
      " prediction: khomsan bunthong\n",
      "\n",
      "Example: 3\n",
      "      input: ต่อเลขหมาย\n",
      "groundtruth: tolekmai\n",
      " prediction: tolekmai\n",
      "\n",
      "Example: 4\n",
      "      input: กิตติศักดิ์ หวังวรวงศ์\n",
      "groundtruth: kittisak wangworawong\n",
      " prediction: kittisak wangworawong\n",
      "\n",
      "Example: 5\n",
      "      input: สถาปัตยกรรมศาสตร์\n",
      "groundtruth: sathapattayakamsat\n",
      " prediction: sathapattayakammasat\n",
      "\n",
      "Example: 6\n",
      "      input: กิมเจียว แซ่โง้ว\n",
      "groundtruth: kimchiao sae-ngow\n",
      " prediction: kimchiao sae-ngow\n",
      "\n",
      "\n",
      "F1 (macro-average) =  0.9893446245494757\n",
      "EM =  0.896\n",
      "EM (Character-level) =  0.9552857402847368\n",
      "save best model em score=0.896 at epoch=29\n",
      "Save model at epoch  29\n",
      "Epoch: 30 | Time: 4m 48s\n",
      "\tTrain Loss: 0.566 | Train PPL:   1.762\n",
      "\t Val. Loss: 0.429 |  Val. PPL:   1.535\n",
      "epoch=30, teacher_forcing_ratio=0.15\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "f10dc2aa5cf24fdfa257ca26f862551b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1013), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loss  0.5168237090110779\n",
      "Loss  0.4738193452358246\n",
      "Loss  0.5493858456611633\n",
      "Loss  0.5621632933616638\n",
      "Loss  0.6470421552658081\n",
      "Loss  0.5886804461479187\n",
      "Loss  0.5375487804412842\n",
      "Loss  0.6357995271682739\n",
      "Loss  0.6048656702041626\n",
      "Loss  0.5491631627082825\n",
      "Loss  0.5968664884567261\n",
      "groundtruth: maeo\n",
      " prediction: maeo [16, 9, 12, 4]\n",
      "\n",
      "groundtruth: banrai\n",
      " prediction: banrai [17, 9, 5, 20, 9, 14]\n",
      "\n",
      "groundtruth: sunak\n",
      " prediction: sunak [19, 11, 5, 9, 3]\n",
      "\n",
      "groundtruth: nok\n",
      " prediction: nok [5, 4, 3]\n",
      "\n",
      "groundtruth: khwam-im\n",
      " prediction: khwam-im [3, 8, 15, 9, 16, 24, 14, 16]\n",
      "\n",
      "groundtruth: kan narong\n",
      " prediction: kan narong [3, 9, 5, 25, 5, 9, 20, 4, 5, 6]\n",
      "\n",
      "groundtruth: sakun\n",
      " prediction: sakun [19, 9, 3, 11, 5]\n",
      "\n",
      "groundtruth: charin\n",
      " prediction: charin [22, 8, 9, 20, 14, 5]\n",
      "\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZIAAAEYCAYAAAB2qXBEAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAGa5JREFUeJzt3X2cZFV95/HPdwZGx1FRgxiYQSGKD2h0VRbdIJFE3YBRSQzJ4voEETuyweBDjJg1RMH4gJsYHxAdWWQRF9a4rju7QTG6EHASDEN4rQoJOkuIzBBFFNSADDPdv/2jqk1R9ExX963ue2vm8+Z1X3Tde+65vyp41a/OOfecm6pCkqTFWtF2AJKkyWYikSQ1YiKRJDViIpEkNWIikSQ1YiKRJDViIpGkPUSS85LcmuTrOzmeJB9IsjnJV5M8bZR6TSSStOc4Hzh6F8ePAQ7pb1PAOaNUaiKRpD1EVV0BfH8XRY4FLqieq4CHJNl/vnr3GleAy2H7bTd2bhr+6gOObDsESR20456tGUc9C/neW/XwR/8WvZbErPVVtX4Bl1sL3Dzwekt/3z/t6qSJSiSSpJ3rJ42FJI6xMJFIUpfNTC/n1bYCBw68Xtfft0uOkUhSl03vGH1rbgPwiv7dW88EflBVu+zWAlskktRpVTNjqyvJRcBRwL5JtgB/COzdu059BLgEeD6wGbgLOHGUek0kktRlM+NLJFX1knmOF/DbC63XRCJJXTbGFslSMZFIUpct72D7ophIJKnLxjOIvqRMJJLUYeMcbF8qJhJJ6rIxDrYvFROJJHWZLRJJUiPT29uOYF4mEknqMru2JEmN2LUlSWpkAlokrS3amOSgJC8YodxUkk1JNp17wUXLEZokdUbV9MhbWzrfIhlcX7+LD7aSpCXlhMR5PT7J4+i1jO6oqo+1HI8kdYtjJPPav6reCJDkmCRPr6prWo5JkrpjAtbaavvBVl8Z+PsK4KltBSJJnVQzo28taTuRDCaOfw1c21YgktRJMzOjby1ps2vrAcA/JTmBXkL7YVVd3mI8ktQ9DrbvXFVdD1zf1vUlaSJMwDyStgfbJUm70Ob8kFGZSCSpy2yRSJIacR6JJKkRB9slSY3YtSVJasSuLUlSI7ZIJEmNOEYiSWrEFokkqRHHSCRJjdgikSQ1YotEktTIDgfbJUlNVLUdwbxMJJLUZY6RSJIamYBE0vajdiVJuzLmZ7YnOTrJDUk2JzltjuOPTHJZkmuTfDXJ8+er0xaJJHXZ9PgebJVkJXA28DxgC3B1kg39J9bOeivwqao6J8mhwCXAQbuq10QiSV023q6tw4HNVXUjQJKLgWO592PPC3hw/+99gFvmq9REIkldtoBEkmQKmBrYtb6q1g+8XgvcPPB6C/CMoWreBnwhyWuBNcBz57uuiUSSumwBExL7SWP9vAV37SXA+VX1x0n+DfCJJE+q2nkgJhJJ6rCaGes8kq3AgQOv1/X3DXoVcDRAVf11kvsD+wK37qzSzt+1lWQqyaYkm8694KK2w5Gk5TW9Y/RtflcDhyQ5OMkq4Hhgw1CZbwHPAUjyBOD+wHd3VWnnWySDTbXtt93Y/SmekjROY2yRVNWOJKcAlwIrgfOq6rokZwCbqmoD8EbgY0leT2/g/YSqXU+v73wikaQ92pgnJFbVJfRu6R3cd/rA39cDRyykzlYTSZLVwJuAO4FtVfWhNuORpM6ZgJntbbdItgFnVdXdSV6c5HFVdUPLMUlSd7ho47xWAccl2Q48lF5iMZFI0qwd45vZvlTaTiRTwMer6kdJjqQ3i1KSNMsHW83rGuA1SbbRu72s+6lXkpbTeOeRLIlWE0lVbQQ2thmDJHVZOdguSWpkjKv/LhUTiSR1mV1bkqRG7NqSJDVii0SS1Ii3/47X6gOObDuE+0jbAczhri2Xtx3CnFavO6rtEKSJU05IlCQ1YteWJKkRE4kkqRHHSCRJjdgikSQ1UTtskUiSmnBCoiSpEbu2JEmNmEgkSU2Uj9qVJDXiYLskqYmya0uS1IiJRJLUSPd7tkwkktRlTkiUJDXT/TzS/USSZAqYAsjKfVixYk3LEUnS8nGwfQyqaj2wHmCvVWu7/4lK0jjZIpEkNWGLZB5JDgWeBjwSeCDwp1V1a5sxSVKX1I62I5hf2y2Su4BnVdVrkqwCXgl8rOWYJKk77NoayRcBquqeJPdrOxhJ6pIJeEAiK9oOALi77QAkqbNmFrCNIMnRSW5IsjnJaTsp8xtJrk9yXZL/Ol+dXWiRSJJ2YpwtkiQrgbOB5wFbgKuTbKiq6wfKHAK8BTiiqm5Pst989baaSKrqJuCmgdcfai0YSeqgmfEOth8ObK6qGwGSXAwcC1w/UObVwNlVdTvAKDdAdaFrS5K0M5WRtyRTSTYNbFNDta0Fbh54vaW/b9Bjgccm2ZjkqiRHzxeiXVuS1GEL6doanMDdwF7AIcBRwDrgiiQ/W1V37OoESVJH1UzGWd1W4MCB1+v6+wZtAb5SVduBf0jyDXqJ5eqdVWrXliR1WM2Mvo3gauCQJAf35+4dD2wYKvNZeq0RkuxLr6vrxl1VaotEkjpsZnp8LZKq2pHkFOBSYCVwXlVdl+QMYFNVbegf+7dJrgemgTdV1fd2Va+JRJI6bMxdW1TVJcAlQ/tOH/i7gDf0t5GYSBrq4nJqq9cd1XYIc/rxLVe2HcJ9rD7gyLZDkHapuvglM8REIkkdNu4WyVIwkUhSh5lIJEmNjHOwfamYSCSpw6pMJJKkBiZhGXkTiSR12IwtEklSEzPT3V+AxEQiSR3mPBJJUiPe/itJasQxEklSI97+K0lqZNquLUlSE7ZIJEmNeNfWGPQfXj8FkJX7sGLFmpYjkqTl42D7GAw+zH6vVWsnIDdL0vjYtbVASVZUTcLKMpK0PKZNJKNJcijwIuD7Sc41mUhSj11bo7sL2Leq3t12IJLUJXZtLUz3HugtSS2bhO6ZLiWS6bYDkKSuKWyRSJIa2GHX1miq6ibgppbDkKTOsUUiSWrEMRJJUiO2SCRJjexoO4ARmEgkqcNskUiSGpmAx5GYSCSpy2ZskUj/YvUBR7Ydwn38+JZuLqjQxc9K7ZiEJc9NJJLUYTtii0SS1MAktEhWtB2AJGnnZhawjSLJ0UluSLI5yWm7KPdrSSrJYfPVaYtEkjpsnHdtJVkJnA08D9gCXJ1kQ1VdP1TuQcCpwFdGqdcWiSR12AwZeRvB4cDmqrqxqu4BLgaOnaPcmcB7gLtHqdREIkkdNp3RtyRTSTYNbFND1a0Fbh54vaW/7yeSPA04sKr+fNQY7dqSpA5byKKNVbUeWL/YayVZAfwJcMJCzrNFIkkdVgvYRrAVOHDg9br+vlkPAp4EXJ7kJuCZwIb5BtxtkUhSh415iZSrgUOSHEwvgRwP/PvZg1X1A2Df2ddJLgd+t6o27apSWySS1GHjvP23qnYApwCXAn8HfKqqrktyRpIXLTZGWySS1GHTY57YXlWXAJcM7Tt9J2WPGqVOE4kkdZhPSJQkNWIikSQ1MglrbXU+kfQn1EwBZOU+rFixpuWIJGn5+GCrMRicYLPXqrWTkJwlaWx8ZrskqZFJ+PXcaiJJshp4E3AnsK2qPtRmPJLUNXZtzW8bcFZV3Z3kxUkeV1U3tByTJHWGd23NbxVwXJLtwEPpJRYTiST1TU9A51bbiWQK+HhV/SjJkcA+LccjSZ1ii2R+1wCvSbIN+C4w3XI8ktQp3W+PtJxIqmojsLHNGCSpy2yRSJIa8a4tSVIjDrZLkhqxa0uS1MiMLRJJUhPdTyMmEknqNLu2pI5bfcCRbYcwpx/fcmXbIdxHVz+r3Z2D7ZKkRmyRSJIaKVskkqQmbJFIkhrx9l9JUiMOtkuSGrFrS5LUiIPtkqRGbJFIkhpxjESS1MhMmUgkSQ10P42YSCSp05xHIklqxLu2JEmN7DCRSJKamIQWyYq2A5hPkqkkm5Jsmpm5s+1wJGlZzSxgG0WSo5PckGRzktPmOP6GJNcn+WqSLyV51Hx1diaRJHlqkp8f3l9V66vqsKo6bMWKNW2EJkmtqaqRt/kkWQmcDRwDHAq8JMmhQ8WuBQ6rqicDnwbOmq/eznRtVdW1bccgSV0z5ru2Dgc2V9WNAEkuBo4Frp8tUFWXDZS/CnjZfJV2qUVyUJIXtB2HJHXJNDXyNjgU0N+mhqpbC9w88HpLf9/OvAr43HwxdqZFIkm6r4W0SKpqPbB+HNdN8jLgMODZ85U1kUhSh40y9rEAW4EDB16v6++7lyTPBf4j8Oyq2jZfpZ3p2pIk3deY79q6GjgkycFJVgHHAxsGCyR5KvBR4EVVdesoldoikaQOG+c8kqrakeQU4FJgJXBeVV2X5AxgU1VtAN4LPBD4syQA36qqF+2q3s4kkqq6Cbip5TAkqVOma7xPJKmqS4BLhvadPvD3cxdaZ2cSiSTpvly0UZLUyCQskWIikaQO88FWkqRGup9GTCSS1Gk7Rl6OsT0mEqmDVh9wZNsh3MePb7my7RDm1MXPapzGPCFxSZhIJKnDvGtLktSId21JkhoZ94TEpWAikaQOc4xEktSIYySSpEYcI5EkNeLMdklSIw62S5IasWtLktSIXVuSpEZskUiSGrFFIklqZKam2w5hXiYSSeowJyRKkhpxiZQxSDIFTAFk5T6sWLGm5YgkaflMQotkxXJfMMkpCylfVeur6rCqOswkImlPU1Ujb23pfItEkvZku93M9iTHAIcB64GTgTuBBwEfrqpvJzkVuAX4GeA7VXV+kr2ANwPbgGngfv26ngwcB3yiqr45pvcjSbuV3WaMJMkBwKuBL1XVmf1xi/9eVV9LsjdwGnAmcGC/zJ8NdGG9HLigqm5OshK4CKCqvprka8Arkzwf+EhVbRvv25OkyTYJYyTzJpIkPw18FPiNqvpxf/ejgBVJjui/XtX/97er6utDVTy4qm4GqKrpJNfMHqheqj2/3zr5RJLjqyagHSdJy2S3aJH0u6xeA/xeki9W1UbgOuALVXUbQJKD+8XvnqOK7yfZr6puTRLgKbMH+q9fATwEeLlJRJLubXqm+1+LI3VtVdVW4O1Jnp/krcA59LqkVgFrgM8C/7CT0y8ETk5yF727xP4eHCORpFFMQtdWJqHZNGuvVWsnJ1hpN/PjW65sO4Q5rT7gyLZDmNOOe7ZmHPU8eM3PjPy998M7bxzLNRfK238lqcNctFGS1IjLyEuSGpmEwfZlXyJFkjS6WsA/o0hydJIbkmxOctocx++X5L/1j38lyUHz1WkikaQOG+daW/1J4WcDxwCHAi9JcuhQsVcBt1fVY4D3Ae+Zr14TiSR12JgXbTwc2FxVN1bVPcDFwLFDZY4F/kv/708Dz+nP+dupiRojGdftdEmmqmr9OOoapy7G1cWYoJtxdTEm6GZc44xpxz1bx1EN0M3PavsCvvcGH7vRt37o/awFbh54vQV4xlA1PylTVTuS/AD4KeC2nV13T22RTM1fpBVdjKuLMUE34+piTNDNuLoYE3Q3rpEMPnajvy1LUtxTE4kk7Ym20ltcd9a6/r45y/RXb98H+N6uKjWRSNKe42rgkCQH95e4Oh7YMFRmA/DK/t/HAf+n5hmAmagxkjHqVB/ogC7G1cWYoJtxdTEm6GZcXYwJuhvXWPTHPE4BLgVWAudV1XVJzgA2VdUG4D/TW419M/B9eslmlyZqrS1JUvfYtSVJasRE0jFJHtx2DFqcJGcluSLJbUme3nY80nIxkXRMVf2w7Ri0aN8FXg+cWVXXzFdYkyvJhW3H0CV76mC7NHZV9d4k5wO/1XYs0nKyRSKN1/2qalvbQUjLaY9JJEkuXsj+PV2SlUnel+Qvk1yV5LCW45mU/36tPKFuWJJnJbk0yWVJvpDk59uOSbuvPSaRaMH2Bi6oqmcDRwN/1F85VB2X5InA7wC/VlW/QG9S2alJfrbdyJZekv2TfCrJHyTZO8maJOckuTLJxiTv6M/Wni3//iQPSfLmJJf3k+5+Q3Uek+TL/Rspzk/y0KHjJyX530keu1zvs2tMJJpTVd1dVdf2/74DuJLestPqvlOA/1BV/ww/uYHj5P7+3VaSE4GPA2+vqjOraju9yXUXVdWRVXUEcB3wpwOn3U4v6d5aVUcBbwH+cKDOZwEnAb9UVT8PvA04a/C6VXUuvXGxd/YT0h73g8tEolFtBfZvOwiN5CFVda+VWqvqVuDDLcWzpJIcmOQz9Fao/eWquq6//5nAtVV1xWzZqrqodyiPHKjikVX18f7xa4AHDBx7LXBSVd3ZP34TvSXWB8+nqrZW1XHALcAlSZ485rfZad61pVEV3fzh0YkxiY6ZSXL5HPu3Ai9d5liWTP8ZGVPAC4DXV9XmoSI/B/x6kmOG9j8QeALwrf7ri4aO7z3w94qqun3o+EbgzrliqqpPJPkC8P4kfw+8s//cj92aicQvoklxn7V8kjwc2LeFWDqtquZMFkmGvzAnWlVVknvorRk113dZgNdV1ZfnqeofxxzaXvSS0T1A9x+4PgZd/IW5VO5Icq+umSRr6S1Kpu7b3l+tdNCb2ckvQ91bP+ne0XYc49bvkno18I4kpw2NT1wF/PLwOUPdWvMaHlwHjgDW7KTsifTGZf6gqt5ZVTsWcq1JtSclkrOBc2aXIEmyD70+4w+2GpVGdRm9LwyS7JXkXcBfAne1GtUESPIg4BzgQ23HshSGxic+l+RJ/f0bgScm+UkySfKrwLsWUP0HgXOTPKB//kH0uge/NVhojnGa6xf/jibPHtO1VVVfS/I+4DP92/+207u7Y4/6Dz7BLgDel+SvgX8G/lNVXZqka33+D0tyalW9v+1AAJL8Jr1lwM+YHYTeXVXVBf3xiQ8k+Tq9hPFSeuMVpwPbgC8DJy6gziv6Pz7/IskMsJneMjgfmC2T5CTgV+mN03xjbG9ogriMvCSpkT2pa0uStARMJJKkRkwkkqRGTCSSpEZMJJKkRkwkkqRGTCSSpEZMJJKkRkwkkqRGTCSSpEZMJJKkRkwkUgckOTzJv2s7DmkxTCS7qSSfnePJcHucJHvPX6oTHgAMP/dCmgiu/rubSnIg8L/4l4cZvbqqvtliSK1Ich69J9U9HngK8Piq+k67UUm7F1skyyzJhUkuT/KYJB9L8pQFnPvSJKeOUraqbq6qfwU8oKqOqqpvLuJ6a5P8j3HGNXDO3yyw/GJj/xCwCfhjYKqqvrNUn8PQOQt9fz/5DBd5vQW9p6WS5G1JHrOA8h9L8pQk70iyKckRSxmflsYe82CrLqmqowCS3M7CHvV7OwtP/jcOnb/Q641Svmlc44zlXuWr6m+Bv01yUVW9pEldCygPi3t/Kwb+Xuj1FnNOF8z+d3prks3A6rYD0sKZSNp1e39bSPmFfmH/v8Ver6ruSvLtZYhrFOOMfak+h0GLeX8rGlxvof8vdcWkxq0BjpEssyQXVtXL5th/AvDtqvr80P53Ax+pqpuWJ8K5JXkgvceLHgJMA79ZVQv91b2zus8HXlNVdw/tv7iqjh/TNcZWV7++XwFeS+/L/07gLVX1tXHVP6mSvA24sKo2L+LcE4AtVfXFccelpeUYiUa1BnhHVR0JvBz4k5bjaU2S5wG/BBxdVb8AnASclWT/diObW5IVSd6Q5H8mOWhg/0uTXJHkyv5dfo8eOPbUJK9L8vQkX0hydZJjh+p9RJJPJdmY5ItJnj10/IlJPpfk5Uv9HtUuE4lGUlXfmW2BVNXNwG1JHtRyWG05EfidqtoOUFXfBk4HTmgzqLkkeQLw58APqurY2ZZtkl8Hngr8Yv/HweuAc5I8rH/q7cBjgVOBFwI/B7w2yf36568CLgTeXVVH0EusLwSeNHvtqroOeAGwf5JPJ1m31O9X7XCMRIu1Fdgf+FHbgbQgs0lkwLXAXW0EM5ckewFvopcsXlVVtwwVOR44rvp921V1U5LTgZOBP+qXeTHwpKra1q/z88BjgOuA44BP9m9moKqmk5wGfHXwIlU1Ta+19ljgo0k2AOtnr6vdg4lEi1UsfYs2S1z/Yu2X5PKhfQGuBn53+cMZCiR5MnAWcEFVvWuO4w8DngFcltznIx6ca/QXVXXbwOvbgJ+ml0ieCbxz8MSq2pHksrliqqpvJHkhvXGlDUlOHdcYm9pnIumOaWDlHPtX9o/tzmYYShr9GemPnrt4u6rqOcP7kqymN2elC7bTS/Q7m9Uf4PNVddI89fzjTs4d/PdCBFhF7//nHYs4Xx3lGEl3fBN48hz7H0OvG2l39l3gEUP73khvRvqkeCL3/jXfmqr6O3pjE/sl+Ux/lYPB498DHjU73jErycOT3H/Ey1wFHD10/l7AL85VeGCs5ntV9StV9a0Rr6MJYCLpjr8Bjkhy+OyOJCcDX6uqmfbCWhafB34bID1voDe5biK+bJI8Ang78PG2Y5lVVdNV9V7gNHpjE68eKnI+8OHZtcj6A+GfBPYb8RKfBl6e5Gn981cC72JojCTJyv7YyZn0xmrOW+RbUoeZSDqinyxeCZyc5LJ+H/zD6H1B3UeSNUnOT/JTi7le//bOsd/Cu5i4quoy4I7+siJfAm6tqvW7uMZiYj80c6yu2/RzSPL7wLnA7+1sDa8kr0xyYoNrvCvJMxdzblV9g17r5IFJNsze/ltVnwS+DGzsj2t8EHjtqC2F/gD8y4DfT/JX9H4MbAD+CtinH/cT6bVCtlTVcVW1u7es91hOSFxmO5uQuMi6XgFc07/NcjHnv6eq3jyOWIbqbRTXiNcYW+xL9TkMXePdVXXaIs99JPDCqjp7zGF1ihMSJ5ctkgnV74/et0ESWQf83/FG1TyuEa8xttiX6nMYusZzgU81qOL59OZsSJ1ki2SZJbkQWAectJhlJKTdUZJ30Bu8P7WqNrYdjxbGRCJJasSuLUlSIyYSSVIjJhJJUiMmEklSIyYSSVIjJhJJUiMmEklSI/8ff/QLWjgFsIoAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "groundtruth: banrai\n",
      " prediction: banrai [17, 9, 5, 20, 9, 14]\n",
      "\n",
      "Evaluate F1,EM\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "b73433de429847309bdad989f003a736",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=500), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Example: 1\n",
      "      input: ขัตติยา กรีมี\n",
      "groundtruth: khattiya krimi\n",
      " prediction: khattiya krimi\n",
      "\n",
      "Example: 2\n",
      "      input: คมสรร บุญทอง\n",
      "groundtruth: khomsan bunthong\n",
      " prediction: khomsan bunthong\n",
      "\n",
      "Example: 3\n",
      "      input: ต่อเลขหมาย\n",
      "groundtruth: tolekmai\n",
      " prediction: tolekmai\n",
      "\n",
      "Example: 4\n",
      "      input: กิตติศักดิ์ หวังวรวงศ์\n",
      "groundtruth: kittisak wangworawong\n",
      " prediction: kittisak wangworawong\n",
      "\n",
      "Example: 5\n",
      "      input: สถาปัตยกรรมศาสตร์\n",
      "groundtruth: sathapattayakamsat\n",
      " prediction: sathapattayakamasat\n",
      "\n",
      "Example: 6\n",
      "      input: กิมเจียว แซ่โง้ว\n",
      "groundtruth: kimchiao sae-ngow\n",
      " prediction: kimchiao sae-ngow\n",
      "\n",
      "\n",
      "F1 (macro-average) =  0.9893759166623687\n",
      "EM =  0.89\n",
      "EM (Character-level) =  0.9543428451435658\n",
      "Epoch: 31 | Time: 4m 33s\n",
      "\tTrain Loss: 0.545 | Train PPL:   1.725\n",
      "\t Val. Loss: 0.432 |  Val. PPL:   1.541\n",
      "epoch=31, teacher_forcing_ratio=0.15\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "714aec860da64a6db70c169036e74abf",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1013), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loss  0.547677755355835\n",
      "Loss  0.5799933671951294\n",
      "Loss  0.610641598701477\n",
      "Loss  0.5610765814781189\n",
      "Loss  0.5849884152412415\n",
      "Loss  0.4781103730201721\n",
      "Loss  0.5487290620803833\n",
      "Loss  0.5629648566246033\n",
      "Loss  0.5736099481582642\n",
      "Loss  0.6624854803085327\n",
      "Loss  0.5044180154800415\n",
      "groundtruth: maeo\n",
      " prediction: maeo [16, 9, 12, 4]\n",
      "\n",
      "groundtruth: banrai\n",
      " prediction: banrai [17, 9, 5, 20, 9, 14]\n",
      "\n",
      "groundtruth: sunak\n",
      " prediction: sunak [19, 11, 5, 9, 3]\n",
      "\n",
      "groundtruth: nok\n",
      " prediction: nok [5, 4, 3]\n",
      "\n",
      "groundtruth: khwam-im\n",
      " prediction: khwam-im [3, 8, 15, 9, 16, 24, 14, 16]\n",
      "\n",
      "groundtruth: kan narong\n",
      " prediction: kan narong [3, 9, 5, 25, 5, 9, 20, 4, 5, 6]\n",
      "\n",
      "groundtruth: sakun\n",
      " prediction: san [19, 9, 5]\n",
      "\n",
      "groundtruth: charin\n",
      " prediction: charin [22, 8, 9, 20, 14, 5]\n",
      "\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZIAAAEYCAYAAAB2qXBEAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAGZ5JREFUeJzt3Xu4ZFV55/HvrxtasVXUIAYaFKJ4QaOjMugEiSTqBIxKYkgGxxtE7MgEg5cYMWOIgvGCkxgviLYMMogDYxzH6ZmgGB0I2AmGJjyjQoL2ECLdRBHFS7g03ee880fVMUVxuk/V2XXO3tX9/fjsx1N7r732W9U89dZaa6+1U1VIkrRYK9oOQJI03UwkkqRGTCSSpEZMJJKkRkwkkqRGTCSSpEZMJJK0m0hyXpJbk3x9B8eT5ANJNiX5apKnjVKviUSSdh/nA0fv5PgxwCH9bS1wziiVmkgkaTdRVVcA399JkWOBC6rnKuAhSfZbqN49JhXgcth2242dm4a/1/5Hth2CpA7afs+WTKKecb73Vj380b9FryUxZ11VrRvjcmuAmwdeb+7v+6ednTRViUSStGP9pDFO4pgIE4kkddnszHJebQtw4MDrA/r7dsoxEknqspnto2/NrQde0b9765nAD6tqp91aYItEkjqtanZidSW5CDgK2CfJZuAPgT1716mPAJcAzwc2AXcCJ45Sr4lEkrpsdnKJpKpessDxAn573HpNJJLUZRNskSwVE4kkddnyDrYviolEkrpsMoPoS8pEIkkdNsnB9qViIpGkLpvgYPtSMZFIUpfZIpEkNTKzre0IFmQikaQus2tLktSIXVuSpEamoEXS2qKNSQ5K8oIRyq1NsjHJxnMvuGg5QpOkzqiaGXlrS+dbJIPr63fxwVaStKSckLigxyd5HL2W0Q+q6mMtxyNJ3eIYyYL2q6o3AiQ5JsnTq+qalmOSpO6YgrW22n6w1VcG/r4CeGpbgUhSJ9Xs6FtL2k4kg4njXwPXthWIJHXS7OzoW0va7Np6APBPSU6gl9B+VFWXtxiPJHWPg+07VlXXA9e3dX1JmgpTMI+k7cF2SdJOtDk/ZFQmEknqMlskkqRGnEciSWrEwXZJUiN2bUmSGrFrS5LUiC0SSVIjjpFIkhqxRSJJasQxEklSI7ZIJEmN2CKRJDWy3cF2SVITVW1HsCATiSR1mWMkkqRGpiCRtP2oXUnSzkz4me1Jjk5yQ5JNSU6b5/gjk1yW5NokX03y/IXqtEUiSV02M7kHWyVZCZwNPA/YDFydZH3/ibVz3gp8qqrOSXIocAlw0M7qNZFIUpdNtmvrcGBTVd0IkORi4Fju/djzAh7c/3tv4JaFKjWRSFKXjZFIkqwF1g7sWldV6wZerwFuHni9GXjGUDVvA76Q5LXAauC5C13XRCJJXTbGhMR+0li3YMGdewlwflX9cZJ/A3wiyZOqdhyIiUSSOqxmJzqPZAtw4MDrA/r7Br0KOBqgqv46yf2BfYBbd1Rp5+/aSrI2ycYkG8+94KK2w5Gk5TWzffRtYVcDhyQ5OMkq4Hhg/VCZbwHPAUjyBOD+wHd3VmnnWySDTbVtt93Y/SmekjRJE2yRVNX2JKcAlwIrgfOq6rokZwAbq2o98EbgY0leT2/g/YSqnU+v73wikaTd2oQnJFbVJfRu6R3cd/rA39cDR4xTZ6uJJMlewJuAO4CtVfWhNuORpM6ZgpntbbdItgJnVdXdSV6c5HFVdUPLMUlSd7ho44JWAccl2QY8lF5iMZFI0pztk5vZvlTaTiRrgY9X1Y+THElvFqUkaY4PtlrQNcBrkmyld3tZ91OvJC2nyc4jWRKtJpKq2gBsaDMGSeqycrBdktTIBFf/XSomEknqMru2JEmN2LUlSWrEFokkqRFv/52svfY/su0QpsJdt1zZdgjz8t9PGl85IVGS1IhdW5KkRkwkkqRGHCORJDVii0SS1ERtt0UiSWrCCYmSpEbs2pIkNWIikSQ1UT5qV5LUiIPtkqQmyq4tSVIjJhJJUiPd79kykUhSlzkhUZLUTPfzSPcTSZK1wFqArNybFStWtxyRJC0fB9snoKrWAesA9li1pvufqCRNki0SSVITtkgWkORQ4GnAI4EHAn9aVbe2GZMkdUltbzuChbXdIrkTeFZVvSbJKuCVwMdajkmSusOurZF8EaCq7klyv7aDkaQumYIHJLKi7QCAu9sOQJI6a3aMbQRJjk5yQ5JNSU7bQZnfSHJ9kuuS/NeF6uxCi0SStAOTbJEkWQmcDTwP2AxcnWR9VV0/UOYQ4C3AEVV1e5J9F6q31URSVTcBNw28/lBrwUhSB81OdrD9cGBTVd0IkORi4Fjg+oEyrwbOrqrbAUa5AaoLXVuSpB2pjLwlWZtk48C2dqi2NcDNA6839/cNeizw2CQbklyV5OiFQrRrS5I6bJyurcEJ3A3sARwCHAUcAFyR5Ger6gc7O0GS1FE1m0lWtwU4cOD1Af19gzYDX6mqbcA/JPkGvcRy9Y4qtWtLkjqsZkffRnA1cEiSg/tz944H1g+V+Sy91ghJ9qHX1XXjziq1RSJJHTY7M7kWSVVtT3IKcCmwEjivqq5LcgawsarW94/92yTXAzPAm6rqezur10QiSR024a4tquoS4JKhfacP/F3AG/rbSEwku6C99j+y7RDmddctV7Ydwn109bOS5lT312w0kUhSl026RbIUTCSS1GEmEklSI5McbF8qJhJJ6rAqE4kkqYFpWEbeRCJJHTZri0SS1MTsTPcXIDGRSFKHOY9EktSIt/9KkhpxjESS1Ii3/0qSGpmxa0uS1IQtEklSI961NQH9h9evBcjKvVmxYnXLEUnS8nGwfQIGH2a/x6o1U5CbJWly7NoaU5IVVdOwsowkLY8ZE8lokhwKvAj4fpJzTSaS1GPX1ujuBPapqne3HYgkdYldW+Pp3gO9Jall09A906VEMtN2AJLUNYUtEklSA9vt2hpNVd0E3NRyGJLUObZIJEmNOEYiSWrEFokkqZHtbQcwAhOJJHWYLRJJUiNT8DgSE4kkddmsLRLpX+y1/5Fth3Afd93SzQUVuvhZqR3TsOS5iUSSOmx7bJFIkhqYhhbJirYDkCTt2OwY2yiSHJ3khiSbkpy2k3K/lqSSHLZQnbZIJKnDJnnXVpKVwNnA84DNwNVJ1lfV9UPlHgScCnxllHptkUhSh82SkbcRHA5sqqobq+oe4GLg2HnKnQm8B7h7lEpNJJLUYTMZfUuyNsnGgW3tUHVrgJsHXm/u7/uJJE8DDqyqPx81Rru2JKnDxlm0sarWAesWe60kK4A/AU4Y5zxbJJLUYTXGNoItwIEDrw/o75vzIOBJwOVJbgKeCaxfaMDdFokkddiEl0i5GjgkycH0EsjxwL+fO1hVPwT2mXud5HLgd6tq484qtUUiSR02ydt/q2o7cApwKfB3wKeq6rokZyR50WJjtEUiSR02M+GJ7VV1CXDJ0L7Td1D2qFHqNJFIUof5hERJUiMmEklSI9Ow1lbnE0l/Qs1agKzcmxUrVrcckSQtHx9sNQGDE2z2WLVmGpKzJE2Mz2yXJDUyDb+eW00kSfYC3gTcAWytqg+1GY8kdY1dWwvbCpxVVXcneXGSx1XVDS3HJEmd4V1bC1sFHJdkG/BQeonFRCJJfTNT0LnVdiJZC3y8qn6c5Ehg75bjkaROsUWysGuA1yTZCnwXmGk5HknqlO63R1pOJFW1AdjQZgyS1GW2SCRJjXjXliSpEQfbJUmN2LUlSWpk1haJJKmJ7qcRE4kkdZpdW1LH7bX/kW2HMK+7brmy7RDuo6uf1a7OwXZJUiO2SCRJjZQtEklSE7ZIJEmNePuvJKkRB9slSY3YtSVJasTBdklSI7ZIJEmNOEYiSWpktkwkkqQGup9GTCSS1GnOI5EkNeJdW5KkRrabSCRJTUxDi2RF2wEsJMnaJBuTbJydvaPtcCRpWc2OsY0iydFJbkiyKclp8xx/Q5Lrk3w1yZeSPGqhOjuTSJI8NcnPD++vqnVVdVhVHbZixeo2QpOk1lTVyNtCkqwEzgaOAQ4FXpLk0KFi1wKHVdWTgU8DZy1Ub2e6tqrq2rZjkKSumfBdW4cDm6rqRoAkFwPHAtfPFaiqywbKXwW8bKFKu9QiOSjJC9qOQ5K6ZIYaeRscCuhva4eqWwPcPPB6c3/fjrwK+NxCMXamRSJJuq9xWiRVtQ5YN4nrJnkZcBjw7IXKmkgkqcNGGfsYwxbgwIHXB/T33UuS5wL/EXh2VW1dqNLOdG1Jku5rwndtXQ0ckuTgJKuA44H1gwWSPBX4KPCiqrp1lEptkUhSh01yHklVbU9yCnApsBI4r6quS3IGsLGq1gPvBR4I/FkSgG9V1Yt2Vm9nEklV3QTc1HIYktQpMzXZJ5JU1SXAJUP7Th/4+7nj1tmZRCJJui8XbZQkNTINS6SYSCSpw3ywlSSpke6nEROJJHXa9pGXY2yPiUTqoL32P7LtEO7jrluubDuEeXXxs5qkCU9IXBImEknqMO/akiQ14l1bkqRGJj0hcSmYSCSpwxwjkSQ14hiJJKkRx0gkSY04s12S1IiD7ZKkRuzakiQ1YteWJKkRWySSpEZskUiSGpmtmbZDWJCJRJI6zAmJkqRGXCJlApKsBdYCZOXerFixuuWIJGn5TEOLZMVyXzDJKeOUr6p1VXVYVR1mEpG0u6mqkbe2dL5FIkm7s11uZnuSY4DDgHXAycAdwIOAD1fVt5OcCtwC/Azwnao6P8kewJuBrcAMcL9+XU8GjgM+UVXfnND7kaRdyi4zRpJkf+DVwJeq6sz+uMV/r6qvJdkTOA04EziwX+bPBrqwXg5cUFU3J1kJXARQVV9N8jXglUmeD3ykqrZO9u1J0nSbhjGSBRNJkp8GPgr8RlXd1d/9KGBFkiP6r1f1///bVfX1oSoeXFU3A1TVTJJr5g5UL9We32+dfCLJ8VVT0I6TpGWyS7RI+l1WrwF+L8kXq2oDcB3whaq6DSDJwf3id89TxfeT7FtVtyYJ8JS5A/3XrwAeArzcJCJJ9zYz2/2vxZG6tqpqC/D2JM9P8lbgHHpdUquA1cBngX/YwekXAicnuZPeXWJ/D46RSNIopqFrK9PQbJqzx6o10xOstIu565Yr2w5hXnvtf2TbIcxr+z1bMol6Hrz6Z0b+3vvRHTdO5Jrj8vZfSeowF22UJDXiMvKSpEamYbB92ZdIkSSNrsb43yiSHJ3khiSbkpw2z/H7Jflv/eNfSXLQQnWaSCSpwya51lZ/UvjZwDHAocBLkhw6VOxVwO1V9RjgfcB7FqrXRCJJHTbhRRsPBzZV1Y1VdQ9wMXDsUJljgf/S//vTwHP6c/52aKrGSCZ1O12StVW1bhJ1TVIX4+piTNDNuLoYE3QzrknGtP2eLZOoBujmZ7VtjO+9wcdu9K0bej9rgJsHXm8GnjFUzU/KVNX2JD8Efgq4bUfX3V1bJGsXLtKKLsbVxZigm3F1MSboZlxdjAm6G9dIBh+70d+WJSnurolEknZHW+gtrjvngP6+ecv0V2/fG/jezio1kUjS7uNq4JAkB/eXuDoeWD9UZj3wyv7fxwH/pxYYgJmqMZIJ6lQf6IAuxtXFmKCbcXUxJuhmXF2MCbob10T0xzxOAS4FVgLnVdV1Sc4ANlbVeuA/01uNfRPwfXrJZqemaq0tSVL32LUlSWrERNIxSR7cdgxanCRnJbkiyW1Jnt52PNJyMZF0TFX9qO0YtGjfBV4PnFlV1yxUWNMryYVtx9Alu+tguzRxVfXeJOcDv9V2LNJyskUiTdb9qmpr20FIy2m3SSRJLh5n/+4uycok70vyl0muSnJYy/FMy79fK0+oG5bkWUkuTXJZki8k+fm2Y9Kua7dJJBrbnsAFVfVs4Gjgj/orh6rjkjwR+B3g16rqF+hNKjs1yc+2G9nSS7Jfkk8l+YMkeyZZneScJFcm2ZDkHf3Z2nPl35/kIUnenOTyftLdd6jOY5J8uX8jxflJHjp0/KQk/zvJY5frfXaNiUTzqqq7q+ra/t8/AK6kt+y0uu8U4D9U1T/DT27gOLm/f5eV5ETg48Dbq+rMqtpGb3LdRVV1ZFUdAVwH/OnAabfTS7q3VtVRwFuAPxyo81nAScAvVdXPA28Dzhq8blWdS29c7J39hLTb/eAykWhUW4D92g5CI3lIVd1rpdaquhX4cEvxLKkkByb5DL0Van+5qq7r738mcG1VXTFXtqou6h3KIweqeGRVfbx//BrgAQPHXgucVFV39I/fRG+J9cHzqaotVXUccAtwSZInT/htdpp3bWlURTd/eHRiTKJjZpNcPs/+LcBLlzmWJdN/RsZa4AXA66tq01CRnwN+PckxQ/sfCDwB+Fb/9UVDx/cc+HtFVd0+dHwDcMd8MVXVJ5J8AXh/kr8H3tl/7scuzUTiF9G0uM9aPkkeDuzTQiydVlXzJoskw1+YU62qKsk99NaMmu+7LMDrqurLC1T1jxMObQ96yegeoPsPXJ+ALv7CXCo/SHKvrpkka+gtSqbu29ZfrXTQm9nBL0PdWz/p/qDtOCat3yX1auAdSU4bGp+4Cvjl4XOGurUWNDy4DhwBrN5B2RPpjcv8QVW9s6q2j3OtabU7JZKzgXPmliBJsje9PuMPthqVRnUZvS8MkuyR5F3AXwJ3thrVFEjyIOAc4ENtx7IUhsYnPpfkSf39G4AnJvlJMknyq8C7xqj+g8C5SR7QP/8get2D3xosNM84zfWLf0fTZ7fp2qqqryV5H/CZ/u1/2+jd3bFb/YNPsQuA9yX5a+Cfgf9UVZcm6Vqf/8OSnFpV7287EIAkv0lvGfAz5gahd1VVdUF/fOIDSb5OL2G8lN54xenAVuDLwIlj1HlF/8fnXySZBTbRWwbnA3NlkpwE/Cq9cZpvTOwNTRGXkZckNbI7dW1JkpaAiUSS1IiJRJLUiIlEktSIiUSS1IiJRJLUiIlEktSIiUSS1IiJRJLUiIlEktSIiUSS1IiJROqAJIcn+XdtxyEtholkF5Xks/M8GW63k2TPhUt1wgOA4edeSFPB1X93UUkOBP4X//Iwo1dX1TdbDKkVSc6j96S6xwNPAR5fVd9pNypp12KLZJkluTDJ5Ukek+RjSZ4yxrkvTXLqKGWr6uaq+lfAA6rqqKr65iKutybJ/5hkXAPn/M2Y5Rcb+4eAjcAfA2ur6jtL9TkMnTPu+/vJZ7jI6431npZKkrclecwY5T+W5ClJ3pFkY5IjljI+LY3d5sFWXVJVRwEkuZ3xHvV7O+Mn/xuHzh/3eqOUbxrXJGO5V/mq+lvgb5NcVFUvaVLXGOVhce9vxcDf415vMed0wdy/01uTbAL2ajsgjc9E0q7b+9s45cf9wv5/i71eVd2Z5NvLENcoJhn7Un0Ogxbz/lY0uN64/y11xbTGrQGOkSyzJBdW1cvm2X8C8O2q+vzQ/ncDH6mqm5YnwvkleSC9x4seAswAv1lV4/7q3lHd5wOvqaq7h/ZfXFXHT+gaE6urX9+vAK+l9+V/B/CWqvrapOqfVkneBlxYVZsWce4JwOaq+uKk49LScoxEo1oNvKOqjgReDvxJy/G0JsnzgF8Cjq6qXwBOAs5Ksl+7kc0vyYokb0jyP5McNLD/pUmuSHJl/y6/Rw8ce2qS1yV5epIvJLk6ybFD9T4iyaeSbEjyxSTPHjr+xCSfS/LypX6PapeJRCOpqu/MtUCq6mbgtiQPajmstpwI/E5VbQOoqm8DpwMntBnUfJI8Afhz4IdVdexcyzbJrwNPBX6x/+PgdcA5SR7WP/V24LHAqcALgZ8DXpvkfv3zVwEXAu+uqiPoJdYXAk+au3ZVXQe8ANgvyaeTHLDU71ftcIxEi7UF2A/4cduBtCBzSWTAtcCdbQQznyR7AG+ilyxeVVW3DBU5Hjiu+n3bVXVTktOBk4E/6pd5MfCkqtrar/PzwGOA64DjgE/2b2agqmaSnAZ8dfAiVTVDr7X2WOCjSdYD6+auq12DiUSLVSx9izZLXP9i7Zvk8qF9Aa4Gfnf5wxkKJHkycBZwQVW9a57jDwOeAVyW3OcjHpxr9BdVddvA69uAn6aXSJ4JvHPwxKranuSy+WKqqm8keSG9caX1SU6d1Bib2mci6Y4ZYOU8+1f2j+3KZhlKGv0Z6Y+ev3i7quo5w/uS7EVvzkoXbKOX6Hc0qz/A56vqpAXq+ccdnDv4/+MIsIref8/bF3G+Osoxku74JvDkefY/hl430q7su8Ajhva9kd6M9GnxRO79a741VfV39MYm9k3ymf4qB4PHvwc8am68Y06Shye5/4iXuQo4euj8PYBfnK/wwFjN96rqV6rqWyNeR1PARNIdfwMckeTwuR1JTga+VlWz7YW1LD4P/DZAet5Ab3LdVHzZJHkE8Hbg423HMqeqZqrqvcBp9MYmXj1U5Hzgw3NrkfUHwj8J7DviJT4NvDzJ0/rnrwTexdAYSZKV/bGTM+mN1Zy3yLekDjORdEQ/WbwSODnJZf0++IfR+4K6jySrk5yf5KcWc73+7Z0Tv4V3MXFV1WXAD/rLinwJuLWq1u3kGouJ/dDMs7pu088hye8D5wK/t6M1vJK8MsmJDa7xriTPXMy5VfUNeq2TByZZP3f7b1V9EvgysKE/rvFB4LWjthT6A/AvA34/yV/R+zGwHvgrYO9+3E+k1wrZXFXHVdWu3rLebTkhcZntaELiIut6BXBN/zbLxZz/nqp68yRiGaq3UVwjXmNisS/V5zB0jXdX1WmLPPeRwAur6uwJh9UpTkicXrZIplS/P3qfBknkAOD/Tjaq5nGNeI2Jxb5Un8PQNZ4LfKpBFc+nN2dD6iRbJMssyYXAAcBJi1lGQtoVJXkHvcH7U6tqQ9vxaDwmEklSI3ZtSZIaMZFIkhoxkUiSGjGRSJIaMZFIkhoxkUiSGjGRSJIa+f/pMgpWVyIuJQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "groundtruth: banrai\n",
      " prediction: banrai [17, 9, 5, 20, 9, 14]\n",
      "\n",
      "Evaluate F1,EM\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "dc1e3cc252e647ed98c43eff148e87b3",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=500), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Example: 1\n",
      "      input: ขัตติยา กรีมี\n",
      "groundtruth: khattiya krimi\n",
      " prediction: khattiya krimi\n",
      "\n",
      "Example: 2\n",
      "      input: คมสรร บุญทอง\n",
      "groundtruth: khomsan bunthong\n",
      " prediction: khomsan bunthong\n",
      "\n",
      "Example: 3\n",
      "      input: ต่อเลขหมาย\n",
      "groundtruth: tolekmai\n",
      " prediction: tolekmai\n",
      "\n",
      "Example: 4\n",
      "      input: กิตติศักดิ์ หวังวรวงศ์\n",
      "groundtruth: kittisak wangworawong\n",
      " prediction: kittisak wangworawong\n",
      "\n",
      "Example: 5\n",
      "      input: สถาปัตยกรรมศาสตร์\n",
      "groundtruth: sathapattayakamsat\n",
      " prediction: sapattayakammasat\n",
      "\n",
      "Example: 6\n",
      "      input: กิมเจียว แซ่โง้ว\n",
      "groundtruth: kimchiao sae-ngow\n",
      " prediction: kimchiao sae-ngow\n",
      "\n",
      "\n",
      "F1 (macro-average) =  0.988249567281885\n",
      "EM =  0.872\n",
      "EM (Character-level) =  0.9402127928610204\n",
      "Epoch: 32 | Time: 4m 36s\n",
      "\tTrain Loss: 0.562 | Train PPL:   1.755\n",
      "\t Val. Loss: 0.456 |  Val. PPL:   1.577\n",
      "epoch=32, teacher_forcing_ratio=0.15\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "3011f835cba2436e99f81c5320f46f1b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1013), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loss  0.5370351076126099\n",
      "Loss  0.5887273550033569\n",
      "Loss  0.5878713726997375\n",
      "Loss  0.6558665037155151\n",
      "Loss  0.6907453536987305\n",
      "Loss  0.5880665183067322\n",
      "Loss  0.5966131687164307\n",
      "Loss  0.7550995945930481\n",
      "Loss  0.598186731338501\n",
      "Loss  0.7745717763900757\n",
      "Loss  0.6270991563796997\n",
      "groundtruth: maeo\n",
      " prediction: maeo [16, 9, 12, 4]\n",
      "\n",
      "groundtruth: banrai\n",
      " prediction: banrai [17, 9, 5, 20, 9, 14]\n",
      "\n",
      "groundtruth: sunak\n",
      " prediction: sunak [19, 11, 5, 9, 3]\n",
      "\n",
      "groundtruth: nok\n",
      " prediction: nok [5, 4, 3]\n",
      "\n",
      "groundtruth: khwam-im\n",
      " prediction: khwam-im [3, 8, 15, 9, 16, 24, 14, 16]\n",
      "\n",
      "groundtruth: kan narong\n",
      " prediction: kan narong [3, 9, 5, 25, 5, 9, 20, 4, 5, 6]\n",
      "\n",
      "groundtruth: sakun\n",
      " prediction: sakun [19, 9, 3, 11, 5]\n",
      "\n",
      "groundtruth: charin\n",
      " prediction: charin [22, 8, 9, 20, 14, 5]\n",
      "\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZIAAAEYCAYAAAB2qXBEAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAGZ5JREFUeJzt3Xu4ZFV55/HvrxtasVXUIAYaFKJ4QaOjMugEiSTqBIxKYkgGxxtE7MgEg5cYMWOIgvGCkxgviLYMMogDYxzH6ZmgGB0I2AmGJjyjQoL2ECLdRBHFS7g03ee880fVMUVxuk/V2XXO3tX9/fjsx1N7r732W9U89dZaa6+1U1VIkrRYK9oOQJI03UwkkqRGTCSSpEZMJJKkRkwkkqRGTCSSpEZMJJK0m0hyXpJbk3x9B8eT5ANJNiX5apKnjVKviUSSdh/nA0fv5PgxwCH9bS1wziiVmkgkaTdRVVcA399JkWOBC6rnKuAhSfZbqN49JhXgcth2242dm4a/1/5Hth2CpA7afs+WTKKecb73Vj380b9FryUxZ11VrRvjcmuAmwdeb+7v+6ednTRViUSStGP9pDFO4pgIE4kkddnszHJebQtw4MDrA/r7dsoxEknqspnto2/NrQde0b9765nAD6tqp91aYItEkjqtanZidSW5CDgK2CfJZuAPgT1716mPAJcAzwc2AXcCJ45Sr4lEkrpsdnKJpKpessDxAn573HpNJJLUZRNskSwVE4kkddnyDrYviolEkrpsMoPoS8pEIkkdNsnB9qViIpGkLpvgYPtSMZFIUpfZIpEkNTKzre0IFmQikaQus2tLktSIXVuSpEamoEXS2qKNSQ5K8oIRyq1NsjHJxnMvuGg5QpOkzqiaGXlrS+dbJIPr63fxwVaStKSckLigxyd5HL2W0Q+q6mMtxyNJ3eIYyYL2q6o3AiQ5JsnTq+qalmOSpO6YgrW22n6w1VcG/r4CeGpbgUhSJ9Xs6FtL2k4kg4njXwPXthWIJHXS7OzoW0va7Np6APBPSU6gl9B+VFWXtxiPJHWPg+07VlXXA9e3dX1JmgpTMI+k7cF2SdJOtDk/ZFQmEknqMlskkqRGnEciSWrEwXZJUiN2bUmSGrFrS5LUiC0SSVIjjpFIkhqxRSJJasQxEklSI7ZIJEmN2CKRJDWy3cF2SVITVW1HsCATiSR1mWMkkqRGpiCRtP2oXUnSzkz4me1Jjk5yQ5JNSU6b5/gjk1yW5NokX03y/IXqtEUiSV02M7kHWyVZCZwNPA/YDFydZH3/ibVz3gp8qqrOSXIocAlw0M7qNZFIUpdNtmvrcGBTVd0IkORi4Fju/djzAh7c/3tv4JaFKjWRSFKXjZFIkqwF1g7sWldV6wZerwFuHni9GXjGUDVvA76Q5LXAauC5C13XRCJJXTbGhMR+0li3YMGdewlwflX9cZJ/A3wiyZOqdhyIiUSSOqxmJzqPZAtw4MDrA/r7Br0KOBqgqv46yf2BfYBbd1Rp5+/aSrI2ycYkG8+94KK2w5Gk5TWzffRtYVcDhyQ5OMkq4Hhg/VCZbwHPAUjyBOD+wHd3VmnnWySDTbVtt93Y/SmekjRJE2yRVNX2JKcAlwIrgfOq6rokZwAbq2o98EbgY0leT2/g/YSqnU+v73wikaTd2oQnJFbVJfRu6R3cd/rA39cDR4xTZ6uJJMlewJuAO4CtVfWhNuORpM6ZgpntbbdItgJnVdXdSV6c5HFVdUPLMUlSd7ho44JWAccl2QY8lF5iMZFI0pztk5vZvlTaTiRrgY9X1Y+THElvFqUkaY4PtlrQNcBrkmyld3tZ91OvJC2nyc4jWRKtJpKq2gBsaDMGSeqycrBdktTIBFf/XSomEknqMru2JEmN2LUlSWrEFokkqRFv/52svfY/su0QpsJdt1zZdgjz8t9PGl85IVGS1IhdW5KkRkwkkqRGHCORJDVii0SS1ERtt0UiSWrCCYmSpEbs2pIkNWIikSQ1UT5qV5LUiIPtkqQmyq4tSVIjJhJJUiPd79kykUhSlzkhUZLUTPfzSPcTSZK1wFqArNybFStWtxyRJC0fB9snoKrWAesA9li1pvufqCRNki0SSVITtkgWkORQ4GnAI4EHAn9aVbe2GZMkdUltbzuChbXdIrkTeFZVvSbJKuCVwMdajkmSusOurZF8EaCq7klyv7aDkaQumYIHJLKi7QCAu9sOQJI6a3aMbQRJjk5yQ5JNSU7bQZnfSHJ9kuuS/NeF6uxCi0SStAOTbJEkWQmcDTwP2AxcnWR9VV0/UOYQ4C3AEVV1e5J9F6q31URSVTcBNw28/lBrwUhSB81OdrD9cGBTVd0IkORi4Fjg+oEyrwbOrqrbAUa5AaoLXVuSpB2pjLwlWZtk48C2dqi2NcDNA6839/cNeizw2CQbklyV5OiFQrRrS5I6bJyurcEJ3A3sARwCHAUcAFyR5Ger6gc7O0GS1FE1m0lWtwU4cOD1Af19gzYDX6mqbcA/JPkGvcRy9Y4qtWtLkjqsZkffRnA1cEiSg/tz944H1g+V+Sy91ghJ9qHX1XXjziq1RSJJHTY7M7kWSVVtT3IKcCmwEjivqq5LcgawsarW94/92yTXAzPAm6rqezur10QiSR024a4tquoS4JKhfacP/F3AG/rbSEwku6C99j+y7RDmddctV7Ydwn109bOS5lT312w0kUhSl026RbIUTCSS1GEmEklSI5McbF8qJhJJ6rAqE4kkqYFpWEbeRCJJHTZri0SS1MTsTPcXIDGRSFKHOY9EktSIt/9KkhpxjESS1Ii3/0qSGpmxa0uS1IQtEklSI961NQH9h9evBcjKvVmxYnXLEUnS8nGwfQIGH2a/x6o1U5CbJWly7NoaU5IVVdOwsowkLY8ZE8lokhwKvAj4fpJzTSaS1GPX1ujuBPapqne3HYgkdYldW+Pp3gO9Jall09A906VEMtN2AJLUNYUtEklSA9vt2hpNVd0E3NRyGJLUObZIJEmNOEYiSWrEFokkqZHtbQcwAhOJJHWYLRJJUiNT8DgSE4kkddmsLRLpX+y1/5Fth3Afd93SzQUVuvhZqR3TsOS5iUSSOmx7bJFIkhqYhhbJirYDkCTt2OwY2yiSHJ3khiSbkpy2k3K/lqSSHLZQnbZIJKnDJnnXVpKVwNnA84DNwNVJ1lfV9UPlHgScCnxllHptkUhSh82SkbcRHA5sqqobq+oe4GLg2HnKnQm8B7h7lEpNJJLUYTMZfUuyNsnGgW3tUHVrgJsHXm/u7/uJJE8DDqyqPx81Rru2JKnDxlm0sarWAesWe60kK4A/AU4Y5zxbJJLUYTXGNoItwIEDrw/o75vzIOBJwOVJbgKeCaxfaMDdFokkddiEl0i5GjgkycH0EsjxwL+fO1hVPwT2mXud5HLgd6tq484qtUUiSR02ydt/q2o7cApwKfB3wKeq6rokZyR50WJjtEUiSR02M+GJ7VV1CXDJ0L7Td1D2qFHqNJFIUof5hERJUiMmEklSI9Ow1lbnE0l/Qs1agKzcmxUrVrcckSQtHx9sNQGDE2z2WLVmGpKzJE2Mz2yXJDUyDb+eW00kSfYC3gTcAWytqg+1GY8kdY1dWwvbCpxVVXcneXGSx1XVDS3HJEmd4V1bC1sFHJdkG/BQeonFRCJJfTNT0LnVdiJZC3y8qn6c5Ehg75bjkaROsUWysGuA1yTZCnwXmGk5HknqlO63R1pOJFW1AdjQZgyS1GW2SCRJjXjXliSpEQfbJUmN2LUlSWpk1haJJKmJ7qcRE4kkdZpdW1LH7bX/kW2HMK+7brmy7RDuo6uf1a7OwXZJUiO2SCRJjZQtEklSE7ZIJEmNePuvJKkRB9slSY3YtSVJasTBdklSI7ZIJEmNOEYiSWpktkwkkqQGup9GTCSS1GnOI5EkNeJdW5KkRrabSCRJTUxDi2RF2wEsJMnaJBuTbJydvaPtcCRpWc2OsY0iydFJbkiyKclp8xx/Q5Lrk3w1yZeSPGqhOjuTSJI8NcnPD++vqnVVdVhVHbZixeo2QpOk1lTVyNtCkqwEzgaOAQ4FXpLk0KFi1wKHVdWTgU8DZy1Ub2e6tqrq2rZjkKSumfBdW4cDm6rqRoAkFwPHAtfPFaiqywbKXwW8bKFKu9QiOSjJC9qOQ5K6ZIYaeRscCuhva4eqWwPcPPB6c3/fjrwK+NxCMXamRSJJuq9xWiRVtQ5YN4nrJnkZcBjw7IXKmkgkqcNGGfsYwxbgwIHXB/T33UuS5wL/EXh2VW1dqNLOdG1Jku5rwndtXQ0ckuTgJKuA44H1gwWSPBX4KPCiqrp1lEptkUhSh01yHklVbU9yCnApsBI4r6quS3IGsLGq1gPvBR4I/FkSgG9V1Yt2Vm9nEklV3QTc1HIYktQpMzXZJ5JU1SXAJUP7Th/4+7nj1tmZRCJJui8XbZQkNTINS6SYSCSpw3ywlSSpke6nEROJJHXa9pGXY2yPiUTqoL32P7LtEO7jrluubDuEeXXxs5qkCU9IXBImEknqMO/akiQ14l1bkqRGJj0hcSmYSCSpwxwjkSQ14hiJJKkRx0gkSY04s12S1IiD7ZKkRuzakiQ1YteWJKkRWySSpEZskUiSGpmtmbZDWJCJRJI6zAmJkqRGXCJlApKsBdYCZOXerFixuuWIJGn5TEOLZMVyXzDJKeOUr6p1VXVYVR1mEpG0u6mqkbe2dL5FIkm7s11uZnuSY4DDgHXAycAdwIOAD1fVt5OcCtwC/Azwnao6P8kewJuBrcAMcL9+XU8GjgM+UVXfnND7kaRdyi4zRpJkf+DVwJeq6sz+uMV/r6qvJdkTOA04EziwX+bPBrqwXg5cUFU3J1kJXARQVV9N8jXglUmeD3ykqrZO9u1J0nSbhjGSBRNJkp8GPgr8RlXd1d/9KGBFkiP6r1f1///bVfX1oSoeXFU3A1TVTJJr5g5UL9We32+dfCLJ8VVT0I6TpGWyS7RI+l1WrwF+L8kXq2oDcB3whaq6DSDJwf3id89TxfeT7FtVtyYJ8JS5A/3XrwAeArzcJCJJ9zYz2/2vxZG6tqpqC/D2JM9P8lbgHHpdUquA1cBngX/YwekXAicnuZPeXWJ/D46RSNIopqFrK9PQbJqzx6o10xOstIu565Yr2w5hXnvtf2TbIcxr+z1bMol6Hrz6Z0b+3vvRHTdO5Jrj8vZfSeowF22UJDXiMvKSpEamYbB92ZdIkSSNrsb43yiSHJ3khiSbkpw2z/H7Jflv/eNfSXLQQnWaSCSpwya51lZ/UvjZwDHAocBLkhw6VOxVwO1V9RjgfcB7FqrXRCJJHTbhRRsPBzZV1Y1VdQ9wMXDsUJljgf/S//vTwHP6c/52aKrGSCZ1O12StVW1bhJ1TVIX4+piTNDNuLoYE3QzrknGtP2eLZOoBujmZ7VtjO+9wcdu9K0bej9rgJsHXm8GnjFUzU/KVNX2JD8Efgq4bUfX3V1bJGsXLtKKLsbVxZigm3F1MSboZlxdjAm6G9dIBh+70d+WJSnurolEknZHW+gtrjvngP6+ecv0V2/fG/jezio1kUjS7uNq4JAkB/eXuDoeWD9UZj3wyv7fxwH/pxYYgJmqMZIJ6lQf6IAuxtXFmKCbcXUxJuhmXF2MCbob10T0xzxOAS4FVgLnVdV1Sc4ANlbVeuA/01uNfRPwfXrJZqemaq0tSVL32LUlSWrERNIxSR7cdgxanCRnJbkiyW1Jnt52PNJyMZF0TFX9qO0YtGjfBV4PnFlV1yxUWNMryYVtx9Alu+tguzRxVfXeJOcDv9V2LNJyskUiTdb9qmpr20FIy2m3SSRJLh5n/+4uycok70vyl0muSnJYy/FMy79fK0+oG5bkWUkuTXJZki8k+fm2Y9Kua7dJJBrbnsAFVfVs4Gjgj/orh6rjkjwR+B3g16rqF+hNKjs1yc+2G9nSS7Jfkk8l+YMkeyZZneScJFcm2ZDkHf3Z2nPl35/kIUnenOTyftLdd6jOY5J8uX8jxflJHjp0/KQk/zvJY5frfXaNiUTzqqq7q+ra/t8/AK6kt+y0uu8U4D9U1T/DT27gOLm/f5eV5ETg48Dbq+rMqtpGb3LdRVV1ZFUdAVwH/OnAabfTS7q3VtVRwFuAPxyo81nAScAvVdXPA28Dzhq8blWdS29c7J39hLTb/eAykWhUW4D92g5CI3lIVd1rpdaquhX4cEvxLKkkByb5DL0Van+5qq7r738mcG1VXTFXtqou6h3KIweqeGRVfbx//BrgAQPHXgucVFV39I/fRG+J9cHzqaotVXUccAtwSZInT/htdpp3bWlURTd/eHRiTKJjZpNcPs/+LcBLlzmWJdN/RsZa4AXA66tq01CRnwN+PckxQ/sfCDwB+Fb/9UVDx/cc+HtFVd0+dHwDcMd8MVXVJ5J8AXh/kr8H3tl/7scuzUTiF9G0uM9aPkkeDuzTQiydVlXzJoskw1+YU62qKsk99NaMmu+7LMDrqurLC1T1jxMObQ96yegeoPsPXJ+ALv7CXCo/SHKvrpkka+gtSqbu29ZfrXTQm9nBL0PdWz/p/qDtOCat3yX1auAdSU4bGp+4Cvjl4XOGurUWNDy4DhwBrN5B2RPpjcv8QVW9s6q2j3OtabU7JZKzgXPmliBJsje9PuMPthqVRnUZvS8MkuyR5F3AXwJ3thrVFEjyIOAc4ENtx7IUhsYnPpfkSf39G4AnJvlJMknyq8C7xqj+g8C5SR7QP/8get2D3xosNM84zfWLf0fTZ7fp2qqqryV5H/CZ/u1/2+jd3bFb/YNPsQuA9yX5a+Cfgf9UVZcm6Vqf/8OSnFpV7287EIAkv0lvGfAz5gahd1VVdUF/fOIDSb5OL2G8lN54xenAVuDLwIlj1HlF/8fnXySZBTbRWwbnA3NlkpwE/Cq9cZpvTOwNTRGXkZckNbI7dW1JkpaAiUSS1IiJRJLUiIlEktSIiUSS1IiJRJLUiIlEktSIiUSS1IiJRJLUiIlEktSIiUSS1IiJROqAJIcn+XdtxyEtholkF5Xks/M8GW63k2TPhUt1wgOA4edeSFPB1X93UUkOBP4X//Iwo1dX1TdbDKkVSc6j96S6xwNPAR5fVd9pNypp12KLZJkluTDJ5Ukek+RjSZ4yxrkvTXLqKGWr6uaq+lfAA6rqqKr65iKutybJ/5hkXAPn/M2Y5Rcb+4eAjcAfA2ur6jtL9TkMnTPu+/vJZ7jI6431npZKkrclecwY5T+W5ClJ3pFkY5IjljI+LY3d5sFWXVJVRwEkuZ3xHvV7O+Mn/xuHzh/3eqOUbxrXJGO5V/mq+lvgb5NcVFUvaVLXGOVhce9vxcDf415vMed0wdy/01uTbAL2ajsgjc9E0q7b+9s45cf9wv5/i71eVd2Z5NvLENcoJhn7Un0Ogxbz/lY0uN64/y11xbTGrQGOkSyzJBdW1cvm2X8C8O2q+vzQ/ncDH6mqm5YnwvkleSC9x4seAswAv1lV4/7q3lHd5wOvqaq7h/ZfXFXHT+gaE6urX9+vAK+l9+V/B/CWqvrapOqfVkneBlxYVZsWce4JwOaq+uKk49LScoxEo1oNvKOqjgReDvxJy/G0JsnzgF8Cjq6qXwBOAs5Ksl+7kc0vyYokb0jyP5McNLD/pUmuSHJl/y6/Rw8ce2qS1yV5epIvJLk6ybFD9T4iyaeSbEjyxSTPHjr+xCSfS/LypX6PapeJRCOpqu/MtUCq6mbgtiQPajmstpwI/E5VbQOoqm8DpwMntBnUfJI8Afhz4IdVdexcyzbJrwNPBX6x/+PgdcA5SR7WP/V24LHAqcALgZ8DXpvkfv3zVwEXAu+uqiPoJdYXAk+au3ZVXQe8ANgvyaeTHLDU71ftcIxEi7UF2A/4cduBtCBzSWTAtcCdbQQznyR7AG+ilyxeVVW3DBU5Hjiu+n3bVXVTktOBk4E/6pd5MfCkqtrar/PzwGOA64DjgE/2b2agqmaSnAZ8dfAiVTVDr7X2WOCjSdYD6+auq12DiUSLVSx9izZLXP9i7Zvk8qF9Aa4Gfnf5wxkKJHkycBZwQVW9a57jDwOeAVyW3OcjHpxr9BdVddvA69uAn6aXSJ4JvHPwxKranuSy+WKqqm8keSG9caX1SU6d1Bib2mci6Y4ZYOU8+1f2j+3KZhlKGv0Z6Y+ev3i7quo5w/uS7EVvzkoXbKOX6Hc0qz/A56vqpAXq+ccdnDv4/+MIsIref8/bF3G+Osoxku74JvDkefY/hl430q7su8Ajhva9kd6M9GnxRO79a741VfV39MYm9k3ymf4qB4PHvwc8am68Y06Shye5/4iXuQo4euj8PYBfnK/wwFjN96rqV6rqWyNeR1PARNIdfwMckeTwuR1JTga+VlWz7YW1LD4P/DZAet5Ab3LdVHzZJHkE8Hbg423HMqeqZqrqvcBp9MYmXj1U5Hzgw3NrkfUHwj8J7DviJT4NvDzJ0/rnrwTexdAYSZKV/bGTM+mN1Zy3yLekDjORdEQ/WbwSODnJZf0++IfR+4K6jySrk5yf5KcWc73+7Z0Tv4V3MXFV1WXAD/rLinwJuLWq1u3kGouJ/dDMs7pu088hye8D5wK/t6M1vJK8MsmJDa7xriTPXMy5VfUNeq2TByZZP3f7b1V9EvgysKE/rvFB4LWjthT6A/AvA34/yV/R+zGwHvgrYO9+3E+k1wrZXFXHVdWu3rLebTkhcZntaELiIut6BXBN/zbLxZz/nqp68yRiGaq3UVwjXmNisS/V5zB0jXdX1WmLPPeRwAur6uwJh9UpTkicXrZIplS/P3qfBknkAOD/Tjaq5nGNeI2Jxb5Un8PQNZ4LfKpBFc+nN2dD6iRbJMssyYXAAcBJi1lGQtoVJXkHvcH7U6tqQ9vxaDwmEklSI3ZtSZIaMZFIkhoxkUiSGjGRSJIaMZFIkhoxkUiSGjGRSJIa+f/pMgpWVyIuJQAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "groundtruth: banrai\n",
      " prediction: banrai [17, 9, 5, 20, 9, 14]\n",
      "\n",
      "Evaluate F1,EM\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "ee2f6cb6e86b4e3198974f1cd87e2da1",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=500), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Example: 1\n",
      "      input: ขัตติยา กรีมี\n",
      "groundtruth: khattiya krimi\n",
      " prediction: khattiya krimi\n",
      "\n",
      "Example: 2\n",
      "      input: คมสรร บุญทอง\n",
      "groundtruth: khomsan bunthong\n",
      " prediction: khomsan bunthong\n",
      "\n",
      "Example: 3\n",
      "      input: ต่อเลขหมาย\n",
      "groundtruth: tolekmai\n",
      " prediction: tolekmkamai\n",
      "\n",
      "Example: 4\n",
      "      input: กิตติศักดิ์ หวังวรวงศ์\n",
      "groundtruth: kittisak wangworawong\n",
      " prediction: kittisak wangworawong\n",
      "\n",
      "Example: 5\n",
      "      input: สถาปัตยกรรมศาสตร์\n",
      "groundtruth: sathapattayakamsat\n",
      " prediction: sathapattaakamasat\n",
      "\n",
      "Example: 6\n",
      "      input: กิมเจียว แซ่โง้ว\n",
      "groundtruth: kimchiao sae-ngow\n",
      " prediction: kimchiao sae-ngow\n",
      "\n",
      "\n",
      "F1 (macro-average) =  0.9652222572766578\n",
      "EM =  0.836\n",
      "EM (Character-level) =  0.920479663421466\n",
      "Epoch: 33 | Time: 4m 36s\n",
      "\tTrain Loss: 0.618 | Train PPL:   1.855\n",
      "\t Val. Loss: 0.504 |  Val. PPL:   1.656\n",
      "epoch=33, teacher_forcing_ratio=0.15\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "1f6a1a94acae4ae5befadd787f36bce8",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1013), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loss  0.5664786100387573\n",
      "Loss  0.5832512378692627\n",
      "Loss  0.5735824108123779\n",
      "Loss  0.6185986399650574\n",
      "Loss  0.637225866317749\n",
      "Loss  0.577375590801239\n",
      "Loss  0.6269789934158325\n",
      "Loss  0.5968617796897888\n",
      "Loss  0.7298391461372375\n",
      "Loss  0.6716881394386292\n",
      "Loss  1.2181397676467896\n",
      "groundtruth: maeo\n",
      " prediction: maeo [16, 9, 12, 4]\n",
      "\n",
      "groundtruth: banrai\n",
      " prediction: banrai [17, 9, 5, 20, 9, 14]\n",
      "\n",
      "groundtruth: sunak\n",
      " prediction: sunak [19, 11, 5, 9, 3]\n",
      "\n",
      "groundtruth: nok\n",
      " prediction: nok [5, 4, 3]\n",
      "\n",
      "groundtruth: khwam-im\n",
      " prediction: khwam-im [3, 8, 15, 9, 16, 24, 14, 16]\n",
      "\n",
      "groundtruth: kan narong\n",
      " prediction: kan narong [3, 9, 5, 25, 5, 9, 20, 4, 5, 6]\n",
      "\n",
      "groundtruth: sakun\n",
      " prediction: sakun [19, 9, 3, 11, 5]\n",
      "\n",
      "groundtruth: charin\n",
      " prediction: charin [22, 8, 9, 20, 14, 5]\n",
      "\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAZIAAAEYCAYAAAB2qXBEAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvnQurowAAGbRJREFUeJzt3Xu4ZFV55/Hvr7tphVZRgxhoUIjiBY2OyqATREm8BIxKYkgGxxtE7MgEg5cYMWOIgvGCkxgviLYMEsTAGMdxeiYoRgcCdoKhCc+okKA9hEg3UURBDZem+5w3f1QdU1Sf7lPn7Dpn7+r+fnj2w6m91177rYKn3lpr7bV2qgpJkhZqWdsBSJImm4lEktSIiUSS1IiJRJLUiIlEktSIiUSS1IiJRJJ2E0nOS3Jrkm/s4HiSfDDJxiRfS/LUUeo1kUjS7uN84OidHD8GOKS/rQHOGaVSE4kk7Saq6grgBzspcixwQfVcBTw4yX5z1btiXAEuha233di5afh77n9k2yFI6qBt927OOOqZz/feyoc96jfptSRmrK2qtfO43Grg5oHXm/r7/nlnJ01UIpEk7Vg/acwncYyFiUSSumx6aimvthk4cOD1Af19O+UYiSR12dS20bfm1gGv7N+99Qzgh1W1024tsEUiSZ1WNT22upJcBBwF7JNkE/AHwB6969RHgUuAFwAbgbuAE0ep10QiSV02Pb5EUlUvneN4Ab8133pNJJLUZWNskSwWE4kkddnSDrYviIlEkrpsPIPoi8pEIkkdNs7B9sViIpGkLhvjYPtiMZFIUpfZIpEkNTK1te0I5mQikaQus2tLktSIXVuSpEYmoEXS2qKNSQ5K8sIRyq1JsiHJhnMvuGgpQpOkzqiaGnlrS+dbJIPr63fxwVaStKickDinxyV5LL2W0R1V9fGW45GkbnGMZE77VdWbAJIck+RpVXVNyzFJUndMwFpbbT/Y6qsDf18BPKWtQCSpk2p69K0lbSeSwcTx74Fr2wpEkjppenr0rSVtdm3tBfxzkhPoJbQfVdXlLcYjSd3jYPuOVdX1wPVtXV+SJsIEzCNpe7BdkrQTbc4PGZWJRJK6zBaJJKkR55FIkhpxsF2S1IhdW5KkRuzakiQ1YotEktSIYySSpEZskUiSGnGMRJLUiC0SSVIjtkgkSY1sc7BdktREVdsRzMlEIkld5hiJJKmRCUgkbT9qV5K0M2N+ZnuSo5PckGRjktNmOf6IJJcluTbJ15K8YK46bZFIUpdNje/BVkmWA2cDzwM2AVcnWdd/Yu2MtwGfrqpzkhwKXAIctLN6TSSS1GXj7do6HNhYVTcCJLkYOJb7Pva8gAf1/94buGWuSk0kktRl80gkSdYAawZ2ra2qtQOvVwM3D7zeBDx9qJq3A19M8jpgFfDcua5rIpGkLpvHhMR+0lg7Z8GdeylwflX9UZL/AHwyyROrdhyIiUSSOqymxzqPZDNw4MDrA/r7Br0aOBqgqv4myf2BfYBbd1Rp5+/aSrImyYYkG8694KK2w5GkpTW1bfRtblcDhyQ5OMlK4Hhg3VCZbwPPAUjyeOD+wPd2VmnnWySDTbWtt93Y/SmekjROY2yRVNW2JKcAlwLLgfOq6rokZwAbqmod8Cbg40neQG/g/YSqnU+v73wikaTd2pgnJFbVJfRu6R3cd/rA39cDR8ynzlYTSZI9gTcDdwJbqurDbcYjSZ0zATPb226RbAHOqqp7krwkyWOr6oaWY5Kk7nDRxjmtBI5LshV4CL3EYiKRpBnbxjezfbG0nUjWAJ+oqh8nOZLeLEpJ0gwfbDWna4DXJtlC7/ay7qdeSVpK451HsihaTSRVtR5Y32YMktRl5WC7JKmRMa7+u1hMJJLUZXZtSZIasWtLktSILRJJUiPe/jtee+5/ZNshbGfFsuVth7CdH934+bZDmNVeBz2/7RCkiVNOSJQkNWLXliSpEROJJKkRx0gkSY3YIpEkNVHbbJFIkppwQqIkqRG7tiRJjZhIJElNlI/alSQ14mC7JKmJsmtLktSIiUSS1Ej3e7ZMJJLUZU5IlCQ10/080v1EkmQNsAYgy/dm2bJVLUckSUvHwfYxqKq1wFqAFStXd/8TlaRxskUiSWrCFskckhwKPBV4BPAA4E+q6tY2Y5KkLqltbUcwt7ZbJHcBz6yq1yZZCbwK+HjLMUlSd9i1NZIvAVTVvUnu13YwktQlE/CARJa1HQBwT9sBSFJnTc9jG0GSo5PckGRjktN2UObXk1yf5LokfzZXnV1okUiSdmCcLZIky4GzgecBm4Crk6yrqusHyhwCvBU4oqpuT7LvXPW2mkiq6ibgpoHXH24tGEnqoOnxDrYfDmysqhsBklwMHAtcP1DmNcDZVXU7wCg3QHWha0uStCOVkbcka5JsGNjWDNW2Grh54PWm/r5BjwEek2R9kquSHD1XiHZtSVKHzadra3ACdwMrgEOAo4ADgCuS/GxV3bGzEyRJHVXTGWd1m4EDB14f0N83aBPw1araCvxjkm/SSyxX76hSu7YkqcNqevRtBFcDhyQ5uD9373hg3VCZz9FrjZBkH3pdXTfurFJbJJLUYdNT42uRVNW2JKcAlwLLgfOq6rokZwAbqmpd/9jzk1wPTAFvrqrv76xeE4kkddiYu7aoqkuAS4b2nT7wdwFv7G8jMZE0tG16qu0QtrPXQc9vO4RZ3X3LlW2HsJ099z+y7RCknarur9loIpGkLht3i2QxmEgkqcNMJJKkRsY52L5YTCSS1GFVJhJJUgOTsIy8iUSSOmzaFokkqYnpqe4vQGIikaQOcx6JJKkRb/+VJDXiGIkkqRFv/5UkNTJl15YkqQlbJJKkRrxrawz6D69fA5Dle7Ns2aqWI5KkpeNg+xgMPsx+xcrVE5CbJWl87NqapyTLqiZhZRlJWhpTJpLRJDkUeDHwgyTnmkwkqceurdHdBexTVe9pOxBJ6hK7tuanew/0lqSWTUL3TJcSyVTbAUhS1xS2SCRJDWyza2s0VXUTcFPLYUhS59gikSQ14hiJJKkRWySSpEa2tR3ACEwkktRhtkgkSY1MwONITCSS1GXTtkikf7Pn/ke2HcJ27r6lmwsqdPGzUjsmYclzE4kkddi22CKRJDUwCS2SZW0HIEnasel5bKNIcnSSG5JsTHLaTsr9apJKcthcddoikaQOG+ddW0mWA2cDzwM2AVcnWVdV1w+VeyBwKvDVUeq1RSJJHTZNRt5GcDiwsapurKp7gYuBY2cpdybwXuCeUSo1kUhSh01l9C3JmiQbBrY1Q9WtBm4eeL2pv+8nkjwVOLCq/mLUGO3akqQOm8+ijVW1Fli70GslWQb8MXDCfM6zRSJJHVbz2EawGThw4PUB/X0zHgg8Ebg8yU3AM4B1cw242yKRpA4b8xIpVwOHJDmYXgI5HvhPMwer6ofAPjOvk1wO/E5VbdhZpbZIJKnDxnn7b1VtA04BLgX+Hvh0VV2X5IwkL15ojLZIJKnDpsY8sb2qLgEuGdp3+g7KHjVKnSYSSeown5AoSWrERCJJamQS1trqfCLpT6hZA5Dle7Ns2aqWI5KkpeODrcZgcILNipWrJyE5S9LY+Mx2SVIjk/DrudVEkmRP4M3AncCWqvpwm/FIUtfYtTW3LcBZVXVPkpckeWxV3dByTJLUGd61NbeVwHFJtgIPoZdYTCSS1Dc1AZ1bbSeSNcAnqurHSY4E9m45HknqFFskc7sGeG2SLcD3gKmW45GkTul+e6TlRFJV64H1bcYgSV1mi0SS1Ih3bUmSGnGwXZLUiF1bkqRGpm2RSJKa6H4aMZFIUqfZtSV13J77H9l2CLO6+5Yr2w5hO139rHZ1DrZLkhqxRSJJaqRskUiSmrBFIklqxNt/JUmNONguSWrEri1JUiMOtkuSGrFFIklqxDESSVIj02UikSQ10P00YiKRpE5zHokkqRHv2pIkNbLNRCJJamISWiTL2g5gLknWJNmQZMP09J1thyNJS2p6Htsokhyd5IYkG5OcNsvxNya5PsnXknw5ySPnqrMziSTJU5I8a3h/Va2tqsOq6rBly1a1EZoktaaqRt7mkmQ5cDZwDHAo8NIkhw4VuxY4rKqeBHwGOGuuejvTtVVV17YdgyR1zZjv2joc2FhVNwIkuRg4Frh+pkBVXTZQ/irg5XNV2qUWyUFJXth2HJLUJVPUyNvgUEB/WzNU3Wrg5oHXm/r7duTVwOfnirEzLRJJ0vbm0yKpqrXA2nFcN8nLgcOAZ89V1kQiSR02ytjHPGwGDhx4fUB/330keS7wX4BnV9WWuSrtTNeWJGl7Y75r62rgkCQHJ1kJHA+sGyyQ5CnAx4AXV9Wto1Rqi0SSOmyc80iqaluSU4BLgeXAeVV1XZIzgA1VtQ54H/AA4M+TAHy7ql68s3o7k0iq6ibgppbDkKROmarxPpGkqi4BLhnad/rA38+db52dSSSSpO25aKMkqZFJWCLFRCJJHeaDrSRJjXQ/jZhIJKnTto28HGN7TCRSB+25/5Fth7Cdu2+5su0QZtXFz2qcxjwhcVGYSCSpw7xrS5LUiHdtSZIaGfeExMVgIpGkDnOMRJLUiGMkkqRGHCORJDXizHZJUiMOtkuSGrFrS5LUiF1bkqRGbJFIkhqxRSJJamS6ptoOYU4mEknqMCckSpIacYmUMUiyBlgDkOV7s2zZqpYjkqSlMwktkmVLfcEkp8ynfFWtrarDquowk4ik3U1Vjby1pfMtEknane1yM9uTHAMcBqwFTgbuBB4IfKSqvpPkVOAW4GeA71bV+UlWAG8BtgBTwP36dT0JOA74ZFV9a0zvR5J2KbvMGEmS/YHXAF+uqjP74xb/o6q+nmQP4DTgTODAfpk/H+jCegVwQVXdnGQ5cBFAVX0tydeBVyV5AfDRqtoy3rcnSZNtEsZI5kwkSX4a+Bjw61V1d3/3I4FlSY7ov17Z//d3quobQ1U8qKpuBqiqqSTXzByoXqo9v986+WSS46smoB0nSUtkl2iR9LusXgv8bpIvVdV64Drgi1V1G0CSg/vF75mlih8k2beqbk0S4MkzB/qvXwk8GHiFSUSS7mtquvtfiyN1bVXVZuAdSV6Q5G3AOfS6pFYCq4DPAf+4g9MvBE5Oche9u8T+ARwjkaRRTELXViah2TRjxcrVkxOstIu5+5Yr2w5hVnvuf2TbIcxq272bM456HrTqZ0b+3vvRnTeO5Zrz5e2/ktRhLtooSWrEZeQlSY1MwmD7ki+RIkkaXc3jn1EkOTrJDUk2JjltluP3S/Lf+8e/muSgueo0kUhSh41zra3+pPCzgWOAQ4GXJjl0qNirgdur6tHA+4H3zlWviUSSOmzMizYeDmysqhur6l7gYuDYoTLHAn/a//szwHP6c/52aKLGSMZ1O12SNVW1dhx1jVMX4+piTNDNuLoYE3QzrnHGtO3ezeOoBujmZ7V1Ht97g4/d6Fs79H5WAzcPvN4EPH2omp+UqaptSX4I/BRw246uu7u2SNbMXaQVXYyrizFBN+PqYkzQzbi6GBN0N66RDD52o78tSVLcXROJJO2ONtNbXHfGAf19s5bpr96+N/D9nVVqIpGk3cfVwCFJDu4vcXU8sG6ozDrgVf2/jwP+b80xADNRYyRj1Kk+0AFdjKuLMUE34+piTNDNuLoYE3Q3rrHoj3mcAlwKLAfOq6rrkpwBbKiqdcB/o7ca+0bgB/SSzU5N1FpbkqTusWtLktSIiaRjkjyo7Ri0MEnOSnJFktuSPK3teKSlYiLpmKr6UdsxaMG+B7wBOLOqrpmrsCZXkgvbjqFLdtfBdmnsqup9Sc4HfrPtWKSlZItEGq/7VdWWtoOQltJuk0iSXDyf/bu7JMuTvD/JXyW5KslhLcczKf/9WnlC3bAkz0xyaZLLknwxybPajkm7rt0mkWje9gAuqKpnA0cDf9hfOVQdl+QJwG8Dv1pVP09vUtmpSX623cgWX5L9knw6ye8n2SPJqiTnJLkyyfok7+zP1p4p/4EkD07yliSX95PuvkN1HpPkK/0bKc5P8pCh4ycl+T9JHrNU77NrTCSaVVXdU1XX9v++A7iS3rLT6r5TgP9cVf8CP7mB4+T+/l1WkhOBTwDvqKozq2orvcl1F1XVkVV1BHAd8CcDp91OL+neWlVHAW8F/mCgzmcCJwG/WFXPAt4OnDV43ao6l9642Lv6CWm3+8FlItGoNgP7tR2ERvLgqrrPSq1VdSvwkZbiWVRJDkzyWXor1P5SVV3X3/8M4NqqumKmbFVd1DuURwxU8Yiq+kT/+DXAXgPHXgecVFV39o/fRG+J9cHzqarNVXUccAtwSZInjfltdpp3bWlURTd/eHRiTKJjppNcPsv+zcDLljiWRdN/RsYa4IXAG6pq41CRnwN+LckxQ/sfADwe+Hb/9UVDx/cY+HtZVd0+dHw9cOdsMVXVJ5N8EfhAkn8A3tV/7scuzUTiF9Gk2G4tnyQPA/ZpIZZOq6pZk0WS4S/MiVZVleReemtGzfZdFuD1VfWVOar6pzGHtoJeMroX6P4D18egi78wF8sdSe7TNZNkNb1FydR9W/urlQ56Czv4Zaj76ifdO9qOY9z6XVKvAd6Z5LSh8YmrgF8aPmeoW2tOw4PrwBHAqh2UPZHeuMzvV9W7qmrbfK41qXanRHI2cM7MEiRJ9qbXZ/yhVqPSqC6j94VBkhVJ3g38FXBXq1FNgCQPBM4BPtx2LIthaHzi80me2N+/HnhCkp8kkyS/Arx7HtV/CDg3yV798w+i1z347cFCs4zTXL/wdzR5dpuurar6epL3A5/t3/63ld7dHbvVf/AJdgHw/iR/A/wL8F+r6tIkXevzf2iSU6vqA20HApDkN+gtA37GzCD0rqqqLuiPT3wwyTfoJYyX0RuvOB3YAnwFOHEedV7R//H5l0mmgY30lsH54EyZJCcBv0JvnOabY3tDE8Rl5CVJjexOXVuSpEVgIpEkNWIikSQ1YiKRJDViIpEkNWIikSQ1YiKRJDViIpEkNWIikSQ1YiKRJDViIpEkNWIikTogyeFJ/mPbcUgLYSLZRSX53CxPhtvtJNlj7lKdsBcw/NwLaSK4+u8uKsmBwP/m3x5m9Jqq+laLIbUiyXn0nlT3OODJwOOq6rvtRiXtWmyRLLEkFya5PMmjk3w8yZPnce7Lkpw6Stmqurmq/h2wV1UdVVXfWsD1Vif5n+OMa+Ccv51n+YXG/mFgA/BHwJqq+u5ifQ5D58z3/f3kM1zg9eb1nhZLkrcnefQ8yn88yZOTvDPJhiRHLGZ8Why7zYOtuqSqjgJIcjvze9Tv7cw/+d84dP58rzdK+aZxjTOW+5Svqr8D/i7JRVX10iZ1zaM8LOz9LRv4e77XW8g5XTDz3+ltSTYCe7YdkObPRNKu2/vbfMrP9wv7/y/0elV1V5LvLEFcoxhn7Iv1OQxayPtb1uB68/1/qSsmNW4NcIxkiSW5sKpePsv+E4DvVNUXhva/B/hoVd20NBHOLskD6D1e9BBgCviNqprvr+4d1X0+8Nqqumdo/8VVdfyYrjG2uvr1/TLwOnpf/ncCb62qr4+r/kmV5O3AhVW1cQHnngBsqqovjTsuLS7HSDSqVcA7q+pI4BXAH7ccT2uSPA/4ReDoqvp54CTgrCT7tRvZ7JIsS/LGJP8ryUED+1+W5IokV/bv8nvUwLGnJHl9kqcl+WKSq5McO1Tvw5N8Osn6JF9K8uyh409I8vkkr1js96h2mUg0kqr67kwLpKpuBm5L8sCWw2rLicBvV9VWgKr6DnA6cEKbQc0myeOBvwB+WFXHzrRsk/wa8BTgF/o/Dl4PnJPkof1TbwceA5wKvAj4OeB1Se7XP38lcCHwnqo6gl5ifRHwxJlrV9V1wAuB/ZJ8JskBi/1+1Q7HSLRQm4H9gB+3HUgLMpNEBlwL3NVGMLNJsgJ4M71k8eqqumWoyPHAcdXv266qm5KcDpwM/GG/zEuAJ1bVln6dXwAeDVwHHAd8qn8zA1U1leQ04GuDF6mqKXqttccAH0uyDlg7c13tGkwkWqhi8Vu0WeT6F2rfJJcP7QtwNfA7Sx/OUCDJk4CzgAuq6t2zHH8o8HTgsmS7j3hwrtFfVtVtA69vA36aXiJ5BvCuwROraluSy2aLqaq+meRF9MaV1iU5dVxjbGqfiaQ7poDls+xf3j+2K5tmKGn0Z6Q/avbi7aqq5wzvS7InvTkrXbCVXqLf0az+AF+oqpPmqOefdnDu4L/nI8BKev8/b1vA+eoox0i641vAk2bZ/2h63Ui7su8BDx/a9yZ6M9InxRO476/51lTV39Mbm9g3yWf7qxwMHv8+8MiZ8Y4ZSR6W5P4jXuYq4Oih81cAvzBb4YGxmu9X1S9X1bdHvI4mgImkO/4WOCLJ4TM7kpwMfL2qptsLa0l8AfgtgPS8kd7kuon4sknycOAdwCfajmVGVU1V1fuA0+iNTbxmqMj5wEdm1iLrD4R/Cth3xEt8BnhFkqf2z18OvJuhMZIky/tjJ2fSG6s5b4FvSR1mIumIfrJ4FXByksv6ffAPpfcFtZ0kq5Kcn+SnFnK9/u2dY7+FdyFxVdVlwB39ZUW+DNxaVWt3co2FxH5oZlldt+nnkOT3gHOB393RGl5JXpXkxAbXeHeSZyzk3Kr6Jr3WyQOSrJu5/beqPgV8BVjfH9f4EPC6UVsK/QH4lwO/l+Sv6f0YWAf8NbB3P+4n0GuFbKqq46pqV29Z77ackLjEdjQhcYF1vRK4pn+b5ULOf29VvWUcsQzV2yiuEa8xttgX63MYusZ7quq0BZ77COBFVXX2mMPqFCckTi5bJBOq3x+9T4MkcgDw/8YbVfO4RrzG2GJfrM9h6BrPBT7doIoX0JuzIXWSLZIlluRC4ADgpIUsIyHtipK8k97g/alVtb7teDQ/JhJJUiN2bUmSGjGRSJIaMZFIkhoxkUiSGjGRSJIaMZFIkhoxkUiSGvlXuIENXayBsJ8AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "groundtruth: banrai\n",
      " prediction: banrai [17, 9, 5, 20, 9, 14]\n",
      "\n",
      "Evaluate F1,EM\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "c56d2298149b4a4f8a42be0c2a9a0a5a",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=500), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Example: 1\n",
      "      input: ขัตติยา กรีมี\n",
      "groundtruth: khattiya krimi\n",
      " prediction: khatatatatatatatatatatatatatatatatatatatatatatatatatatatatat\n",
      "\n",
      "Example: 2\n",
      "      input: คมสรร บุญทอง\n",
      "groundtruth: khomsan bunthong\n",
      " prediction: khomsan bunthong\n",
      "\n",
      "Example: 3\n",
      "      input: ต่อเลขหมาย\n",
      "groundtruth: tolekmai\n",
      " prediction: tolekmai\n",
      "\n",
      "Example: 4\n",
      "      input: กิตติศักดิ์ หวังวรวงศ์\n",
      "groundtruth: kittisak wangworawong\n",
      " prediction: kitttttttttttttttttttttttttttttttttttttttttttttttttttttttttt\n",
      "\n",
      "Example: 5\n",
      "      input: สถาปัตยกรรมศาสตร์\n",
      "groundtruth: sathapattayakamsat\n",
      " prediction: sathapattaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa\n",
      "\n",
      "Example: 6\n",
      "      input: กิมเจียว แซ่โง้ว\n",
      "groundtruth: kimchiao sae-ngow\n",
      " prediction: kimchuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuuu\n",
      "\n",
      "\n",
      "F1 (macro-average) =  0.8753545016655968\n",
      "EM =  0.666\n",
      "EM (Character-level) =  0.7844875876212706\n",
      "Epoch: 34 | Time: 4m 58s\n",
      "\tTrain Loss: 0.655 | Train PPL:   1.926\n",
      "\t Val. Loss: 0.871 |  Val. PPL:   2.389\n",
      "epoch=34, teacher_forcing_ratio=0.15\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "4846a519d0c345eaa6f53b1357030fbc",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=1013), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loss  1.173588752746582\n",
      "Loss  0.7683922052383423\n"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-217-cd2c793329c4>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      9\u001b[0m     \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtrain\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     10\u001b[0m     \u001b[0mstart_time\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtime\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtime\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 11\u001b[0;31m     \u001b[0mtrain_loss\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtrain\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtrain_dataset_loader\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0moptimizer\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcriterion\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mCLIP\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mteacher_forcing_ratio\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mteacher_forcing_ratio\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     12\u001b[0m     \u001b[0mteacher_forcing_ratio\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mmax\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mteacher_forcing_ratio\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0;36m0.000\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m0.0\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     13\u001b[0m     \u001b[0mvalid_loss\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mevaluate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mval_dataset_loader\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcriterion\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m<ipython-input-205-bc6b4334bbdc>\u001b[0m in \u001b[0;36mtrain\u001b[0;34m(model, iterator, optimizer, criterion, clip, teacher_forcing_ratio)\u001b[0m\n\u001b[1;32m      7\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      8\u001b[0m     \u001b[0mepoch_loss\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 9\u001b[0;31m     \u001b[0;32mfor\u001b[0m \u001b[0mi\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbatch\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mtqdm\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0menumerate\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0miterator\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtotal\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0miterator\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     10\u001b[0m         \u001b[0moptimizer\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mzero_grad\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     11\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/envs/saiko/lib/python3.6/site-packages/tqdm/_tqdm_notebook.py\u001b[0m in \u001b[0;36m__iter__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m    219\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m__iter__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    220\u001b[0m         \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 221\u001b[0;31m             \u001b[0;32mfor\u001b[0m \u001b[0mobj\u001b[0m \u001b[0;32min\u001b[0m \u001b[0msuper\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtqdm_notebook\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m__iter__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    222\u001b[0m                 \u001b[0;31m# return super(tqdm...) will not catch exception\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    223\u001b[0m                 \u001b[0;32myield\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/envs/saiko/lib/python3.6/site-packages/tqdm/_tqdm.py\u001b[0m in \u001b[0;36m__iter__\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    977\u001b[0m \"\"\", fp_write=getattr(self.fp, 'write', sys.stderr.write))\n\u001b[1;32m    978\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 979\u001b[0;31m             \u001b[0;32mfor\u001b[0m \u001b[0mobj\u001b[0m \u001b[0;32min\u001b[0m \u001b[0miterable\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    980\u001b[0m                 \u001b[0;32myield\u001b[0m \u001b[0mobj\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    981\u001b[0m                 \u001b[0;31m# Update and possibly print the progressbar.\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/envs/saiko/lib/python3.6/site-packages/torch/utils/data/dataloader.py\u001b[0m in \u001b[0;36m__next__\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m    558\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnum_workers\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m:\u001b[0m  \u001b[0;31m# same-process loading\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    559\u001b[0m             \u001b[0mindices\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnext\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msample_iter\u001b[0m\u001b[0;34m)\u001b[0m  \u001b[0;31m# may raise StopIteration\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 560\u001b[0;31m             \u001b[0mbatch\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcollate_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdataset\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mindices\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    561\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpin_memory\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    562\u001b[0m                 \u001b[0mbatch\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_utils\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpin_memory\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpin_memory_batch\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbatch\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/envs/saiko/lib/python3.6/site-packages/torch/utils/data/dataloader.py\u001b[0m in \u001b[0;36m<listcomp>\u001b[0;34m(.0)\u001b[0m\n\u001b[1;32m    558\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mnum_workers\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m:\u001b[0m  \u001b[0;31m# same-process loading\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    559\u001b[0m             \u001b[0mindices\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mnext\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msample_iter\u001b[0m\u001b[0;34m)\u001b[0m  \u001b[0;31m# may raise StopIteration\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 560\u001b[0;31m             \u001b[0mbatch\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mcollate_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdataset\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mindices\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    561\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpin_memory\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    562\u001b[0m                 \u001b[0mbatch\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_utils\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpin_memory\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mpin_memory_batch\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mbatch\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m<ipython-input-10-e85966e1f066>\u001b[0m in \u001b[0;36m__getitem__\u001b[0;34m(self, idx)\u001b[0m\n\u001b[1;32m    132\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    133\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtransform\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 134\u001b[0;31m             \u001b[0msample\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtransform\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0msample\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    135\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    136\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0msample\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/miniconda3/envs/saiko/lib/python3.6/site-packages/torchvision/transforms/transforms.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, img)\u001b[0m\n\u001b[1;32m     59\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m__call__\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mimg\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     60\u001b[0m         \u001b[0;32mfor\u001b[0m \u001b[0mt\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtransforms\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 61\u001b[0;31m             \u001b[0mimg\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mt\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mimg\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     62\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mimg\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     63\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m<ipython-input-10-e85966e1f066>\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, sample)\u001b[0m\n\u001b[1;32m     71\u001b[0m         input_tensor, target_tensor, input_length, target_length = tensorsFromPair([input_text, target_text], \n\u001b[1;32m     72\u001b[0m                                                                                    \u001b[0mlang_th\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 73\u001b[0;31m                                                                                    lang_th_romanized)\n\u001b[0m\u001b[1;32m     74\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     75\u001b[0m         return {\n",
      "\u001b[0;32m<ipython-input-27-b99624221723>\u001b[0m in \u001b[0;36mtensorsFromPair\u001b[0;34m(pair, lang1, lang2)\u001b[0m\n\u001b[1;32m     56\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mtensorsFromPair\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpair\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlang1\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlang2\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     57\u001b[0m     \u001b[0;34m\"\"\"construct two tensors from a pair of source and target text specified by source and target language\"\"\"\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 58\u001b[0;31m     \u001b[0minput_tensor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput_length\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtensorFromText\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlang1\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mpair\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     59\u001b[0m     \u001b[0mtarget_tensor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtarget_length\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtensorFromText\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlang2\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mpair\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     60\u001b[0m     \u001b[0;32mreturn\u001b[0m \u001b[0minput_tensor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtarget_tensor\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0minput_length\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtarget_length\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m<ipython-input-27-b99624221723>\u001b[0m in \u001b[0;36mtensorFromText\u001b[0;34m(lang, text)\u001b[0m\n\u001b[1;32m     48\u001b[0m         \u001b[0mindexes\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlang\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mchar2index\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mPAD_token\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     49\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 50\u001b[0;31m     \u001b[0;32mreturn\u001b[0m \u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtensor\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindexes\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdtype\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtorch\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mlong\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mto\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdevice\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mno_padded_seq_length\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     51\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     52\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mfilterPair\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mp1\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mp2\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "N_EPOCHS = 50\n",
    "CLIP = 5\n",
    "\n",
    "best_em_score = float('0.784')\n",
    "teacher_forcing_ratio = 0.15\n",
    "\n",
    "for epoch in range(29, N_EPOCHS):\n",
    "    print('epoch={}, teacher_forcing_ratio={}'.format(epoch, teacher_forcing_ratio))\n",
    "    model.train()\n",
    "    start_time = time.time()\n",
    "    train_loss = train(model, train_dataset_loader, optimizer, criterion, CLIP, teacher_forcing_ratio=teacher_forcing_ratio)\n",
    "    teacher_forcing_ratio = max(teacher_forcing_ratio-0.000, 0.0)\n",
    "    valid_loss = evaluate(model, val_dataset_loader, criterion)\n",
    "    if epoch % 1 == 0:\n",
    "        show_inference_example(model,\n",
    "               [\"แมว\", \"บ้านไร่\", \"สุนัข\", \"นก\", \"ความอิ่ม\", \"กานต์ ณรงค์\", \"สกุนต์\", \"ชารินทร์\"],\n",
    "               [\"maeo\", \"banrai\", \"sunak\", \"nok\", \"khwam-im\", \"kan narong\", \"sakun\", \"charin\"],\n",
    "               char_2_ix, ix_2_char, target_char_to_ix, ix_to_target_char)\n",
    "        \n",
    "        show_inference_example_attn(model, ['บ้านไร่'],  ['banrai'] ,char_2_ix, ix_2_char, target_char_to_ix, ix_to_target_char)\n",
    "\n",
    "        print('Evaluate F1,EM')\n",
    "        \n",
    "        f1_macro_average, em_score, em_char_score, _ = evaluate_inference(model, val_indices[:500])\n",
    "\n",
    "    end_time = time.time()\n",
    "    \n",
    "    epoch_mins, epoch_secs = epoch_time(start_time, end_time)\n",
    "    \n",
    "    if em_score > best_em_score:\n",
    "        best_em_score = em_score\n",
    "        print('save best model em score={} at epoch={}'.format(em_score, epoch))\n",
    "        save_model('thai2rom-pytorch.attn.v8', epoch, best_em_score, model)\n",
    "        \n",
    "    print(f'Epoch: {epoch+1:02} | Time: {epoch_mins}m {epoch_secs}s')\n",
    "    print(f'\\tTrain Loss: {train_loss:.3f} | Train PPL: {math.exp(train_loss):7.3f}')\n",
    "    print(f'\\t Val. Loss: {valid_loss:.3f} |  Val. PPL: {math.exp(valid_loss):7.3f}')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "OR0I6PzYI842"
   },
   "outputs": [],
   "source": [
    " show_inference_example(model,\n",
    "               [\"แมว\", \"บ้านไร่\", \"สุนัข\", \"นก\", \"ความอิ่ม\", \"กานต์ ณรงค์\", \"สกุนต์\", \"ชารินทร์\"],\n",
    "               [\"maeo\", \"banrai\", \"sunak\", \"nok\", \"khwam-im\", \"kan narong\", \"sakun\", \"charin\"],\n",
    "               char_2_ix, ix_2_char, target_char_to_ix, ix_to_target_char)\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "hiqaeTK7I84-"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "YrbGxWZ9I85A"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "Y15gbYpBI85C",
    "outputId": "41bb2773-4327-44e7-9c36-f0f66af1f357"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['บ้านปางสามัคคี', 'บ้านหนองนาเวียง', 'มณฑลกานสู้', 'บ้านโนนหมากมุ่น', 'นัว', 'การเลือกตั้งพิเศษ', 'มัลกะ', 'ทหารกองหนุน', 'ตำบลวังสรรพรส', 'พร้อย']\n",
      "['banpangsamakkhi', 'bannongnawiang', 'monthonkansu', 'bannonmakmun', 'nua', 'kanlueaktangphiset', 'manka', 'thahankongnun', 'tambonwangsappharot', 'phroi']\n"
     ]
    }
   ],
   "source": [
    "print(thai_romanization_dataset.input_texts[5000:5010])\n",
    "print(thai_romanization_dataset.target_texts[5000:5010])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 0,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "CNjeJ6H-I85F",
    "outputId": "2d2a6abe-23c9-497e-f797-1db8d0b4a0ca"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "numericalized [19, 20, 21, 22, 13, 23, 24, 3]\n",
      "sentence_length [8]\n",
      "1: วิฑูรย์ -> 83454r4iri88h8kak454r4iri88h8k8k454r4iri88h8k8k454r4iri88h8k\n"
     ]
    }
   ],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "colab_type": "text",
    "id": "SaD-wPRwI85I"
   },
   "source": [
    "\n",
    "## Evaluation on val_set with following metrics:\n",
    "   \n",
    "1. F1-score (macro-average) -- Character level\n",
    "\n",
    "2. Exact Match (EM)\n",
    "\n",
    "3. Exact Match (EM) - Character level\n",
    "\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 211,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "Au7KTwaMI85J"
   },
   "outputs": [],
   "source": [
    "# Functions for model performance evaluation\n",
    "def precision(pred_chars, target_chars):\n",
    "    # TP / TP + FP\n",
    "    pred_chars_multiset = Counter(pred_chars)\n",
    "    target_chars_multiset = Counter(target_chars)\n",
    "\n",
    "    overlap = list((pred_chars_multiset & target_chars_multiset).elements())\n",
    "    n_overlap = len(overlap)\n",
    "\n",
    "    return n_overlap / max(len(pred_chars), 1)\n",
    "\n",
    "def recall(pred_chars, target_chars):\n",
    "    # TP / TP + FN\n",
    "        \n",
    "    pred_chars_multiset = Counter(pred_chars)\n",
    "    target_chars_multiset = Counter(target_chars)\n",
    "\n",
    "    overlap = list((pred_chars_multiset & target_chars_multiset).elements())\n",
    "    n_overlap = len(overlap)\n",
    "    return n_overlap / len(target_chars)\n",
    "\n",
    "def f1(precision, recall):\n",
    "    \n",
    "    return (2  * precision * recall) / (precision + recall)\n",
    "\n",
    "def em(pred, target):\n",
    "    if pred == target:\n",
    "        return 1\n",
    "    return 0\n",
    "\n",
    "def em_char(pred_chars, target_chars):\n",
    "    N_target_chars = len(target_chars)\n",
    "    N_pred_chars = len(pred_chars)\n",
    "\n",
    "    score = 0\n",
    "    for index in range(min(N_pred_chars, N_target_chars)):\n",
    "        if target_chars[index] == pred_chars[index]:\n",
    "            score+=1\n",
    "            \n",
    "    return score / max(N_target_chars, N_pred_chars)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 213,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "pcgxbaFRUSnG"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 220,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 920,
     "resources": {
      "http://localhost:8080/nbextensions/google.colab/colabwidgets/controls.css": {
       "data": "LyogQ29weXJpZ2h0IChjKSBKdXB5dGVyIERldmVsb3BtZW50IFRlYW0uCiAqIERpc3RyaWJ1dGVkIHVuZGVyIHRoZSB0ZXJtcyBvZiB0aGUgTW9kaWZpZWQgQlNEIExpY2Vuc2UuCiAqLwoKIC8qIFdlIGltcG9ydCBhbGwgb2YgdGhlc2UgdG9nZXRoZXIgaW4gYSBzaW5nbGUgY3NzIGZpbGUgYmVjYXVzZSB0aGUgV2VicGFjawpsb2FkZXIgc2VlcyBvbmx5IG9uZSBmaWxlIGF0IGEgdGltZS4gVGhpcyBhbGxvd3MgcG9zdGNzcyB0byBzZWUgdGhlIHZhcmlhYmxlCmRlZmluaXRpb25zIHdoZW4gdGhleSBhcmUgdXNlZC4gKi8KCiAvKi0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tCnwgQ29weXJpZ2h0IChjKSBKdXB5dGVyIERldmVsb3BtZW50IFRlYW0uCnwgRGlzdHJpYnV0ZWQgdW5kZXIgdGhlIHRlcm1zIG9mIHRoZSBNb2RpZmllZCBCU0QgTGljZW5zZS4KfC0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0qLwoKIC8qClRoaXMgZmlsZSBpcyBjb3BpZWQgZnJvbSB0aGUgSnVweXRlckxhYiBwcm9qZWN0IHRvIGRlZmluZSBkZWZhdWx0IHN0eWxpbmcgZm9yCndoZW4gdGhlIHdpZGdldCBzdHlsaW5nIGlzIGNvbXBpbGVkIGRvd24gdG8gZWxpbWluYXRlIENTUyB2YXJpYWJsZXMuIFdlIG1ha2Ugb25lCmNoYW5nZSAtIHdlIGNvbW1lbnQgb3V0IHRoZSBmb250IGltcG9ydCBiZWxvdy4KKi8KCiAvKioKICogVGhlIG1hdGVyaWFsIGRlc2lnbiBjb2xvcnMgYXJlIGFkYXB0ZWQgZnJvbSBnb29nbGUtbWF0ZXJpYWwtY29sb3IgdjEuMi42CiAqIGh0dHBzOi8vZ2l0aHViLmNvbS9kYW5sZXZhbi9nb29nbGUtbWF0ZXJpYWwtY29sb3IKICogaHR0cHM6Ly9naXRodWIuY29tL2RhbmxldmFuL2dvb2dsZS1tYXRlcmlhbC1jb2xvci9ibG9iL2Y2N2NhNWY0MDI4YjJmMWIzNDg2MmY2NGIwY2E2NzMyM2Y5MWIwODgvZGlzdC9wYWxldHRlLnZhci5jc3MKICoKICogVGhlIGxpY2Vuc2UgZm9yIHRoZSBtYXRlcmlhbCBkZXNpZ24gY29sb3IgQ1NTIHZhcmlhYmxlcyBpcyBhcyBmb2xsb3dzIChzZWUKICogaHR0cHM6Ly9naXRodWIuY29tL2RhbmxldmFuL2dvb2dsZS1tYXRlcmlhbC1jb2xvci9ibG9iL2Y2N2NhNWY0MDI4YjJmMWIzNDg2MmY2NGIwY2E2NzMyM2Y5MWIwODgvTElDRU5TRSkKICoKICogVGhlIE1JVCBMaWNlbnNlIChNSVQpCiAqCiAqIENvcHlyaWdodCAoYykgMjAxNCBEYW4gTGUgVmFuCiAqCiAqIFBlcm1pc3Npb24gaXMgaGVyZWJ5IGdyYW50ZWQsIGZyZWUgb2YgY2hhcmdlLCB0byBhbnkgcGVyc29uIG9idGFpbmluZyBhIGNvcHkKICogb2YgdGhpcyBzb2Z0d2FyZSBhbmQgYXNzb2NpYXRlZCBkb2N1bWVudGF0aW9uIGZpbGVzICh0aGUgIlNvZnR3YXJlIiksIHRvIGRlYWwKICogaW4gdGhlIFNvZnR3YXJlIHdpdGhvdXQgcmVzdHJpY3Rpb24sIGluY2x1ZGluZyB3aXRob3V0IGxpbWl0YXRpb24gdGhlIHJpZ2h0cwogKiB0byB1c2UsIGNvcHksIG1vZGlmeSwgbWVyZ2UsIHB1Ymxpc2gsIGRpc3RyaWJ1dGUsIHN1YmxpY2Vuc2UsIGFuZC9vciBzZWxsCiAqIGNvcGllcyBvZiB0aGUgU29mdHdhcmUsIGFuZCB0byBwZXJtaXQgcGVyc29ucyB0byB3aG9tIHRoZSBTb2Z0d2FyZSBpcwogKiBmdXJuaXNoZWQgdG8gZG8gc28sIHN1YmplY3QgdG8gdGhlIGZvbGxvd2luZyBjb25kaXRpb25zOgogKgogKiBUaGUgYWJvdmUgY29weXJpZ2h0IG5vdGljZSBhbmQgdGhpcyBwZXJtaXNzaW9uIG5vdGljZSBzaGFsbCBiZSBpbmNsdWRlZCBpbgogKiBhbGwgY29waWVzIG9yIHN1YnN0YW50aWFsIHBvcnRpb25zIG9mIHRoZSBTb2Z0d2FyZS4KICoKICogVEhFIFNPRlRXQVJFIElTIFBST1ZJREVEICJBUyBJUyIsIFdJVEhPVVQgV0FSUkFOVFkgT0YgQU5ZIEtJTkQsIEVYUFJFU1MgT1IKICogSU1QTElFRCwgSU5DTFVESU5HIEJVVCBOT1QgTElNSVRFRCBUTyBUSEUgV0FSUkFOVElFUyBPRiBNRVJDSEFOVEFCSUxJVFksCiAqIEZJVE5FU1MgRk9SIEEgUEFSVElDVUxBUiBQVVJQT1NFIEFORCBOT05JTkZSSU5HRU1FTlQuIElOIE5PIEVWRU5UIFNIQUxMIFRIRQogKiBBVVRIT1JTIE9SIENPUFlSSUdIVCBIT0xERVJTIEJFIExJQUJMRSBGT1IgQU5ZIENMQUlNLCBEQU1BR0VTIE9SIE9USEVSCiAqIExJQUJJTElUWSwgV0hFVEhFUiBJTiBBTiBBQ1RJT04gT0YgQ09OVFJBQ1QsIFRPUlQgT1IgT1RIRVJXSVNFLCBBUklTSU5HIEZST00sCiAqIE9VVCBPRiBPUiBJTiBDT05ORUNUSU9OIFdJVEggVEhFIFNPRlRXQVJFIE9SIFRIRSBVU0UgT1IgT1RIRVIgREVBTElOR1MgSU4gVEhFCiAqIFNPRlRXQVJFLgogKi8KCiAvKgpUaGUgZm9sbG93aW5nIENTUyB2YXJpYWJsZXMgZGVmaW5lIHRoZSBtYWluLCBwdWJsaWMgQVBJIGZvciBzdHlsaW5nIEp1cHl0ZXJMYWIuClRoZXNlIHZhcmlhYmxlcyBzaG91bGQgYmUgdXNlZCBieSBhbGwgcGx1Z2lucyB3aGVyZXZlciBwb3NzaWJsZS4gSW4gb3RoZXIKd29yZHMsIHBsdWdpbnMgc2hvdWxkIG5vdCBkZWZpbmUgY3VzdG9tIGNvbG9ycywgc2l6ZXMsIGV0YyB1bmxlc3MgYWJzb2x1dGVseQpuZWNlc3NhcnkuIFRoaXMgZW5hYmxlcyB1c2VycyB0byBjaGFuZ2UgdGhlIHZpc3VhbCB0aGVtZSBvZiBKdXB5dGVyTGFiCmJ5IGNoYW5naW5nIHRoZXNlIHZhcmlhYmxlcy4KCk1hbnkgdmFyaWFibGVzIGFwcGVhciBpbiBhbiBvcmRlcmVkIHNlcXVlbmNlICgwLDEsMiwzKS4gVGhlc2Ugc2VxdWVuY2VzCmFyZSBkZXNpZ25lZCB0byB3b3JrIHdlbGwgdG9nZXRoZXIsIHNvIGZvciBleGFtcGxlLCBgLS1qcC1ib3JkZXItY29sb3IxYCBzaG91bGQKYmUgdXNlZCB3aXRoIGAtLWpwLWxheW91dC1jb2xvcjFgLiBUaGUgbnVtYmVycyBoYXZlIHRoZSBmb2xsb3dpbmcgbWVhbmluZ3M6CgoqIDA6IHN1cGVyLXByaW1hcnksIHJlc2VydmVkIGZvciBzcGVjaWFsIGVtcGhhc2lzCiogMTogcHJpbWFyeSwgbW9zdCBpbXBvcnRhbnQgdW5kZXIgbm9ybWFsIHNpdHVhdGlvbnMKKiAyOiBzZWNvbmRhcnksIG5leHQgbW9zdCBpbXBvcnRhbnQgdW5kZXIgbm9ybWFsIHNpdHVhdGlvbnMKKiAzOiB0ZXJ0aWFyeSwgbmV4dCBtb3N0IGltcG9ydGFudCB1bmRlciBub3JtYWwgc2l0dWF0aW9ucwoKVGhyb3VnaG91dCBKdXB5dGVyTGFiLCB3ZSBhcmUgbW9zdGx5IGZvbGxvd2luZyBwcmluY2lwbGVzIGZyb20gR29vZ2xlJ3MKTWF0ZXJpYWwgRGVzaWduIHdoZW4gc2VsZWN0aW5nIGNvbG9ycy4gV2UgYXJlIG5vdCwgaG93ZXZlciwgZm9sbG93aW5nCmFsbCBvZiBNRCBhcyBpdCBpcyBub3Qgb3B0aW1pemVkIGZvciBkZW5zZSwgaW5mb3JtYXRpb24gcmljaCBVSXMuCiovCgogLyoKICogT3B0aW9uYWwgbW9ub3NwYWNlIGZvbnQgZm9yIGlucHV0L291dHB1dCBwcm9tcHQuCiAqLwoKIC8qIENvbW1lbnRlZCBvdXQgaW4gaXB5d2lkZ2V0cyBzaW5jZSB3ZSBkb24ndCBuZWVkIGl0LiAqLwoKIC8qIEBpbXBvcnQgdXJsKCdodHRwczovL2ZvbnRzLmdvb2dsZWFwaXMuY29tL2Nzcz9mYW1pbHk9Um9ib3RvK01vbm8nKTsgKi8KCiAvKgogKiBBZGRlZCBmb3IgY29tcGFiaXRpbGl0eSB3aXRoIG91dHB1dCBhcmVhCiAqLwoKIDpyb290IHsKCiAgLyogQm9yZGVycwoKICBUaGUgZm9sbG93aW5nIHZhcmlhYmxlcywgc3BlY2lmeSB0aGUgdmlzdWFsIHN0eWxpbmcgb2YgYm9yZGVycyBpbiBKdXB5dGVyTGFiLgogICAqLwoKICAvKiBVSSBGb250cwoKICBUaGUgVUkgZm9udCBDU1MgdmFyaWFibGVzIGFyZSB1c2VkIGZvciB0aGUgdHlwb2dyYXBoeSBhbGwgb2YgdGhlIEp1cHl0ZXJMYWIKICB1c2VyIGludGVyZmFjZSBlbGVtZW50cyB0aGF0IGFyZSBub3QgZGlyZWN0bHkgdXNlciBnZW5lcmF0ZWQgY29udGVudC4KICAqLyAvKiBCYXNlIGZvbnQgc2l6ZSAqLyAvKiBFbnN1cmVzIHB4IHBlcmZlY3QgRm9udEF3ZXNvbWUgaWNvbnMgKi8KCiAgLyogVXNlIHRoZXNlIGZvbnQgY29sb3JzIGFnYWluc3QgdGhlIGNvcnJlc3BvbmRpbmcgbWFpbiBsYXlvdXQgY29sb3JzLgogICAgIEluIGEgbGlnaHQgdGhlbWUsIHRoZXNlIGdvIGZyb20gZGFyayB0byBsaWdodC4KICAqLwoKICAvKiBVc2UgdGhlc2UgYWdhaW5zdCB0aGUgYnJhbmQvYWNjZW50L3dhcm4vZXJyb3IgY29sb3JzLgogICAgIFRoZXNlIHdpbGwgdHlwaWNhbGx5IGdvIGZyb20gbGlnaHQgdG8gZGFya2VyLCBpbiBib3RoIGEgZGFyayBhbmQgbGlnaHQgdGhlbWUKICAgKi8KCiAgLyogQ29udGVudCBGb250cwoKICBDb250ZW50IGZvbnQgdmFyaWFibGVzIGFyZSB1c2VkIGZvciB0eXBvZ3JhcGh5IG9mIHVzZXIgZ2VuZXJhdGVkIGNvbnRlbnQuCiAgKi8gLyogQmFzZSBmb250IHNpemUgKi8KCgogIC8qIExheW91dAoKICBUaGUgZm9sbG93aW5nIGFyZSB0aGUgbWFpbiBsYXlvdXQgY29sb3JzIHVzZSBpbiBKdXB5dGVyTGFiLiBJbiBhIGxpZ2h0CiAgdGhlbWUgdGhlc2Ugd291bGQgZ28gZnJvbSBsaWdodCB0byBkYXJrLgogICovCgogIC8qIEJyYW5kL2FjY2VudCAqLwoKICAvKiBTdGF0ZSBjb2xvcnMgKHdhcm4sIGVycm9yLCBzdWNjZXNzLCBpbmZvKSAqLwoKICAvKiBDZWxsIHNwZWNpZmljIHN0eWxlcyAqLwogIC8qIEEgY3VzdG9tIGJsZW5kIG9mIE1EIGdyZXkgYW5kIGJsdWUgNjAwCiAgICogU2VlIGh0dHBzOi8vbWV5ZXJ3ZWIuY29tL2VyaWMvdG9vbHMvY29sb3ItYmxlbmQvIzU0NkU3QToxRTg4RTU6NTpoZXggKi8KICAvKiBBIGN1c3RvbSBibGVuZCBvZiBNRCBncmV5IGFuZCBvcmFuZ2UgNjAwCiAgICogaHR0cHM6Ly9tZXllcndlYi5jb20vZXJpYy90b29scy9jb2xvci1ibGVuZC8jNTQ2RTdBOkY0NTExRTo1OmhleCAqLwoKICAvKiBOb3RlYm9vayBzcGVjaWZpYyBzdHlsZXMgKi8KCiAgLyogQ29uc29sZSBzcGVjaWZpYyBzdHlsZXMgKi8KCiAgLyogVG9vbGJhciBzcGVjaWZpYyBzdHlsZXMgKi8KfQoKIC8qIENvcHlyaWdodCAoYykgSnVweXRlciBEZXZlbG9wbWVudCBUZWFtLgogKiBEaXN0cmlidXRlZCB1bmRlciB0aGUgdGVybXMgb2YgdGhlIE1vZGlmaWVkIEJTRCBMaWNlbnNlLgogKi8KCiAvKgogKiBXZSBhc3N1bWUgdGhhdCB0aGUgQ1NTIHZhcmlhYmxlcyBpbgogKiBodHRwczovL2dpdGh1Yi5jb20vanVweXRlcmxhYi9qdXB5dGVybGFiL2Jsb2IvbWFzdGVyL3NyYy9kZWZhdWx0LXRoZW1lL3ZhcmlhYmxlcy5jc3MKICogaGF2ZSBiZWVuIGRlZmluZWQuCiAqLwoKIC8qIFRoaXMgZmlsZSBoYXMgY29kZSBkZXJpdmVkIGZyb20gUGhvc3Bob3JKUyBDU1MgZmlsZXMsIGFzIG5vdGVkIGJlbG93LiBUaGUgbGljZW5zZSBmb3IgdGhpcyBQaG9zcGhvckpTIGNvZGUgaXM6CgpDb3B5cmlnaHQgKGMpIDIwMTQtMjAxNywgUGhvc3Bob3JKUyBDb250cmlidXRvcnMKQWxsIHJpZ2h0cyByZXNlcnZlZC4KClJlZGlzdHJpYnV0aW9uIGFuZCB1c2UgaW4gc291cmNlIGFuZCBiaW5hcnkgZm9ybXMsIHdpdGggb3Igd2l0aG91dAptb2RpZmljYXRpb24sIGFyZSBwZXJtaXR0ZWQgcHJvdmlkZWQgdGhhdCB0aGUgZm9sbG93aW5nIGNvbmRpdGlvbnMgYXJlIG1ldDoKCiogUmVkaXN0cmlidXRpb25zIG9mIHNvdXJjZSBjb2RlIG11c3QgcmV0YWluIHRoZSBhYm92ZSBjb3B5cmlnaHQgbm90aWNlLCB0aGlzCiAgbGlzdCBvZiBjb25kaXRpb25zIGFuZCB0aGUgZm9sbG93aW5nIGRpc2NsYWltZXIuCgoqIFJlZGlzdHJpYnV0aW9ucyBpbiBiaW5hcnkgZm9ybSBtdXN0IHJlcHJvZHVjZSB0aGUgYWJvdmUgY29weXJpZ2h0IG5vdGljZSwKICB0aGlzIGxpc3Qgb2YgY29uZGl0aW9ucyBhbmQgdGhlIGZvbGxvd2luZyBkaXNjbGFpbWVyIGluIHRoZSBkb2N1bWVudGF0aW9uCiAgYW5kL29yIG90aGVyIG1hdGVyaWFscyBwcm92aWRlZCB3aXRoIHRoZSBkaXN0cmlidXRpb24uCgoqIE5laXRoZXIgdGhlIG5hbWUgb2YgdGhlIGNvcHlyaWdodCBob2xkZXIgbm9yIHRoZSBuYW1lcyBvZiBpdHMKICBjb250cmlidXRvcnMgbWF5IGJlIHVzZWQgdG8gZW5kb3JzZSBvciBwcm9tb3RlIHByb2R1Y3RzIGRlcml2ZWQgZnJvbQogIHRoaXMgc29mdHdhcmUgd2l0aG91dCBzcGVjaWZpYyBwcmlvciB3cml0dGVuIHBlcm1pc3Npb24uCgpUSElTIFNPRlRXQVJFIElTIFBST1ZJREVEIEJZIFRIRSBDT1BZUklHSFQgSE9MREVSUyBBTkQgQ09OVFJJQlVUT1JTICJBUyBJUyIKQU5EIEFOWSBFWFBSRVNTIE9SIElNUExJRUQgV0FSUkFOVElFUywgSU5DTFVESU5HLCBCVVQgTk9UIExJTUlURUQgVE8sIFRIRQpJTVBMSUVEIFdBUlJBTlRJRVMgT0YgTUVSQ0hBTlRBQklMSVRZIEFORCBGSVRORVNTIEZPUiBBIFBBUlRJQ1VMQVIgUFVSUE9TRSBBUkUKRElTQ0xBSU1FRC4gSU4gTk8gRVZFTlQgU0hBTEwgVEhFIENPUFlSSUdIVCBIT0xERVIgT1IgQ09OVFJJQlVUT1JTIEJFIExJQUJMRQpGT1IgQU5ZIERJUkVDVCwgSU5ESVJFQ1QsIElOQ0lERU5UQUwsIFNQRUNJQUwsIEVYRU1QTEFSWSwgT1IgQ09OU0VRVUVOVElBTApEQU1BR0VTIChJTkNMVURJTkcsIEJVVCBOT1QgTElNSVRFRCBUTywgUFJPQ1VSRU1FTlQgT0YgU1VCU1RJVFVURSBHT09EUyBPUgpTRVJWSUNFUzsgTE9TUyBPRiBVU0UsIERBVEEsIE9SIFBST0ZJVFM7IE9SIEJVU0lORVNTIElOVEVSUlVQVElPTikgSE9XRVZFUgpDQVVTRUQgQU5EIE9OIEFOWSBUSEVPUlkgT0YgTElBQklMSVRZLCBXSEVUSEVSIElOIENPTlRSQUNULCBTVFJJQ1QgTElBQklMSVRZLApPUiBUT1JUIChJTkNMVURJTkcgTkVHTElHRU5DRSBPUiBPVEhFUldJU0UpIEFSSVNJTkcgSU4gQU5ZIFdBWSBPVVQgT0YgVEhFIFVTRQpPRiBUSElTIFNPRlRXQVJFLCBFVkVOIElGIEFEVklTRUQgT0YgVEhFIFBPU1NJQklMSVRZIE9GIFNVQ0ggREFNQUdFLgoKKi8KCiAvKgogKiBUaGUgZm9sbG93aW5nIHNlY3Rpb24gaXMgZGVyaXZlZCBmcm9tIGh0dHBzOi8vZ2l0aHViLmNvbS9waG9zcGhvcmpzL3Bob3NwaG9yL2Jsb2IvMjNiOWQwNzVlYmM1YjczYWIxNDhiNmViZmMyMGFmOTdmODU3MTRjNC9wYWNrYWdlcy93aWRnZXRzL3N0eWxlL3RhYmJhci5jc3MgCiAqIFdlJ3ZlIHNjb3BlZCB0aGUgcnVsZXMgc28gdGhhdCB0aGV5IGFyZSBjb25zaXN0ZW50IHdpdGggZXhhY3RseSBvdXIgY29kZS4KICovCgogLmp1cHl0ZXItd2lkZ2V0cy53aWRnZXQtdGFiID4gLnAtVGFiQmFyIHsKICBkaXNwbGF5OiAtd2Via2l0LWJveDsKICBkaXNwbGF5OiAtbXMtZmxleGJveDsKICBkaXNwbGF5OiBmbGV4OwogIC13ZWJraXQtdXNlci1zZWxlY3Q6IG5vbmU7CiAgLW1vei11c2VyLXNlbGVjdDogbm9uZTsKICAtbXMtdXNlci1zZWxlY3Q6IG5vbmU7CiAgdXNlci1zZWxlY3Q6IG5vbmU7Cn0KCiAuanVweXRlci13aWRnZXRzLndpZGdldC10YWIgPiAucC1UYWJCYXJbZGF0YS1vcmllbnRhdGlvbj0naG9yaXpvbnRhbCddIHsKICAtd2Via2l0LWJveC1vcmllbnQ6IGhvcml6b250YWw7CiAgLXdlYmtpdC1ib3gtZGlyZWN0aW9uOiBub3JtYWw7CiAgICAgIC1tcy1mbGV4LWRpcmVjdGlvbjogcm93OwogICAgICAgICAgZmxleC1kaXJlY3Rpb246IHJvdzsKfQoKIC5qdXB5dGVyLXdpZGdldHMud2lkZ2V0LXRhYiA+IC5wLVRhYkJhcltkYXRhLW9yaWVudGF0aW9uPSd2ZXJ0aWNhbCddIHsKICAtd2Via2l0LWJveC1vcmllbnQ6IHZlcnRpY2FsOwogIC13ZWJraXQtYm94LWRpcmVjdGlvbjogbm9ybWFsOwogICAgICAtbXMtZmxleC1kaXJlY3Rpb246IGNvbHVtbjsKICAgICAgICAgIGZsZXgtZGlyZWN0aW9uOiBjb2x1bW47Cn0KCiAuanVweXRlci13aWRnZXRzLndpZGdldC10YWIgPiAucC1UYWJCYXIgPiAucC1UYWJCYXItY29udGVudCB7CiAgbWFyZ2luOiAwOwogIHBhZGRpbmc6IDA7CiAgZGlzcGxheTogLXdlYmtpdC1ib3g7CiAgZGlzcGxheTogLW1zLWZsZXhib3g7CiAgZGlzcGxheTogZmxleDsKICAtd2Via2l0LWJveC1mbGV4OiAxOwogICAgICAtbXMtZmxleDogMSAxIGF1dG87CiAgICAgICAgICBmbGV4OiAxIDEgYXV0bzsKICBsaXN0LXN0eWxlLXR5cGU6IG5vbmU7Cn0KCiAuanVweXRlci13aWRnZXRzLndpZGdldC10YWIgPiAucC1UYWJCYXJbZGF0YS1vcmllbnRhdGlvbj0naG9yaXpvbnRhbCddID4gLnAtVGFiQmFyLWNvbnRlbnQgewogIC13ZWJraXQtYm94LW9yaWVudDogaG9yaXpvbnRhbDsKICAtd2Via2l0LWJveC1kaXJlY3Rpb246IG5vcm1hbDsKICAgICAgLW1zLWZsZXgtZGlyZWN0aW9uOiByb3c7CiAgICAgICAgICBmbGV4LWRpcmVjdGlvbjogcm93Owp9CgogLmp1cHl0ZXItd2lkZ2V0cy53aWRnZXQtdGFiID4gLnAtVGFiQmFyW2RhdGEtb3JpZW50YXRpb249J3ZlcnRpY2FsJ10gPiAucC1UYWJCYXItY29udGVudCB7CiAgLXdlYmtpdC1ib3gtb3JpZW50OiB2ZXJ0aWNhbDsKICAtd2Via2l0LWJveC1kaXJlY3Rpb246IG5vcm1hbDsKICAgICAgLW1zLWZsZXgtZGlyZWN0aW9uOiBjb2x1bW47CiAgICAgICAgICBmbGV4LWRpcmVjdGlvbjogY29sdW1uOwp9CgogLmp1cHl0ZXItd2lkZ2V0cy53aWRnZXQtdGFiID4gLnAtVGFiQmFyIC5wLVRhYkJhci10YWIgewogIGRpc3BsYXk6IC13ZWJraXQtYm94OwogIGRpc3BsYXk6IC1tcy1mbGV4Ym94OwogIGRpc3BsYXk6IGZsZXg7CiAgLXdlYmtpdC1ib3gtb3JpZW50OiBob3Jpem9udGFsOwogIC13ZWJraXQtYm94LWRpcmVjdGlvbjogbm9ybWFsOwogICAgICAtbXMtZmxleC1kaXJlY3Rpb246IHJvdzsKICAgICAgICAgIGZsZXgtZGlyZWN0aW9uOiByb3c7CiAgLXdlYmtpdC1ib3gtc2l6aW5nOiBib3JkZXItYm94OwogICAgICAgICAgYm94LXNpemluZzogYm9yZGVyLWJveDsKICBvdmVyZmxvdzogaGlkZGVuOwp9CgogLmp1cHl0ZXItd2lkZ2V0cy53aWRnZXQtdGFiID4gLnAtVGFiQmFyIC5wLVRhYkJhci10YWJJY29uLAouanVweXRlci13aWRnZXRzLndpZGdldC10YWIgPiAucC1UYWJCYXIgLnAtVGFiQmFyLXRhYkNsb3NlSWNvbiB7CiAgLXdlYmtpdC1ib3gtZmxleDogMDsKICAgICAgLW1zLWZsZXg6IDAgMCBhdXRvOwogICAgICAgICAgZmxleDogMCAwIGF1dG87Cn0KCiAuanVweXRlci13aWRnZXRzLndpZGdldC10YWIgPiAucC1UYWJCYXIgLnAtVGFiQmFyLXRhYkxhYmVsIHsKICAtd2Via2l0LWJveC1mbGV4OiAxOwogICAgICAtbXMtZmxleDogMSAxIGF1dG87CiAgICAgICAgICBmbGV4OiAxIDEgYXV0bzsKICBvdmVyZmxvdzogaGlkZGVuOwogIHdoaXRlLXNwYWNlOiBub3dyYXA7Cn0KCiAuanVweXRlci13aWRnZXRzLndpZGdldC10YWIgPiAucC1UYWJCYXIgLnAtVGFiQmFyLXRhYi5wLW1vZC1oaWRkZW4gewogIGRpc3BsYXk6IG5vbmUgIWltcG9ydGFudDsKfQoKIC5qdXB5dGVyLXdpZGdldHMud2lkZ2V0LXRhYiA+IC5wLVRhYkJhci5wLW1vZC1kcmFnZ2luZyAucC1UYWJCYXItdGFiIHsKICBwb3NpdGlvbjogcmVsYXRpdmU7Cn0KCiAuanVweXRlci13aWRnZXRzLndpZGdldC10YWIgPiAucC1UYWJCYXIucC1tb2QtZHJhZ2dpbmdbZGF0YS1vcmllbnRhdGlvbj0naG9yaXpvbnRhbCddIC5wLVRhYkJhci10YWIgewogIGxlZnQ6IDA7CiAgLXdlYmtpdC10cmFuc2l0aW9uOiBsZWZ0IDE1MG1zIGVhc2U7CiAgdHJhbnNpdGlvbjogbGVmdCAxNTBtcyBlYXNlOwp9CgogLmp1cHl0ZXItd2lkZ2V0cy53aWRnZXQtdGFiID4gLnAtVGFiQmFyLnAtbW9kLWRyYWdnaW5nW2RhdGEtb3JpZW50YXRpb249J3ZlcnRpY2FsJ10gLnAtVGFiQmFyLXRhYiB7CiAgdG9wOiAwOwogIC13ZWJraXQtdHJhbnNpdGlvbjogdG9wIDE1MG1zIGVhc2U7CiAgdHJhbnNpdGlvbjogdG9wIDE1MG1zIGVhc2U7Cn0KCiAuanVweXRlci13aWRnZXRzLndpZGdldC10YWIgPiAucC1UYWJCYXIucC1tb2QtZHJhZ2dpbmcgLnAtVGFiQmFyLXRhYi5wLW1vZC1kcmFnZ2luZyB7CiAgLXdlYmtpdC10cmFuc2l0aW9uOiBub25lOwogIHRyYW5zaXRpb246IG5vbmU7Cn0KCiAvKiBFbmQgdGFiYmFyLmNzcyAqLwoKIDpyb290IHsgLyogbWFyZ2luIGJldHdlZW4gaW5saW5lIGVsZW1lbnRzICovCgogICAgLyogRnJvbSBNYXRlcmlhbCBEZXNpZ24gTGl0ZSAqLwp9CgogLmp1cHl0ZXItd2lkZ2V0cyB7CiAgICBtYXJnaW46IDJweDsKICAgIC13ZWJraXQtYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgICAgICAgICAgYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgIGNvbG9yOiBibGFjazsKICAgIG92ZXJmbG93OiB2aXNpYmxlOwp9CgogLmp1cHl0ZXItd2lkZ2V0cy5qdXB5dGVyLXdpZGdldHMtZGlzY29ubmVjdGVkOjpiZWZvcmUgewogICAgbGluZS1oZWlnaHQ6IDI4cHg7CiAgICBoZWlnaHQ6IDI4cHg7Cn0KCiAuanAtT3V0cHV0LXJlc3VsdCA+IC5qdXB5dGVyLXdpZGdldHMgewogICAgbWFyZ2luLWxlZnQ6IDA7CiAgICBtYXJnaW4tcmlnaHQ6IDA7Cn0KCiAvKiB2Ym94IGFuZCBoYm94ICovCgogLndpZGdldC1pbmxpbmUtaGJveCB7CiAgICAvKiBIb3Jpem9udGFsIHdpZGdldHMgKi8KICAgIC13ZWJraXQtYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgICAgICAgICAgYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgIGRpc3BsYXk6IC13ZWJraXQtYm94OwogICAgZGlzcGxheTogLW1zLWZsZXhib3g7CiAgICBkaXNwbGF5OiBmbGV4OwogICAgLXdlYmtpdC1ib3gtb3JpZW50OiBob3Jpem9udGFsOwogICAgLXdlYmtpdC1ib3gtZGlyZWN0aW9uOiBub3JtYWw7CiAgICAgICAgLW1zLWZsZXgtZGlyZWN0aW9uOiByb3c7CiAgICAgICAgICAgIGZsZXgtZGlyZWN0aW9uOiByb3c7CiAgICAtd2Via2l0LWJveC1hbGlnbjogYmFzZWxpbmU7CiAgICAgICAgLW1zLWZsZXgtYWxpZ246IGJhc2VsaW5lOwogICAgICAgICAgICBhbGlnbi1pdGVtczogYmFzZWxpbmU7Cn0KCiAud2lkZ2V0LWlubGluZS12Ym94IHsKICAgIC8qIFZlcnRpY2FsIFdpZGdldHMgKi8KICAgIC13ZWJraXQtYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgICAgICAgICAgYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgIGRpc3BsYXk6IC13ZWJraXQtYm94OwogICAgZGlzcGxheTogLW1zLWZsZXhib3g7CiAgICBkaXNwbGF5OiBmbGV4OwogICAgLXdlYmtpdC1ib3gtb3JpZW50OiB2ZXJ0aWNhbDsKICAgIC13ZWJraXQtYm94LWRpcmVjdGlvbjogbm9ybWFsOwogICAgICAgIC1tcy1mbGV4LWRpcmVjdGlvbjogY29sdW1uOwogICAgICAgICAgICBmbGV4LWRpcmVjdGlvbjogY29sdW1uOwogICAgLXdlYmtpdC1ib3gtYWxpZ246IGNlbnRlcjsKICAgICAgICAtbXMtZmxleC1hbGlnbjogY2VudGVyOwogICAgICAgICAgICBhbGlnbi1pdGVtczogY2VudGVyOwp9CgogLndpZGdldC1ib3ggewogICAgLXdlYmtpdC1ib3gtc2l6aW5nOiBib3JkZXItYm94OwogICAgICAgICAgICBib3gtc2l6aW5nOiBib3JkZXItYm94OwogICAgZGlzcGxheTogLXdlYmtpdC1ib3g7CiAgICBkaXNwbGF5OiAtbXMtZmxleGJveDsKICAgIGRpc3BsYXk6IGZsZXg7CiAgICBtYXJnaW46IDA7CiAgICBvdmVyZmxvdzogYXV0bzsKfQoKIC53aWRnZXQtZ3JpZGJveCB7CiAgICAtd2Via2l0LWJveC1zaXppbmc6IGJvcmRlci1ib3g7CiAgICAgICAgICAgIGJveC1zaXppbmc6IGJvcmRlci1ib3g7CiAgICBkaXNwbGF5OiBncmlkOwogICAgbWFyZ2luOiAwOwogICAgb3ZlcmZsb3c6IGF1dG87Cn0KCiAud2lkZ2V0LWhib3ggewogICAgLXdlYmtpdC1ib3gtb3JpZW50OiBob3Jpem9udGFsOwogICAgLXdlYmtpdC1ib3gtZGlyZWN0aW9uOiBub3JtYWw7CiAgICAgICAgLW1zLWZsZXgtZGlyZWN0aW9uOiByb3c7CiAgICAgICAgICAgIGZsZXgtZGlyZWN0aW9uOiByb3c7Cn0KCiAud2lkZ2V0LXZib3ggewogICAgLXdlYmtpdC1ib3gtb3JpZW50OiB2ZXJ0aWNhbDsKICAgIC13ZWJraXQtYm94LWRpcmVjdGlvbjogbm9ybWFsOwogICAgICAgIC1tcy1mbGV4LWRpcmVjdGlvbjogY29sdW1uOwogICAgICAgICAgICBmbGV4LWRpcmVjdGlvbjogY29sdW1uOwp9CgogLyogR2VuZXJhbCBCdXR0b24gU3R5bGluZyAqLwoKIC5qdXB5dGVyLWJ1dHRvbiB7CiAgICBwYWRkaW5nLWxlZnQ6IDEwcHg7CiAgICBwYWRkaW5nLXJpZ2h0OiAxMHB4OwogICAgcGFkZGluZy10b3A6IDBweDsKICAgIHBhZGRpbmctYm90dG9tOiAwcHg7CiAgICBkaXNwbGF5OiBpbmxpbmUtYmxvY2s7CiAgICB3aGl0ZS1zcGFjZTogbm93cmFwOwogICAgb3ZlcmZsb3c6IGhpZGRlbjsKICAgIHRleHQtb3ZlcmZsb3c6IGVsbGlwc2lzOwogICAgdGV4dC1hbGlnbjogY2VudGVyOwogICAgZm9udC1zaXplOiAxM3B4OwogICAgY3Vyc29yOiBwb2ludGVyOwoKICAgIGhlaWdodDogMjhweDsKICAgIGJvcmRlcjogMHB4IHNvbGlkOwogICAgbGluZS1oZWlnaHQ6IDI4cHg7CiAgICAtd2Via2l0LWJveC1zaGFkb3c6IG5vbmU7CiAgICAgICAgICAgIGJveC1zaGFkb3c6IG5vbmU7CgogICAgY29sb3I6IHJnYmEoMCwgMCwgMCwgLjgpOwogICAgYmFja2dyb3VuZC1jb2xvcjogI0VFRUVFRTsKICAgIGJvcmRlci1jb2xvcjogI0UwRTBFMDsKICAgIGJvcmRlcjogbm9uZTsKfQoKIC5qdXB5dGVyLWJ1dHRvbiBpLmZhIHsKICAgIG1hcmdpbi1yaWdodDogNHB4OwogICAgcG9pbnRlci1ldmVudHM6IG5vbmU7Cn0KCiAuanVweXRlci1idXR0b246ZW1wdHk6YmVmb3JlIHsKICAgIGNvbnRlbnQ6ICJcMjAwYiI7IC8qIHplcm8td2lkdGggc3BhY2UgKi8KfQoKIC5qdXB5dGVyLXdpZGdldHMuanVweXRlci1idXR0b246ZGlzYWJsZWQgewogICAgb3BhY2l0eTogMC42Owp9CgogLmp1cHl0ZXItYnV0dG9uIGkuZmEuY2VudGVyIHsKICAgIG1hcmdpbi1yaWdodDogMDsKfQoKIC5qdXB5dGVyLWJ1dHRvbjpob3ZlcjplbmFibGVkLCAuanVweXRlci1idXR0b246Zm9jdXM6ZW5hYmxlZCB7CiAgICAvKiBNRCBMaXRlIDJkcCBzaGFkb3cgKi8KICAgIC13ZWJraXQtYm94LXNoYWRvdzogMCAycHggMnB4IDAgcmdiYSgwLCAwLCAwLCAuMTQpLAogICAgICAgICAgICAgICAgMCAzcHggMXB4IC0ycHggcmdiYSgwLCAwLCAwLCAuMiksCiAgICAgICAgICAgICAgICAwIDFweCA1cHggMCByZ2JhKDAsIDAsIDAsIC4xMik7CiAgICAgICAgICAgIGJveC1zaGFkb3c6IDAgMnB4IDJweCAwIHJnYmEoMCwgMCwgMCwgLjE0KSwKICAgICAgICAgICAgICAgIDAgM3B4IDFweCAtMnB4IHJnYmEoMCwgMCwgMCwgLjIpLAogICAgICAgICAgICAgICAgMCAxcHggNXB4IDAgcmdiYSgwLCAwLCAwLCAuMTIpOwp9CgogLmp1cHl0ZXItYnV0dG9uOmFjdGl2ZSwgLmp1cHl0ZXItYnV0dG9uLm1vZC1hY3RpdmUgewogICAgLyogTUQgTGl0ZSA0ZHAgc2hhZG93ICovCiAgICAtd2Via2l0LWJveC1zaGFkb3c6IDAgNHB4IDVweCAwIHJnYmEoMCwgMCwgMCwgLjE0KSwKICAgICAgICAgICAgICAgIDAgMXB4IDEwcHggMCByZ2JhKDAsIDAsIDAsIC4xMiksCiAgICAgICAgICAgICAgICAwIDJweCA0cHggLTFweCByZ2JhKDAsIDAsIDAsIC4yKTsKICAgICAgICAgICAgYm94LXNoYWRvdzogMCA0cHggNXB4IDAgcmdiYSgwLCAwLCAwLCAuMTQpLAogICAgICAgICAgICAgICAgMCAxcHggMTBweCAwIHJnYmEoMCwgMCwgMCwgLjEyKSwKICAgICAgICAgICAgICAgIDAgMnB4IDRweCAtMXB4IHJnYmEoMCwgMCwgMCwgLjIpOwogICAgY29sb3I6IHJnYmEoMCwgMCwgMCwgLjgpOwogICAgYmFja2dyb3VuZC1jb2xvcjogI0JEQkRCRDsKfQoKIC5qdXB5dGVyLWJ1dHRvbjpmb2N1czplbmFibGVkIHsKICAgIG91dGxpbmU6IDFweCBzb2xpZCAjNjRCNUY2Owp9CgogLyogQnV0dG9uICJQcmltYXJ5IiBTdHlsaW5nICovCgogLmp1cHl0ZXItYnV0dG9uLm1vZC1wcmltYXJ5IHsKICAgIGNvbG9yOiByZ2JhKDI1NSwgMjU1LCAyNTUsIDEuMCk7CiAgICBiYWNrZ3JvdW5kLWNvbG9yOiAjMjE5NkYzOwp9CgogLmp1cHl0ZXItYnV0dG9uLm1vZC1wcmltYXJ5Lm1vZC1hY3RpdmUgewogICAgY29sb3I6IHJnYmEoMjU1LCAyNTUsIDI1NSwgMSk7CiAgICBiYWNrZ3JvdW5kLWNvbG9yOiAjMTk3NkQyOwp9CgogLmp1cHl0ZXItYnV0dG9uLm1vZC1wcmltYXJ5OmFjdGl2ZSB7CiAgICBjb2xvcjogcmdiYSgyNTUsIDI1NSwgMjU1LCAxKTsKICAgIGJhY2tncm91bmQtY29sb3I6ICMxOTc2RDI7Cn0KCiAvKiBCdXR0b24gIlN1Y2Nlc3MiIFN0eWxpbmcgKi8KCiAuanVweXRlci1idXR0b24ubW9kLXN1Y2Nlc3MgewogICAgY29sb3I6IHJnYmEoMjU1LCAyNTUsIDI1NSwgMS4wKTsKICAgIGJhY2tncm91bmQtY29sb3I6ICM0Q0FGNTA7Cn0KCiAuanVweXRlci1idXR0b24ubW9kLXN1Y2Nlc3MubW9kLWFjdGl2ZSB7CiAgICBjb2xvcjogcmdiYSgyNTUsIDI1NSwgMjU1LCAxKTsKICAgIGJhY2tncm91bmQtY29sb3I6ICMzODhFM0M7CiB9CgogLmp1cHl0ZXItYnV0dG9uLm1vZC1zdWNjZXNzOmFjdGl2ZSB7CiAgICBjb2xvcjogcmdiYSgyNTUsIDI1NSwgMjU1LCAxKTsKICAgIGJhY2tncm91bmQtY29sb3I6ICMzODhFM0M7CiB9CgogLyogQnV0dG9uICJJbmZvIiBTdHlsaW5nICovCgogLmp1cHl0ZXItYnV0dG9uLm1vZC1pbmZvIHsKICAgIGNvbG9yOiByZ2JhKDI1NSwgMjU1LCAyNTUsIDEuMCk7CiAgICBiYWNrZ3JvdW5kLWNvbG9yOiAjMDBCQ0Q0Owp9CgogLmp1cHl0ZXItYnV0dG9uLm1vZC1pbmZvLm1vZC1hY3RpdmUgewogICAgY29sb3I6IHJnYmEoMjU1LCAyNTUsIDI1NSwgMSk7CiAgICBiYWNrZ3JvdW5kLWNvbG9yOiAjMDA5N0E3Owp9CgogLmp1cHl0ZXItYnV0dG9uLm1vZC1pbmZvOmFjdGl2ZSB7CiAgICBjb2xvcjogcmdiYSgyNTUsIDI1NSwgMjU1LCAxKTsKICAgIGJhY2tncm91bmQtY29sb3I6ICMwMDk3QTc7Cn0KCiAvKiBCdXR0b24gIldhcm5pbmciIFN0eWxpbmcgKi8KCiAuanVweXRlci1idXR0b24ubW9kLXdhcm5pbmcgewogICAgY29sb3I6IHJnYmEoMjU1LCAyNTUsIDI1NSwgMS4wKTsKICAgIGJhY2tncm91bmQtY29sb3I6ICNGRjk4MDA7Cn0KCiAuanVweXRlci1idXR0b24ubW9kLXdhcm5pbmcubW9kLWFjdGl2ZSB7CiAgICBjb2xvcjogcmdiYSgyNTUsIDI1NSwgMjU1LCAxKTsKICAgIGJhY2tncm91bmQtY29sb3I6ICNGNTdDMDA7Cn0KCiAuanVweXRlci1idXR0b24ubW9kLXdhcm5pbmc6YWN0aXZlIHsKICAgIGNvbG9yOiByZ2JhKDI1NSwgMjU1LCAyNTUsIDEpOwogICAgYmFja2dyb3VuZC1jb2xvcjogI0Y1N0MwMDsKfQoKIC8qIEJ1dHRvbiAiRGFuZ2VyIiBTdHlsaW5nICovCgogLmp1cHl0ZXItYnV0dG9uLm1vZC1kYW5nZXIgewogICAgY29sb3I6IHJnYmEoMjU1LCAyNTUsIDI1NSwgMS4wKTsKICAgIGJhY2tncm91bmQtY29sb3I6ICNGNDQzMzY7Cn0KCiAuanVweXRlci1idXR0b24ubW9kLWRhbmdlci5tb2QtYWN0aXZlIHsKICAgIGNvbG9yOiByZ2JhKDI1NSwgMjU1LCAyNTUsIDEpOwogICAgYmFja2dyb3VuZC1jb2xvcjogI0QzMkYyRjsKfQoKIC5qdXB5dGVyLWJ1dHRvbi5tb2QtZGFuZ2VyOmFjdGl2ZSB7CiAgICBjb2xvcjogcmdiYSgyNTUsIDI1NSwgMjU1LCAxKTsKICAgIGJhY2tncm91bmQtY29sb3I6ICNEMzJGMkY7Cn0KCiAvKiBXaWRnZXQgQnV0dG9uKi8KCiAud2lkZ2V0LWJ1dHRvbiwgLndpZGdldC10b2dnbGUtYnV0dG9uIHsKICAgIHdpZHRoOiAxNDhweDsKfQoKIC8qIFdpZGdldCBMYWJlbCBTdHlsaW5nICovCgogLyogT3ZlcnJpZGUgQm9vdHN0cmFwIGxhYmVsIGNzcyAqLwoKIC5qdXB5dGVyLXdpZGdldHMgbGFiZWwgewogICAgbWFyZ2luLWJvdHRvbTogMDsKICAgIG1hcmdpbi1ib3R0b206IGluaXRpYWw7Cn0KCiAud2lkZ2V0LWxhYmVsLWJhc2ljIHsKICAgIC8qIEJhc2ljIExhYmVsICovCiAgICBjb2xvcjogYmxhY2s7CiAgICBmb250LXNpemU6IDEzcHg7CiAgICBvdmVyZmxvdzogaGlkZGVuOwogICAgdGV4dC1vdmVyZmxvdzogZWxsaXBzaXM7CiAgICB3aGl0ZS1zcGFjZTogbm93cmFwOwogICAgbGluZS1oZWlnaHQ6IDI4cHg7Cn0KCiAud2lkZ2V0LWxhYmVsIHsKICAgIC8qIExhYmVsICovCiAgICBjb2xvcjogYmxhY2s7CiAgICBmb250LXNpemU6IDEzcHg7CiAgICBvdmVyZmxvdzogaGlkZGVuOwogICAgdGV4dC1vdmVyZmxvdzogZWxsaXBzaXM7CiAgICB3aGl0ZS1zcGFjZTogbm93cmFwOwogICAgbGluZS1oZWlnaHQ6IDI4cHg7Cn0KCiAud2lkZ2V0LWlubGluZS1oYm94IC53aWRnZXQtbGFiZWwgewogICAgLyogSG9yaXpvbnRhbCBXaWRnZXQgTGFiZWwgKi8KICAgIGNvbG9yOiBibGFjazsKICAgIHRleHQtYWxpZ246IHJpZ2h0OwogICAgbWFyZ2luLXJpZ2h0OiA4cHg7CiAgICB3aWR0aDogODBweDsKICAgIC1tcy1mbGV4LW5lZ2F0aXZlOiAwOwogICAgICAgIGZsZXgtc2hyaW5rOiAwOwp9CgogLndpZGdldC1pbmxpbmUtdmJveCAud2lkZ2V0LWxhYmVsIHsKICAgIC8qIFZlcnRpY2FsIFdpZGdldCBMYWJlbCAqLwogICAgY29sb3I6IGJsYWNrOwogICAgdGV4dC1hbGlnbjogY2VudGVyOwogICAgbGluZS1oZWlnaHQ6IDI4cHg7Cn0KCiAvKiBXaWRnZXQgUmVhZG91dCBTdHlsaW5nICovCgogLndpZGdldC1yZWFkb3V0IHsKICAgIGNvbG9yOiBibGFjazsKICAgIGZvbnQtc2l6ZTogMTNweDsKICAgIGhlaWdodDogMjhweDsKICAgIGxpbmUtaGVpZ2h0OiAyOHB4OwogICAgb3ZlcmZsb3c6IGhpZGRlbjsKICAgIHdoaXRlLXNwYWNlOiBub3dyYXA7CiAgICB0ZXh0LWFsaWduOiBjZW50ZXI7Cn0KCiAud2lkZ2V0LXJlYWRvdXQub3ZlcmZsb3cgewogICAgLyogT3ZlcmZsb3dpbmcgUmVhZG91dCAqLwoKICAgIC8qIEZyb20gTWF0ZXJpYWwgRGVzaWduIExpdGUKICAgICAgICBzaGFkb3cta2V5LXVtYnJhLW9wYWNpdHk6IDAuMjsKICAgICAgICBzaGFkb3cta2V5LXBlbnVtYnJhLW9wYWNpdHk6IDAuMTQ7CiAgICAgICAgc2hhZG93LWFtYmllbnQtc2hhZG93LW9wYWNpdHk6IDAuMTI7CiAgICAgKi8KICAgIC13ZWJraXQtYm94LXNoYWRvdzogMCAycHggMnB4IDAgcmdiYSgwLCAwLCAwLCAuMiksCiAgICAgICAgICAgICAgICAgICAgICAgIDAgM3B4IDFweCAtMnB4IHJnYmEoMCwgMCwgMCwgLjE0KSwKICAgICAgICAgICAgICAgICAgICAgICAgMCAxcHggNXB4IDAgcmdiYSgwLCAwLCAwLCAuMTIpOwoKICAgIGJveC1zaGFkb3c6IDAgMnB4IDJweCAwIHJnYmEoMCwgMCwgMCwgLjIpLAogICAgICAgICAgICAgICAgMCAzcHggMXB4IC0ycHggcmdiYSgwLCAwLCAwLCAuMTQpLAogICAgICAgICAgICAgICAgMCAxcHggNXB4IDAgcmdiYSgwLCAwLCAwLCAuMTIpOwp9CgogLndpZGdldC1pbmxpbmUtaGJveCAud2lkZ2V0LXJlYWRvdXQgewogICAgLyogSG9yaXpvbnRhbCBSZWFkb3V0ICovCiAgICB0ZXh0LWFsaWduOiBjZW50ZXI7CiAgICBtYXgtd2lkdGg6IDE0OHB4OwogICAgbWluLXdpZHRoOiA3MnB4OwogICAgbWFyZ2luLWxlZnQ6IDRweDsKfQoKIC53aWRnZXQtaW5saW5lLXZib3ggLndpZGdldC1yZWFkb3V0IHsKICAgIC8qIFZlcnRpY2FsIFJlYWRvdXQgKi8KICAgIG1hcmdpbi10b3A6IDRweDsKICAgIC8qIGFzIHdpZGUgYXMgdGhlIHdpZGdldCAqLwogICAgd2lkdGg6IGluaGVyaXQ7Cn0KCiAvKiBXaWRnZXQgQ2hlY2tib3ggU3R5bGluZyAqLwoKIC53aWRnZXQtY2hlY2tib3ggewogICAgd2lkdGg6IDMwMHB4OwogICAgaGVpZ2h0OiAyOHB4OwogICAgbGluZS1oZWlnaHQ6IDI4cHg7Cn0KCiAud2lkZ2V0LWNoZWNrYm94IGlucHV0W3R5cGU9ImNoZWNrYm94Il0gewogICAgbWFyZ2luOiAwcHggOHB4IDBweCAwcHg7CiAgICBsaW5lLWhlaWdodDogMjhweDsKICAgIGZvbnQtc2l6ZTogbGFyZ2U7CiAgICAtd2Via2l0LWJveC1mbGV4OiAxOwogICAgICAgIC1tcy1mbGV4LXBvc2l0aXZlOiAxOwogICAgICAgICAgICBmbGV4LWdyb3c6IDE7CiAgICAtbXMtZmxleC1uZWdhdGl2ZTogMDsKICAgICAgICBmbGV4LXNocmluazogMDsKICAgIC1tcy1mbGV4LWl0ZW0tYWxpZ246IGNlbnRlcjsKICAgICAgICBhbGlnbi1zZWxmOiBjZW50ZXI7Cn0KCiAvKiBXaWRnZXQgVmFsaWQgU3R5bGluZyAqLwoKIC53aWRnZXQtdmFsaWQgewogICAgaGVpZ2h0OiAyOHB4OwogICAgbGluZS1oZWlnaHQ6IDI4cHg7CiAgICB3aWR0aDogMTQ4cHg7CiAgICBmb250LXNpemU6IDEzcHg7Cn0KCiAud2lkZ2V0LXZhbGlkIGk6YmVmb3JlIHsKICAgIGxpbmUtaGVpZ2h0OiAyOHB4OwogICAgbWFyZ2luLXJpZ2h0OiA0cHg7CiAgICBtYXJnaW4tbGVmdDogNHB4OwoKICAgIC8qIGZyb20gdGhlIGZhIGNsYXNzIGluIEZvbnRBd2Vzb21lOiBodHRwczovL2dpdGh1Yi5jb20vRm9ydEF3ZXNvbWUvRm9udC1Bd2Vzb21lL2Jsb2IvNDkxMDBjN2MzYTdiNThkNTBiYWE3MWVmZWYxMWFmNDFhNjZiMDNkMy9jc3MvZm9udC1hd2Vzb21lLmNzcyNMMTQgKi8KICAgIGRpc3BsYXk6IGlubGluZS1ibG9jazsKICAgIGZvbnQ6IG5vcm1hbCBub3JtYWwgbm9ybWFsIDE0cHgvMSBGb250QXdlc29tZTsKICAgIGZvbnQtc2l6ZTogaW5oZXJpdDsKICAgIHRleHQtcmVuZGVyaW5nOiBhdXRvOwogICAgLXdlYmtpdC1mb250LXNtb290aGluZzogYW50aWFsaWFzZWQ7CiAgICAtbW96LW9zeC1mb250LXNtb290aGluZzogZ3JheXNjYWxlOwp9CgogLndpZGdldC12YWxpZC5tb2QtdmFsaWQgaTpiZWZvcmUgewogICAgY29udGVudDogIlxmMDBjIjsKICAgIGNvbG9yOiBncmVlbjsKfQoKIC53aWRnZXQtdmFsaWQubW9kLWludmFsaWQgaTpiZWZvcmUgewogICAgY29udGVudDogIlxmMDBkIjsKICAgIGNvbG9yOiByZWQ7Cn0KCiAud2lkZ2V0LXZhbGlkLm1vZC12YWxpZCAud2lkZ2V0LXZhbGlkLXJlYWRvdXQgewogICAgZGlzcGxheTogbm9uZTsKfQoKIC8qIFdpZGdldCBUZXh0IGFuZCBUZXh0QXJlYSBTdHlpbmcgKi8KCiAud2lkZ2V0LXRleHRhcmVhLCAud2lkZ2V0LXRleHQgewogICAgd2lkdGg6IDMwMHB4Owp9CgogLndpZGdldC10ZXh0IGlucHV0W3R5cGU9InRleHQiXSwgLndpZGdldC10ZXh0IGlucHV0W3R5cGU9Im51bWJlciJdewogICAgaGVpZ2h0OiAyOHB4OwogICAgbGluZS1oZWlnaHQ6IDI4cHg7Cn0KCiAud2lkZ2V0LXRleHQgaW5wdXRbdHlwZT0idGV4dCJdOmRpc2FibGVkLCAud2lkZ2V0LXRleHQgaW5wdXRbdHlwZT0ibnVtYmVyIl06ZGlzYWJsZWQsIC53aWRnZXQtdGV4dGFyZWEgdGV4dGFyZWE6ZGlzYWJsZWQgewogICAgb3BhY2l0eTogMC42Owp9CgogLndpZGdldC10ZXh0IGlucHV0W3R5cGU9InRleHQiXSwgLndpZGdldC10ZXh0IGlucHV0W3R5cGU9Im51bWJlciJdLCAud2lkZ2V0LXRleHRhcmVhIHRleHRhcmVhIHsKICAgIC13ZWJraXQtYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgICAgICAgICAgYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgIGJvcmRlcjogMXB4IHNvbGlkICM5RTlFOUU7CiAgICBiYWNrZ3JvdW5kLWNvbG9yOiB3aGl0ZTsKICAgIGNvbG9yOiByZ2JhKDAsIDAsIDAsIC44KTsKICAgIGZvbnQtc2l6ZTogMTNweDsKICAgIHBhZGRpbmc6IDRweCA4cHg7CiAgICAtd2Via2l0LWJveC1mbGV4OiAxOwogICAgICAgIC1tcy1mbGV4LXBvc2l0aXZlOiAxOwogICAgICAgICAgICBmbGV4LWdyb3c6IDE7CiAgICBtaW4td2lkdGg6IDA7IC8qIFRoaXMgbWFrZXMgaXQgcG9zc2libGUgZm9yIHRoZSBmbGV4Ym94IHRvIHNocmluayB0aGlzIGlucHV0ICovCiAgICAtbXMtZmxleC1uZWdhdGl2ZTogMTsKICAgICAgICBmbGV4LXNocmluazogMTsKICAgIG91dGxpbmU6IG5vbmUgIWltcG9ydGFudDsKfQoKIC53aWRnZXQtdGV4dGFyZWEgdGV4dGFyZWEgewogICAgaGVpZ2h0OiBpbmhlcml0OwogICAgd2lkdGg6IGluaGVyaXQ7Cn0KCiAud2lkZ2V0LXRleHQgaW5wdXQ6Zm9jdXMsIC53aWRnZXQtdGV4dGFyZWEgdGV4dGFyZWE6Zm9jdXMgewogICAgYm9yZGVyLWNvbG9yOiAjNjRCNUY2Owp9CgogLyogV2lkZ2V0IFNsaWRlciAqLwoKIC53aWRnZXQtc2xpZGVyIC51aS1zbGlkZXIgewogICAgLyogU2xpZGVyIFRyYWNrICovCiAgICBib3JkZXI6IDFweCBzb2xpZCAjQkRCREJEOwogICAgYmFja2dyb3VuZDogI0JEQkRCRDsKICAgIC13ZWJraXQtYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgICAgICAgICAgYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgIHBvc2l0aW9uOiByZWxhdGl2ZTsKICAgIGJvcmRlci1yYWRpdXM6IDBweDsKfQoKIC53aWRnZXQtc2xpZGVyIC51aS1zbGlkZXIgLnVpLXNsaWRlci1oYW5kbGUgewogICAgLyogU2xpZGVyIEhhbmRsZSAqLwogICAgb3V0bGluZTogbm9uZSAhaW1wb3J0YW50OyAvKiBmb2N1c2VkIHNsaWRlciBoYW5kbGVzIGFyZSBjb2xvcmVkIC0gc2VlIGJlbG93ICovCiAgICBwb3NpdGlvbjogYWJzb2x1dGU7CiAgICBiYWNrZ3JvdW5kLWNvbG9yOiB3aGl0ZTsKICAgIGJvcmRlcjogMXB4IHNvbGlkICM5RTlFOUU7CiAgICAtd2Via2l0LWJveC1zaXppbmc6IGJvcmRlci1ib3g7CiAgICAgICAgICAgIGJveC1zaXppbmc6IGJvcmRlci1ib3g7CiAgICB6LWluZGV4OiAxOwogICAgYmFja2dyb3VuZC1pbWFnZTogbm9uZTsgLyogT3ZlcnJpZGUganF1ZXJ5LXVpICovCn0KCiAvKiBPdmVycmlkZSBqcXVlcnktdWkgKi8KCiAud2lkZ2V0LXNsaWRlciAudWktc2xpZGVyIC51aS1zbGlkZXItaGFuZGxlOmhvdmVyLCAud2lkZ2V0LXNsaWRlciAudWktc2xpZGVyIC51aS1zbGlkZXItaGFuZGxlOmZvY3VzIHsKICAgIGJhY2tncm91bmQtY29sb3I6ICMyMTk2RjM7CiAgICBib3JkZXI6IDFweCBzb2xpZCAjMjE5NkYzOwp9CgogLndpZGdldC1zbGlkZXIgLnVpLXNsaWRlciAudWktc2xpZGVyLWhhbmRsZTphY3RpdmUgewogICAgYmFja2dyb3VuZC1jb2xvcjogIzIxOTZGMzsKICAgIGJvcmRlci1jb2xvcjogIzIxOTZGMzsKICAgIHotaW5kZXg6IDI7CiAgICAtd2Via2l0LXRyYW5zZm9ybTogc2NhbGUoMS4yKTsKICAgICAgICAgICAgdHJhbnNmb3JtOiBzY2FsZSgxLjIpOwp9CgogLndpZGdldC1zbGlkZXIgIC51aS1zbGlkZXIgLnVpLXNsaWRlci1yYW5nZSB7CiAgICAvKiBJbnRlcnZhbCBiZXR3ZWVuIHRoZSB0d28gc3BlY2lmaWVkIHZhbHVlIG9mIGEgZG91YmxlIHNsaWRlciAqLwogICAgcG9zaXRpb246IGFic29sdXRlOwogICAgYmFja2dyb3VuZDogIzIxOTZGMzsKICAgIHotaW5kZXg6IDA7Cn0KCiAvKiBTaGFwZXMgb2YgU2xpZGVyIEhhbmRsZXMgKi8KCiAud2lkZ2V0LWhzbGlkZXIgLnVpLXNsaWRlciAudWktc2xpZGVyLWhhbmRsZSB7CiAgICB3aWR0aDogMTZweDsKICAgIGhlaWdodDogMTZweDsKICAgIG1hcmdpbi10b3A6IC03cHg7CiAgICBtYXJnaW4tbGVmdDogLTdweDsKICAgIGJvcmRlci1yYWRpdXM6IDUwJTsKICAgIHRvcDogMDsKfQoKIC53aWRnZXQtdnNsaWRlciAudWktc2xpZGVyIC51aS1zbGlkZXItaGFuZGxlIHsKICAgIHdpZHRoOiAxNnB4OwogICAgaGVpZ2h0OiAxNnB4OwogICAgbWFyZ2luLWJvdHRvbTogLTdweDsKICAgIG1hcmdpbi1sZWZ0OiAtN3B4OwogICAgYm9yZGVyLXJhZGl1czogNTAlOwogICAgbGVmdDogMDsKfQoKIC53aWRnZXQtaHNsaWRlciAudWktc2xpZGVyIC51aS1zbGlkZXItcmFuZ2UgewogICAgaGVpZ2h0OiA4cHg7CiAgICBtYXJnaW4tdG9wOiAtM3B4Owp9CgogLndpZGdldC12c2xpZGVyIC51aS1zbGlkZXIgLnVpLXNsaWRlci1yYW5nZSB7CiAgICB3aWR0aDogOHB4OwogICAgbWFyZ2luLWxlZnQ6IC0zcHg7Cn0KCiAvKiBIb3Jpem9udGFsIFNsaWRlciAqLwoKIC53aWRnZXQtaHNsaWRlciB7CiAgICB3aWR0aDogMzAwcHg7CiAgICBoZWlnaHQ6IDI4cHg7CiAgICBsaW5lLWhlaWdodDogMjhweDsKCiAgICAvKiBPdmVycmlkZSB0aGUgYWxpZ24taXRlbXMgYmFzZWxpbmUuIFRoaXMgd2F5LCB0aGUgZGVzY3JpcHRpb24gYW5kIHJlYWRvdXQKICAgIHN0aWxsIHNlZW0gdG8gYWxpZ24gdGhlaXIgYmFzZWxpbmUgcHJvcGVybHksIGFuZCB3ZSBkb24ndCBoYXZlIHRvIGhhdmUKICAgIGFsaWduLXNlbGY6IHN0cmV0Y2ggaW4gdGhlIC5zbGlkZXItY29udGFpbmVyLiAqLwogICAgLXdlYmtpdC1ib3gtYWxpZ246IGNlbnRlcjsKICAgICAgICAtbXMtZmxleC1hbGlnbjogY2VudGVyOwogICAgICAgICAgICBhbGlnbi1pdGVtczogY2VudGVyOwp9CgogLndpZGdldHMtc2xpZGVyIC5zbGlkZXItY29udGFpbmVyIHsKICAgIG92ZXJmbG93OiB2aXNpYmxlOwp9CgogLndpZGdldC1oc2xpZGVyIC5zbGlkZXItY29udGFpbmVyIHsKICAgIGhlaWdodDogMjhweDsKICAgIG1hcmdpbi1sZWZ0OiA2cHg7CiAgICBtYXJnaW4tcmlnaHQ6IDZweDsKICAgIC13ZWJraXQtYm94LWZsZXg6IDE7CiAgICAgICAgLW1zLWZsZXg6IDEgMSAxNDhweDsKICAgICAgICAgICAgZmxleDogMSAxIDE0OHB4Owp9CgogLndpZGdldC1oc2xpZGVyIC51aS1zbGlkZXIgewogICAgLyogSW5uZXIsIGludmlzaWJsZSBzbGlkZSBkaXYgKi8KICAgIGhlaWdodDogNHB4OwogICAgbWFyZ2luLXRvcDogMTJweDsKICAgIHdpZHRoOiAxMDAlOwp9CgogLyogVmVydGljYWwgU2xpZGVyICovCgogLndpZGdldC12Ym94IC53aWRnZXQtbGFiZWwgewogICAgaGVpZ2h0OiAyOHB4OwogICAgbGluZS1oZWlnaHQ6IDI4cHg7Cn0KCiAud2lkZ2V0LXZzbGlkZXIgewogICAgLyogVmVydGljYWwgU2xpZGVyICovCiAgICBoZWlnaHQ6IDIwMHB4OwogICAgd2lkdGg6IDcycHg7Cn0KCiAud2lkZ2V0LXZzbGlkZXIgLnNsaWRlci1jb250YWluZXIgewogICAgLXdlYmtpdC1ib3gtZmxleDogMTsKICAgICAgICAtbXMtZmxleDogMSAxIDE0OHB4OwogICAgICAgICAgICBmbGV4OiAxIDEgMTQ4cHg7CiAgICBtYXJnaW4tbGVmdDogYXV0bzsKICAgIG1hcmdpbi1yaWdodDogYXV0bzsKICAgIG1hcmdpbi1ib3R0b206IDZweDsKICAgIG1hcmdpbi10b3A6IDZweDsKICAgIGRpc3BsYXk6IC13ZWJraXQtYm94OwogICAgZGlzcGxheTogLW1zLWZsZXhib3g7CiAgICBkaXNwbGF5OiBmbGV4OwogICAgLXdlYmtpdC1ib3gtb3JpZW50OiB2ZXJ0aWNhbDsKICAgIC13ZWJraXQtYm94LWRpcmVjdGlvbjogbm9ybWFsOwogICAgICAgIC1tcy1mbGV4LWRpcmVjdGlvbjogY29sdW1uOwogICAgICAgICAgICBmbGV4LWRpcmVjdGlvbjogY29sdW1uOwp9CgogLndpZGdldC12c2xpZGVyIC51aS1zbGlkZXItdmVydGljYWwgewogICAgLyogSW5uZXIsIGludmlzaWJsZSBzbGlkZSBkaXYgKi8KICAgIHdpZHRoOiA0cHg7CiAgICAtd2Via2l0LWJveC1mbGV4OiAxOwogICAgICAgIC1tcy1mbGV4LXBvc2l0aXZlOiAxOwogICAgICAgICAgICBmbGV4LWdyb3c6IDE7CiAgICBtYXJnaW4tbGVmdDogYXV0bzsKICAgIG1hcmdpbi1yaWdodDogYXV0bzsKfQoKIC8qIFdpZGdldCBQcm9ncmVzcyBTdHlsaW5nICovCgogLnByb2dyZXNzLWJhciB7CiAgICAtd2Via2l0LXRyYW5zaXRpb246IG5vbmU7CiAgICB0cmFuc2l0aW9uOiBub25lOwp9CgogLnByb2dyZXNzLWJhciB7CiAgICBoZWlnaHQ6IDI4cHg7Cn0KCiAucHJvZ3Jlc3MtYmFyIHsKICAgIGJhY2tncm91bmQtY29sb3I6ICMyMTk2RjM7Cn0KCiAucHJvZ3Jlc3MtYmFyLXN1Y2Nlc3MgewogICAgYmFja2dyb3VuZC1jb2xvcjogIzRDQUY1MDsKfQoKIC5wcm9ncmVzcy1iYXItaW5mbyB7CiAgICBiYWNrZ3JvdW5kLWNvbG9yOiAjMDBCQ0Q0Owp9CgogLnByb2dyZXNzLWJhci13YXJuaW5nIHsKICAgIGJhY2tncm91bmQtY29sb3I6ICNGRjk4MDA7Cn0KCiAucHJvZ3Jlc3MtYmFyLWRhbmdlciB7CiAgICBiYWNrZ3JvdW5kLWNvbG9yOiAjRjQ0MzM2Owp9CgogLnByb2dyZXNzIHsKICAgIGJhY2tncm91bmQtY29sb3I6ICNFRUVFRUU7CiAgICBib3JkZXI6IG5vbmU7CiAgICAtd2Via2l0LWJveC1zaGFkb3c6IG5vbmU7CiAgICAgICAgICAgIGJveC1zaGFkb3c6IG5vbmU7Cn0KCiAvKiBIb3Jpc29udGFsIFByb2dyZXNzICovCgogLndpZGdldC1ocHJvZ3Jlc3MgewogICAgLyogUHJvZ3Jlc3MgQmFyICovCiAgICBoZWlnaHQ6IDI4cHg7CiAgICBsaW5lLWhlaWdodDogMjhweDsKICAgIHdpZHRoOiAzMDBweDsKICAgIC13ZWJraXQtYm94LWFsaWduOiBjZW50ZXI7CiAgICAgICAgLW1zLWZsZXgtYWxpZ246IGNlbnRlcjsKICAgICAgICAgICAgYWxpZ24taXRlbXM6IGNlbnRlcjsKCn0KCiAud2lkZ2V0LWhwcm9ncmVzcyAucHJvZ3Jlc3MgewogICAgLXdlYmtpdC1ib3gtZmxleDogMTsKICAgICAgICAtbXMtZmxleC1wb3NpdGl2ZTogMTsKICAgICAgICAgICAgZmxleC1ncm93OiAxOwogICAgbWFyZ2luLXRvcDogNHB4OwogICAgbWFyZ2luLWJvdHRvbTogNHB4OwogICAgLW1zLWZsZXgtaXRlbS1hbGlnbjogc3RyZXRjaDsKICAgICAgICBhbGlnbi1zZWxmOiBzdHJldGNoOwogICAgLyogT3ZlcnJpZGUgYm9vdHN0cmFwIHN0eWxlICovCiAgICBoZWlnaHQ6IGF1dG87CiAgICBoZWlnaHQ6IGluaXRpYWw7Cn0KCiAvKiBWZXJ0aWNhbCBQcm9ncmVzcyAqLwoKIC53aWRnZXQtdnByb2dyZXNzIHsKICAgIGhlaWdodDogMjAwcHg7CiAgICB3aWR0aDogNzJweDsKfQoKIC53aWRnZXQtdnByb2dyZXNzIC5wcm9ncmVzcyB7CiAgICAtd2Via2l0LWJveC1mbGV4OiAxOwogICAgICAgIC1tcy1mbGV4LXBvc2l0aXZlOiAxOwogICAgICAgICAgICBmbGV4LWdyb3c6IDE7CiAgICB3aWR0aDogMjBweDsKICAgIG1hcmdpbi1sZWZ0OiBhdXRvOwogICAgbWFyZ2luLXJpZ2h0OiBhdXRvOwogICAgbWFyZ2luLWJvdHRvbTogMDsKfQoKIC8qIFNlbGVjdCBXaWRnZXQgU3R5bGluZyAqLwoKIC53aWRnZXQtZHJvcGRvd24gewogICAgaGVpZ2h0OiAyOHB4OwogICAgd2lkdGg6IDMwMHB4OwogICAgbGluZS1oZWlnaHQ6IDI4cHg7Cn0KCiAud2lkZ2V0LWRyb3Bkb3duID4gc2VsZWN0IHsKICAgIHBhZGRpbmctcmlnaHQ6IDIwcHg7CiAgICBib3JkZXI6IDFweCBzb2xpZCAjOUU5RTlFOwogICAgYm9yZGVyLXJhZGl1czogMDsKICAgIGhlaWdodDogaW5oZXJpdDsKICAgIC13ZWJraXQtYm94LWZsZXg6IDE7CiAgICAgICAgLW1zLWZsZXg6IDEgMSAxNDhweDsKICAgICAgICAgICAgZmxleDogMSAxIDE0OHB4OwogICAgbWluLXdpZHRoOiAwOyAvKiBUaGlzIG1ha2VzIGl0IHBvc3NpYmxlIGZvciB0aGUgZmxleGJveCB0byBzaHJpbmsgdGhpcyBpbnB1dCAqLwogICAgLXdlYmtpdC1ib3gtc2l6aW5nOiBib3JkZXItYm94OwogICAgICAgICAgICBib3gtc2l6aW5nOiBib3JkZXItYm94OwogICAgb3V0bGluZTogbm9uZSAhaW1wb3J0YW50OwogICAgLXdlYmtpdC1ib3gtc2hhZG93OiBub25lOwogICAgICAgICAgICBib3gtc2hhZG93OiBub25lOwogICAgYmFja2dyb3VuZC1jb2xvcjogd2hpdGU7CiAgICBjb2xvcjogcmdiYSgwLCAwLCAwLCAuOCk7CiAgICBmb250LXNpemU6IDEzcHg7CiAgICB2ZXJ0aWNhbC1hbGlnbjogdG9wOwogICAgcGFkZGluZy1sZWZ0OiA4cHg7CglhcHBlYXJhbmNlOiBub25lOwoJLXdlYmtpdC1hcHBlYXJhbmNlOiBub25lOwoJLW1vei1hcHBlYXJhbmNlOiBub25lOwogICAgYmFja2dyb3VuZC1yZXBlYXQ6IG5vLXJlcGVhdDsKCWJhY2tncm91bmQtc2l6ZTogMjBweDsKCWJhY2tncm91bmQtcG9zaXRpb246IHJpZ2h0IGNlbnRlcjsKICAgIGJhY2tncm91bmQtaW1hZ2U6IHVybCgiZGF0YTppbWFnZS9zdmcreG1sO2Jhc2U2NCxQRDk0Yld3Z2RtVnljMmx2YmowaU1TNHdJaUJsYm1OdlpHbHVaejBpZFhSbUxUZ2lQejRLUENFdExTQkhaVzVsY21GMGIzSTZJRUZrYjJKbElFbHNiSFZ6ZEhKaGRHOXlJREU1TGpJdU1Td2dVMVpISUVWNGNHOXlkQ0JRYkhWbkxVbHVJQzRnVTFaSElGWmxjbk5wYjI0NklEWXVNREFnUW5WcGJHUWdNQ2tnSUMwdFBnbzhjM1puSUhabGNuTnBiMjQ5SWpFdU1TSWdhV1E5SWt4aGVXVnlYekVpSUhodGJHNXpQU0pvZEhSd09pOHZkM2QzTG5jekxtOXlaeTh5TURBd0wzTjJaeUlnZUcxc2JuTTZlR3hwYm1zOUltaDBkSEE2THk5M2QzY3Vkek11YjNKbkx6RTVPVGt2ZUd4cGJtc2lJSGc5SWpCd2VDSWdlVDBpTUhCNElnb0pJSFpwWlhkQ2IzZzlJakFnTUNBeE9DQXhPQ0lnYzNSNWJHVTlJbVZ1WVdKc1pTMWlZV05yWjNKdmRXNWtPbTVsZHlBd0lEQWdNVGdnTVRnN0lpQjRiV3c2YzNCaFkyVTlJbkJ5WlhObGNuWmxJajRLUEhOMGVXeGxJSFI1Y0dVOUluUmxlSFF2WTNOeklqNEtDUzV6ZERCN1ptbHNiRHB1YjI1bE8zMEtQQzl6ZEhsc1pUNEtQSEJoZEdnZ1pEMGlUVFV1TWl3MUxqbE1PU3c1TGpkc015NDRMVE11T0d3eExqSXNNUzR5YkMwMExqa3NOV3d0TkM0NUxUVk1OUzR5TERVdU9Yb2lMejRLUEhCaGRHZ2dZMnhoYzNNOUluTjBNQ0lnWkQwaVRUQXRNQzQyYURFNGRqRTRTREJXTFRBdU5ub2lMejRLUEM5emRtYytDZyIpOwp9CgogLndpZGdldC1kcm9wZG93biA+IHNlbGVjdDpmb2N1cyB7CiAgICBib3JkZXItY29sb3I6ICM2NEI1RjY7Cn0KCiAud2lkZ2V0LWRyb3Bkb3duID4gc2VsZWN0OmRpc2FibGVkIHsKICAgIG9wYWNpdHk6IDAuNjsKfQoKIC8qIFRvIGRpc2FibGUgdGhlIGRvdHRlZCBib3JkZXIgaW4gRmlyZWZveCBhcm91bmQgc2VsZWN0IGNvbnRyb2xzLgogICBTZWUgaHR0cDovL3N0YWNrb3ZlcmZsb3cuY29tL2EvMTg4NTMwMDIgKi8KCiAud2lkZ2V0LWRyb3Bkb3duID4gc2VsZWN0Oi1tb3otZm9jdXNyaW5nIHsKICAgIGNvbG9yOiB0cmFuc3BhcmVudDsKICAgIHRleHQtc2hhZG93OiAwIDAgMCAjMDAwOwp9CgogLyogU2VsZWN0IGFuZCBTZWxlY3RNdWx0aXBsZSAqLwoKIC53aWRnZXQtc2VsZWN0IHsKICAgIHdpZHRoOiAzMDBweDsKICAgIGxpbmUtaGVpZ2h0OiAyOHB4OwoKICAgIC8qIEJlY2F1c2UgRmlyZWZveCBkZWZpbmVzIHRoZSBiYXNlbGluZSBvZiBhIHNlbGVjdCBhcyB0aGUgYm90dG9tIG9mIHRoZQogICAgY29udHJvbCwgd2UgYWxpZ24gdGhlIGVudGlyZSBjb250cm9sIHRvIHRoZSB0b3AgYW5kIGFkZCBwYWRkaW5nIHRvIHRoZQogICAgc2VsZWN0IHRvIGdldCBhbiBhcHByb3hpbWF0ZSBmaXJzdCBsaW5lIGJhc2VsaW5lIGFsaWdubWVudC4gKi8KICAgIC13ZWJraXQtYm94LWFsaWduOiBzdGFydDsKICAgICAgICAtbXMtZmxleC1hbGlnbjogc3RhcnQ7CiAgICAgICAgICAgIGFsaWduLWl0ZW1zOiBmbGV4LXN0YXJ0Owp9CgogLndpZGdldC1zZWxlY3QgPiBzZWxlY3QgewogICAgYm9yZGVyOiAxcHggc29saWQgIzlFOUU5RTsKICAgIGJhY2tncm91bmQtY29sb3I6IHdoaXRlOwogICAgY29sb3I6IHJnYmEoMCwgMCwgMCwgLjgpOwogICAgZm9udC1zaXplOiAxM3B4OwogICAgLXdlYmtpdC1ib3gtZmxleDogMTsKICAgICAgICAtbXMtZmxleDogMSAxIDE0OHB4OwogICAgICAgICAgICBmbGV4OiAxIDEgMTQ4cHg7CiAgICBvdXRsaW5lOiBub25lICFpbXBvcnRhbnQ7CiAgICBvdmVyZmxvdzogYXV0bzsKICAgIGhlaWdodDogaW5oZXJpdDsKCiAgICAvKiBCZWNhdXNlIEZpcmVmb3ggZGVmaW5lcyB0aGUgYmFzZWxpbmUgb2YgYSBzZWxlY3QgYXMgdGhlIGJvdHRvbSBvZiB0aGUKICAgIGNvbnRyb2wsIHdlIGFsaWduIHRoZSBlbnRpcmUgY29udHJvbCB0byB0aGUgdG9wIGFuZCBhZGQgcGFkZGluZyB0byB0aGUKICAgIHNlbGVjdCB0byBnZXQgYW4gYXBwcm94aW1hdGUgZmlyc3QgbGluZSBiYXNlbGluZSBhbGlnbm1lbnQuICovCiAgICBwYWRkaW5nLXRvcDogNXB4Owp9CgogLndpZGdldC1zZWxlY3QgPiBzZWxlY3Q6Zm9jdXMgewogICAgYm9yZGVyLWNvbG9yOiAjNjRCNUY2Owp9CgogLndpZ2V0LXNlbGVjdCA+IHNlbGVjdCA+IG9wdGlvbiB7CiAgICBwYWRkaW5nLWxlZnQ6IDRweDsKICAgIGxpbmUtaGVpZ2h0OiAyOHB4OwogICAgLyogbGluZS1oZWlnaHQgZG9lc24ndCB3b3JrIG9uIHNvbWUgYnJvd3NlcnMgZm9yIHNlbGVjdCBvcHRpb25zICovCiAgICBwYWRkaW5nLXRvcDogY2FsYygyOHB4IC0gdmFyKC0tanAtd2lkZ2V0cy1mb250LXNpemUpIC8gMik7CiAgICBwYWRkaW5nLWJvdHRvbTogY2FsYygyOHB4IC0gdmFyKC0tanAtd2lkZ2V0cy1mb250LXNpemUpIC8gMik7Cn0KCiAvKiBUb2dnbGUgQnV0dG9ucyBTdHlsaW5nICovCgogLndpZGdldC10b2dnbGUtYnV0dG9ucyB7CiAgICBsaW5lLWhlaWdodDogMjhweDsKfQoKIC53aWRnZXQtdG9nZ2xlLWJ1dHRvbnMgLndpZGdldC10b2dnbGUtYnV0dG9uIHsKICAgIG1hcmdpbi1sZWZ0OiAycHg7CiAgICBtYXJnaW4tcmlnaHQ6IDJweDsKfQoKIC53aWRnZXQtdG9nZ2xlLWJ1dHRvbnMgLmp1cHl0ZXItYnV0dG9uOmRpc2FibGVkIHsKICAgIG9wYWNpdHk6IDAuNjsKfQoKIC8qIFJhZGlvIEJ1dHRvbnMgU3R5bGluZyAqLwoKIC53aWRnZXQtcmFkaW8gewogICAgd2lkdGg6IDMwMHB4OwogICAgbGluZS1oZWlnaHQ6IDI4cHg7Cn0KCiAud2lkZ2V0LXJhZGlvLWJveCB7CiAgICBkaXNwbGF5OiAtd2Via2l0LWJveDsKICAgIGRpc3BsYXk6IC1tcy1mbGV4Ym94OwogICAgZGlzcGxheTogZmxleDsKICAgIC13ZWJraXQtYm94LW9yaWVudDogdmVydGljYWw7CiAgICAtd2Via2l0LWJveC1kaXJlY3Rpb246IG5vcm1hbDsKICAgICAgICAtbXMtZmxleC1kaXJlY3Rpb246IGNvbHVtbjsKICAgICAgICAgICAgZmxleC1kaXJlY3Rpb246IGNvbHVtbjsKICAgIC13ZWJraXQtYm94LWFsaWduOiBzdHJldGNoOwogICAgICAgIC1tcy1mbGV4LWFsaWduOiBzdHJldGNoOwogICAgICAgICAgICBhbGlnbi1pdGVtczogc3RyZXRjaDsKICAgIC13ZWJraXQtYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgICAgICAgICAgYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgIC13ZWJraXQtYm94LWZsZXg6IDE7CiAgICAgICAgLW1zLWZsZXgtcG9zaXRpdmU6IDE7CiAgICAgICAgICAgIGZsZXgtZ3JvdzogMTsKICAgIG1hcmdpbi1ib3R0b206IDhweDsKfQoKIC53aWRnZXQtcmFkaW8tYm94IGxhYmVsIHsKICAgIGhlaWdodDogMjBweDsKICAgIGxpbmUtaGVpZ2h0OiAyMHB4OwogICAgZm9udC1zaXplOiAxM3B4Owp9CgogLndpZGdldC1yYWRpby1ib3ggaW5wdXQgewogICAgaGVpZ2h0OiAyMHB4OwogICAgbGluZS1oZWlnaHQ6IDIwcHg7CiAgICBtYXJnaW46IDAgOHB4IDAgMXB4OwogICAgZmxvYXQ6IGxlZnQ7Cn0KCiAvKiBDb2xvciBQaWNrZXIgU3R5bGluZyAqLwoKIC53aWRnZXQtY29sb3JwaWNrZXIgewogICAgd2lkdGg6IDMwMHB4OwogICAgaGVpZ2h0OiAyOHB4OwogICAgbGluZS1oZWlnaHQ6IDI4cHg7Cn0KCiAud2lkZ2V0LWNvbG9ycGlja2VyID4gLndpZGdldC1jb2xvcnBpY2tlci1pbnB1dCB7CiAgICAtd2Via2l0LWJveC1mbGV4OiAxOwogICAgICAgIC1tcy1mbGV4LXBvc2l0aXZlOiAxOwogICAgICAgICAgICBmbGV4LWdyb3c6IDE7CiAgICAtbXMtZmxleC1uZWdhdGl2ZTogMTsKICAgICAgICBmbGV4LXNocmluazogMTsKICAgIG1pbi13aWR0aDogNzJweDsKfQoKIC53aWRnZXQtY29sb3JwaWNrZXIgaW5wdXRbdHlwZT0iY29sb3IiXSB7CiAgICB3aWR0aDogMjhweDsKICAgIGhlaWdodDogMjhweDsKICAgIHBhZGRpbmc6IDAgMnB4OyAvKiBtYWtlIHRoZSBjb2xvciBzcXVhcmUgYWN0dWFsbHkgc3F1YXJlIG9uIENocm9tZSBvbiBPUyBYICovCiAgICBiYWNrZ3JvdW5kOiB3aGl0ZTsKICAgIGNvbG9yOiByZ2JhKDAsIDAsIDAsIC44KTsKICAgIGJvcmRlcjogMXB4IHNvbGlkICM5RTlFOUU7CiAgICBib3JkZXItbGVmdDogbm9uZTsKICAgIC13ZWJraXQtYm94LWZsZXg6IDA7CiAgICAgICAgLW1zLWZsZXgtcG9zaXRpdmU6IDA7CiAgICAgICAgICAgIGZsZXgtZ3JvdzogMDsKICAgIC1tcy1mbGV4LW5lZ2F0aXZlOiAwOwogICAgICAgIGZsZXgtc2hyaW5rOiAwOwogICAgLXdlYmtpdC1ib3gtc2l6aW5nOiBib3JkZXItYm94OwogICAgICAgICAgICBib3gtc2l6aW5nOiBib3JkZXItYm94OwogICAgLW1zLWZsZXgtaXRlbS1hbGlnbjogc3RyZXRjaDsKICAgICAgICBhbGlnbi1zZWxmOiBzdHJldGNoOwogICAgb3V0bGluZTogbm9uZSAhaW1wb3J0YW50Owp9CgogLndpZGdldC1jb2xvcnBpY2tlci5jb25jaXNlIGlucHV0W3R5cGU9ImNvbG9yIl0gewogICAgYm9yZGVyLWxlZnQ6IDFweCBzb2xpZCAjOUU5RTlFOwp9CgogLndpZGdldC1jb2xvcnBpY2tlciBpbnB1dFt0eXBlPSJjb2xvciJdOmZvY3VzLCAud2lkZ2V0LWNvbG9ycGlja2VyIGlucHV0W3R5cGU9InRleHQiXTpmb2N1cyB7CiAgICBib3JkZXItY29sb3I6ICM2NEI1RjY7Cn0KCiAud2lkZ2V0LWNvbG9ycGlja2VyIGlucHV0W3R5cGU9InRleHQiXSB7CiAgICAtd2Via2l0LWJveC1mbGV4OiAxOwogICAgICAgIC1tcy1mbGV4LXBvc2l0aXZlOiAxOwogICAgICAgICAgICBmbGV4LWdyb3c6IDE7CiAgICBvdXRsaW5lOiBub25lICFpbXBvcnRhbnQ7CiAgICBoZWlnaHQ6IDI4cHg7CiAgICBsaW5lLWhlaWdodDogMjhweDsKICAgIGJhY2tncm91bmQ6IHdoaXRlOwogICAgY29sb3I6IHJnYmEoMCwgMCwgMCwgLjgpOwogICAgYm9yZGVyOiAxcHggc29saWQgIzlFOUU5RTsKICAgIGZvbnQtc2l6ZTogMTNweDsKICAgIHBhZGRpbmc6IDRweCA4cHg7CiAgICBtaW4td2lkdGg6IDA7IC8qIFRoaXMgbWFrZXMgaXQgcG9zc2libGUgZm9yIHRoZSBmbGV4Ym94IHRvIHNocmluayB0aGlzIGlucHV0ICovCiAgICAtbXMtZmxleC1uZWdhdGl2ZTogMTsKICAgICAgICBmbGV4LXNocmluazogMTsKICAgIC13ZWJraXQtYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgICAgICAgICAgYm94LXNpemluZzogYm9yZGVyLWJveDsKfQoKIC53aWRnZXQtY29sb3JwaWNrZXIgaW5wdXRbdHlwZT0idGV4dCJdOmRpc2FibGVkIHsKICAgIG9wYWNpdHk6IDAuNjsKfQoKIC8qIERhdGUgUGlja2VyIFN0eWxpbmcgKi8KCiAud2lkZ2V0LWRhdGVwaWNrZXIgewogICAgd2lkdGg6IDMwMHB4OwogICAgaGVpZ2h0OiAyOHB4OwogICAgbGluZS1oZWlnaHQ6IDI4cHg7Cn0KCiAud2lkZ2V0LWRhdGVwaWNrZXIgaW5wdXRbdHlwZT0iZGF0ZSJdIHsKICAgIC13ZWJraXQtYm94LWZsZXg6IDE7CiAgICAgICAgLW1zLWZsZXgtcG9zaXRpdmU6IDE7CiAgICAgICAgICAgIGZsZXgtZ3JvdzogMTsKICAgIC1tcy1mbGV4LW5lZ2F0aXZlOiAxOwogICAgICAgIGZsZXgtc2hyaW5rOiAxOwogICAgbWluLXdpZHRoOiAwOyAvKiBUaGlzIG1ha2VzIGl0IHBvc3NpYmxlIGZvciB0aGUgZmxleGJveCB0byBzaHJpbmsgdGhpcyBpbnB1dCAqLwogICAgb3V0bGluZTogbm9uZSAhaW1wb3J0YW50OwogICAgaGVpZ2h0OiAyOHB4OwogICAgYm9yZGVyOiAxcHggc29saWQgIzlFOUU5RTsKICAgIGJhY2tncm91bmQtY29sb3I6IHdoaXRlOwogICAgY29sb3I6IHJnYmEoMCwgMCwgMCwgLjgpOwogICAgZm9udC1zaXplOiAxM3B4OwogICAgcGFkZGluZzogNHB4IDhweDsKICAgIC13ZWJraXQtYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgICAgICAgICAgYm94LXNpemluZzogYm9yZGVyLWJveDsKfQoKIC53aWRnZXQtZGF0ZXBpY2tlciBpbnB1dFt0eXBlPSJkYXRlIl06Zm9jdXMgewogICAgYm9yZGVyLWNvbG9yOiAjNjRCNUY2Owp9CgogLndpZGdldC1kYXRlcGlja2VyIGlucHV0W3R5cGU9ImRhdGUiXTppbnZhbGlkIHsKICAgIGJvcmRlci1jb2xvcjogI0ZGOTgwMDsKfQoKIC53aWRnZXQtZGF0ZXBpY2tlciBpbnB1dFt0eXBlPSJkYXRlIl06ZGlzYWJsZWQgewogICAgb3BhY2l0eTogMC42Owp9CgogLyogUGxheSBXaWRnZXQgKi8KCiAud2lkZ2V0LXBsYXkgewogICAgd2lkdGg6IDE0OHB4OwogICAgZGlzcGxheTogLXdlYmtpdC1ib3g7CiAgICBkaXNwbGF5OiAtbXMtZmxleGJveDsKICAgIGRpc3BsYXk6IGZsZXg7CiAgICAtd2Via2l0LWJveC1hbGlnbjogc3RyZXRjaDsKICAgICAgICAtbXMtZmxleC1hbGlnbjogc3RyZXRjaDsKICAgICAgICAgICAgYWxpZ24taXRlbXM6IHN0cmV0Y2g7Cn0KCiAud2lkZ2V0LXBsYXkgLmp1cHl0ZXItYnV0dG9uIHsKICAgIC13ZWJraXQtYm94LWZsZXg6IDE7CiAgICAgICAgLW1zLWZsZXgtcG9zaXRpdmU6IDE7CiAgICAgICAgICAgIGZsZXgtZ3JvdzogMTsKICAgIGhlaWdodDogYXV0bzsKfQoKIC53aWRnZXQtcGxheSAuanVweXRlci1idXR0b246ZGlzYWJsZWQgewogICAgb3BhY2l0eTogMC42Owp9CgogLyogVGFiIFdpZGdldCAqLwoKIC5qdXB5dGVyLXdpZGdldHMud2lkZ2V0LXRhYiB7CiAgICBkaXNwbGF5OiAtd2Via2l0LWJveDsKICAgIGRpc3BsYXk6IC1tcy1mbGV4Ym94OwogICAgZGlzcGxheTogZmxleDsKICAgIC13ZWJraXQtYm94LW9yaWVudDogdmVydGljYWw7CiAgICAtd2Via2l0LWJveC1kaXJlY3Rpb246IG5vcm1hbDsKICAgICAgICAtbXMtZmxleC1kaXJlY3Rpb246IGNvbHVtbjsKICAgICAgICAgICAgZmxleC1kaXJlY3Rpb246IGNvbHVtbjsKfQoKIC5qdXB5dGVyLXdpZGdldHMud2lkZ2V0LXRhYiA+IC5wLVRhYkJhciB7CiAgICAvKiBOZWNlc3Nhcnkgc28gdGhhdCBhIHRhYiBjYW4gYmUgc2hpZnRlZCBkb3duIHRvIG92ZXJsYXkgdGhlIGJvcmRlciBvZiB0aGUgYm94IGJlbG93LiAqLwogICAgb3ZlcmZsb3cteDogdmlzaWJsZTsKICAgIG92ZXJmbG93LXk6IHZpc2libGU7Cn0KCiAuanVweXRlci13aWRnZXRzLndpZGdldC10YWIgPiAucC1UYWJCYXIgPiAucC1UYWJCYXItY29udGVudCB7CiAgICAvKiBNYWtlIHN1cmUgdGhhdCB0aGUgdGFiIGdyb3dzIGZyb20gYm90dG9tIHVwICovCiAgICAtd2Via2l0LWJveC1hbGlnbjogZW5kOwogICAgICAgIC1tcy1mbGV4LWFsaWduOiBlbmQ7CiAgICAgICAgICAgIGFsaWduLWl0ZW1zOiBmbGV4LWVuZDsKICAgIG1pbi13aWR0aDogMDsKICAgIG1pbi1oZWlnaHQ6IDA7Cn0KCiAuanVweXRlci13aWRnZXRzLndpZGdldC10YWIgPiAud2lkZ2V0LXRhYi1jb250ZW50cyB7CiAgICB3aWR0aDogMTAwJTsKICAgIC13ZWJraXQtYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgICAgICAgICAgYm94LXNpemluZzogYm9yZGVyLWJveDsKICAgIG1hcmdpbjogMDsKICAgIGJhY2tncm91bmQ6IHdoaXRlOwogICAgY29sb3I6IHJnYmEoMCwgMCwgMCwgLjgpOwogICAgYm9yZGVyOiAxcHggc29saWQgIzlFOUU5RTsKICAgIHBhZGRpbmc6IDE1cHg7CiAgICAtd2Via2l0LWJveC1mbGV4OiAxOwogICAgICAgIC1tcy1mbGV4LXBvc2l0aXZlOiAxOwogICAgICAgICAgICBmbGV4LWdyb3c6IDE7CiAgICBvdmVyZmxvdzogYXV0bzsKfQoKIC5qdXB5dGVyLXdpZGdldHMud2lkZ2V0LXRhYiA+IC5wLVRhYkJhciB7CiAgICBmb250OiAxM3B4IEhlbHZldGljYSwgQXJpYWwsIHNhbnMtc2VyaWY7CiAgICBtaW4taGVpZ2h0OiAyNXB4Owp9CgogLmp1cHl0ZXItd2lkZ2V0cy53aWRnZXQtdGFiID4gLnAtVGFiQmFyIC5wLVRhYkJhci10YWIgewogICAgLXdlYmtpdC1ib3gtZmxleDogMDsKICAgICAgICAtbXMtZmxleDogMCAxIDE0NHB4OwogICAgICAgICAgICBmbGV4OiAwIDEgMTQ0cHg7CiAgICBtaW4td2lkdGg6IDM1cHg7CiAgICBtaW4taGVpZ2h0OiAyNXB4OwogICAgbGluZS1oZWlnaHQ6IDI0cHg7CiAgICBtYXJnaW4tbGVmdDogLTFweDsKICAgIHBhZGRpbmc6IDBweCAxMHB4OwogICAgYmFja2dyb3VuZDogI0VFRUVFRTsKICAgIGNvbG9yOiByZ2JhKDAsIDAsIDAsIC41KTsKICAgIGJvcmRlcjogMXB4IHNvbGlkICM5RTlFOUU7CiAgICBib3JkZXItYm90dG9tOiBub25lOwogICAgcG9zaXRpb246IHJlbGF0aXZlOwp9CgogLmp1cHl0ZXItd2lkZ2V0cy53aWRnZXQtdGFiID4gLnAtVGFiQmFyIC5wLVRhYkJhci10YWIucC1tb2QtY3VycmVudCB7CiAgICBjb2xvcjogcmdiYSgwLCAwLCAwLCAxLjApOwogICAgLyogV2Ugd2FudCB0aGUgYmFja2dyb3VuZCB0byBtYXRjaCB0aGUgdGFiIGNvbnRlbnQgYmFja2dyb3VuZCAqLwogICAgYmFja2dyb3VuZDogd2hpdGU7CiAgICBtaW4taGVpZ2h0OiAyNnB4OwogICAgLXdlYmtpdC10cmFuc2Zvcm06IHRyYW5zbGF0ZVkoMXB4KTsKICAgICAgICAgICAgdHJhbnNmb3JtOiB0cmFuc2xhdGVZKDFweCk7CiAgICBvdmVyZmxvdzogdmlzaWJsZTsKfQoKIC5qdXB5dGVyLXdpZGdldHMud2lkZ2V0LXRhYiA+IC5wLVRhYkJhciAucC1UYWJCYXItdGFiLnAtbW9kLWN1cnJlbnQ6YmVmb3JlIHsKICAgIHBvc2l0aW9uOiBhYnNvbHV0ZTsKICAgIHRvcDogLTFweDsKICAgIGxlZnQ6IC0xcHg7CiAgICBjb250ZW50OiAnJzsKICAgIGhlaWdodDogMnB4OwogICAgd2lkdGg6IGNhbGMoMTAwJSArIDJweCk7CiAgICBiYWNrZ3JvdW5kOiAjMjE5NkYzOwp9CgogLmp1cHl0ZXItd2lkZ2V0cy53aWRnZXQtdGFiID4gLnAtVGFiQmFyIC5wLVRhYkJhci10YWI6Zmlyc3QtY2hpbGQgewogICAgbWFyZ2luLWxlZnQ6IDA7Cn0KCiAuanVweXRlci13aWRnZXRzLndpZGdldC10YWIgPiAucC1UYWJCYXIgLnAtVGFiQmFyLXRhYjpob3Zlcjpub3QoLnAtbW9kLWN1cnJlbnQpIHsKICAgIGJhY2tncm91bmQ6IHdoaXRlOwogICAgY29sb3I6IHJnYmEoMCwgMCwgMCwgLjgpOwp9CgogLmp1cHl0ZXItd2lkZ2V0cy53aWRnZXQtdGFiID4gLnAtVGFiQmFyIC5wLW1vZC1jbG9zYWJsZSA+IC5wLVRhYkJhci10YWJDbG9zZUljb24gewogICAgbWFyZ2luLWxlZnQ6IDRweDsKfQoKIC5qdXB5dGVyLXdpZGdldHMud2lkZ2V0LXRhYiA+IC5wLVRhYkJhciAucC1tb2QtY2xvc2FibGUgPiAucC1UYWJCYXItdGFiQ2xvc2VJY29uOmJlZm9yZSB7CiAgICBmb250LWZhbWlseTogRm9udEF3ZXNvbWU7CiAgICBjb250ZW50OiAnXGYwMGQnOyAvKiBjbG9zZSAqLwp9CgogLmp1cHl0ZXItd2lkZ2V0cy53aWRnZXQtdGFiID4gLnAtVGFiQmFyIC5wLVRhYkJhci10YWJJY29uLAouanVweXRlci13aWRnZXRzLndpZGdldC10YWIgPiAucC1UYWJCYXIgLnAtVGFiQmFyLXRhYkxhYmVsLAouanVweXRlci13aWRnZXRzLndpZGdldC10YWIgPiAucC1UYWJCYXIgLnAtVGFiQmFyLXRhYkNsb3NlSWNvbiB7CiAgICBsaW5lLWhlaWdodDogMjRweDsKfQoKIC8qIEFjY29yZGlvbiBXaWRnZXQgKi8KCiAucC1Db2xsYXBzZSB7CiAgICBkaXNwbGF5OiAtd2Via2l0LWJveDsKICAgIGRpc3BsYXk6IC1tcy1mbGV4Ym94OwogICAgZGlzcGxheTogZmxleDsKICAgIC13ZWJraXQtYm94LW9yaWVudDogdmVydGljYWw7CiAgICAtd2Via2l0LWJveC1kaXJlY3Rpb246IG5vcm1hbDsKICAgICAgICAtbXMtZmxleC1kaXJlY3Rpb246IGNvbHVtbjsKICAgICAgICAgICAgZmxleC1kaXJlY3Rpb246IGNvbHVtbjsKICAgIC13ZWJraXQtYm94LWFsaWduOiBzdHJldGNoOwogICAgICAgIC1tcy1mbGV4LWFsaWduOiBzdHJldGNoOwogICAgICAgICAgICBhbGlnbi1pdGVtczogc3RyZXRjaDsKfQoKIC5wLUNvbGxhcHNlLWhlYWRlciB7CiAgICBwYWRkaW5nOiA0cHg7CiAgICBjdXJzb3I6IHBvaW50ZXI7CiAgICBjb2xvcjogcmdiYSgwLCAwLCAwLCAuNSk7CiAgICBiYWNrZ3JvdW5kLWNvbG9yOiAjRUVFRUVFOwogICAgYm9yZGVyOiAxcHggc29saWQgIzlFOUU5RTsKICAgIHBhZGRpbmc6IDEwcHggMTVweDsKICAgIGZvbnQtd2VpZ2h0OiBib2xkOwp9CgogLnAtQ29sbGFwc2UtaGVhZGVyOmhvdmVyIHsKICAgIGJhY2tncm91bmQtY29sb3I6IHdoaXRlOwogICAgY29sb3I6IHJnYmEoMCwgMCwgMCwgLjgpOwp9CgogLnAtQ29sbGFwc2Utb3BlbiA+IC5wLUNvbGxhcHNlLWhlYWRlciB7CiAgICBiYWNrZ3JvdW5kLWNvbG9yOiB3aGl0ZTsKICAgIGNvbG9yOiByZ2JhKDAsIDAsIDAsIDEuMCk7CiAgICBjdXJzb3I6IGRlZmF1bHQ7CiAgICBib3JkZXItYm90dG9tOiBub25lOwp9CgogLnAtQ29sbGFwc2UgLnAtQ29sbGFwc2UtaGVhZGVyOjpiZWZvcmUgewogICAgY29udGVudDogJ1xmMGRhXDAwQTAnOyAgLyogY2FyZXQtcmlnaHQsIG5vbi1icmVha2luZyBzcGFjZSAqLwogICAgZGlzcGxheTogaW5saW5lLWJsb2NrOwogICAgZm9udDogbm9ybWFsIG5vcm1hbCBub3JtYWwgMTRweC8xIEZvbnRBd2Vzb21lOwogICAgZm9udC1zaXplOiBpbmhlcml0OwogICAgdGV4dC1yZW5kZXJpbmc6IGF1dG87CiAgICAtd2Via2l0LWZvbnQtc21vb3RoaW5nOiBhbnRpYWxpYXNlZDsKICAgIC1tb3otb3N4LWZvbnQtc21vb3RoaW5nOiBncmF5c2NhbGU7Cn0KCiAucC1Db2xsYXBzZS1vcGVuID4gLnAtQ29sbGFwc2UtaGVhZGVyOjpiZWZvcmUgewogICAgY29udGVudDogJ1xmMGQ3XDAwQTAnOyAvKiBjYXJldC1kb3duLCBub24tYnJlYWtpbmcgc3BhY2UgKi8KfQoKIC5wLUNvbGxhcHNlLWNvbnRlbnRzIHsKICAgIHBhZGRpbmc6IDE1cHg7CiAgICBiYWNrZ3JvdW5kLWNvbG9yOiB3aGl0ZTsKICAgIGNvbG9yOiByZ2JhKDAsIDAsIDAsIC44KTsKICAgIGJvcmRlci1sZWZ0OiAxcHggc29saWQgIzlFOUU5RTsKICAgIGJvcmRlci1yaWdodDogMXB4IHNvbGlkICM5RTlFOUU7CiAgICBib3JkZXItYm90dG9tOiAxcHggc29saWQgIzlFOUU5RTsKICAgIG92ZXJmbG93OiBhdXRvOwp9CgogLnAtQWNjb3JkaW9uIHsKICAgIGRpc3BsYXk6IC13ZWJraXQtYm94OwogICAgZGlzcGxheTogLW1zLWZsZXhib3g7CiAgICBkaXNwbGF5OiBmbGV4OwogICAgLXdlYmtpdC1ib3gtb3JpZW50OiB2ZXJ0aWNhbDsKICAgIC13ZWJraXQtYm94LWRpcmVjdGlvbjogbm9ybWFsOwogICAgICAgIC1tcy1mbGV4LWRpcmVjdGlvbjogY29sdW1uOwogICAgICAgICAgICBmbGV4LWRpcmVjdGlvbjogY29sdW1uOwogICAgLXdlYmtpdC1ib3gtYWxpZ246IHN0cmV0Y2g7CiAgICAgICAgLW1zLWZsZXgtYWxpZ246IHN0cmV0Y2g7CiAgICAgICAgICAgIGFsaWduLWl0ZW1zOiBzdHJldGNoOwp9CgogLnAtQWNjb3JkaW9uIC5wLUNvbGxhcHNlIHsKICAgIG1hcmdpbi1ib3R0b206IDA7Cn0KCiAucC1BY2NvcmRpb24gLnAtQ29sbGFwc2UgKyAucC1Db2xsYXBzZSB7CiAgICBtYXJnaW4tdG9wOiA0cHg7Cn0KCiAvKiBIVE1MIHdpZGdldCAqLwoKIC53aWRnZXQtaHRtbCwgLndpZGdldC1odG1sbWF0aCB7CiAgICBmb250LXNpemU6IDEzcHg7Cn0KCiAud2lkZ2V0LWh0bWwgPiAud2lkZ2V0LWh0bWwtY29udGVudCwgLndpZGdldC1odG1sbWF0aCA+IC53aWRnZXQtaHRtbC1jb250ZW50IHsKICAgIC8qIEZpbGwgb3V0IHRoZSBhcmVhIGluIHRoZSBIVE1MIHdpZGdldCAqLwogICAgLW1zLWZsZXgtaXRlbS1hbGlnbjogc3RyZXRjaDsKICAgICAgICBhbGlnbi1zZWxmOiBzdHJldGNoOwogICAgLXdlYmtpdC1ib3gtZmxleDogMTsKICAgICAgICAtbXMtZmxleC1wb3NpdGl2ZTogMTsKICAgICAgICAgICAgZmxleC1ncm93OiAxOwogICAgLW1zLWZsZXgtbmVnYXRpdmU6IDE7CiAgICAgICAgZmxleC1zaHJpbms6IDE7CiAgICAvKiBNYWtlcyBzdXJlIHRoZSBiYXNlbGluZSBpcyBzdGlsbCBhbGlnbmVkIHdpdGggb3RoZXIgZWxlbWVudHMgKi8KICAgIGxpbmUtaGVpZ2h0OiAyOHB4OwogICAgLyogTWFrZSBpdCBwb3NzaWJsZSB0byBoYXZlIGFic29sdXRlbHktcG9zaXRpb25lZCBlbGVtZW50cyBpbiB0aGUgaHRtbCAqLwogICAgcG9zaXRpb246IHJlbGF0aXZlOwp9CgovKiMgc291cmNlTWFwcGluZ1VSTD1kYXRhOmFwcGxpY2F0aW9uL2pzb247YmFzZTY0LGV5SjJaWEp6YVc5dUlqb3pMQ0p6YjNWeVkyVnpJanBiSWk0dUwyNXZaR1ZmYlc5a2RXeGxjeTlBYW5Wd2VYUmxjaTEzYVdSblpYUnpMMk52Ym5SeWIyeHpMMk56Y3k5M2FXUm5aWFJ6TG1OemN5SXNJaTR1TDI1dlpHVmZiVzlrZFd4bGN5OUFhblZ3ZVhSbGNpMTNhV1JuWlhSekwyTnZiblJ5YjJ4ekwyTnpjeTlzWVdKMllYSnBZV0pzWlhNdVkzTnpJaXdpTGk0dmJtOWtaVjl0YjJSMWJHVnpMMEJxZFhCNWRHVnlMWGRwWkdkbGRITXZZMjl1ZEhKdmJITXZZM056TDIxaGRHVnlhV0ZzWTI5c2IzSnpMbU56Y3lJc0lpNHVMMjV2WkdWZmJXOWtkV3hsY3k5QWFuVndlWFJsY2kxM2FXUm5aWFJ6TDJOdmJuUnliMnh6TDJOemN5OTNhV1JuWlhSekxXSmhjMlV1WTNOeklpd2lMaTR2Ym05a1pWOXRiMlIxYkdWekwwQnFkWEI1ZEdWeUxYZHBaR2RsZEhNdlkyOXVkSEp2YkhNdlkzTnpMM0JvYjNOd2FHOXlMbU56Y3lKZExDSnVZVzFsY3lJNlcxMHNJbTFoY0hCcGJtZHpJam9pUVVGQlFUczdSMEZGUnpzN1EwRkZSanM3YTBOQlJXbERPenREUTA1c1F6czdPeXRGUVVjclJUczdRMEZGTDBVN096czdSVUZKUlRzN1EwTlVSanM3T3pzN096czdPenM3T3pzN096czdPenM3T3pzN096czdPenM3UjBFMlFrYzdPME5FYUVKSU96czdPenM3T3pzN096czdPenM3T3pzN08wVkJiVUpGT3p0RFFVZEdPenRIUVVWSE96dERRVU5HTEhsRVFVRjVSRHM3UTBGRE1VUXNlVVZCUVhsRk96dERRVVY2UlRzN1IwRkZSenM3UTBGUFNEczdSVUZGUlRzN08wdEJSMGM3TzBWQlVVZzdPenM3U1VGSlJTeERRVWwzUWl4dlFrRkJiMElzUTBGSGFFSXNNRU5CUVRCRE96dEZRVWQ0UlRzN1NVRkZSVHM3UlVGUFJqczdTMEZGUnpzN1JVRlBTRHM3TzBsQlIwVXNRMEZYZDBJc2IwSkJRVzlDT3pzN1JVRlZPVU03T3pzN1NVRkpSVHM3UlVGUFJpeHJRa0ZCYTBJN08wVkJXV3hDTEN0RFFVRXJRenM3UlVGelFpOURMREJDUVVFd1FqdEZRV0V4UWpzMFJVRkRNRVU3UlVGRk1VVTdkMFZCUTNORk96dEZRVWQwUlN3NFFrRkJPRUk3TzBWQlN6bENMRFpDUVVFMlFqczdSVUZKTjBJc05rSkJRVFpDTzBOQlVUbENPenREUlhwTlJEczdSMEZGUnpzN1EwRkZTRHM3T3p0SFFVbEhPenREUTFKSU96czdPenM3T3pzN096czdPenM3T3pzN096czdPenM3T3pzN096czdSVUU0UWtVN08wTkJSVVk3T3p0SFFVZEhPenREUVVWSU8wVkJRMFVzY1VKQlFXTTdSVUZCWkN4eFFrRkJZenRGUVVGa0xHTkJRV003UlVGRFpDd3dRa0ZCTUVJN1JVRkRNVUlzZFVKQlFYVkNPMFZCUTNaQ0xITkNRVUZ6UWp0RlFVTjBRaXhyUWtGQmEwSTdRMEZEYmtJN08wTkJSMFE3UlVGRFJTd3JRa0ZCYjBJN1JVRkJjRUlzT0VKQlFXOUNPMDFCUVhCQ0xIZENRVUZ2UWp0VlFVRndRaXh2UWtGQmIwSTdRMEZEY2tJN08wTkJSMFE3UlVGRFJTdzJRa0ZCZFVJN1JVRkJka0lzT0VKQlFYVkNPMDFCUVhaQ0xESkNRVUYxUWp0VlFVRjJRaXgxUWtGQmRVSTdRMEZEZUVJN08wTkJSMFE3UlVGRFJTeFZRVUZWTzBWQlExWXNWMEZCVnp0RlFVTllMSEZDUVVGak8wVkJRV1FzY1VKQlFXTTdSVUZCWkN4alFVRmpPMFZCUTJRc2IwSkJRV1U3VFVGQlppeHRRa0ZCWlR0VlFVRm1MR1ZCUVdVN1JVRkRaaXh6UWtGQmMwSTdRMEZEZGtJN08wTkJSMFE3UlVGRFJTd3JRa0ZCYjBJN1JVRkJjRUlzT0VKQlFXOUNPMDFCUVhCQ0xIZENRVUZ2UWp0VlFVRndRaXh2UWtGQmIwSTdRMEZEY2tJN08wTkJSMFE3UlVGRFJTdzJRa0ZCZFVJN1JVRkJka0lzT0VKQlFYVkNPMDFCUVhaQ0xESkNRVUYxUWp0VlFVRjJRaXgxUWtGQmRVSTdRMEZEZUVJN08wTkJSMFE3UlVGRFJTeHhRa0ZCWXp0RlFVRmtMSEZDUVVGak8wVkJRV1FzWTBGQll6dEZRVU5rTEN0Q1FVRnZRanRGUVVGd1FpdzRRa0ZCYjBJN1RVRkJjRUlzZDBKQlFXOUNPMVZCUVhCQ0xHOUNRVUZ2UWp0RlFVTndRaXdyUWtGQmRVSTdWVUZCZGtJc2RVSkJRWFZDTzBWQlEzWkNMR2xDUVVGcFFqdERRVU5zUWpzN1EwRkhSRHM3UlVGRlJTeHZRa0ZCWlR0TlFVRm1MRzFDUVVGbE8xVkJRV1lzWlVGQlpUdERRVU5vUWpzN1EwRkhSRHRGUVVORkxHOUNRVUZsTzAxQlFXWXNiVUpCUVdVN1ZVRkJaaXhsUVVGbE8wVkJRMllzYVVKQlFXbENPMFZCUTJwQ0xHOUNRVUZ2UWp0RFFVTnlRanM3UTBGSFJEdEZRVU5GTEhsQ1FVRjVRanREUVVNeFFqczdRMEZIUkR0RlFVTkZMRzFDUVVGdFFqdERRVU53UWpzN1EwRkhSRHRGUVVORkxGRkJRVkU3UlVGRFVpeHZRMEZCTkVJN1JVRkJOVUlzTkVKQlFUUkNPME5CUXpkQ096dERRVWRFTzBWQlEwVXNUMEZCVHp0RlFVTlFMRzFEUVVFeVFqdEZRVUV6UWl3eVFrRkJNa0k3UTBGRE5VSTdPME5CUjBRN1JVRkRSU3g1UWtGQmFVSTdSVUZCYWtJc2FVSkJRV2xDTzBOQlEyeENPenREUVVWRUxHOUNRVUZ2UWpzN1EwUTVSM0JDTEZGQlZYRkRMRzlEUVVGdlF6czdTVUV5UW5KRkxDdENRVUVyUWp0RFFVbHNRenM3UTBGRlJEdEpRVU5KTEZsQlFXbERPMGxCUTJwRExDdENRVUYxUWp0WlFVRjJRaXgxUWtGQmRVSTdTVUZEZGtJc1lVRkJLMEk3U1VGREwwSXNhMEpCUVd0Q08wTkJRM0pDT3p0RFFVVkVPMGxCUTBrc2EwSkJRVFpETzBsQlF6ZERMR0ZCUVhkRE8wTkJRek5ET3p0RFFVVkVPMGxCUTBrc1pVRkJaVHRKUVVObUxHZENRVUZuUWp0RFFVTnVRanM3UTBGRlJDeHRRa0ZCYlVJN08wTkJSVzVDTzBsQlEwa3NkMEpCUVhkQ08wbEJRM2hDTEN0Q1FVRjFRanRaUVVGMlFpeDFRa0ZCZFVJN1NVRkRka0lzY1VKQlFXTTdTVUZCWkN4eFFrRkJZenRKUVVGa0xHTkJRV003U1VGRFpDd3JRa0ZCYjBJN1NVRkJjRUlzT0VKQlFXOUNPMUZCUVhCQ0xIZENRVUZ2UWp0WlFVRndRaXh2UWtGQmIwSTdTVUZEY0VJc05FSkJRWE5DTzFGQlFYUkNMSGxDUVVGelFqdFpRVUYwUWl4elFrRkJjMEk3UTBGRGVrSTdPME5CUlVRN1NVRkRTU3h6UWtGQmMwSTdTVUZEZEVJc0swSkJRWFZDTzFsQlFYWkNMSFZDUVVGMVFqdEpRVU4yUWl4eFFrRkJZenRKUVVGa0xIRkNRVUZqTzBsQlFXUXNZMEZCWXp0SlFVTmtMRFpDUVVGMVFqdEpRVUYyUWl3NFFrRkJkVUk3VVVGQmRrSXNNa0pCUVhWQ08xbEJRWFpDTEhWQ1FVRjFRanRKUVVOMlFpd3dRa0ZCYjBJN1VVRkJjRUlzZFVKQlFXOUNPMWxCUVhCQ0xHOUNRVUZ2UWp0RFFVTjJRanM3UTBGRlJEdEpRVU5KTEN0Q1FVRjFRanRaUVVGMlFpeDFRa0ZCZFVJN1NVRkRka0lzY1VKQlFXTTdTVUZCWkN4eFFrRkJZenRKUVVGa0xHTkJRV003U1VGRFpDeFZRVUZWTzBsQlExWXNaVUZCWlR0RFFVTnNRanM3UTBGRlJEdEpRVU5KTEN0Q1FVRjFRanRaUVVGMlFpeDFRa0ZCZFVJN1NVRkRka0lzWTBGQll6dEpRVU5rTEZWQlFWVTdTVUZEVml4bFFVRmxPME5CUTJ4Q096dERRVVZFTzBsQlEwa3NLMEpCUVc5Q08wbEJRWEJDTERoQ1FVRnZRanRSUVVGd1FpeDNRa0ZCYjBJN1dVRkJjRUlzYjBKQlFXOUNPME5CUTNaQ096dERRVVZFTzBsQlEwa3NOa0pCUVhWQ08wbEJRWFpDTERoQ1FVRjFRanRSUVVGMlFpd3lRa0ZCZFVJN1dVRkJka0lzZFVKQlFYVkNPME5CUXpGQ096dERRVVZFTERSQ1FVRTBRanM3UTBGRk5VSTdTVUZEU1N4dFFrRkJiVUk3U1VGRGJrSXNiMEpCUVc5Q08wbEJRM0JDTEdsQ1FVRnBRanRKUVVOcVFpeHZRa0ZCYjBJN1NVRkRjRUlzYzBKQlFYTkNPMGxCUTNSQ0xHOUNRVUZ2UWp0SlFVTndRaXhwUWtGQmFVSTdTVUZEYWtJc2QwSkJRWGRDTzBsQlEzaENMRzFDUVVGdFFqdEpRVU51UWl4blFrRkJkVU03U1VGRGRrTXNaMEpCUVdkQ096dEpRVVZvUWl4aFFVRjNRenRKUVVONFF5eHJRa0ZCYTBJN1NVRkRiRUlzYTBKQlFUWkRPMGxCUXpkRExIbENRVUZwUWp0WlFVRnFRaXhwUWtGQmFVSTdPMGxCUldwQ0xIbENRVUZuUXp0SlFVTm9ReXd3UWtGQk1FTTdTVUZETVVNc2MwSkJRWE5ETzBsQlEzUkRMR0ZCUVdFN1EwRkRhRUk3TzBOQlJVUTdTVUZEU1N4clFrRkJPRU03U1VGRE9VTXNjVUpCUVhGQ08wTkJRM2hDT3p0RFFVVkVPMGxCUTBrc2FVSkJRV2xDTEVOQlFVTXNjMEpCUVhOQ08wTkJRek5ET3p0RFFVVkVPMGxCUTBrc1lVRkJORU03UTBGREwwTTdPME5CUlVRN1NVRkRTU3huUWtGQlowSTdRMEZEYmtJN08wTkJSVVE3U1VGRFNTeDNRa0ZCZDBJN1NVRkRlRUk3T3l0RFFVVXJSVHRaUVVZdlJUczdLME5CUlN0Rk8wTkJRMnhHT3p0RFFVVkVPMGxCUTBrc2QwSkJRWGRDTzBsQlEzaENPenRwUkVGRk5rVTdXVUZHTjBVN08ybEVRVVUyUlR0SlFVTTNSU3g1UWtGQlowTTdTVUZEYUVNc01FSkJRVEJETzBOQlF6ZERPenREUVVWRU8wbEJRMGtzTWtKQlFUaEVPME5CUTJwRk96dERRVVZFTERoQ1FVRTRRanM3UTBGRk9VSTdTVUZEU1N4blEwRkJkME03U1VGRGVFTXNNRUpCUVhsRE8wTkJRelZET3p0RFFVVkVPMGxCUTBrc09FSkJRWGRETzBsQlEzaERMREJDUVVGNVF6dERRVU0xUXpzN1EwRkZSRHRKUVVOSkxEaENRVUYzUXp0SlFVTjRReXd3UWtGQmVVTTdRMEZETlVNN08wTkJSVVFzT0VKQlFUaENPenREUVVVNVFqdEpRVU5KTEdkRFFVRjNRenRKUVVONFF5d3dRa0ZCTWtNN1EwRkRPVU03TzBOQlJVUTdTVUZEU1N3NFFrRkJkME03U1VGRGVFTXNNRUpCUVRKRE8wVkJRemRET3p0RFFVVkdPMGxCUTBrc09FSkJRWGRETzBsQlEzaERMREJDUVVFeVF6dEZRVU0zUXpzN1EwRkZSQ3d5UWtGQk1rSTdPME5CUlRWQ08wbEJRMGtzWjBOQlFYZERPMGxCUTNoRExEQkNRVUYzUXp0RFFVTXpRenM3UTBGRlJEdEpRVU5KTERoQ1FVRjNRenRKUVVONFF5d3dRa0ZCZDBNN1EwRkRNME03TzBOQlJVUTdTVUZEU1N3NFFrRkJkME03U1VGRGVFTXNNRUpCUVhkRE8wTkJRek5ET3p0RFFVVkVMRGhDUVVFNFFqczdRMEZGT1VJN1NVRkRTU3huUTBGQmQwTTdTVUZEZUVNc01FSkJRWGRETzBOQlF6TkRPenREUVVWRU8wbEJRMGtzT0VKQlFYZERPMGxCUTNoRExEQkNRVUYzUXp0RFFVTXpRenM3UTBGRlJEdEpRVU5KTERoQ1FVRjNRenRKUVVONFF5d3dRa0ZCZDBNN1EwRkRNME03TzBOQlJVUXNOa0pCUVRaQ096dERRVVUzUWp0SlFVTkpMR2REUVVGM1F6dEpRVU40UXl3d1FrRkJlVU03UTBGRE5VTTdPME5CUlVRN1NVRkRTU3c0UWtGQmQwTTdTVUZEZUVNc01FSkJRWGxETzBOQlF6VkRPenREUVVWRU8wbEJRMGtzT0VKQlFYZERPMGxCUTNoRExEQkNRVUY1UXp0RFFVTTFRenM3UTBGRlJDeHJRa0ZCYTBJN08wTkJSV3hDTzBsQlEwa3NZVUZCTkVNN1EwRkRMME03TzBOQlJVUXNNRUpCUVRCQ096dERRVVV4UWl4clEwRkJhME03TzBOQlEyeERPMGxCUTBrc2FVSkJRWFZDTzBsQlFYWkNMSFZDUVVGMVFqdERRVU14UWpzN1EwRkZSRHRKUVVOSkxHbENRVUZwUWp0SlFVTnFRaXhoUVVGeFF6dEpRVU55UXl4blFrRkJkVU03U1VGRGRrTXNhVUpCUVdsQ08wbEJRMnBDTEhkQ1FVRjNRanRKUVVONFFpeHZRa0ZCYjBJN1NVRkRjRUlzYTBKQlFUWkRPME5CUTJoRU96dERRVVZFTzBsQlEwa3NWMEZCVnp0SlFVTllMR0ZCUVhGRE8wbEJRM0pETEdkQ1FVRjFRenRKUVVOMlF5eHBRa0ZCYVVJN1NVRkRha0lzZDBKQlFYZENPMGxCUTNoQ0xHOUNRVUZ2UWp0SlFVTndRaXhyUWtGQk5rTTdRMEZEYUVRN08wTkJSVVE3U1VGRFNTdzJRa0ZCTmtJN1NVRkROMElzWVVGQmNVTTdTVUZEY2tNc2EwSkJRV3RDTzBsQlEyeENMR3RDUVVFd1JEdEpRVU14UkN4WlFVRTBRenRKUVVNMVF5eHhRa0ZCWlR0UlFVRm1MR1ZCUVdVN1EwRkRiRUk3TzBOQlJVUTdTVUZEU1N3eVFrRkJNa0k3U1VGRE0wSXNZVUZCY1VNN1NVRkRja01zYlVKQlFXMUNPMGxCUTI1Q0xHdENRVUUyUXp0RFFVTm9SRHM3UTBGRlJDdzBRa0ZCTkVJN08wTkJSVFZDTzBsQlEwa3NZVUZCZFVNN1NVRkRka01zWjBKQlFYVkRPMGxCUTNaRExHRkJRWGRETzBsQlEzaERMR3RDUVVFMlF6dEpRVU0zUXl4cFFrRkJhVUk3U1VGRGFrSXNiMEpCUVc5Q08wbEJRM0JDTEcxQ1FVRnRRanREUVVOMFFqczdRMEZGUkR0SlFVTkpMSGxDUVVGNVFqczdTVUZGZWtJN096czdUMEZKUnp0SlFVTklPenQxUkVGRmIwUTdPMGxCVFhCRU96c3JRMEZGTkVNN1EwRkRMME03TzBOQlJVUTdTVUZEU1N4M1FrRkJkMEk3U1VGRGVFSXNiVUpCUVcxQ08wbEJRMjVDTEdsQ1FVRm5SRHRKUVVOb1JDeG5Ra0ZCSzBNN1NVRkRMME1zYVVKQlFUWkRPME5CUTJoRU96dERRVVZFTzBsQlEwa3NjMEpCUVhOQ08wbEJRM1JDTEdkQ1FVRTBRenRKUVVNMVF5d3lRa0ZCTWtJN1NVRkRNMElzWlVGQlpUdERRVU5zUWpzN1EwRkZSQ3cyUWtGQk5rSTdPME5CUlRkQ08wbEJRMGtzWVVGQmMwTTdTVUZEZEVNc1lVRkJkME03U1VGRGVFTXNhMEpCUVRaRE8wTkJRMmhFT3p0RFFVVkVPMGxCUTBrc2QwSkJRV2RGTzBsQlEyaEZMR3RDUVVFMlF6dEpRVU0zUXl4cFFrRkJhVUk3U1VGRGFrSXNiMEpCUVdFN1VVRkJZaXh4UWtGQllUdFpRVUZpTEdGQlFXRTdTVUZEWWl4eFFrRkJaVHRSUVVGbUxHVkJRV1U3U1VGRFppdzBRa0ZCYlVJN1VVRkJia0lzYlVKQlFXMUNPME5CUTNSQ096dERRVVZFTERCQ1FVRXdRanM3UTBGRk1VSTdTVUZEU1N4aFFVRjNRenRKUVVONFF5eHJRa0ZCTmtNN1NVRkROME1zWVVGQk5FTTdTVUZETlVNc1owSkJRWFZETzBOQlF6RkRPenREUVVWRU8wbEJRMGtzYTBKQlFUWkRPMGxCUXpkRExHdENRVUU0UXp0SlFVTTVReXhwUWtGQk5rTTdPMGxCUlRkRExEQktRVUV3U2p0SlFVTXhTaXh6UWtGQmMwSTdTVUZEZEVJc09FTkJRVGhETzBsQlF6bERMRzFDUVVGdFFqdEpRVU51UWl4eFFrRkJjVUk3U1VGRGNrSXNiME5CUVc5RE8wbEJRM0JETEcxRFFVRnRRenREUVVOMFF6czdRMEZGUkR0SlFVTkpMR2xDUVVGcFFqdEpRVU5xUWl4aFFVRmhPME5CUTJoQ096dERRVVZFTzBsQlEwa3NhVUpCUVdsQ08wbEJRMnBDTEZkQlFWYzdRMEZEWkRzN1EwRkZSRHRKUVVOSkxHTkJRV003UTBGRGFrSTdPME5CUlVRc2NVTkJRWEZET3p0RFFVVnlRenRKUVVOSkxHRkJRWE5ETzBOQlEzcERPenREUVVWRU8wbEJRMGtzWVVGQmQwTTdTVUZEZUVNc2EwSkJRVFpETzBOQlEyaEVPenREUVVWRU8wbEJRMGtzWVVGQk5FTTdRMEZETDBNN08wTkJSVVE3U1VGRFNTd3JRa0ZCZFVJN1dVRkJka0lzZFVKQlFYVkNPMGxCUTNaQ0xEQkNRVUYzUmp0SlFVTjRSaXgzUWtGQk1rUTdTVUZETTBRc2VVSkJRWEZETzBsQlEzSkRMR2RDUVVGMVF6dEpRVU4yUXl4cFFrRkJjMFk3U1VGRGRFWXNiMEpCUVdFN1VVRkJZaXh4UWtGQllUdFpRVUZpTEdGQlFXRTdTVUZEWWl4aFFVRmhMRU5CUVVNc2FVVkJRV2xGTzBsQlF5OUZMSEZDUVVGbE8xRkJRV1lzWlVGQlpUdEpRVU5tTEhsQ1FVRjVRanREUVVNMVFqczdRMEZGUkR0SlFVTkpMR2RDUVVGblFqdEpRVU5vUWl4bFFVRmxPME5CUTJ4Q096dERRVVZFTzBsQlEwa3NjMEpCUVhsRU8wTkJRelZFT3p0RFFVVkVMRzFDUVVGdFFqczdRMEZGYmtJN1NVRkRTU3hyUWtGQmEwSTdTVUZEYkVJc01FSkJRVFJGTzBsQlF6VkZMRzlDUVVGdlF6dEpRVU53UXl3clFrRkJkVUk3V1VGQmRrSXNkVUpCUVhWQ08wbEJRM1pDTEcxQ1FVRnRRanRKUVVOdVFpeHRRa0ZCYlVJN1EwRkRkRUk3TzBOQlJVUTdTVUZEU1N4dFFrRkJiVUk3U1VGRGJrSXNlVUpCUVhsQ0xFTkJRVU1zYjBSQlFXOUVPMGxCUXpsRkxHMUNRVUZ0UWp0SlFVTnVRaXgzUWtGQmJVVTdTVUZEYmtVc01FSkJRV2xITzBsQlEycEhMQ3RDUVVGMVFqdFpRVUYyUWl4MVFrRkJkVUk3U1VGRGRrSXNWMEZCVnp0SlFVTllMSFZDUVVGMVFpeERRVUZETEhkQ1FVRjNRanREUVVOdVJEczdRMEZGUkN4M1FrRkJkMEk3TzBOQlEzaENPMGxCUTBrc01FSkJRU3RFTzBsQlF5OUVMREJDUVVGcFJ6dERRVU53UnpzN1EwRkZSRHRKUVVOSkxEQkNRVUVyUkR0SlFVTXZSQ3h6UWtGQk1rUTdTVUZETTBRc1YwRkJWenRKUVVOWUxEaENRVUZ6UWp0WlFVRjBRaXh6UWtGQmMwSTdRMEZEZWtJN08wTkJSVVE3U1VGRFNTeHBSVUZCYVVVN1NVRkRha1VzYlVKQlFXMUNPMGxCUTI1Q0xHOUNRVUY1UkR0SlFVTjZSQ3hYUVVGWE8wTkJRMlE3TzBOQlJVUXNPRUpCUVRoQ096dERRVVU1UWp0SlFVTkpMRmxCUVRSRE8wbEJRelZETEdGQlFUWkRPMGxCUXpkRExHbENRVUZuU2p0SlFVTm9TaXhyUWtGQmNVYzdTVUZEY2tjc2JVSkJRVzFDTzBsQlEyNUNMRTlCUVU4N1EwRkRWanM3UTBGRlJEdEpRVU5KTEZsQlFUUkRPMGxCUXpWRExHRkJRVFpETzBsQlF6ZERMRzlDUVVGMVJ6dEpRVU4yUnl4clFrRkJhVW83U1VGRGFrb3NiVUpCUVcxQ08wbEJRMjVDTEZGQlFWRTdRMEZEV0RzN1EwRkZSRHRKUVVOSkxGbEJRVFpFTzBsQlF6ZEVMR2xDUVVGNVNqdERRVU0xU2pzN1EwRkZSRHRKUVVOSkxGZEJRVFJFTzBsQlF6VkVMR3RDUVVFd1NqdERRVU0zU2pzN1EwRkZSQ3gxUWtGQmRVSTdPME5CUlhaQ08wbEJRMGtzWVVGQmMwTTdTVUZEZEVNc1lVRkJkME03U1VGRGVFTXNhMEpCUVRaRE96dEpRVVUzUXpzN2IwUkJSV2RFTzBsQlEyaEVMREJDUVVGdlFqdFJRVUZ3UWl4MVFrRkJiMEk3V1VGQmNFSXNiMEpCUVc5Q08wTkJRM1pDT3p0RFFVVkVPMGxCUTBrc2EwSkJRV3RDTzBOQlEzSkNPenREUVVWRU8wbEJRMGtzWVVGQmQwTTdTVUZEZUVNc2FVSkJRWGRITzBsQlEzaEhMR3RDUVVGNVJ6dEpRVU42Unl4dlFrRkJLME03VVVGQkwwTXNiMEpCUVN0RE8xbEJRUzlETEdkQ1FVRXJRenREUVVOc1JEczdRMEZGUkR0SlFVTkpMR2REUVVGblF6dEpRVU5vUXl4WlFVRnBSRHRKUVVOcVJDeHBRa0ZCYlVjN1NVRkRia2NzV1VGQldUdERRVU5tT3p0RFFVVkVMSEZDUVVGeFFqczdRMEZGY2tJN1NVRkRTU3hoUVVGM1F6dEpRVU40UXl4clFrRkJOa003UTBGRGFFUTdPME5CUlVRN1NVRkRTU3h4UWtGQmNVSTdTVUZEY2tJc1kwRkJNRU03U1VGRE1VTXNXVUZCTWtNN1EwRkRPVU03TzBOQlJVUTdTVUZEU1N4dlFrRkJLME03VVVGQkwwTXNiMEpCUVN0RE8xbEJRUzlETEdkQ1FVRXJRenRKUVVNdlF5eHJRa0ZCYTBJN1NVRkRiRUlzYlVKQlFXMUNPMGxCUTI1Q0xHMUNRVUV3Unp0SlFVTXhSeXhuUWtGQmRVYzdTVUZEZGtjc2NVSkJRV003U1VGQlpDeHhRa0ZCWXp0SlFVRmtMR05CUVdNN1NVRkRaQ3cyUWtGQmRVSTdTVUZCZGtJc09FSkJRWFZDTzFGQlFYWkNMREpDUVVGMVFqdFpRVUYyUWl4MVFrRkJkVUk3UTBGRE1VSTdPME5CUlVRN1NVRkRTU3huUTBGQlowTTdTVUZEYUVNc1YwRkJaMFE3U1VGRGFFUXNiMEpCUVdFN1VVRkJZaXh4UWtGQllUdFpRVUZpTEdGQlFXRTdTVUZEWWl4clFrRkJhMEk3U1VGRGJFSXNiVUpCUVcxQ08wTkJRM1JDT3p0RFFVVkVMRFpDUVVFMlFqczdRMEZGTjBJN1NVRkRTU3g1UWtGQmVVSTdTVUZKZWtJc2FVSkJRV2xDTzBOQlEzQkNPenREUVVWRU8wbEJRMGtzWVVGQmQwTTdRMEZETTBNN08wTkJSVVE3U1VGRFNTd3dRa0ZCZVVNN1EwRkROVU03TzBOQlJVUTdTVUZEU1N3d1FrRkJNa003UTBGRE9VTTdPME5CUlVRN1NVRkRTU3d3UWtGQmQwTTdRMEZETTBNN08wTkJSVVE3U1VGRFNTd3dRa0ZCZDBNN1EwRkRNME03TzBOQlJVUTdTVUZEU1N3d1FrRkJlVU03UTBGRE5VTTdPME5CUlVRN1NVRkRTU3d3UWtGQk1FTTdTVUZETVVNc1lVRkJZVHRKUVVOaUxIbENRVUZwUWp0WlFVRnFRaXhwUWtGQmFVSTdRMEZEY0VJN08wTkJSVVFzZVVKQlFYbENPenREUVVWNlFqdEpRVU5KTEd0Q1FVRnJRanRKUVVOc1FpeGhRVUYzUXp0SlFVTjRReXhyUWtGQk5rTTdTVUZETjBNc1lVRkJjME03U1VGRGRFTXNNRUpCUVc5Q08xRkJRWEJDTEhWQ1FVRnZRanRaUVVGd1FpeHZRa0ZCYjBJN08wTkJSWFpDT3p0RFFVVkVPMGxCUTBrc2IwSkJRV0U3VVVGQllpeHhRa0ZCWVR0WlFVRmlMR0ZCUVdFN1NVRkRZaXhuUWtGQk5FTTdTVUZETlVNc2JVSkJRU3RETzBsQlF5OURMRFpDUVVGdlFqdFJRVUZ3UWl4dlFrRkJiMEk3U1VGRGNFSXNPRUpCUVRoQ08wbEJRemxDTEdGQlFXZENPMGxCUVdoQ0xHZENRVUZuUWp0RFFVTnVRanM3UTBGRlJDeDFRa0ZCZFVJN08wTkJSWFpDTzBsQlEwa3NZMEZCTUVNN1NVRkRNVU1zV1VGQk1rTTdRMEZET1VNN08wTkJSVVE3U1VGRFNTeHZRa0ZCWVR0UlFVRmlMSEZDUVVGaE8xbEJRV0lzWVVGQllUdEpRVU5pTEZsQlFUUkRPMGxCUXpWRExHdENRVUZyUWp0SlFVTnNRaXh0UWtGQmJVSTdTVUZEYmtJc2FVSkJRV2xDTzBOQlEzQkNPenREUVVWRUxESkNRVUV5UWpzN1EwRkZNMEk3U1VGRFNTeGhRVUYzUXp0SlFVTjRReXhoUVVGelF6dEpRVU4wUXl4clFrRkJOa003UTBGRGFFUTdPME5CUlVRN1NVRkRTU3h2UWtGQmIwSTdTVUZEY0VJc01FSkJRWGRHTzBsQlEzaEdMR2xDUVVGcFFqdEpRVU5xUWl4blFrRkJaMEk3U1VGRGFFSXNiMEpCUVN0RE8xRkJRUzlETEc5Q1FVRXJRenRaUVVFdlF5eG5Ra0ZCSzBNN1NVRkRMME1zWVVGQllTeERRVUZETEdsRlFVRnBSVHRKUVVNdlJTd3JRa0ZCZFVJN1dVRkJka0lzZFVKQlFYVkNPMGxCUTNaQ0xIbENRVUY1UWp0SlFVTjZRaXg1UWtGQmFVSTdXVUZCYWtJc2FVSkJRV2xDTzBsQlEycENMSGRDUVVFeVJEdEpRVU16UkN4NVFrRkJjVU03U1VGRGNrTXNaMEpCUVhWRE8wbEJRM1pETEc5Q1FVRnZRanRKUVVOd1FpeHJRa0ZCZVVRN1EwRkROVVFzYVVKQlFXbENPME5CUTJwQ0xIbENRVUY1UWp0RFFVTjZRaXh6UWtGQmMwSTdTVUZEYmtJc05rSkJRVFpDTzBOQlEyaERMSE5DUVVGelFqdERRVU4wUWl4clEwRkJhME03U1VGREwwSXNhM1ZDUVVGdFJEdERRVU4wUkRzN1EwRkRSRHRKUVVOSkxITkNRVUY1UkR0RFFVTTFSRHM3UTBGRlJEdEpRVU5KTEdGQlFUUkRPME5CUXk5RE96dERRVVZFT3paRFFVTTJRenM3UTBGRE4wTTdTVUZEU1N4dFFrRkJiVUk3U1VGRGJrSXNkMEpCUVhkQ08wTkJRek5DT3p0RFFVVkVMQ3RDUVVFclFqczdRMEZGTDBJN1NVRkRTU3hoUVVGelF6dEpRVU4wUXl4clFrRkJOa003TzBsQlJUZERPenRyUlVGRk9FUTdTVUZET1VRc2VVSkJRWGRDTzFGQlFYaENMSE5DUVVGM1FqdFpRVUY0UWl4M1FrRkJkMEk3UTBGRE0wSTdPME5CUlVRN1NVRkRTU3d3UWtGQmQwWTdTVUZEZUVZc2QwSkJRVEpFTzBsQlF6TkVMSGxDUVVGeFF6dEpRVU55UXl4blFrRkJkVU03U1VGRGRrTXNiMEpCUVN0RE8xRkJRUzlETEc5Q1FVRXJRenRaUVVFdlF5eG5Ra0ZCSzBNN1NVRkRMME1zZVVKQlFYbENPMGxCUTNwQ0xHVkJRV1U3U1VGRFppeG5Ra0ZCWjBJN08wbEJSV2hDT3p0clJVRkZPRVE3U1VGRE9VUXNhVUpCUVdsQ08wTkJRM0JDT3p0RFFVVkVPMGxCUTBrc2MwSkJRWGxFTzBOQlF6VkVPenREUVVWRU8wbEJRMGtzYTBKQlFUaERPMGxCUXpsRExHdENRVUUyUXp0SlFVTTNReXhyUlVGQmEwVTdTVUZEYkVVc01FUkJRV2xHTzBsQlEycEdMRFpFUVVGdlJqdERRVU4yUmpzN1EwRkpSQ3cwUWtGQk5FSTdPME5CUlRWQ08wbEJRMGtzYTBKQlFUWkRPME5CUTJoRU96dERRVVZFTzBsQlEwa3NhVUpCUVhORE8wbEJRM1JETEd0Q1FVRjFRenREUVVNeFF6czdRMEZGUkR0SlFVTkpMR0ZCUVRSRE8wTkJReTlET3p0RFFVVkVMREpDUVVFeVFqczdRMEZGTTBJN1NVRkRTU3hoUVVGelF6dEpRVU4wUXl4clFrRkJOa003UTBGRGFFUTdPME5CUlVRN1NVRkRTU3h4UWtGQll6dEpRVUZrTEhGQ1FVRmpPMGxCUVdRc1kwRkJZenRKUVVOa0xEWkNRVUYxUWp0SlFVRjJRaXc0UWtGQmRVSTdVVUZCZGtJc01rSkJRWFZDTzFsQlFYWkNMSFZDUVVGMVFqdEpRVU4yUWl3eVFrRkJjVUk3VVVGQmNrSXNkMEpCUVhGQ08xbEJRWEpDTEhGQ1FVRnhRanRKUVVOeVFpd3JRa0ZCZFVJN1dVRkJka0lzZFVKQlFYVkNPMGxCUTNaQ0xHOUNRVUZoTzFGQlFXSXNjVUpCUVdFN1dVRkJZaXhoUVVGaE8wbEJRMklzYlVKQlFUaEVPME5CUTJwRk96dERRVVZFTzBsQlEwa3NZVUZCTkVNN1NVRkROVU1zYTBKQlFXbEVPMGxCUTJwRUxHZENRVUYxUXp0RFFVTXhRenM3UTBGRlJEdEpRVU5KTEdGQlFUUkRPMGxCUXpWRExHdENRVUZwUkR0SlFVTnFSQ3h2UWtGQk5FUTdTVUZETlVRc1dVRkJXVHREUVVObU96dERRVVZFTERCQ1FVRXdRanM3UTBGRk1VSTdTVUZEU1N4aFFVRnpRenRKUVVOMFF5eGhRVUYzUXp0SlFVTjRReXhyUWtGQk5rTTdRMEZEYUVRN08wTkJSVVE3U1VGRFNTeHZRa0ZCWVR0UlFVRmlMSEZDUVVGaE8xbEJRV0lzWVVGQllUdEpRVU5pTEhGQ1FVRmxPMUZCUVdZc1pVRkJaVHRKUVVObUxHZENRVUVyUXp0RFFVTnNSRHM3UTBGRlJEdEpRVU5KTEZsQlFYVkRPMGxCUTNaRExHRkJRWGRETzBsQlEzaERMR1ZCUVdVc1EwRkJReXcyUkVGQk5rUTdTVUZETjBVc2EwSkJRWEZFTzBsQlEzSkVMSGxDUVVGeFF6dEpRVU55UXl3d1FrRkJkMFk3U1VGRGVFWXNhMEpCUVd0Q08wbEJRMnhDTEc5Q1FVRmhPMUZCUVdJc2NVSkJRV0U3V1VGQllpeGhRVUZoTzBsQlEySXNjVUpCUVdVN1VVRkJaaXhsUVVGbE8wbEJRMllzSzBKQlFYVkNPMWxCUVhaQ0xIVkNRVUYxUWp0SlFVTjJRaXcyUWtGQmIwSTdVVUZCY0VJc2IwSkJRVzlDTzBsQlEzQkNMSGxDUVVGNVFqdERRVU0xUWpzN1EwRkZSRHRKUVVOSkxDdENRVUUyUmp0RFFVTm9SenM3UTBGRlJEdEpRVU5KTEhOQ1FVRjVSRHREUVVNMVJEczdRMEZGUkR0SlFVTkpMRzlDUVVGaE8xRkJRV0lzY1VKQlFXRTdXVUZCWWl4aFFVRmhPMGxCUTJJc2VVSkJRWGxDTzBsQlEzcENMR0ZCUVhkRE8wbEJRM2hETEd0Q1FVRTJRenRKUVVNM1F5eHJRa0ZCY1VRN1NVRkRja1FzZVVKQlFYRkRPMGxCUTNKRExEQkNRVUYzUmp0SlFVTjRSaXhuUWtGQmRVTTdTVUZEZGtNc2FVSkJRWE5HTzBsQlEzUkdMR0ZCUVdFc1EwRkJReXhwUlVGQmFVVTdTVUZETDBVc2NVSkJRV1U3VVVGQlppeGxRVUZsTzBsQlEyWXNLMEpCUVhWQ08xbEJRWFpDTEhWQ1FVRjFRanREUVVNeFFqczdRMEZGUkR0SlFVTkpMR0ZCUVRSRE8wTkJReTlET3p0RFFVVkVMSGxDUVVGNVFqczdRMEZGZWtJN1NVRkRTU3hoUVVGelF6dEpRVU4wUXl4aFFVRjNRenRKUVVONFF5eHJRa0ZCTmtNN1EwRkRhRVE3TzBOQlJVUTdTVUZEU1N4dlFrRkJZVHRSUVVGaUxIRkNRVUZoTzFsQlFXSXNZVUZCWVR0SlFVTmlMSEZDUVVGbE8xRkJRV1lzWlVGQlpUdEpRVU5tTEdGQlFXRXNRMEZCUXl4cFJVRkJhVVU3U1VGREwwVXNlVUpCUVhsQ08wbEJRM3BDTEdGQlFYZERPMGxCUTNoRExEQkNRVUYzUmp0SlFVTjRSaXgzUWtGQk1rUTdTVUZETTBRc2VVSkJRWEZETzBsQlEzSkRMR2RDUVVGMVF6dEpRVU4yUXl4cFFrRkJjMFk3U1VGRGRFWXNLMEpCUVhWQ08xbEJRWFpDTEhWQ1FVRjFRanREUVVNeFFqczdRMEZGUkR0SlFVTkpMSE5DUVVGNVJEdERRVU0xUkRzN1EwRkZSRHRKUVVOSkxITkNRVUZ2UXp0RFFVTjJRenM3UTBGRlJEdEpRVU5KTEdGQlFUUkRPME5CUXk5RE96dERRVVZFTEdsQ1FVRnBRanM3UTBGRmFrSTdTVUZEU1N4aFFVRTBRenRKUVVNMVF5eHhRa0ZCWXp0SlFVRmtMSEZDUVVGak8wbEJRV1FzWTBGQll6dEpRVU5rTERKQ1FVRnhRanRSUVVGeVFpeDNRa0ZCY1VJN1dVRkJja0lzY1VKQlFYRkNPME5CUTNoQ096dERRVVZFTzBsQlEwa3NiMEpCUVdFN1VVRkJZaXh4UWtGQllUdFpRVUZpTEdGQlFXRTdTVUZEWWl4aFFVRmhPME5CUTJoQ096dERRVVZFTzBsQlEwa3NZVUZCTkVNN1EwRkRMME03TzBOQlJVUXNaMEpCUVdkQ096dERRVVZvUWp0SlFVTkpMSEZDUVVGak8wbEJRV1FzY1VKQlFXTTdTVUZCWkN4alFVRmpPMGxCUTJRc05rSkJRWFZDTzBsQlFYWkNMRGhDUVVGMVFqdFJRVUYyUWl3eVFrRkJkVUk3V1VGQmRrSXNkVUpCUVhWQ08wTkJRekZDT3p0RFFVVkVPMGxCUTBrc2VVWkJRWGxHTzBsQlEzcEdMRzlDUVVGdlFqdEpRVU53UWl4dlFrRkJiMEk3UTBGRGRrSTdPME5CUlVRN1NVRkRTU3hwUkVGQmFVUTdTVUZEYWtRc2RVSkJRWE5DTzFGQlFYUkNMRzlDUVVGelFqdFpRVUYwUWl4elFrRkJjMEk3U1VGRGRFSXNZVUZCWVR0SlFVTmlMR05CUVdNN1EwRkRha0k3TzBOQlJVUTdTVUZEU1N4WlFVRlpPMGxCUTFvc0swSkJRWFZDTzFsQlFYWkNMSFZDUVVGMVFqdEpRVU4yUWl4VlFVRlZPMGxCUTFZc2EwSkJRVzlETzBsQlEzQkRMSGxDUVVGblF6dEpRVU5vUXl3d1FrRkJOa1E3U1VGRE4wUXNZMEZCTmtNN1NVRkROME1zYjBKQlFXRTdVVUZCWWl4eFFrRkJZVHRaUVVGaUxHRkJRV0U3U1VGRFlpeGxRVUZsTzBOQlEyeENPenREUVVWRU8wbEJRMGtzZDBOQlFTdEVPMGxCUXk5RUxHbENRVUZ0Ump0RFFVTjBSanM3UTBGRlJEdEpRVU5KTEc5Q1FVRnBSRHRSUVVGcVJDeHZRa0ZCYVVRN1dVRkJha1FzWjBKQlFXbEVPMGxCUTJwRUxHZENRVUZuUWp0SlFVTm9RaXhwUWtGQmJVWTdTVUZEYmtZc2EwSkJRWEZFTzBsQlEzSkVMR3RDUVVFclF6dEpRVU12UXl4clFrRkJhMEk3U1VGRGJFSXNiMEpCUVc5RE8wbEJRM0JETEhsQ1FVRm5RenRKUVVOb1F5d3dRa0ZCTmtRN1NVRkROMFFzYjBKQlFXOUNPMGxCUTNCQ0xHMUNRVUZ0UWp0RFFVTjBRanM3UTBGRlJEdEpRVU5KTERCQ1FVRm5RenRKUVVOb1F5eG5SVUZCWjBVN1NVRkRhRVVzYTBKQlFXOURPMGxCUTNCRExHbENRVUYxUmp0SlFVTjJSaXh0UTBGQk9FTTdXVUZCT1VNc01rSkJRVGhETzBsQlF6bERMR3RDUVVGclFqdERRVU55UWpzN1EwRkZSRHRKUVVOSkxHMUNRVUZ0UWp0SlFVTnVRaXhWUVVGMVF6dEpRVU4yUXl4WFFVRjNRenRKUVVONFF5eFpRVUZaTzBsQlExb3NXVUZCYjBRN1NVRkRjRVFzZDBKQlFTdERPMGxCUXk5RExHOUNRVUZ0UXp0RFFVTjBRenM3UTBGRlJEdEpRVU5KTEdWQlFXVTdRMEZEYkVJN08wTkJSVVE3U1VGRFNTeHJRa0ZCYjBNN1NVRkRjRU1zZVVKQlFXZERPME5CUTI1RE96dERRVVZFTzBsQlEwa3NhVUpCUVdsQ08wTkJRM0JDT3p0RFFVVkVPMGxCUTBrc2VVSkJRWGxDTzBsQlEzcENMR2xDUVVGcFFpeERRVUZETEZkQlFWYzdRMEZEYUVNN08wTkJSVVE3T3p0SlFVZEpMR3RDUVVGeFJEdERRVU40UkRzN1EwRkZSQ3h6UWtGQmMwSTdPME5CUlhSQ08wbEJRMGtzY1VKQlFXTTdTVUZCWkN4eFFrRkJZenRKUVVGa0xHTkJRV003U1VGRFpDdzJRa0ZCZFVJN1NVRkJka0lzT0VKQlFYVkNPMUZCUVhaQ0xESkNRVUYxUWp0WlFVRjJRaXgxUWtGQmRVSTdTVUZEZGtJc01rSkJRWEZDTzFGQlFYSkNMSGRDUVVGeFFqdFpRVUZ5UWl4eFFrRkJjVUk3UTBGRGVFSTdPME5CUlVRN1NVRkRTU3hoUVVGNVF6dEpRVU42UXl4blFrRkJaMEk3U1VGRGFFSXNlVUpCUVdkRE8wbEJRMmhETERCQ1FVRXdRenRKUVVNeFF5d3dRa0ZCY1VVN1NVRkRja1VzYlVKQlFTdEdPMGxCUXk5R0xHdENRVUZyUWp0RFFVTnlRanM3UTBGRlJEdEpRVU5KTEhkQ1FVRXdRenRKUVVNeFF5eDVRa0ZCWjBNN1EwRkRia003TzBOQlJVUTdTVUZEU1N4M1FrRkJNRU03U1VGRE1VTXNNRUpCUVdkRE8wbEJRMmhETEdkQ1FVRm5RanRKUVVOb1FpeHZRa0ZCYjBJN1EwRkRka0k3TzBOQlJVUTdTVUZEU1N4elFrRkJjMElzUlVGQlJTeHhRMEZCY1VNN1NVRkROMFFzYzBKQlFYTkNPMGxCUTNSQ0xEaERRVUU0UXp0SlFVTTVReXh0UWtGQmJVSTdTVUZEYmtJc2NVSkJRWEZDTzBsQlEzSkNMRzlEUVVGdlF6dEpRVU53UXl4dFEwRkJiVU03UTBGRGRFTTdPME5CUlVRN1NVRkRTU3h6UWtGQmMwSXNRMEZCUXl4dlEwRkJiME03UTBGRE9VUTdPME5CUlVRN1NVRkRTU3hqUVVFMlF6dEpRVU0zUXl4M1FrRkJNRU03U1VGRE1VTXNlVUpCUVdkRE8wbEJRMmhETEN0Q1FVRXdSVHRKUVVNeFJTeG5RMEZCTWtVN1NVRkRNMFVzYVVOQlFUUkZPMGxCUXpWRkxHVkJRV1U3UTBGRGJFSTdPME5CUlVRN1NVRkRTU3h4UWtGQll6dEpRVUZrTEhGQ1FVRmpPMGxCUVdRc1kwRkJZenRKUVVOa0xEWkNRVUYxUWp0SlFVRjJRaXc0UWtGQmRVSTdVVUZCZGtJc01rSkJRWFZDTzFsQlFYWkNMSFZDUVVGMVFqdEpRVU4yUWl3eVFrRkJjVUk3VVVGQmNrSXNkMEpCUVhGQ08xbEJRWEpDTEhGQ1FVRnhRanREUVVONFFqczdRMEZGUkR0SlFVTkpMR2xDUVVGcFFqdERRVU53UWpzN1EwRkZSRHRKUVVOSkxHZENRVUZuUWp0RFFVTnVRanM3UTBGSlJDeHBRa0ZCYVVJN08wTkJSV3BDTzBsQlEwa3NaMEpCUVhWRE8wTkJRekZET3p0RFFVVkVPMGxCUTBrc01FTkJRVEJETzBsQlF6RkRMRFpDUVVGdlFqdFJRVUZ3UWl4dlFrRkJiMEk3U1VGRGNFSXNiMEpCUVdFN1VVRkJZaXh4UWtGQllUdFpRVUZpTEdGQlFXRTdTVUZEWWl4eFFrRkJaVHRSUVVGbUxHVkJRV1U3U1VGRFppeHJSVUZCYTBVN1NVRkRiRVVzYTBKQlFUWkRPMGxCUXpkRExIbEZRVUY1UlR0SlFVTjZSU3h0UWtGQmJVSTdRMEZEZEVJaUxDSm1hV3hsSWpvaVkyOXVkSEp2YkhNdVkzTnpJaXdpYzI5MWNtTmxjME52Ym5SbGJuUWlPbHNpTHlvZ1EyOXdlWEpwWjJoMElDaGpLU0JLZFhCNWRHVnlJRVJsZG1Wc2IzQnRaVzUwSUZSbFlXMHVYRzRnS2lCRWFYTjBjbWxpZFhSbFpDQjFibVJsY2lCMGFHVWdkR1Z5YlhNZ2IyWWdkR2hsSUUxdlpHbG1hV1ZrSUVKVFJDQk1hV05sYm5ObExseHVJQ292WEc1Y2JpQXZLaUJYWlNCcGJYQnZjblFnWVd4c0lHOW1JSFJvWlhObElIUnZaMlYwYUdWeUlHbHVJR0VnYzJsdVoyeGxJR056Y3lCbWFXeGxJR0psWTJGMWMyVWdkR2hsSUZkbFluQmhZMnRjYm14dllXUmxjaUJ6WldWeklHOXViSGtnYjI1bElHWnBiR1VnWVhRZ1lTQjBhVzFsTGlCVWFHbHpJR0ZzYkc5M2N5QndiM04wWTNOeklIUnZJSE5sWlNCMGFHVWdkbUZ5YVdGaWJHVmNibVJsWm1sdWFYUnBiMjV6SUhkb1pXNGdkR2hsZVNCaGNtVWdkWE5sWkM0Z0tpOWNibHh1UUdsdGNHOXlkQ0JjSWk0dmJHRmlkbUZ5YVdGaWJHVnpMbU56YzF3aU8xeHVRR2x0Y0c5eWRDQmNJaTR2ZDJsa1oyVjBjeTFpWVhObExtTnpjMXdpTzF4dUlpd2lMeW90TFMwdExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExWeHVmQ0JEYjNCNWNtbG5hSFFnS0dNcElFcDFjSGwwWlhJZ1JHVjJaV3h2Y0cxbGJuUWdWR1ZoYlM1Y2Jud2dSR2x6ZEhKcFluVjBaV1FnZFc1a1pYSWdkR2hsSUhSbGNtMXpJRzltSUhSb1pTQk5iMlJwWm1sbFpDQkNVMFFnVEdsalpXNXpaUzVjYm53dExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExTMHRMUzB0TFMwdExTMHRLaTljYmx4dUx5cGNibFJvYVhNZ1ptbHNaU0JwY3lCamIzQnBaV1FnWm5KdmJTQjBhR1VnU25Wd2VYUmxja3hoWWlCd2NtOXFaV04wSUhSdklHUmxabWx1WlNCa1pXWmhkV3gwSUhOMGVXeHBibWNnWm05eVhHNTNhR1Z1SUhSb1pTQjNhV1JuWlhRZ2MzUjViR2x1WnlCcGN5QmpiMjF3YVd4bFpDQmtiM2R1SUhSdklHVnNhVzFwYm1GMFpTQkRVMU1nZG1GeWFXRmliR1Z6TGlCWFpTQnRZV3RsSUc5dVpWeHVZMmhoYm1kbElDMGdkMlVnWTI5dGJXVnVkQ0J2ZFhRZ2RHaGxJR1p2Ym5RZ2FXMXdiM0owSUdKbGJHOTNMbHh1S2k5Y2JseHVRR2x0Y0c5eWRDQmNJaTR2YldGMFpYSnBZV3hqYjJ4dmNuTXVZM056WENJN1hHNWNiaThxWEc1VWFHVWdabTlzYkc5M2FXNW5JRU5UVXlCMllYSnBZV0pzWlhNZ1pHVm1hVzVsSUhSb1pTQnRZV2x1TENCd2RXSnNhV01nUVZCSklHWnZjaUJ6ZEhsc2FXNW5JRXAxY0hsMFpYSk1ZV0l1WEc1VWFHVnpaU0IyWVhKcFlXSnNaWE1nYzJodmRXeGtJR0psSUhWelpXUWdZbmtnWVd4c0lIQnNkV2RwYm5NZ2QyaGxjbVYyWlhJZ2NHOXpjMmxpYkdVdUlFbHVJRzkwYUdWeVhHNTNiM0prY3l3Z2NHeDFaMmx1Y3lCemFHOTFiR1FnYm05MElHUmxabWx1WlNCamRYTjBiMjBnWTI5c2IzSnpMQ0J6YVhwbGN5d2daWFJqSUhWdWJHVnpjeUJoWW5OdmJIVjBaV3g1WEc1dVpXTmxjM05oY25rdUlGUm9hWE1nWlc1aFlteGxjeUIxYzJWeWN5QjBieUJqYUdGdVoyVWdkR2hsSUhacGMzVmhiQ0IwYUdWdFpTQnZaaUJLZFhCNWRHVnlUR0ZpWEc1aWVTQmphR0Z1WjJsdVp5QjBhR1Z6WlNCMllYSnBZV0pzWlhNdVhHNWNiazFoYm5rZ2RtRnlhV0ZpYkdWeklHRndjR1ZoY2lCcGJpQmhiaUJ2Y21SbGNtVmtJSE5sY1hWbGJtTmxJQ2d3TERFc01pd3pLUzRnVkdobGMyVWdjMlZ4ZFdWdVkyVnpYRzVoY21VZ1pHVnphV2R1WldRZ2RHOGdkMjl5YXlCM1pXeHNJSFJ2WjJWMGFHVnlMQ0J6YnlCbWIzSWdaWGhoYlhCc1pTd2dZQzB0YW5BdFltOXlaR1Z5TFdOdmJHOXlNV0FnYzJodmRXeGtYRzVpWlNCMWMyVmtJSGRwZEdnZ1lDMHRhbkF0YkdGNWIzVjBMV052Ykc5eU1XQXVJRlJvWlNCdWRXMWlaWEp6SUdoaGRtVWdkR2hsSUdadmJHeHZkMmx1WnlCdFpXRnVhVzVuY3pwY2JseHVLaUF3T2lCemRYQmxjaTF3Y21sdFlYSjVMQ0J5WlhObGNuWmxaQ0JtYjNJZ2MzQmxZMmxoYkNCbGJYQm9ZWE5wYzF4dUtpQXhPaUJ3Y21sdFlYSjVMQ0J0YjNOMElHbHRjRzl5ZEdGdWRDQjFibVJsY2lCdWIzSnRZV3dnYzJsMGRXRjBhVzl1YzF4dUtpQXlPaUJ6WldOdmJtUmhjbmtzSUc1bGVIUWdiVzl6ZENCcGJYQnZjblJoYm5RZ2RXNWtaWElnYm05eWJXRnNJSE5wZEhWaGRHbHZibk5jYmlvZ016b2dkR1Z5ZEdsaGNua3NJRzVsZUhRZ2JXOXpkQ0JwYlhCdmNuUmhiblFnZFc1a1pYSWdibTl5YldGc0lITnBkSFZoZEdsdmJuTmNibHh1VkdoeWIzVm5hRzkxZENCS2RYQjVkR1Z5VEdGaUxDQjNaU0JoY21VZ2JXOXpkR3g1SUdadmJHeHZkMmx1WnlCd2NtbHVZMmx3YkdWeklHWnliMjBnUjI5dloyeGxKM05jYmsxaGRHVnlhV0ZzSUVSbGMybG5iaUIzYUdWdUlITmxiR1ZqZEdsdVp5QmpiMnh2Y25NdUlGZGxJR0Z5WlNCdWIzUXNJR2h2ZDJWMlpYSXNJR1p2Ykd4dmQybHVaMXh1WVd4c0lHOW1JRTFFSUdGeklHbDBJR2x6SUc1dmRDQnZjSFJwYldsNlpXUWdabTl5SUdSbGJuTmxMQ0JwYm1admNtMWhkR2x2YmlCeWFXTm9JRlZKY3k1Y2Jpb3ZYRzVjYmx4dUx5cGNiaUFxSUU5d2RHbHZibUZzSUcxdmJtOXpjR0ZqWlNCbWIyNTBJR1p2Y2lCcGJuQjFkQzl2ZFhSd2RYUWdjSEp2YlhCMExseHVJQ292WEc0Z0x5b2dRMjl0YldWdWRHVmtJRzkxZENCcGJpQnBjSGwzYVdSblpYUnpJSE5wYm1ObElIZGxJR1J2YmlkMElHNWxaV1FnYVhRdUlDb3ZYRzR2S2lCQWFXMXdiM0owSUhWeWJDZ25hSFIwY0hNNkx5OW1iMjUwY3k1bmIyOW5iR1ZoY0dsekxtTnZiUzlqYzNNL1ptRnRhV3g1UFZKdlltOTBieXROYjI1dkp5azdJQ292WEc1Y2JpOHFYRzRnS2lCQlpHUmxaQ0JtYjNJZ1kyOXRjR0ZpYVhScGJHbDBlU0IzYVhSb0lHOTFkSEIxZENCaGNtVmhYRzRnS2k5Y2JqcHliMjkwSUh0Y2JpQWdMUzFxY0MxcFkyOXVMWE5sWVhKamFEb2dibTl1WlR0Y2JpQWdMUzFxY0MxMWFTMXpaV3hsWTNRdFkyRnlaWFE2SUc1dmJtVTdYRzU5WEc1Y2JseHVPbkp2YjNRZ2UxeHVYRzRnSUM4cUlFSnZjbVJsY25OY2JseHVJQ0JVYUdVZ1ptOXNiRzkzYVc1bklIWmhjbWxoWW14bGN5d2djM0JsWTJsbWVTQjBhR1VnZG1semRXRnNJSE4wZVd4cGJtY2diMllnWW05eVpHVnljeUJwYmlCS2RYQjVkR1Z5VEdGaUxseHVJQ0FnS2k5Y2JseHVJQ0F0TFdwd0xXSnZjbVJsY2kxM2FXUjBhRG9nTVhCNE8xeHVJQ0F0TFdwd0xXSnZjbVJsY2kxamIyeHZjakE2SUhaaGNpZ3RMVzFrTFdkeVpYa3ROekF3S1R0Y2JpQWdMUzFxY0MxaWIzSmtaWEl0WTI5c2IzSXhPaUIyWVhJb0xTMXRaQzFuY21WNUxUVXdNQ2s3WEc0Z0lDMHRhbkF0WW05eVpHVnlMV052Ykc5eU1qb2dkbUZ5S0MwdGJXUXRaM0psZVMwek1EQXBPMXh1SUNBdExXcHdMV0p2Y21SbGNpMWpiMnh2Y2pNNklIWmhjaWd0TFcxa0xXZHlaWGt0TVRBd0tUdGNibHh1SUNBdktpQlZTU0JHYjI1MGMxeHVYRzRnSUZSb1pTQlZTU0JtYjI1MElFTlRVeUIyWVhKcFlXSnNaWE1nWVhKbElIVnpaV1FnWm05eUlIUm9aU0IwZVhCdlozSmhjR2g1SUdGc2JDQnZaaUIwYUdVZ1NuVndlWFJsY2t4aFlseHVJQ0IxYzJWeUlHbHVkR1Z5Wm1GalpTQmxiR1Z0Wlc1MGN5QjBhR0YwSUdGeVpTQnViM1FnWkdseVpXTjBiSGtnZFhObGNpQm5aVzVsY21GMFpXUWdZMjl1ZEdWdWRDNWNiaUFnS2k5Y2JseHVJQ0F0TFdwd0xYVnBMV1p2Ym5RdGMyTmhiR1V0Wm1GamRHOXlPaUF4TGpJN1hHNGdJQzB0YW5BdGRXa3RabTl1ZEMxemFYcGxNRG9nWTJGc1l5aDJZWElvTFMxcWNDMTFhUzFtYjI1MExYTnBlbVV4S1M5MllYSW9MUzFxY0MxMWFTMW1iMjUwTFhOallXeGxMV1poWTNSdmNpa3BPMXh1SUNBdExXcHdMWFZwTFdadmJuUXRjMmw2WlRFNklERXpjSGc3SUM4cUlFSmhjMlVnWm05dWRDQnphWHBsSUNvdlhHNGdJQzB0YW5BdGRXa3RabTl1ZEMxemFYcGxNam9nWTJGc1l5aDJZWElvTFMxcWNDMTFhUzFtYjI1MExYTnBlbVV4S1NwMllYSW9MUzFxY0MxMWFTMW1iMjUwTFhOallXeGxMV1poWTNSdmNpa3BPMXh1SUNBdExXcHdMWFZwTFdadmJuUXRjMmw2WlRNNklHTmhiR01vZG1GeUtDMHRhbkF0ZFdrdFptOXVkQzF6YVhwbE1pa3FkbUZ5S0MwdGFuQXRkV2t0Wm05dWRDMXpZMkZzWlMxbVlXTjBiM0lwS1R0Y2JpQWdMUzFxY0MxMWFTMXBZMjl1TFdadmJuUXRjMmw2WlRvZ01UUndlRHNnTHlvZ1JXNXpkWEpsY3lCd2VDQndaWEptWldOMElFWnZiblJCZDJWemIyMWxJR2xqYjI1eklDb3ZYRzRnSUMwdGFuQXRkV2t0Wm05dWRDMW1ZVzFwYkhrNklGd2lTR1ZzZG1WMGFXTmhJRTVsZFdWY0lpd2dTR1ZzZG1WMGFXTmhMQ0JCY21saGJDd2djMkZ1Y3kxelpYSnBaanRjYmx4dUlDQXZLaUJWYzJVZ2RHaGxjMlVnWm05dWRDQmpiMnh2Y25NZ1lXZGhhVzV6ZENCMGFHVWdZMjl5Y21WemNHOXVaR2x1WnlCdFlXbHVJR3hoZVc5MWRDQmpiMnh2Y25NdVhHNGdJQ0FnSUVsdUlHRWdiR2xuYUhRZ2RHaGxiV1VzSUhSb1pYTmxJR2R2SUdaeWIyMGdaR0Z5YXlCMGJ5QnNhV2RvZEM1Y2JpQWdLaTljYmx4dUlDQXRMV3B3TFhWcExXWnZiblF0WTI5c2IzSXdPaUJ5WjJKaEtEQXNNQ3d3TERFdU1DazdYRzRnSUMwdGFuQXRkV2t0Wm05dWRDMWpiMnh2Y2pFNklISm5ZbUVvTUN3d0xEQXNNQzQ0S1R0Y2JpQWdMUzFxY0MxMWFTMW1iMjUwTFdOdmJHOXlNam9nY21kaVlTZ3dMREFzTUN3d0xqVXBPMXh1SUNBdExXcHdMWFZwTFdadmJuUXRZMjlzYjNJek9pQnlaMkpoS0RBc01Dd3dMREF1TXlrN1hHNWNiaUFnTHlvZ1ZYTmxJSFJvWlhObElHRm5ZV2x1YzNRZ2RHaGxJR0p5WVc1a0wyRmpZMlZ1ZEM5M1lYSnVMMlZ5Y205eUlHTnZiRzl5Y3k1Y2JpQWdJQ0FnVkdobGMyVWdkMmxzYkNCMGVYQnBZMkZzYkhrZ1oyOGdabkp2YlNCc2FXZG9kQ0IwYnlCa1lYSnJaWElzSUdsdUlHSnZkR2dnWVNCa1lYSnJJR0Z1WkNCc2FXZG9kQ0IwYUdWdFpWeHVJQ0FnS2k5Y2JseHVJQ0F0TFdwd0xXbHVkbVZ5YzJVdGRXa3RabTl1ZEMxamIyeHZjakE2SUhKblltRW9NalUxTERJMU5Td3lOVFVzTVNrN1hHNGdJQzB0YW5BdGFXNTJaWEp6WlMxMWFTMW1iMjUwTFdOdmJHOXlNVG9nY21kaVlTZ3lOVFVzTWpVMUxESTFOU3d4TGpBcE8xeHVJQ0F0TFdwd0xXbHVkbVZ5YzJVdGRXa3RabTl1ZEMxamIyeHZjakk2SUhKblltRW9NalUxTERJMU5Td3lOVFVzTUM0M0tUdGNiaUFnTFMxcWNDMXBiblpsY25ObExYVnBMV1p2Ym5RdFkyOXNiM0l6T2lCeVoySmhLREkxTlN3eU5UVXNNalUxTERBdU5TazdYRzVjYmlBZ0x5b2dRMjl1ZEdWdWRDQkdiMjUwYzF4dVhHNGdJRU52Ym5SbGJuUWdabTl1ZENCMllYSnBZV0pzWlhNZ1lYSmxJSFZ6WldRZ1ptOXlJSFI1Y0c5bmNtRndhSGtnYjJZZ2RYTmxjaUJuWlc1bGNtRjBaV1FnWTI5dWRHVnVkQzVjYmlBZ0tpOWNibHh1SUNBdExXcHdMV052Ym5SbGJuUXRabTl1ZEMxemFYcGxPaUF4TTNCNE8xeHVJQ0F0TFdwd0xXTnZiblJsYm5RdGJHbHVaUzFvWldsbmFIUTZJREV1TlR0Y2JpQWdMUzFxY0MxamIyNTBaVzUwTFdadmJuUXRZMjlzYjNJd09pQmliR0ZqYXp0Y2JpQWdMUzFxY0MxamIyNTBaVzUwTFdadmJuUXRZMjlzYjNJeE9pQmliR0ZqYXp0Y2JpQWdMUzFxY0MxamIyNTBaVzUwTFdadmJuUXRZMjlzYjNJeU9pQjJZWElvTFMxdFpDMW5jbVY1TFRjd01DazdYRzRnSUMwdGFuQXRZMjl1ZEdWdWRDMW1iMjUwTFdOdmJHOXlNem9nZG1GeUtDMHRiV1F0WjNKbGVTMDFNREFwTzF4dVhHNGdJQzB0YW5BdGRXa3RabTl1ZEMxelkyRnNaUzFtWVdOMGIzSTZJREV1TWp0Y2JpQWdMUzFxY0MxMWFTMW1iMjUwTFhOcGVtVXdPaUJqWVd4aktIWmhjaWd0TFdwd0xYVnBMV1p2Ym5RdGMybDZaVEVwTDNaaGNpZ3RMV3B3TFhWcExXWnZiblF0YzJOaGJHVXRabUZqZEc5eUtTazdYRzRnSUMwdGFuQXRkV2t0Wm05dWRDMXphWHBsTVRvZ01UTndlRHNnTHlvZ1FtRnpaU0JtYjI1MElITnBlbVVnS2k5Y2JpQWdMUzFxY0MxMWFTMW1iMjUwTFhOcGVtVXlPaUJqWVd4aktIWmhjaWd0TFdwd0xYVnBMV1p2Ym5RdGMybDZaVEVwS25aaGNpZ3RMV3B3TFhWcExXWnZiblF0YzJOaGJHVXRabUZqZEc5eUtTazdYRzRnSUMwdGFuQXRkV2t0Wm05dWRDMXphWHBsTXpvZ1kyRnNZeWgyWVhJb0xTMXFjQzExYVMxbWIyNTBMWE5wZW1VeUtTcDJZWElvTFMxcWNDMTFhUzFtYjI1MExYTmpZV3hsTFdaaFkzUnZjaWtwTzF4dVhHNGdJQzB0YW5BdFkyOWtaUzFtYjI1MExYTnBlbVU2SURFemNIZzdYRzRnSUMwdGFuQXRZMjlrWlMxc2FXNWxMV2hsYVdkb2REb2dNUzR6TURjN1hHNGdJQzB0YW5BdFkyOWtaUzF3WVdSa2FXNW5PaUExY0hnN1hHNGdJQzB0YW5BdFkyOWtaUzFtYjI1MExXWmhiV2xzZVRvZ2JXOXViM053WVdObE8xeHVYRzVjYmlBZ0x5b2dUR0Y1YjNWMFhHNWNiaUFnVkdobElHWnZiR3h2ZDJsdVp5QmhjbVVnZEdobElHMWhhVzRnYkdGNWIzVjBJR052Ykc5eWN5QjFjMlVnYVc0Z1NuVndlWFJsY2t4aFlpNGdTVzRnWVNCc2FXZG9kRnh1SUNCMGFHVnRaU0IwYUdWelpTQjNiM1ZzWkNCbmJ5Qm1jbTl0SUd4cFoyaDBJSFJ2SUdSaGNtc3VYRzRnSUNvdlhHNWNiaUFnTFMxcWNDMXNZWGx2ZFhRdFkyOXNiM0l3T2lCM2FHbDBaVHRjYmlBZ0xTMXFjQzFzWVhsdmRYUXRZMjlzYjNJeE9pQjNhR2wwWlR0Y2JpQWdMUzFxY0Mxc1lYbHZkWFF0WTI5c2IzSXlPaUIyWVhJb0xTMXRaQzFuY21WNUxUSXdNQ2s3WEc0Z0lDMHRhbkF0YkdGNWIzVjBMV052Ykc5eU16b2dkbUZ5S0MwdGJXUXRaM0psZVMwME1EQXBPMXh1WEc0Z0lDOHFJRUp5WVc1a0wyRmpZMlZ1ZENBcUwxeHVYRzRnSUMwdGFuQXRZbkpoYm1RdFkyOXNiM0l3T2lCMllYSW9MUzF0WkMxaWJIVmxMVGN3TUNrN1hHNGdJQzB0YW5BdFluSmhibVF0WTI5c2IzSXhPaUIyWVhJb0xTMXRaQzFpYkhWbExUVXdNQ2s3WEc0Z0lDMHRhbkF0WW5KaGJtUXRZMjlzYjNJeU9pQjJZWElvTFMxdFpDMWliSFZsTFRNd01DazdYRzRnSUMwdGFuQXRZbkpoYm1RdFkyOXNiM0l6T2lCMllYSW9MUzF0WkMxaWJIVmxMVEV3TUNrN1hHNWNiaUFnTFMxcWNDMWhZMk5sYm5RdFkyOXNiM0l3T2lCMllYSW9MUzF0WkMxbmNtVmxiaTAzTURBcE8xeHVJQ0F0TFdwd0xXRmpZMlZ1ZEMxamIyeHZjakU2SUhaaGNpZ3RMVzFrTFdkeVpXVnVMVFV3TUNrN1hHNGdJQzB0YW5BdFlXTmpaVzUwTFdOdmJHOXlNam9nZG1GeUtDMHRiV1F0WjNKbFpXNHRNekF3S1R0Y2JpQWdMUzFxY0MxaFkyTmxiblF0WTI5c2IzSXpPaUIyWVhJb0xTMXRaQzFuY21WbGJpMHhNREFwTzF4dVhHNGdJQzhxSUZOMFlYUmxJR052Ykc5eWN5QW9kMkZ5Yml3Z1pYSnliM0lzSUhOMVkyTmxjM01zSUdsdVptOHBJQ292WEc1Y2JpQWdMUzFxY0MxM1lYSnVMV052Ykc5eU1Eb2dkbUZ5S0MwdGJXUXRiM0poYm1kbExUY3dNQ2s3WEc0Z0lDMHRhbkF0ZDJGeWJpMWpiMnh2Y2pFNklIWmhjaWd0TFcxa0xXOXlZVzVuWlMwMU1EQXBPMXh1SUNBdExXcHdMWGRoY200dFkyOXNiM0l5T2lCMllYSW9MUzF0WkMxdmNtRnVaMlV0TXpBd0tUdGNiaUFnTFMxcWNDMTNZWEp1TFdOdmJHOXlNem9nZG1GeUtDMHRiV1F0YjNKaGJtZGxMVEV3TUNrN1hHNWNiaUFnTFMxcWNDMWxjbkp2Y2kxamIyeHZjakE2SUhaaGNpZ3RMVzFrTFhKbFpDMDNNREFwTzF4dUlDQXRMV3B3TFdWeWNtOXlMV052Ykc5eU1Ub2dkbUZ5S0MwdGJXUXRjbVZrTFRVd01DazdYRzRnSUMwdGFuQXRaWEp5YjNJdFkyOXNiM0l5T2lCMllYSW9MUzF0WkMxeVpXUXRNekF3S1R0Y2JpQWdMUzFxY0MxbGNuSnZjaTFqYjJ4dmNqTTZJSFpoY2lndExXMWtMWEpsWkMweE1EQXBPMXh1WEc0Z0lDMHRhbkF0YzNWalkyVnpjeTFqYjJ4dmNqQTZJSFpoY2lndExXMWtMV2R5WldWdUxUY3dNQ2s3WEc0Z0lDMHRhbkF0YzNWalkyVnpjeTFqYjJ4dmNqRTZJSFpoY2lndExXMWtMV2R5WldWdUxUVXdNQ2s3WEc0Z0lDMHRhbkF0YzNWalkyVnpjeTFqYjJ4dmNqSTZJSFpoY2lndExXMWtMV2R5WldWdUxUTXdNQ2s3WEc0Z0lDMHRhbkF0YzNWalkyVnpjeTFqYjJ4dmNqTTZJSFpoY2lndExXMWtMV2R5WldWdUxURXdNQ2s3WEc1Y2JpQWdMUzFxY0MxcGJtWnZMV052Ykc5eU1Eb2dkbUZ5S0MwdGJXUXRZM2xoYmkwM01EQXBPMXh1SUNBdExXcHdMV2x1Wm04dFkyOXNiM0l4T2lCMllYSW9MUzF0WkMxamVXRnVMVFV3TUNrN1hHNGdJQzB0YW5BdGFXNW1ieTFqYjJ4dmNqSTZJSFpoY2lndExXMWtMV041WVc0dE16QXdLVHRjYmlBZ0xTMXFjQzFwYm1adkxXTnZiRzl5TXpvZ2RtRnlLQzB0YldRdFkzbGhiaTB4TURBcE8xeHVYRzRnSUM4cUlFTmxiR3dnYzNCbFkybG1hV01nYzNSNWJHVnpJQ292WEc1Y2JpQWdMUzFxY0MxalpXeHNMWEJoWkdScGJtYzZJRFZ3ZUR0Y2JpQWdMUzFxY0MxalpXeHNMV1ZrYVhSdmNpMWlZV05yWjNKdmRXNWtPaUFqWmpkbU4yWTNPMXh1SUNBdExXcHdMV05sYkd3dFpXUnBkRzl5TFdKdmNtUmxjaTFqYjJ4dmNqb2dJMk5tWTJaalpqdGNiaUFnTFMxcWNDMWpaV3hzTFdWa2FYUnZjaTFpWVdOclozSnZkVzVrTFdWa2FYUTZJSFpoY2lndExXcHdMWFZwTFd4aGVXOTFkQzFqYjJ4dmNqRXBPMXh1SUNBdExXcHdMV05sYkd3dFpXUnBkRzl5TFdKdmNtUmxjaTFqYjJ4dmNpMWxaR2wwT2lCMllYSW9MUzFxY0MxaWNtRnVaQzFqYjJ4dmNqRXBPMXh1SUNBdExXcHdMV05sYkd3dGNISnZiWEIwTFhkcFpIUm9PaUF4TURCd2VEdGNiaUFnTFMxcWNDMWpaV3hzTFhCeWIyMXdkQzFtYjI1MExXWmhiV2xzZVRvZ0oxSnZZbTkwYnlCTmIyNXZKeXdnYlc5dWIzTndZV05sTzF4dUlDQXRMV3B3TFdObGJHd3RjSEp2YlhCMExXeGxkSFJsY2kxemNHRmphVzVuT2lBd2NIZzdYRzRnSUMwdGFuQXRZMlZzYkMxd2NtOXRjSFF0YjNCaFkybDBlVG9nTVM0d08xeHVJQ0F0TFdwd0xXTmxiR3d0Y0hKdmJYQjBMVzl3WVdOcGRIa3RibTkwTFdGamRHbDJaVG9nTUM0ME8xeHVJQ0F0TFdwd0xXTmxiR3d0Y0hKdmJYQjBMV1p2Ym5RdFkyOXNiM0l0Ym05MExXRmpkR2wyWlRvZ2RtRnlLQzB0YldRdFozSmxlUzAzTURBcE8xeHVJQ0F2S2lCQklHTjFjM1J2YlNCaWJHVnVaQ0J2WmlCTlJDQm5jbVY1SUdGdVpDQmliSFZsSURZd01GeHVJQ0FnS2lCVFpXVWdhSFIwY0hNNkx5OXRaWGxsY25kbFlpNWpiMjB2WlhKcFl5OTBiMjlzY3k5amIyeHZjaTFpYkdWdVpDOGpOVFEyUlRkQk9qRkZPRGhGTlRvMU9taGxlQ0FxTDF4dUlDQXRMV3B3TFdObGJHd3RhVzV3Y205dGNIUXRabTl1ZEMxamIyeHZjam9nSXpNd04wWkRNVHRjYmlBZ0x5b2dRU0JqZFhOMGIyMGdZbXhsYm1RZ2IyWWdUVVFnWjNKbGVTQmhibVFnYjNKaGJtZGxJRFl3TUZ4dUlDQWdLaUJvZEhSd2N6b3ZMMjFsZVdWeWQyVmlMbU52YlM5bGNtbGpMM1J2YjJ4ekwyTnZiRzl5TFdKc1pXNWtMeU0xTkRaRk4wRTZSalExTVRGRk9qVTZhR1Y0SUNvdlhHNGdJQzB0YW5BdFkyVnNiQzF2ZFhSd2NtOXRjSFF0Wm05dWRDMWpiMnh2Y2pvZ0kwSkdOVUl6UkR0Y2JseHVJQ0F2S2lCT2IzUmxZbTl2YXlCemNHVmphV1pwWXlCemRIbHNaWE1nS2k5Y2JseHVJQ0F0TFdwd0xXNXZkR1ZpYjI5ckxYQmhaR1JwYm1jNklERXdjSGc3WEc0Z0lDMHRhbkF0Ym05MFpXSnZiMnN0YzJOeWIyeHNMWEJoWkdScGJtYzZJREV3TUhCNE8xeHVYRzRnSUM4cUlFTnZibk52YkdVZ2MzQmxZMmxtYVdNZ2MzUjViR1Z6SUNvdlhHNWNiaUFnTFMxcWNDMWpiMjV6YjJ4bExXSmhZMnRuY205MWJtUTZJSFpoY2lndExXMWtMV2R5WlhrdE1UQXdLVHRjYmx4dUlDQXZLaUJVYjI5c1ltRnlJSE53WldOcFptbGpJSE4wZVd4bGN5QXFMMXh1WEc0Z0lDMHRhbkF0ZEc5dmJHSmhjaTFpYjNKa1pYSXRZMjlzYjNJNklIWmhjaWd0TFcxa0xXZHlaWGt0TkRBd0tUdGNiaUFnTFMxcWNDMTBiMjlzWW1GeUxXMXBZM0p2TFdobGFXZG9kRG9nT0hCNE8xeHVJQ0F0TFdwd0xYUnZiMnhpWVhJdFltRmphMmR5YjNWdVpEb2dkbUZ5S0MwdGFuQXRiR0Y1YjNWMExXTnZiRzl5TUNrN1hHNGdJQzB0YW5BdGRHOXZiR0poY2kxaWIzZ3RjMmhoWkc5M09pQXdjSGdnTUhCNElESndlQ0F3Y0hnZ2NtZGlZU2d3TERBc01Dd3dMakkwS1R0Y2JpQWdMUzFxY0MxMGIyOXNZbUZ5TFdobFlXUmxjaTF0WVhKbmFXNDZJRFJ3ZUNBMGNIZ2dNSEI0SURSd2VEdGNiaUFnTFMxcWNDMTBiMjlzWW1GeUxXRmpkR2wyWlMxaVlXTnJaM0p2ZFc1a09pQjJZWElvTFMxdFpDMW5jbVY1TFRNd01DazdYRzU5WEc0aUxDSXZLaXBjYmlBcUlGUm9aU0J0WVhSbGNtbGhiQ0JrWlhOcFoyNGdZMjlzYjNKeklHRnlaU0JoWkdGd2RHVmtJR1p5YjIwZ1oyOXZaMnhsTFcxaGRHVnlhV0ZzTFdOdmJHOXlJSFl4TGpJdU5seHVJQ29nYUhSMGNITTZMeTluYVhSb2RXSXVZMjl0TDJSaGJteGxkbUZ1TDJkdmIyZHNaUzF0WVhSbGNtbGhiQzFqYjJ4dmNseHVJQ29nYUhSMGNITTZMeTluYVhSb2RXSXVZMjl0TDJSaGJteGxkbUZ1TDJkdmIyZHNaUzF0WVhSbGNtbGhiQzFqYjJ4dmNpOWliRzlpTDJZMk4yTmhOV1kwTURJNFlqSm1NV0l6TkRnMk1tWTJOR0l3WTJFMk56TXlNMlk1TVdJd09EZ3ZaR2x6ZEM5d1lXeGxkSFJsTG5aaGNpNWpjM05jYmlBcVhHNGdLaUJVYUdVZ2JHbGpaVzV6WlNCbWIzSWdkR2hsSUcxaGRHVnlhV0ZzSUdSbGMybG5iaUJqYjJ4dmNpQkRVMU1nZG1GeWFXRmliR1Z6SUdseklHRnpJR1p2Ykd4dmQzTWdLSE5sWlZ4dUlDb2dhSFIwY0hNNkx5OW5hWFJvZFdJdVkyOXRMMlJoYm14bGRtRnVMMmR2YjJkc1pTMXRZWFJsY21saGJDMWpiMnh2Y2k5aWJHOWlMMlkyTjJOaE5XWTBNREk0WWpKbU1XSXpORGcyTW1ZMk5HSXdZMkUyTnpNeU0yWTVNV0l3T0RndlRFbERSVTVUUlNsY2JpQXFYRzRnS2lCVWFHVWdUVWxVSUV4cFkyVnVjMlVnS0UxSlZDbGNiaUFxWEc0Z0tpQkRiM0I1Y21sbmFIUWdLR01wSURJd01UUWdSR0Z1SUV4bElGWmhibHh1SUNwY2JpQXFJRkJsY20xcGMzTnBiMjRnYVhNZ2FHVnlaV0o1SUdkeVlXNTBaV1FzSUdaeVpXVWdiMllnWTJoaGNtZGxMQ0IwYnlCaGJua2djR1Z5YzI5dUlHOWlkR0ZwYm1sdVp5QmhJR052Y0hsY2JpQXFJRzltSUhSb2FYTWdjMjltZEhkaGNtVWdZVzVrSUdGemMyOWphV0YwWldRZ1pHOWpkVzFsYm5SaGRHbHZiaUJtYVd4bGN5QW9kR2hsSUZ3aVUyOW1kSGRoY21WY0lpa3NJSFJ2SUdSbFlXeGNiaUFxSUdsdUlIUm9aU0JUYjJaMGQyRnlaU0IzYVhSb2IzVjBJSEpsYzNSeWFXTjBhVzl1TENCcGJtTnNkV1JwYm1jZ2QybDBhRzkxZENCc2FXMXBkR0YwYVc5dUlIUm9aU0J5YVdkb2RITmNiaUFxSUhSdklIVnpaU3dnWTI5d2VTd2diVzlrYVdaNUxDQnRaWEpuWlN3Z2NIVmliR2x6YUN3Z1pHbHpkSEpwWW5WMFpTd2djM1ZpYkdsalpXNXpaU3dnWVc1a0wyOXlJSE5sYkd4Y2JpQXFJR052Y0dsbGN5QnZaaUIwYUdVZ1UyOW1kSGRoY21Vc0lHRnVaQ0IwYnlCd1pYSnRhWFFnY0dWeWMyOXVjeUIwYnlCM2FHOXRJSFJvWlNCVGIyWjBkMkZ5WlNCcGMxeHVJQ29nWm5WeWJtbHphR1ZrSUhSdklHUnZJSE52TENCemRXSnFaV04wSUhSdklIUm9aU0JtYjJ4c2IzZHBibWNnWTI5dVpHbDBhVzl1Y3pwY2JpQXFYRzRnS2lCVWFHVWdZV0p2ZG1VZ1kyOXdlWEpwWjJoMElHNXZkR2xqWlNCaGJtUWdkR2hwY3lCd1pYSnRhWE56YVc5dUlHNXZkR2xqWlNCemFHRnNiQ0JpWlNCcGJtTnNkV1JsWkNCcGJseHVJQ29nWVd4c0lHTnZjR2xsY3lCdmNpQnpkV0p6ZEdGdWRHbGhiQ0J3YjNKMGFXOXVjeUJ2WmlCMGFHVWdVMjltZEhkaGNtVXVYRzRnS2x4dUlDb2dWRWhGSUZOUFJsUlhRVkpGSUVsVElGQlNUMVpKUkVWRUlGd2lRVk1nU1ZOY0lpd2dWMGxVU0U5VlZDQlhRVkpTUVU1VVdTQlBSaUJCVGxrZ1MwbE9SQ3dnUlZoUVVrVlRVeUJQVWx4dUlDb2dTVTFRVEVsRlJDd2dTVTVEVEZWRVNVNUhJRUpWVkNCT1QxUWdURWxOU1ZSRlJDQlVUeUJVU0VVZ1YwRlNVa0ZPVkVsRlV5QlBSaUJOUlZKRFNFRk9WRUZDU1V4SlZGa3NYRzRnS2lCR1NWUk9SVk5USUVaUFVpQkJJRkJCVWxSSlExVk1RVklnVUZWU1VFOVRSU0JCVGtRZ1RrOU9TVTVHVWtsT1IwVk5SVTVVTGlCSlRpQk9UeUJGVmtWT1ZDQlRTRUZNVENCVVNFVmNiaUFxSUVGVlZFaFBVbE1nVDFJZ1EwOVFXVkpKUjBoVUlFaFBURVJGVWxNZ1FrVWdURWxCUWt4RklFWlBVaUJCVGxrZ1EweEJTVTBzSUVSQlRVRkhSVk1nVDFJZ1QxUklSVkpjYmlBcUlFeEpRVUpKVEVsVVdTd2dWMGhGVkVoRlVpQkpUaUJCVGlCQlExUkpUMDRnVDBZZ1EwOU9WRkpCUTFRc0lGUlBVbFFnVDFJZ1QxUklSVkpYU1ZORkxDQkJVa2xUU1U1SElFWlNUMDBzWEc0Z0tpQlBWVlFnVDBZZ1QxSWdTVTRnUTA5T1RrVkRWRWxQVGlCWFNWUklJRlJJUlNCVFQwWlVWMEZTUlNCUFVpQlVTRVVnVlZORklFOVNJRTlVU0VWU0lFUkZRVXhKVGtkVElFbE9JRlJJUlZ4dUlDb2dVMDlHVkZkQlVrVXVYRzRnS2k5Y2JqcHliMjkwSUh0Y2JpQWdMUzF0WkMxeVpXUXROVEE2SUNOR1JrVkNSVVU3WEc0Z0lDMHRiV1F0Y21Wa0xURXdNRG9nSTBaR1EwUkVNanRjYmlBZ0xTMXRaQzF5WldRdE1qQXdPaUFqUlVZNVFUbEJPMXh1SUNBdExXMWtMWEpsWkMwek1EQTZJQ05GTlRjek56TTdYRzRnSUMwdGJXUXRjbVZrTFRRd01Eb2dJMFZHTlRNMU1EdGNiaUFnTFMxdFpDMXlaV1F0TlRBd09pQWpSalEwTXpNMk8xeHVJQ0F0TFcxa0xYSmxaQzAyTURBNklDTkZOVE01TXpVN1hHNGdJQzB0YldRdGNtVmtMVGN3TURvZ0kwUXpNa1l5Ump0Y2JpQWdMUzF0WkMxeVpXUXRPREF3T2lBalF6WXlPREk0TzF4dUlDQXRMVzFrTFhKbFpDMDVNREE2SUNOQ056RkRNVU03WEc0Z0lDMHRiV1F0Y21Wa0xVRXhNREE2SUNOR1JqaEJPREE3WEc0Z0lDMHRiV1F0Y21Wa0xVRXlNREE2SUNOR1JqVXlOVEk3WEc0Z0lDMHRiV1F0Y21Wa0xVRTBNREE2SUNOR1JqRTNORFE3WEc0Z0lDMHRiV1F0Y21Wa0xVRTNNREE2SUNORU5UQXdNREE3WEc1Y2JpQWdMUzF0WkMxd2FXNXJMVFV3T2lBalJrTkZORVZETzF4dUlDQXRMVzFrTFhCcGJtc3RNVEF3T2lBalJqaENRa1F3TzF4dUlDQXRMVzFrTFhCcGJtc3RNakF3T2lBalJqUTRSa0l4TzF4dUlDQXRMVzFrTFhCcGJtc3RNekF3T2lBalJqQTJNamt5TzF4dUlDQXRMVzFrTFhCcGJtc3ROREF3T2lBalJVTTBNRGRCTzF4dUlDQXRMVzFrTFhCcGJtc3ROVEF3T2lBalJUa3hSVFl6TzF4dUlDQXRMVzFrTFhCcGJtc3ROakF3T2lBalJEZ3hRall3TzF4dUlDQXRMVzFrTFhCcGJtc3ROekF3T2lBalF6SXhPRFZDTzF4dUlDQXRMVzFrTFhCcGJtc3RPREF3T2lBalFVUXhORFUzTzF4dUlDQXRMVzFrTFhCcGJtc3RPVEF3T2lBak9EZ3dSVFJHTzF4dUlDQXRMVzFrTFhCcGJtc3RRVEV3TURvZ0kwWkdPREJCUWp0Y2JpQWdMUzF0WkMxd2FXNXJMVUV5TURBNklDTkdSalF3T0RFN1hHNGdJQzB0YldRdGNHbHVheTFCTkRBd09pQWpSalV3TURVM08xeHVJQ0F0TFcxa0xYQnBibXN0UVRjd01Eb2dJME0xTVRFMk1qdGNibHh1SUNBdExXMWtMWEIxY25Cc1pTMDFNRG9nSTBZelJUVkdOVHRjYmlBZ0xTMXRaQzF3ZFhKd2JHVXRNVEF3T2lBalJURkNSVVUzTzF4dUlDQXRMVzFrTFhCMWNuQnNaUzB5TURBNklDTkRSVGt6UkRnN1hHNGdJQzB0YldRdGNIVnljR3hsTFRNd01Eb2dJMEpCTmpoRE9EdGNiaUFnTFMxdFpDMXdkWEp3YkdVdE5EQXdPaUFqUVVJME4wSkRPMXh1SUNBdExXMWtMWEIxY25Cc1pTMDFNREE2SUNNNVF6STNRakE3WEc0Z0lDMHRiV1F0Y0hWeWNHeGxMVFl3TURvZ0l6aEZNalJCUVR0Y2JpQWdMUzF0WkMxd2RYSndiR1V0TnpBd09pQWpOMEl4UmtFeU8xeHVJQ0F0TFcxa0xYQjFjbkJzWlMwNE1EQTZJQ00yUVRGQ09VRTdYRzRnSUMwdGJXUXRjSFZ5Y0d4bExUa3dNRG9nSXpSQk1UUTRRenRjYmlBZ0xTMXRaQzF3ZFhKd2JHVXRRVEV3TURvZ0kwVkJPREJHUXp0Y2JpQWdMUzF0WkMxd2RYSndiR1V0UVRJd01Eb2dJMFV3TkRCR1FqdGNiaUFnTFMxdFpDMXdkWEp3YkdVdFFUUXdNRG9nSTBRMU1EQkdPVHRjYmlBZ0xTMXRaQzF3ZFhKd2JHVXRRVGN3TURvZ0kwRkJNREJHUmp0Y2JseHVJQ0F0TFcxa0xXUmxaWEF0Y0hWeWNHeGxMVFV3T2lBalJVUkZOMFkyTzF4dUlDQXRMVzFrTFdSbFpYQXRjSFZ5Y0d4bExURXdNRG9nSTBReFF6UkZPVHRjYmlBZ0xTMXRaQzFrWldWd0xYQjFjbkJzWlMweU1EQTZJQ05DTXpsRVJFSTdYRzRnSUMwdGJXUXRaR1ZsY0Mxd2RYSndiR1V0TXpBd09pQWpPVFUzTlVORU8xeHVJQ0F0TFcxa0xXUmxaWEF0Y0hWeWNHeGxMVFF3TURvZ0l6ZEZOVGRETWp0Y2JpQWdMUzF0WkMxa1pXVndMWEIxY25Cc1pTMDFNREE2SUNNMk56TkJRamM3WEc0Z0lDMHRiV1F0WkdWbGNDMXdkWEp3YkdVdE5qQXdPaUFqTlVVek5VSXhPMXh1SUNBdExXMWtMV1JsWlhBdGNIVnljR3hsTFRjd01Eb2dJelV4TWtSQk9EdGNiaUFnTFMxdFpDMWtaV1Z3TFhCMWNuQnNaUzA0TURBNklDTTBOVEkzUVRBN1hHNGdJQzB0YldRdFpHVmxjQzF3ZFhKd2JHVXRPVEF3T2lBak16RXhRamt5TzF4dUlDQXRMVzFrTFdSbFpYQXRjSFZ5Y0d4bExVRXhNREE2SUNOQ016ZzRSa1k3WEc0Z0lDMHRiV1F0WkdWbGNDMXdkWEp3YkdVdFFUSXdNRG9nSXpkRE5FUkdSanRjYmlBZ0xTMXRaQzFrWldWd0xYQjFjbkJzWlMxQk5EQXdPaUFqTmpVeFJrWkdPMXh1SUNBdExXMWtMV1JsWlhBdGNIVnljR3hsTFVFM01EQTZJQ00yTWpBd1JVRTdYRzVjYmlBZ0xTMXRaQzFwYm1ScFoyOHROVEE2SUNORk9FVkJSalk3WEc0Z0lDMHRiV1F0YVc1a2FXZHZMVEV3TURvZ0kwTTFRMEZGT1R0Y2JpQWdMUzF0WkMxcGJtUnBaMjh0TWpBd09pQWpPVVpCT0VSQk8xeHVJQ0F0TFcxa0xXbHVaR2xuYnkwek1EQTZJQ00zT1RnMlEwSTdYRzRnSUMwdGJXUXRhVzVrYVdkdkxUUXdNRG9nSXpWRE5rSkRNRHRjYmlBZ0xTMXRaQzFwYm1ScFoyOHROVEF3T2lBak0wWTFNVUkxTzF4dUlDQXRMVzFrTFdsdVpHbG5ieTAyTURBNklDTXpPVFE1UVVJN1hHNGdJQzB0YldRdGFXNWthV2R2TFRjd01Eb2dJek13TTBZNVJqdGNiaUFnTFMxdFpDMXBibVJwWjI4dE9EQXdPaUFqTWpnek5Ua3pPMXh1SUNBdExXMWtMV2x1WkdsbmJ5MDVNREE2SUNNeFFUSXpOMFU3WEc0Z0lDMHRiV1F0YVc1a2FXZHZMVUV4TURBNklDTTRRemxGUmtZN1hHNGdJQzB0YldRdGFXNWthV2R2TFVFeU1EQTZJQ00xTXpaRVJrVTdYRzRnSUMwdGJXUXRhVzVrYVdkdkxVRTBNREE2SUNNelJEVkJSa1U3WEc0Z0lDMHRiV1F0YVc1a2FXZHZMVUUzTURBNklDTXpNRFJHUmtVN1hHNWNiaUFnTFMxdFpDMWliSFZsTFRVd09pQWpSVE5HTWtaRU8xeHVJQ0F0TFcxa0xXSnNkV1V0TVRBd09pQWpRa0pFUlVaQ08xeHVJQ0F0TFcxa0xXSnNkV1V0TWpBd09pQWpPVEJEUVVZNU8xeHVJQ0F0TFcxa0xXSnNkV1V0TXpBd09pQWpOalJDTlVZMk8xeHVJQ0F0TFcxa0xXSnNkV1V0TkRBd09pQWpOREpCTlVZMU8xeHVJQ0F0TFcxa0xXSnNkV1V0TlRBd09pQWpNakU1TmtZek8xeHVJQ0F0TFcxa0xXSnNkV1V0TmpBd09pQWpNVVU0T0VVMU8xeHVJQ0F0TFcxa0xXSnNkV1V0TnpBd09pQWpNVGszTmtReU8xeHVJQ0F0TFcxa0xXSnNkV1V0T0RBd09pQWpNVFUyTlVNd08xeHVJQ0F0TFcxa0xXSnNkV1V0T1RBd09pQWpNRVEwTjBFeE8xeHVJQ0F0TFcxa0xXSnNkV1V0UVRFd01Eb2dJemd5UWpGR1JqdGNiaUFnTFMxdFpDMWliSFZsTFVFeU1EQTZJQ00wTkRoQlJrWTdYRzRnSUMwdGJXUXRZbXgxWlMxQk5EQXdPaUFqTWprM09VWkdPMXh1SUNBdExXMWtMV0pzZFdVdFFUY3dNRG9nSXpJNU5qSkdSanRjYmx4dUlDQXRMVzFrTFd4cFoyaDBMV0pzZFdVdE5UQTZJQ05GTVVZMVJrVTdYRzRnSUMwdGJXUXRiR2xuYUhRdFlteDFaUzB4TURBNklDTkNNMFUxUmtNN1hHNGdJQzB0YldRdGJHbG5hSFF0WW14MVpTMHlNREE2SUNNNE1VUTBSa0U3WEc0Z0lDMHRiV1F0YkdsbmFIUXRZbXgxWlMwek1EQTZJQ00wUmtNelJqYzdYRzRnSUMwdGJXUXRiR2xuYUhRdFlteDFaUzAwTURBNklDTXlPVUkyUmpZN1hHNGdJQzB0YldRdGJHbG5hSFF0WW14MVpTMDFNREE2SUNNd00wRTVSalE3WEc0Z0lDMHRiV1F0YkdsbmFIUXRZbXgxWlMwMk1EQTZJQ013TXpsQ1JUVTdYRzRnSUMwdGJXUXRiR2xuYUhRdFlteDFaUzAzTURBNklDTXdNamc0UkRFN1hHNGdJQzB0YldRdGJHbG5hSFF0WW14MVpTMDRNREE2SUNNd01qYzNRa1E3WEc0Z0lDMHRiV1F0YkdsbmFIUXRZbXgxWlMwNU1EQTZJQ013TVRVM09VSTdYRzRnSUMwdGJXUXRiR2xuYUhRdFlteDFaUzFCTVRBd09pQWpPREJFT0VaR08xeHVJQ0F0TFcxa0xXeHBaMmgwTFdKc2RXVXRRVEl3TURvZ0l6UXdRelJHUmp0Y2JpQWdMUzF0WkMxc2FXZG9kQzFpYkhWbExVRTBNREE2SUNNd01FSXdSa1k3WEc0Z0lDMHRiV1F0YkdsbmFIUXRZbXgxWlMxQk56QXdPaUFqTURBNU1VVkJPMXh1WEc0Z0lDMHRiV1F0WTNsaGJpMDFNRG9nSTBVd1JqZEdRVHRjYmlBZ0xTMXRaQzFqZVdGdUxURXdNRG9nSTBJeVJVSkdNanRjYmlBZ0xTMXRaQzFqZVdGdUxUSXdNRG9nSXpnd1JFVkZRVHRjYmlBZ0xTMXRaQzFqZVdGdUxUTXdNRG9nSXpSRVJEQkZNVHRjYmlBZ0xTMXRaQzFqZVdGdUxUUXdNRG9nSXpJMlF6WkVRVHRjYmlBZ0xTMXRaQzFqZVdGdUxUVXdNRG9nSXpBd1FrTkVORHRjYmlBZ0xTMXRaQzFqZVdGdUxUWXdNRG9nSXpBd1FVTkRNVHRjYmlBZ0xTMXRaQzFqZVdGdUxUY3dNRG9nSXpBd09UZEJOenRjYmlBZ0xTMXRaQzFqZVdGdUxUZ3dNRG9nSXpBd09ETTRSanRjYmlBZ0xTMXRaQzFqZVdGdUxUa3dNRG9nSXpBd05qQTJORHRjYmlBZ0xTMXRaQzFqZVdGdUxVRXhNREE2SUNNNE5FWkdSa1k3WEc0Z0lDMHRiV1F0WTNsaGJpMUJNakF3T2lBak1UaEdSa1pHTzF4dUlDQXRMVzFrTFdONVlXNHRRVFF3TURvZ0l6QXdSVFZHUmp0Y2JpQWdMUzF0WkMxamVXRnVMVUUzTURBNklDTXdNRUk0UkRRN1hHNWNiaUFnTFMxdFpDMTBaV0ZzTFRVd09pQWpSVEJHTWtZeE8xeHVJQ0F0TFcxa0xYUmxZV3d0TVRBd09pQWpRakpFUmtSQ08xeHVJQ0F0TFcxa0xYUmxZV3d0TWpBd09pQWpPREJEUWtNME8xeHVJQ0F0TFcxa0xYUmxZV3d0TXpBd09pQWpORVJDTmtGRE8xeHVJQ0F0TFcxa0xYUmxZV3d0TkRBd09pQWpNalpCTmpsQk8xeHVJQ0F0TFcxa0xYUmxZV3d0TlRBd09pQWpNREE1TmpnNE8xeHVJQ0F0TFcxa0xYUmxZV3d0TmpBd09pQWpNREE0T1RkQ08xeHVJQ0F0TFcxa0xYUmxZV3d0TnpBd09pQWpNREEzT1RaQ08xeHVJQ0F0TFcxa0xYUmxZV3d0T0RBd09pQWpNREEyT1RWRE8xeHVJQ0F0TFcxa0xYUmxZV3d0T1RBd09pQWpNREEwUkRRd08xeHVJQ0F0TFcxa0xYUmxZV3d0UVRFd01Eb2dJMEUzUmtaRlFqdGNiaUFnTFMxdFpDMTBaV0ZzTFVFeU1EQTZJQ00yTkVaR1JFRTdYRzRnSUMwdGJXUXRkR1ZoYkMxQk5EQXdPaUFqTVVSRk9VSTJPMXh1SUNBdExXMWtMWFJsWVd3dFFUY3dNRG9nSXpBd1FrWkJOVHRjYmx4dUlDQXRMVzFrTFdkeVpXVnVMVFV3T2lBalJUaEdOVVU1TzF4dUlDQXRMVzFrTFdkeVpXVnVMVEV3TURvZ0kwTTRSVFpET1R0Y2JpQWdMUzF0WkMxbmNtVmxiaTB5TURBNklDTkJOVVEyUVRjN1hHNGdJQzB0YldRdFozSmxaVzR0TXpBd09pQWpPREZETnpnME8xeHVJQ0F0TFcxa0xXZHlaV1Z1TFRRd01Eb2dJelkyUWtJMlFUdGNiaUFnTFMxdFpDMW5jbVZsYmkwMU1EQTZJQ00wUTBGR05UQTdYRzRnSUMwdGJXUXRaM0psWlc0dE5qQXdPaUFqTkROQk1EUTNPMXh1SUNBdExXMWtMV2R5WldWdUxUY3dNRG9nSXpNNE9FVXpRenRjYmlBZ0xTMXRaQzFuY21WbGJpMDRNREE2SUNNeVJUZEVNekk3WEc0Z0lDMHRiV1F0WjNKbFpXNHRPVEF3T2lBak1VSTFSVEl3TzF4dUlDQXRMVzFrTFdkeVpXVnVMVUV4TURBNklDTkNPVVkyUTBFN1hHNGdJQzB0YldRdFozSmxaVzR0UVRJd01Eb2dJelk1UmpCQlJUdGNiaUFnTFMxdFpDMW5jbVZsYmkxQk5EQXdPaUFqTURCRk5qYzJPMXh1SUNBdExXMWtMV2R5WldWdUxVRTNNREE2SUNNd01FTTROVE03WEc1Y2JpQWdMUzF0WkMxc2FXZG9kQzFuY21WbGJpMDFNRG9nSTBZeFJqaEZPVHRjYmlBZ0xTMXRaQzFzYVdkb2RDMW5jbVZsYmkweE1EQTZJQ05FUTBWRVF6ZzdYRzRnSUMwdGJXUXRiR2xuYUhRdFozSmxaVzR0TWpBd09pQWpRelZGTVVFMU8xeHVJQ0F0TFcxa0xXeHBaMmgwTFdkeVpXVnVMVE13TURvZ0kwRkZSRFU0TVR0Y2JpQWdMUzF0WkMxc2FXZG9kQzFuY21WbGJpMDBNREE2SUNNNVEwTkROalU3WEc0Z0lDMHRiV1F0YkdsbmFIUXRaM0psWlc0dE5UQXdPaUFqT0VKRE16UkJPMXh1SUNBdExXMWtMV3hwWjJoMExXZHlaV1Z1TFRZd01Eb2dJemREUWpNME1qdGNiaUFnTFMxdFpDMXNhV2RvZEMxbmNtVmxiaTAzTURBNklDTTJPRGxHTXpnN1hHNGdJQzB0YldRdGJHbG5hSFF0WjNKbFpXNHRPREF3T2lBak5UVTRRakpHTzF4dUlDQXRMVzFrTFd4cFoyaDBMV2R5WldWdUxUa3dNRG9nSXpNek5qa3hSVHRjYmlBZ0xTMXRaQzFzYVdkb2RDMW5jbVZsYmkxQk1UQXdPaUFqUTBOR1Jqa3dPMXh1SUNBdExXMWtMV3hwWjJoMExXZHlaV1Z1TFVFeU1EQTZJQ05DTWtaR05UazdYRzRnSUMwdGJXUXRiR2xuYUhRdFozSmxaVzR0UVRRd01Eb2dJemMyUmtZd016dGNiaUFnTFMxdFpDMXNhV2RvZEMxbmNtVmxiaTFCTnpBd09pQWpOalJFUkRFM08xeHVYRzRnSUMwdGJXUXRiR2x0WlMwMU1Eb2dJMFk1UmtKRk56dGNiaUFnTFMxdFpDMXNhVzFsTFRFd01Eb2dJMFl3UmpSRE16dGNiaUFnTFMxdFpDMXNhVzFsTFRJd01Eb2dJMFUyUlVVNVF6dGNiaUFnTFMxdFpDMXNhVzFsTFRNd01Eb2dJMFJEUlRjM05UdGNiaUFnTFMxdFpDMXNhVzFsTFRRd01Eb2dJMFEwUlRFMU56dGNiaUFnTFMxdFpDMXNhVzFsTFRVd01Eb2dJME5FUkVNek9UdGNiaUFnTFMxdFpDMXNhVzFsTFRZd01Eb2dJME13UTBFek16dGNiaUFnTFMxdFpDMXNhVzFsTFRjd01Eb2dJMEZHUWpReVFqdGNiaUFnTFMxdFpDMXNhVzFsTFRnd01Eb2dJemxGT1VReU5EdGNiaUFnTFMxdFpDMXNhVzFsTFRrd01Eb2dJemd5TnpjeE56dGNiaUFnTFMxdFpDMXNhVzFsTFVFeE1EQTZJQ05HTkVaR09ERTdYRzRnSUMwdGJXUXRiR2x0WlMxQk1qQXdPaUFqUlVWR1JqUXhPMXh1SUNBdExXMWtMV3hwYldVdFFUUXdNRG9nSTBNMlJrWXdNRHRjYmlBZ0xTMXRaQzFzYVcxbExVRTNNREE2SUNOQlJVVkJNREE3WEc1Y2JpQWdMUzF0WkMxNVpXeHNiM2N0TlRBNklDTkdSa1pFUlRjN1hHNGdJQzB0YldRdGVXVnNiRzkzTFRFd01Eb2dJMFpHUmpsRE5EdGNiaUFnTFMxdFpDMTVaV3hzYjNjdE1qQXdPaUFqUmtaR05UbEVPMXh1SUNBdExXMWtMWGxsYkd4dmR5MHpNREE2SUNOR1JrWXhOelk3WEc0Z0lDMHRiV1F0ZVdWc2JHOTNMVFF3TURvZ0kwWkdSVVUxT0R0Y2JpQWdMUzF0WkMxNVpXeHNiM2N0TlRBd09pQWpSa1pGUWpOQ08xeHVJQ0F0TFcxa0xYbGxiR3h2ZHkwMk1EQTZJQ05HUkVRNE16VTdYRzRnSUMwdGJXUXRlV1ZzYkc5M0xUY3dNRG9nSTBaQ1F6QXlSRHRjYmlBZ0xTMXRaQzE1Wld4c2IzY3RPREF3T2lBalJqbEJPREkxTzF4dUlDQXRMVzFrTFhsbGJHeHZkeTA1TURBNklDTkdOVGRHTVRjN1hHNGdJQzB0YldRdGVXVnNiRzkzTFVFeE1EQTZJQ05HUmtaR09FUTdYRzRnSUMwdGJXUXRlV1ZzYkc5M0xVRXlNREE2SUNOR1JrWkdNREE3WEc0Z0lDMHRiV1F0ZVdWc2JHOTNMVUUwTURBNklDTkdSa1ZCTURBN1hHNGdJQzB0YldRdGVXVnNiRzkzTFVFM01EQTZJQ05HUmtRMk1EQTdYRzVjYmlBZ0xTMXRaQzFoYldKbGNpMDFNRG9nSTBaR1JqaEZNVHRjYmlBZ0xTMXRaQzFoYldKbGNpMHhNREE2SUNOR1JrVkRRak03WEc0Z0lDMHRiV1F0WVcxaVpYSXRNakF3T2lBalJrWkZNRGd5TzF4dUlDQXRMVzFrTFdGdFltVnlMVE13TURvZ0kwWkdSRFUwUmp0Y2JpQWdMUzF0WkMxaGJXSmxjaTAwTURBNklDTkdSa05CTWpnN1hHNGdJQzB0YldRdFlXMWlaWEl0TlRBd09pQWpSa1pETVRBM08xeHVJQ0F0TFcxa0xXRnRZbVZ5TFRZd01Eb2dJMFpHUWpNd01EdGNiaUFnTFMxdFpDMWhiV0psY2kwM01EQTZJQ05HUmtFd01EQTdYRzRnSUMwdGJXUXRZVzFpWlhJdE9EQXdPaUFqUmtZNFJqQXdPMXh1SUNBdExXMWtMV0Z0WW1WeUxUa3dNRG9nSTBaR05rWXdNRHRjYmlBZ0xTMXRaQzFoYldKbGNpMUJNVEF3T2lBalJrWkZOVGRHTzF4dUlDQXRMVzFrTFdGdFltVnlMVUV5TURBNklDTkdSa1EzTkRBN1hHNGdJQzB0YldRdFlXMWlaWEl0UVRRd01Eb2dJMFpHUXpRd01EdGNiaUFnTFMxdFpDMWhiV0psY2kxQk56QXdPaUFqUmtaQlFqQXdPMXh1WEc0Z0lDMHRiV1F0YjNKaGJtZGxMVFV3T2lBalJrWkdNMFV3TzF4dUlDQXRMVzFrTFc5eVlXNW5aUzB4TURBNklDTkdSa1V3UWpJN1hHNGdJQzB0YldRdGIzSmhibWRsTFRJd01Eb2dJMFpHUTBNNE1EdGNiaUFnTFMxdFpDMXZjbUZ1WjJVdE16QXdPaUFqUmtaQ056UkVPMXh1SUNBdExXMWtMVzl5WVc1blpTMDBNREE2SUNOR1JrRTNNalk3WEc0Z0lDMHRiV1F0YjNKaGJtZGxMVFV3TURvZ0kwWkdPVGd3TUR0Y2JpQWdMUzF0WkMxdmNtRnVaMlV0TmpBd09pQWpSa0k0UXpBd08xeHVJQ0F0TFcxa0xXOXlZVzVuWlMwM01EQTZJQ05HTlRkRE1EQTdYRzRnSUMwdGJXUXRiM0poYm1kbExUZ3dNRG9nSTBWR05rTXdNRHRjYmlBZ0xTMXRaQzF2Y21GdVoyVXRPVEF3T2lBalJUWTFNVEF3TzF4dUlDQXRMVzFrTFc5eVlXNW5aUzFCTVRBd09pQWpSa1pFTVRnd08xeHVJQ0F0TFcxa0xXOXlZVzVuWlMxQk1qQXdPaUFqUmtaQlFqUXdPMXh1SUNBdExXMWtMVzl5WVc1blpTMUJOREF3T2lBalJrWTVNVEF3TzF4dUlDQXRMVzFrTFc5eVlXNW5aUzFCTnpBd09pQWpSa1kyUkRBd08xeHVYRzRnSUMwdGJXUXRaR1ZsY0MxdmNtRnVaMlV0TlRBNklDTkdRa1U1UlRjN1hHNGdJQzB0YldRdFpHVmxjQzF2Y21GdVoyVXRNVEF3T2lBalJrWkRRMEpETzF4dUlDQXRMVzFrTFdSbFpYQXRiM0poYm1kbExUSXdNRG9nSTBaR1FVSTVNVHRjYmlBZ0xTMXRaQzFrWldWd0xXOXlZVzVuWlMwek1EQTZJQ05HUmpoQk5qVTdYRzRnSUMwdGJXUXRaR1ZsY0MxdmNtRnVaMlV0TkRBd09pQWpSa1kzTURRek8xeHVJQ0F0TFcxa0xXUmxaWEF0YjNKaGJtZGxMVFV3TURvZ0kwWkdOVGN5TWp0Y2JpQWdMUzF0WkMxa1pXVndMVzl5WVc1blpTMDJNREE2SUNOR05EVXhNVVU3WEc0Z0lDMHRiV1F0WkdWbGNDMXZjbUZ1WjJVdE56QXdPaUFqUlRZMFFURTVPMXh1SUNBdExXMWtMV1JsWlhBdGIzSmhibWRsTFRnd01Eb2dJMFE0TkRNeE5UdGNiaUFnTFMxdFpDMWtaV1Z3TFc5eVlXNW5aUzA1TURBNklDTkNSak0yTUVNN1hHNGdJQzB0YldRdFpHVmxjQzF2Y21GdVoyVXRRVEV3TURvZ0kwWkdPVVU0TUR0Y2JpQWdMUzF0WkMxa1pXVndMVzl5WVc1blpTMUJNakF3T2lBalJrWTJSVFF3TzF4dUlDQXRMVzFrTFdSbFpYQXRiM0poYm1kbExVRTBNREE2SUNOR1JqTkVNREE3WEc0Z0lDMHRiV1F0WkdWbGNDMXZjbUZ1WjJVdFFUY3dNRG9nSTBSRU1rTXdNRHRjYmx4dUlDQXRMVzFrTFdKeWIzZHVMVFV3T2lBalJVWkZRa1U1TzF4dUlDQXRMVzFrTFdKeWIzZHVMVEV3TURvZ0kwUTNRME5ET0R0Y2JpQWdMUzF0WkMxaWNtOTNiaTB5TURBNklDTkNRMEZCUVRRN1hHNGdJQzB0YldRdFluSnZkMjR0TXpBd09pQWpRVEU0T0RkR08xeHVJQ0F0TFcxa0xXSnliM2R1TFRRd01Eb2dJemhFTmtVMk16dGNiaUFnTFMxdFpDMWljbTkzYmkwMU1EQTZJQ00zT1RVMU5EZzdYRzRnSUMwdGJXUXRZbkp2ZDI0dE5qQXdPaUFqTmtRMFF6UXhPMXh1SUNBdExXMWtMV0p5YjNkdUxUY3dNRG9nSXpWRU5EQXpOenRjYmlBZ0xTMXRaQzFpY205M2JpMDRNREE2SUNNMFJUTTBNa1U3WEc0Z0lDMHRiV1F0WW5KdmQyNHRPVEF3T2lBak0wVXlOekl6TzF4dVhHNGdJQzB0YldRdFozSmxlUzAxTURvZ0kwWkJSa0ZHUVR0Y2JpQWdMUzF0WkMxbmNtVjVMVEV3TURvZ0kwWTFSalZHTlR0Y2JpQWdMUzF0WkMxbmNtVjVMVEl3TURvZ0kwVkZSVVZGUlR0Y2JpQWdMUzF0WkMxbmNtVjVMVE13TURvZ0kwVXdSVEJGTUR0Y2JpQWdMUzF0WkMxbmNtVjVMVFF3TURvZ0kwSkVRa1JDUkR0Y2JpQWdMUzF0WkMxbmNtVjVMVFV3TURvZ0l6bEZPVVU1UlR0Y2JpQWdMUzF0WkMxbmNtVjVMVFl3TURvZ0l6YzFOelUzTlR0Y2JpQWdMUzF0WkMxbmNtVjVMVGN3TURvZ0l6WXhOakUyTVR0Y2JpQWdMUzF0WkMxbmNtVjVMVGd3TURvZ0l6UXlOREkwTWp0Y2JpQWdMUzF0WkMxbmNtVjVMVGt3TURvZ0l6SXhNakV5TVR0Y2JseHVJQ0F0TFcxa0xXSnNkV1V0WjNKbGVTMDFNRG9nSTBWRFJVWkdNVHRjYmlBZ0xTMXRaQzFpYkhWbExXZHlaWGt0TVRBd09pQWpRMFpFT0VSRE8xeHVJQ0F0TFcxa0xXSnNkV1V0WjNKbGVTMHlNREE2SUNOQ01FSkZRelU3WEc0Z0lDMHRiV1F0WW14MVpTMW5jbVY1TFRNd01Eb2dJemt3UVRSQlJUdGNiaUFnTFMxdFpDMWliSFZsTFdkeVpYa3ROREF3T2lBak56ZzVNRGxETzF4dUlDQXRMVzFrTFdKc2RXVXRaM0psZVMwMU1EQTZJQ00yTURkRU9FSTdYRzRnSUMwdGJXUXRZbXgxWlMxbmNtVjVMVFl3TURvZ0l6VTBOa1UzUVR0Y2JpQWdMUzF0WkMxaWJIVmxMV2R5WlhrdE56QXdPaUFqTkRVMVFUWTBPMXh1SUNBdExXMWtMV0pzZFdVdFozSmxlUzA0TURBNklDTXpOelEzTkVZN1hHNGdJQzB0YldRdFlteDFaUzFuY21WNUxUa3dNRG9nSXpJMk16SXpPRHRjYm4waUxDSXZLaUJEYjNCNWNtbG5hSFFnS0dNcElFcDFjSGwwWlhJZ1JHVjJaV3h2Y0cxbGJuUWdWR1ZoYlM1Y2JpQXFJRVJwYzNSeWFXSjFkR1ZrSUhWdVpHVnlJSFJvWlNCMFpYSnRjeUJ2WmlCMGFHVWdUVzlrYVdacFpXUWdRbE5FSUV4cFkyVnVjMlV1WEc0Z0tpOWNibHh1THlwY2JpQXFJRmRsSUdGemMzVnRaU0IwYUdGMElIUm9aU0JEVTFNZ2RtRnlhV0ZpYkdWeklHbHVYRzRnS2lCb2RIUndjem92TDJkcGRHaDFZaTVqYjIwdmFuVndlWFJsY214aFlpOXFkWEI1ZEdWeWJHRmlMMkpzYjJJdmJXRnpkR1Z5TDNOeVl5OWtaV1poZFd4MExYUm9aVzFsTDNaaGNtbGhZbXhsY3k1amMzTmNiaUFxSUdoaGRtVWdZbVZsYmlCa1pXWnBibVZrTGx4dUlDb3ZYRzVjYmtCcGJYQnZjblFnWENJdUwzQm9iM053YUc5eUxtTnpjMXdpTzF4dVhHNDZjbTl2ZENCN1hHNGdJQ0FnTFMxcWNDMTNhV1JuWlhSekxXTnZiRzl5T2lCMllYSW9MUzFxY0MxamIyNTBaVzUwTFdadmJuUXRZMjlzYjNJeEtUdGNiaUFnSUNBdExXcHdMWGRwWkdkbGRITXRiR0ZpWld3dFkyOXNiM0k2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10WTI5c2IzSXBPMXh1SUNBZ0lDMHRhbkF0ZDJsa1oyVjBjeTF5WldGa2IzVjBMV052Ykc5eU9pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXTnZiRzl5S1R0Y2JpQWdJQ0F0TFdwd0xYZHBaR2RsZEhNdFptOXVkQzF6YVhwbE9pQjJZWElvTFMxcWNDMTFhUzFtYjI1MExYTnBlbVV4S1R0Y2JpQWdJQ0F0TFdwd0xYZHBaR2RsZEhNdGJXRnlaMmx1T2lBeWNIZzdYRzRnSUNBZ0xTMXFjQzEzYVdSblpYUnpMV2x1YkdsdVpTMW9aV2xuYUhRNklESTRjSGc3WEc0Z0lDQWdMUzFxY0MxM2FXUm5aWFJ6TFdsdWJHbHVaUzEzYVdSMGFEb2dNekF3Y0hnN1hHNGdJQ0FnTFMxcWNDMTNhV1JuWlhSekxXbHViR2x1WlMxM2FXUjBhQzF6YUc5eWREb2dZMkZzWXloMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWJHbHVaUzEzYVdSMGFDa2dMeUF5SUMwZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxdFlYSm5hVzRwS1R0Y2JpQWdJQ0F0TFdwd0xYZHBaR2RsZEhNdGFXNXNhVzVsTFhkcFpIUm9MWFJwYm5rNklHTmhiR01vZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm14cGJtVXRkMmxrZEdndGMyaHZjblFwSUM4Z01pQXRJSFpoY2lndExXcHdMWGRwWkdkbGRITXRiV0Z5WjJsdUtTazdYRzRnSUNBZ0xTMXFjQzEzYVdSblpYUnpMV2x1YkdsdVpTMXRZWEpuYVc0NklEUndlRHNnTHlvZ2JXRnlaMmx1SUdKbGRIZGxaVzRnYVc1c2FXNWxJR1ZzWlcxbGJuUnpJQ292WEc0Z0lDQWdMUzFxY0MxM2FXUm5aWFJ6TFdsdWJHbHVaUzFzWVdKbGJDMTNhV1IwYURvZ09EQndlRHRjYmlBZ0lDQXRMV3B3TFhkcFpHZGxkSE10WW05eVpHVnlMWGRwWkhSb09pQjJZWElvTFMxcWNDMWliM0prWlhJdGQybGtkR2dwTzF4dUlDQWdJQzB0YW5BdGQybGtaMlYwY3kxMlpYSjBhV05oYkMxb1pXbG5hSFE2SURJd01IQjRPMXh1SUNBZ0lDMHRhbkF0ZDJsa1oyVjBjeTFvYjNKcGVtOXVkR0ZzTFhSaFlpMW9aV2xuYUhRNklESTBjSGc3WEc0Z0lDQWdMUzFxY0MxM2FXUm5aWFJ6TFdodmNtbDZiMjUwWVd3dGRHRmlMWGRwWkhSb09pQXhORFJ3ZUR0Y2JpQWdJQ0F0TFdwd0xYZHBaR2RsZEhNdGFHOXlhWHB2Ym5SaGJDMTBZV0l0ZEc5d0xXSnZjbVJsY2pvZ01uQjRPMXh1SUNBZ0lDMHRhbkF0ZDJsa1oyVjBjeTF3Y205bmNtVnpjeTEwYUdsamEyNWxjM002SURJd2NIZzdYRzRnSUNBZ0xTMXFjQzEzYVdSblpYUnpMV052Ym5SaGFXNWxjaTF3WVdSa2FXNW5PaUF4TlhCNE8xeHVJQ0FnSUMwdGFuQXRkMmxrWjJWMGN5MXBibkIxZEMxd1lXUmthVzVuT2lBMGNIZzdYRzRnSUNBZ0xTMXFjQzEzYVdSblpYUnpMWEpoWkdsdkxXbDBaVzB0YUdWcFoyaDBMV0ZrYW5WemRHMWxiblE2SURod2VEdGNiaUFnSUNBdExXcHdMWGRwWkdkbGRITXRjbUZrYVc4dGFYUmxiUzFvWldsbmFIUTZJR05oYkdNb2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxcGJteHBibVV0YUdWcFoyaDBLU0F0SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10Y21Ga2FXOHRhWFJsYlMxb1pXbG5hSFF0WVdScWRYTjBiV1Z1ZENrcE8xeHVJQ0FnSUMwdGFuQXRkMmxrWjJWMGN5MXpiR2xrWlhJdGRISmhZMnN0ZEdocFkydHVaWE56T2lBMGNIZzdYRzRnSUNBZ0xTMXFjQzEzYVdSblpYUnpMWE5zYVdSbGNpMWliM0prWlhJdGQybGtkR2c2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10WW05eVpHVnlMWGRwWkhSb0tUdGNiaUFnSUNBdExXcHdMWGRwWkdkbGRITXRjMnhwWkdWeUxXaGhibVJzWlMxemFYcGxPaUF4Tm5CNE8xeHVJQ0FnSUMwdGFuQXRkMmxrWjJWMGN5MXpiR2xrWlhJdGFHRnVaR3hsTFdKdmNtUmxjaTFqYjJ4dmNqb2dkbUZ5S0MwdGFuQXRZbTl5WkdWeUxXTnZiRzl5TVNrN1hHNGdJQ0FnTFMxcWNDMTNhV1JuWlhSekxYTnNhV1JsY2kxb1lXNWtiR1V0WW1GamEyZHliM1Z1WkMxamIyeHZjam9nZG1GeUtDMHRhbkF0YkdGNWIzVjBMV052Ykc5eU1TazdYRzRnSUNBZ0xTMXFjQzEzYVdSblpYUnpMWE5zYVdSbGNpMWhZM1JwZG1VdGFHRnVaR3hsTFdOdmJHOXlPaUIyWVhJb0xTMXFjQzFpY21GdVpDMWpiMnh2Y2pFcE8xeHVJQ0FnSUMwdGFuQXRkMmxrWjJWMGN5MXRaVzUxTFdsMFpXMHRhR1ZwWjJoME9pQXlOSEI0TzF4dUlDQWdJQzB0YW5BdGQybGtaMlYwY3kxa2NtOXdaRzkzYmkxaGNuSnZkem9nZFhKc0tGd2laR0YwWVRwcGJXRm5aUzl6ZG1jcmVHMXNPMkpoYzJVMk5DeFFSRGswWWxkM1oyUnRWbmxqTW14Mlltb3dhVTFUTkhkSmFVSnNZbTFPZGxwSGJIVmFlakJwWkZoU2JVeFVaMmxRZWpSTFVFTkZkRXhUUWtoYVZ6VnNZMjFHTUdJelNUWkpSVVpyWWpKS2JFbEZiSE5pU0ZaNlpFaEthR1JIT1hsSlJFVTFUR3BKZFUxVGQyZFZNVnBJU1VWV05HTkhPWGxrUTBKUllraFdia3hWYkhWSlF6Um5WVEZhU0VsR1dteGpiazV3WWpJME5rbEVXWFZOUkVGblVXNVdjR0pIVVdkTlEydG5TVU13ZEZCbmJ6aGpNMXB1U1VoYWJHTnVUbkJpTWpRNVNXcEZkVTFUU1dkaFYxRTVTV3Q0YUdWWFZubFlla1ZwU1Vob2RHSkhOWHBRVTBwdlpFaFNkMDlwT0haa00yUXpURzVqZWt4dE9YbGFlVGg1VFVSQmQwd3pUakphZVVsblpVY3hjMkp1VFRabFIzaHdZbTF6T1VsdGFEQmtTRUUyVEhrNU0yUXpZM1ZrZWsxMVlqTktia3g2UlRWUFZHdDJaVWQ0Y0dKdGMybEpTR2M1U1dwQ2QyVkRTV2RsVkRCcFRVaENORWxuYjBwSlNGcHdXbGhrUTJJelp6bEpha0ZuVFVOQmVFOURRWGhQUTBsbll6TlNOV0pIVlRsSmJWWjFXVmRLYzFwVE1XbFpWMDV5V2pOS2RtUlhOV3RQYlRWc1pIbEJkMGxFUVdkTlZHZG5UVlJuTjBscFFqUmlWM2MyWXpOQ2FGa3lWVGxKYmtKNVdsaE9iR051V214SmFqUkxVRWhPTUdWWGVHeEpTRkkxWTBkVk9VbHVVbXhsU0ZGMldUTk9la2xxTkV0RFV6VjZaRVJDTjFwdGJITmlSSEIxWWpJMWJFOHpNRXRRUXpsNlpFaHNjMXBVTkV0UVNFSm9aRWRuWjFwRU1HbFVWRlYxVFdsM01VeHFiRTFQVTNjMVRHcGtjMDE1TkRSTVZFMTFUMGQzZUV4cVNYTk5VelI1WWtNd01FeHFhM05PVjNkMFRrTTBOVXhVVmsxT1V6UjVURVJWZFU5WWIybE1lalJMVUVoQ2FHUkhaMmRaTW5ob1l6Tk5PVWx1VGpCTlEwbG5Xa1F3YVZSVVFYUk5RelF5WVVSRk5HUnFSVFJUUkVKWFRGUkJkVTV1YjJsTWVqUkxVRU01ZW1SdFl5dERaMXdpS1R0Y2JpQWdJQ0F0TFdwd0xYZHBaR2RsZEhNdGFXNXdkWFF0WTI5c2IzSTZJSFpoY2lndExXcHdMWFZwTFdadmJuUXRZMjlzYjNJeEtUdGNiaUFnSUNBdExXcHdMWGRwWkdkbGRITXRhVzV3ZFhRdFltRmphMmR5YjNWdVpDMWpiMnh2Y2pvZ2RtRnlLQzB0YW5BdGJHRjViM1YwTFdOdmJHOXlNU2s3WEc0Z0lDQWdMUzFxY0MxM2FXUm5aWFJ6TFdsdWNIVjBMV0p2Y21SbGNpMWpiMnh2Y2pvZ2RtRnlLQzB0YW5BdFltOXlaR1Z5TFdOdmJHOXlNU2s3WEc0Z0lDQWdMUzFxY0MxM2FXUm5aWFJ6TFdsdWNIVjBMV1p2WTNWekxXSnZjbVJsY2kxamIyeHZjam9nZG1GeUtDMHRhbkF0WW5KaGJtUXRZMjlzYjNJeUtUdGNiaUFnSUNBdExXcHdMWGRwWkdkbGRITXRhVzV3ZFhRdFltOXlaR1Z5TFhkcFpIUm9PaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV0p2Y21SbGNpMTNhV1IwYUNrN1hHNGdJQ0FnTFMxcWNDMTNhV1JuWlhSekxXUnBjMkZpYkdWa0xXOXdZV05wZEhrNklEQXVOanRjYmx4dUlDQWdJQzhxSUVaeWIyMGdUV0YwWlhKcFlXd2dSR1Z6YVdkdUlFeHBkR1VnS2k5Y2JpQWdJQ0F0TFcxa0xYTm9ZV1J2ZHkxclpYa3RkVzFpY21FdGIzQmhZMmwwZVRvZ01DNHlPMXh1SUNBZ0lDMHRiV1F0YzJoaFpHOTNMV3RsZVMxd1pXNTFiV0p5WVMxdmNHRmphWFI1T2lBd0xqRTBPMXh1SUNBZ0lDMHRiV1F0YzJoaFpHOTNMV0Z0WW1sbGJuUXRjMmhoWkc5M0xXOXdZV05wZEhrNklEQXVNVEk3WEc1OVhHNWNiaTVxZFhCNWRHVnlMWGRwWkdkbGRITWdlMXh1SUNBZ0lHMWhjbWRwYmpvZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxdFlYSm5hVzRwTzF4dUlDQWdJR0p2ZUMxemFYcHBibWM2SUdKdmNtUmxjaTFpYjNnN1hHNGdJQ0FnWTI5c2IzSTZJSFpoY2lndExXcHdMWGRwWkdkbGRITXRZMjlzYjNJcE8xeHVJQ0FnSUc5MlpYSm1iRzkzT2lCMmFYTnBZbXhsTzF4dWZWeHVYRzR1YW5Wd2VYUmxjaTEzYVdSblpYUnpMbXAxY0hsMFpYSXRkMmxrWjJWMGN5MWthWE5qYjI1dVpXTjBaV1E2T21KbFptOXlaU0I3WEc0Z0lDQWdiR2x1WlMxb1pXbG5hSFE2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YVc1c2FXNWxMV2hsYVdkb2RDazdYRzRnSUNBZ2FHVnBaMmgwT2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWJHbHVaUzFvWldsbmFIUXBPMXh1ZlZ4dVhHNHVhbkF0VDNWMGNIVjBMWEpsYzNWc2RDQStJQzVxZFhCNWRHVnlMWGRwWkdkbGRITWdlMXh1SUNBZ0lHMWhjbWRwYmkxc1pXWjBPaUF3TzF4dUlDQWdJRzFoY21kcGJpMXlhV2RvZERvZ01EdGNibjFjYmx4dUx5b2dkbUp2ZUNCaGJtUWdhR0p2ZUNBcUwxeHVYRzR1ZDJsa1oyVjBMV2x1YkdsdVpTMW9ZbTk0SUh0Y2JpQWdJQ0F2S2lCSWIzSnBlbTl1ZEdGc0lIZHBaR2RsZEhNZ0tpOWNiaUFnSUNCaWIzZ3RjMmw2YVc1bk9pQmliM0prWlhJdFltOTRPMXh1SUNBZ0lHUnBjM0JzWVhrNklHWnNaWGc3WEc0Z0lDQWdabXhsZUMxa2FYSmxZM1JwYjI0NklISnZkenRjYmlBZ0lDQmhiR2xuYmkxcGRHVnRjem9nWW1GelpXeHBibVU3WEc1OVhHNWNiaTUzYVdSblpYUXRhVzVzYVc1bExYWmliM2dnZTF4dUlDQWdJQzhxSUZabGNuUnBZMkZzSUZkcFpHZGxkSE1nS2k5Y2JpQWdJQ0JpYjNndGMybDZhVzVuT2lCaWIzSmtaWEl0WW05NE8xeHVJQ0FnSUdScGMzQnNZWGs2SUdac1pYZzdYRzRnSUNBZ1pteGxlQzFrYVhKbFkzUnBiMjQ2SUdOdmJIVnRianRjYmlBZ0lDQmhiR2xuYmkxcGRHVnRjem9nWTJWdWRHVnlPMXh1ZlZ4dVhHNHVkMmxrWjJWMExXSnZlQ0I3WEc0Z0lDQWdZbTk0TFhOcGVtbHVaem9nWW05eVpHVnlMV0p2ZUR0Y2JpQWdJQ0JrYVhOd2JHRjVPaUJtYkdWNE8xeHVJQ0FnSUcxaGNtZHBiam9nTUR0Y2JpQWdJQ0J2ZG1WeVpteHZkem9nWVhWMGJ6dGNibjFjYmx4dUxuZHBaR2RsZEMxbmNtbGtZbTk0SUh0Y2JpQWdJQ0JpYjNndGMybDZhVzVuT2lCaWIzSmtaWEl0WW05NE8xeHVJQ0FnSUdScGMzQnNZWGs2SUdkeWFXUTdYRzRnSUNBZ2JXRnlaMmx1T2lBd08xeHVJQ0FnSUc5MlpYSm1iRzkzT2lCaGRYUnZPMXh1ZlZ4dVhHNHVkMmxrWjJWMExXaGliM2dnZTF4dUlDQWdJR1pzWlhndFpHbHlaV04wYVc5dU9pQnliM2M3WEc1OVhHNWNiaTUzYVdSblpYUXRkbUp2ZUNCN1hHNGdJQ0FnWm14bGVDMWthWEpsWTNScGIyNDZJR052YkhWdGJqdGNibjFjYmx4dUx5b2dSMlZ1WlhKaGJDQkNkWFIwYjI0Z1UzUjViR2x1WnlBcUwxeHVYRzR1YW5Wd2VYUmxjaTFpZFhSMGIyNGdlMXh1SUNBZ0lIQmhaR1JwYm1jdGJHVm1kRG9nTVRCd2VEdGNiaUFnSUNCd1lXUmthVzVuTFhKcFoyaDBPaUF4TUhCNE8xeHVJQ0FnSUhCaFpHUnBibWN0ZEc5d09pQXdjSGc3WEc0Z0lDQWdjR0ZrWkdsdVp5MWliM1IwYjIwNklEQndlRHRjYmlBZ0lDQmthWE53YkdGNU9pQnBibXhwYm1VdFlteHZZMnM3WEc0Z0lDQWdkMmhwZEdVdGMzQmhZMlU2SUc1dmQzSmhjRHRjYmlBZ0lDQnZkbVZ5Wm14dmR6b2dhR2xrWkdWdU8xeHVJQ0FnSUhSbGVIUXRiM1psY21ac2IzYzZJR1ZzYkdsd2MybHpPMXh1SUNBZ0lIUmxlSFF0WVd4cFoyNDZJR05sYm5SbGNqdGNiaUFnSUNCbWIyNTBMWE5wZW1VNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdFptOXVkQzF6YVhwbEtUdGNiaUFnSUNCamRYSnpiM0k2SUhCdmFXNTBaWEk3WEc1Y2JpQWdJQ0JvWldsbmFIUTZJSFpoY2lndExXcHdMWGRwWkdkbGRITXRhVzVzYVc1bExXaGxhV2RvZENrN1hHNGdJQ0FnWW05eVpHVnlPaUF3Y0hnZ2MyOXNhV1E3WEc0Z0lDQWdiR2x1WlMxb1pXbG5hSFE2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YVc1c2FXNWxMV2hsYVdkb2RDazdYRzRnSUNBZ1ltOTRMWE5vWVdSdmR6b2dibTl1WlR0Y2JseHVJQ0FnSUdOdmJHOXlPaUIyWVhJb0xTMXFjQzExYVMxbWIyNTBMV052Ykc5eU1TazdYRzRnSUNBZ1ltRmphMmR5YjNWdVpDMWpiMnh2Y2pvZ2RtRnlLQzB0YW5BdGJHRjViM1YwTFdOdmJHOXlNaWs3WEc0Z0lDQWdZbTl5WkdWeUxXTnZiRzl5T2lCMllYSW9MUzFxY0MxaWIzSmtaWEl0WTI5c2IzSXlLVHRjYmlBZ0lDQmliM0prWlhJNklHNXZibVU3WEc1OVhHNWNiaTVxZFhCNWRHVnlMV0oxZEhSdmJpQnBMbVpoSUh0Y2JpQWdJQ0J0WVhKbmFXNHRjbWxuYUhRNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGFXNXNhVzVsTFcxaGNtZHBiaWs3WEc0Z0lDQWdjRzlwYm5SbGNpMWxkbVZ1ZEhNNklHNXZibVU3WEc1OVhHNWNiaTVxZFhCNWRHVnlMV0oxZEhSdmJqcGxiWEIwZVRwaVpXWnZjbVVnZTF4dUlDQWdJR052Ym5SbGJuUTZJRndpWEZ3eU1EQmlYQ0k3SUM4cUlIcGxjbTh0ZDJsa2RHZ2djM0JoWTJVZ0tpOWNibjFjYmx4dUxtcDFjSGwwWlhJdGQybGtaMlYwY3k1cWRYQjVkR1Z5TFdKMWRIUnZianBrYVhOaFlteGxaQ0I3WEc0Z0lDQWdiM0JoWTJsMGVUb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MWthWE5oWW14bFpDMXZjR0ZqYVhSNUtUdGNibjFjYmx4dUxtcDFjSGwwWlhJdFluVjBkRzl1SUdrdVptRXVZMlZ1ZEdWeUlIdGNiaUFnSUNCdFlYSm5hVzR0Y21sbmFIUTZJREE3WEc1OVhHNWNiaTVxZFhCNWRHVnlMV0oxZEhSdmJqcG9iM1psY2pwbGJtRmliR1ZrTENBdWFuVndlWFJsY2kxaWRYUjBiMjQ2Wm05amRYTTZaVzVoWW14bFpDQjdYRzRnSUNBZ0x5b2dUVVFnVEdsMFpTQXlaSEFnYzJoaFpHOTNJQ292WEc0Z0lDQWdZbTk0TFhOb1lXUnZkem9nTUNBeWNIZ2dNbkI0SURBZ2NtZGlZU2d3TENBd0xDQXdMQ0IyWVhJb0xTMXRaQzF6YUdGa2IzY3RhMlY1TFhCbGJuVnRZbkpoTFc5d1lXTnBkSGtwS1N4Y2JpQWdJQ0FnSUNBZ0lDQWdJQ0FnSUNBd0lETndlQ0F4Y0hnZ0xUSndlQ0J5WjJKaEtEQXNJREFzSURBc0lIWmhjaWd0TFcxa0xYTm9ZV1J2ZHkxclpYa3RkVzFpY21FdGIzQmhZMmwwZVNrcExGeHVJQ0FnSUNBZ0lDQWdJQ0FnSUNBZ0lEQWdNWEI0SURWd2VDQXdJSEpuWW1Fb01Dd2dNQ3dnTUN3Z2RtRnlLQzB0YldRdGMyaGhaRzkzTFdGdFltbGxiblF0YzJoaFpHOTNMVzl3WVdOcGRIa3BLVHRjYm4xY2JseHVMbXAxY0hsMFpYSXRZblYwZEc5dU9tRmpkR2wyWlN3Z0xtcDFjSGwwWlhJdFluVjBkRzl1TG0xdlpDMWhZM1JwZG1VZ2UxeHVJQ0FnSUM4cUlFMUVJRXhwZEdVZ05HUndJSE5vWVdSdmR5QXFMMXh1SUNBZ0lHSnZlQzF6YUdGa2IzYzZJREFnTkhCNElEVndlQ0F3SUhKblltRW9NQ3dnTUN3Z01Dd2dkbUZ5S0MwdGJXUXRjMmhoWkc5M0xXdGxlUzF3Wlc1MWJXSnlZUzF2Y0dGamFYUjVLU2tzWEc0Z0lDQWdJQ0FnSUNBZ0lDQWdJQ0FnTUNBeGNIZ2dNVEJ3ZUNBd0lISm5ZbUVvTUN3Z01Dd2dNQ3dnZG1GeUtDMHRiV1F0YzJoaFpHOTNMV0Z0WW1sbGJuUXRjMmhoWkc5M0xXOXdZV05wZEhrcEtTeGNiaUFnSUNBZ0lDQWdJQ0FnSUNBZ0lDQXdJREp3ZUNBMGNIZ2dMVEZ3ZUNCeVoySmhLREFzSURBc0lEQXNJSFpoY2lndExXMWtMWE5vWVdSdmR5MXJaWGt0ZFcxaWNtRXRiM0JoWTJsMGVTa3BPMXh1SUNBZ0lHTnZiRzl5T2lCMllYSW9MUzFxY0MxMWFTMW1iMjUwTFdOdmJHOXlNU2s3WEc0Z0lDQWdZbUZqYTJkeWIzVnVaQzFqYjJ4dmNqb2dkbUZ5S0MwdGFuQXRiR0Y1YjNWMExXTnZiRzl5TXlrN1hHNTlYRzVjYmk1cWRYQjVkR1Z5TFdKMWRIUnZianBtYjJOMWN6cGxibUZpYkdWa0lIdGNiaUFnSUNCdmRYUnNhVzVsT2lBeGNIZ2djMjlzYVdRZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxcGJuQjFkQzFtYjJOMWN5MWliM0prWlhJdFkyOXNiM0lwTzF4dWZWeHVYRzR2S2lCQ2RYUjBiMjRnWENKUWNtbHRZWEo1WENJZ1UzUjViR2x1WnlBcUwxeHVYRzR1YW5Wd2VYUmxjaTFpZFhSMGIyNHViVzlrTFhCeWFXMWhjbmtnZTF4dUlDQWdJR052Ykc5eU9pQjJZWElvTFMxcWNDMXBiblpsY25ObExYVnBMV1p2Ym5RdFkyOXNiM0l4S1R0Y2JpQWdJQ0JpWVdOclozSnZkVzVrTFdOdmJHOXlPaUIyWVhJb0xTMXFjQzFpY21GdVpDMWpiMnh2Y2pFcE8xeHVmVnh1WEc0dWFuVndlWFJsY2kxaWRYUjBiMjR1Ylc5a0xYQnlhVzFoY25rdWJXOWtMV0ZqZEdsMlpTQjdYRzRnSUNBZ1kyOXNiM0k2SUhaaGNpZ3RMV3B3TFdsdWRtVnljMlV0ZFdrdFptOXVkQzFqYjJ4dmNqQXBPMXh1SUNBZ0lHSmhZMnRuY205MWJtUXRZMjlzYjNJNklIWmhjaWd0TFdwd0xXSnlZVzVrTFdOdmJHOXlNQ2s3WEc1OVhHNWNiaTVxZFhCNWRHVnlMV0oxZEhSdmJpNXRiMlF0Y0hKcGJXRnllVHBoWTNScGRtVWdlMXh1SUNBZ0lHTnZiRzl5T2lCMllYSW9MUzFxY0MxcGJuWmxjbk5sTFhWcExXWnZiblF0WTI5c2IzSXdLVHRjYmlBZ0lDQmlZV05yWjNKdmRXNWtMV052Ykc5eU9pQjJZWElvTFMxcWNDMWljbUZ1WkMxamIyeHZjakFwTzF4dWZWeHVYRzR2S2lCQ2RYUjBiMjRnWENKVGRXTmpaWE56WENJZ1UzUjViR2x1WnlBcUwxeHVYRzR1YW5Wd2VYUmxjaTFpZFhSMGIyNHViVzlrTFhOMVkyTmxjM01nZTF4dUlDQWdJR052Ykc5eU9pQjJZWElvTFMxcWNDMXBiblpsY25ObExYVnBMV1p2Ym5RdFkyOXNiM0l4S1R0Y2JpQWdJQ0JpWVdOclozSnZkVzVrTFdOdmJHOXlPaUIyWVhJb0xTMXFjQzF6ZFdOalpYTnpMV052Ykc5eU1TazdYRzU5WEc1Y2JpNXFkWEI1ZEdWeUxXSjFkSFJ2Ymk1dGIyUXRjM1ZqWTJWemN5NXRiMlF0WVdOMGFYWmxJSHRjYmlBZ0lDQmpiMnh2Y2pvZ2RtRnlLQzB0YW5BdGFXNTJaWEp6WlMxMWFTMW1iMjUwTFdOdmJHOXlNQ2s3WEc0Z0lDQWdZbUZqYTJkeWIzVnVaQzFqYjJ4dmNqb2dkbUZ5S0MwdGFuQXRjM1ZqWTJWemN5MWpiMnh2Y2pBcE8xeHVJSDFjYmx4dUxtcDFjSGwwWlhJdFluVjBkRzl1TG0xdlpDMXpkV05qWlhOek9tRmpkR2wyWlNCN1hHNGdJQ0FnWTI5c2IzSTZJSFpoY2lndExXcHdMV2x1ZG1WeWMyVXRkV2t0Wm05dWRDMWpiMnh2Y2pBcE8xeHVJQ0FnSUdKaFkydG5jbTkxYm1RdFkyOXNiM0k2SUhaaGNpZ3RMV3B3TFhOMVkyTmxjM010WTI5c2IzSXdLVHRjYmlCOVhHNWNiaUF2S2lCQ2RYUjBiMjRnWENKSmJtWnZYQ0lnVTNSNWJHbHVaeUFxTDF4dVhHNHVhblZ3ZVhSbGNpMWlkWFIwYjI0dWJXOWtMV2x1Wm04Z2UxeHVJQ0FnSUdOdmJHOXlPaUIyWVhJb0xTMXFjQzFwYm5abGNuTmxMWFZwTFdadmJuUXRZMjlzYjNJeEtUdGNiaUFnSUNCaVlXTnJaM0p2ZFc1a0xXTnZiRzl5T2lCMllYSW9MUzFxY0MxcGJtWnZMV052Ykc5eU1TazdYRzU5WEc1Y2JpNXFkWEI1ZEdWeUxXSjFkSFJ2Ymk1dGIyUXRhVzVtYnk1dGIyUXRZV04wYVhabElIdGNiaUFnSUNCamIyeHZjam9nZG1GeUtDMHRhbkF0YVc1MlpYSnpaUzExYVMxbWIyNTBMV052Ykc5eU1DazdYRzRnSUNBZ1ltRmphMmR5YjNWdVpDMWpiMnh2Y2pvZ2RtRnlLQzB0YW5BdGFXNW1ieTFqYjJ4dmNqQXBPMXh1ZlZ4dVhHNHVhblZ3ZVhSbGNpMWlkWFIwYjI0dWJXOWtMV2x1Wm04NllXTjBhWFpsSUh0Y2JpQWdJQ0JqYjJ4dmNqb2dkbUZ5S0MwdGFuQXRhVzUyWlhKelpTMTFhUzFtYjI1MExXTnZiRzl5TUNrN1hHNGdJQ0FnWW1GamEyZHliM1Z1WkMxamIyeHZjam9nZG1GeUtDMHRhbkF0YVc1bWJ5MWpiMnh2Y2pBcE8xeHVmVnh1WEc0dktpQkNkWFIwYjI0Z1hDSlhZWEp1YVc1blhDSWdVM1I1YkdsdVp5QXFMMXh1WEc0dWFuVndlWFJsY2kxaWRYUjBiMjR1Ylc5a0xYZGhjbTVwYm1jZ2UxeHVJQ0FnSUdOdmJHOXlPaUIyWVhJb0xTMXFjQzFwYm5abGNuTmxMWFZwTFdadmJuUXRZMjlzYjNJeEtUdGNiaUFnSUNCaVlXTnJaM0p2ZFc1a0xXTnZiRzl5T2lCMllYSW9MUzFxY0MxM1lYSnVMV052Ykc5eU1TazdYRzU5WEc1Y2JpNXFkWEI1ZEdWeUxXSjFkSFJ2Ymk1dGIyUXRkMkZ5Ym1sdVp5NXRiMlF0WVdOMGFYWmxJSHRjYmlBZ0lDQmpiMnh2Y2pvZ2RtRnlLQzB0YW5BdGFXNTJaWEp6WlMxMWFTMW1iMjUwTFdOdmJHOXlNQ2s3WEc0Z0lDQWdZbUZqYTJkeWIzVnVaQzFqYjJ4dmNqb2dkbUZ5S0MwdGFuQXRkMkZ5YmkxamIyeHZjakFwTzF4dWZWeHVYRzR1YW5Wd2VYUmxjaTFpZFhSMGIyNHViVzlrTFhkaGNtNXBibWM2WVdOMGFYWmxJSHRjYmlBZ0lDQmpiMnh2Y2pvZ2RtRnlLQzB0YW5BdGFXNTJaWEp6WlMxMWFTMW1iMjUwTFdOdmJHOXlNQ2s3WEc0Z0lDQWdZbUZqYTJkeWIzVnVaQzFqYjJ4dmNqb2dkbUZ5S0MwdGFuQXRkMkZ5YmkxamIyeHZjakFwTzF4dWZWeHVYRzR2S2lCQ2RYUjBiMjRnWENKRVlXNW5aWEpjSWlCVGRIbHNhVzVuSUNvdlhHNWNiaTVxZFhCNWRHVnlMV0oxZEhSdmJpNXRiMlF0WkdGdVoyVnlJSHRjYmlBZ0lDQmpiMnh2Y2pvZ2RtRnlLQzB0YW5BdGFXNTJaWEp6WlMxMWFTMW1iMjUwTFdOdmJHOXlNU2s3WEc0Z0lDQWdZbUZqYTJkeWIzVnVaQzFqYjJ4dmNqb2dkbUZ5S0MwdGFuQXRaWEp5YjNJdFkyOXNiM0l4S1R0Y2JuMWNibHh1TG1wMWNIbDBaWEl0WW5WMGRHOXVMbTF2WkMxa1lXNW5aWEl1Ylc5a0xXRmpkR2wyWlNCN1hHNGdJQ0FnWTI5c2IzSTZJSFpoY2lndExXcHdMV2x1ZG1WeWMyVXRkV2t0Wm05dWRDMWpiMnh2Y2pBcE8xeHVJQ0FnSUdKaFkydG5jbTkxYm1RdFkyOXNiM0k2SUhaaGNpZ3RMV3B3TFdWeWNtOXlMV052Ykc5eU1DazdYRzU5WEc1Y2JpNXFkWEI1ZEdWeUxXSjFkSFJ2Ymk1dGIyUXRaR0Z1WjJWeU9tRmpkR2wyWlNCN1hHNGdJQ0FnWTI5c2IzSTZJSFpoY2lndExXcHdMV2x1ZG1WeWMyVXRkV2t0Wm05dWRDMWpiMnh2Y2pBcE8xeHVJQ0FnSUdKaFkydG5jbTkxYm1RdFkyOXNiM0k2SUhaaGNpZ3RMV3B3TFdWeWNtOXlMV052Ykc5eU1DazdYRzU5WEc1Y2JpOHFJRmRwWkdkbGRDQkNkWFIwYjI0cUwxeHVYRzR1ZDJsa1oyVjBMV0oxZEhSdmJpd2dMbmRwWkdkbGRDMTBiMmRuYkdVdFluVjBkRzl1SUh0Y2JpQWdJQ0IzYVdSMGFEb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibXhwYm1VdGQybGtkR2d0YzJodmNuUXBPMXh1ZlZ4dVhHNHZLaUJYYVdSblpYUWdUR0ZpWld3Z1UzUjViR2x1WnlBcUwxeHVYRzR2S2lCUGRtVnljbWxrWlNCQ2IyOTBjM1J5WVhBZ2JHRmlaV3dnWTNOeklDb3ZYRzR1YW5Wd2VYUmxjaTEzYVdSblpYUnpJR3hoWW1Wc0lIdGNiaUFnSUNCdFlYSm5hVzR0WW05MGRHOXRPaUJwYm1sMGFXRnNPMXh1ZlZ4dVhHNHVkMmxrWjJWMExXeGhZbVZzTFdKaGMybGpJSHRjYmlBZ0lDQXZLaUJDWVhOcFl5Qk1ZV0psYkNBcUwxeHVJQ0FnSUdOdmJHOXlPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV3hoWW1Wc0xXTnZiRzl5S1R0Y2JpQWdJQ0JtYjI1MExYTnBlbVU2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10Wm05dWRDMXphWHBsS1R0Y2JpQWdJQ0J2ZG1WeVpteHZkem9nYUdsa1pHVnVPMXh1SUNBZ0lIUmxlSFF0YjNabGNtWnNiM2M2SUdWc2JHbHdjMmx6TzF4dUlDQWdJSGRvYVhSbExYTndZV05sT2lCdWIzZHlZWEE3WEc0Z0lDQWdiR2x1WlMxb1pXbG5hSFE2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YVc1c2FXNWxMV2hsYVdkb2RDazdYRzU5WEc1Y2JpNTNhV1JuWlhRdGJHRmlaV3dnZTF4dUlDQWdJQzhxSUV4aFltVnNJQ292WEc0Z0lDQWdZMjlzYjNJNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGJHRmlaV3d0WTI5c2IzSXBPMXh1SUNBZ0lHWnZiblF0YzJsNlpUb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MW1iMjUwTFhOcGVtVXBPMXh1SUNBZ0lHOTJaWEptYkc5M09pQm9hV1JrWlc0N1hHNGdJQ0FnZEdWNGRDMXZkbVZ5Wm14dmR6b2daV3hzYVhCemFYTTdYRzRnSUNBZ2QyaHBkR1V0YzNCaFkyVTZJRzV2ZDNKaGNEdGNiaUFnSUNCc2FXNWxMV2hsYVdkb2REb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibXhwYm1VdGFHVnBaMmgwS1R0Y2JuMWNibHh1TG5kcFpHZGxkQzFwYm14cGJtVXRhR0p2ZUNBdWQybGtaMlYwTFd4aFltVnNJSHRjYmlBZ0lDQXZLaUJJYjNKcGVtOXVkR0ZzSUZkcFpHZGxkQ0JNWVdKbGJDQXFMMXh1SUNBZ0lHTnZiRzl5T2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFd4aFltVnNMV052Ykc5eUtUdGNiaUFnSUNCMFpYaDBMV0ZzYVdkdU9pQnlhV2RvZER0Y2JpQWdJQ0J0WVhKbmFXNHRjbWxuYUhRNklHTmhiR01vSUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YVc1c2FXNWxMVzFoY21kcGJpa2dLaUF5SUNrN1hHNGdJQ0FnZDJsa2RHZzZJSFpoY2lndExXcHdMWGRwWkdkbGRITXRhVzVzYVc1bExXeGhZbVZzTFhkcFpIUm9LVHRjYmlBZ0lDQm1iR1Y0TFhOb2NtbHVhem9nTUR0Y2JuMWNibHh1TG5kcFpHZGxkQzFwYm14cGJtVXRkbUp2ZUNBdWQybGtaMlYwTFd4aFltVnNJSHRjYmlBZ0lDQXZLaUJXWlhKMGFXTmhiQ0JYYVdSblpYUWdUR0ZpWld3Z0tpOWNiaUFnSUNCamIyeHZjam9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFzWVdKbGJDMWpiMnh2Y2lrN1hHNGdJQ0FnZEdWNGRDMWhiR2xuYmpvZ1kyVnVkR1Z5TzF4dUlDQWdJR3hwYm1VdGFHVnBaMmgwT2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWJHbHVaUzFvWldsbmFIUXBPMXh1ZlZ4dVhHNHZLaUJYYVdSblpYUWdVbVZoWkc5MWRDQlRkSGxzYVc1bklDb3ZYRzVjYmk1M2FXUm5aWFF0Y21WaFpHOTFkQ0I3WEc0Z0lDQWdZMjlzYjNJNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGNtVmhaRzkxZEMxamIyeHZjaWs3WEc0Z0lDQWdabTl1ZEMxemFYcGxPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV1p2Ym5RdGMybDZaU2s3WEc0Z0lDQWdhR1ZwWjJoME9pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHViR2x1WlMxb1pXbG5hSFFwTzF4dUlDQWdJR3hwYm1VdGFHVnBaMmgwT2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWJHbHVaUzFvWldsbmFIUXBPMXh1SUNBZ0lHOTJaWEptYkc5M09pQm9hV1JrWlc0N1hHNGdJQ0FnZDJocGRHVXRjM0JoWTJVNklHNXZkM0poY0R0Y2JpQWdJQ0IwWlhoMExXRnNhV2R1T2lCalpXNTBaWEk3WEc1OVhHNWNiaTUzYVdSblpYUXRjbVZoWkc5MWRDNXZkbVZ5Wm14dmR5QjdYRzRnSUNBZ0x5b2dUM1psY21ac2IzZHBibWNnVW1WaFpHOTFkQ0FxTDF4dVhHNGdJQ0FnTHlvZ1JuSnZiU0JOWVhSbGNtbGhiQ0JFWlhOcFoyNGdUR2wwWlZ4dUlDQWdJQ0FnSUNCemFHRmtiM2N0YTJWNUxYVnRZbkpoTFc5d1lXTnBkSGs2SURBdU1qdGNiaUFnSUNBZ0lDQWdjMmhoWkc5M0xXdGxlUzF3Wlc1MWJXSnlZUzF2Y0dGamFYUjVPaUF3TGpFME8xeHVJQ0FnSUNBZ0lDQnphR0ZrYjNjdFlXMWlhV1Z1ZEMxemFHRmtiM2N0YjNCaFkybDBlVG9nTUM0eE1qdGNiaUFnSUNBZ0tpOWNiaUFnSUNBdGQyVmlhMmwwTFdKdmVDMXphR0ZrYjNjNklEQWdNbkI0SURKd2VDQXdJSEpuWW1Fb01Dd2dNQ3dnTUN3Z01DNHlLU3hjYmlBZ0lDQWdJQ0FnSUNBZ0lDQWdJQ0FnSUNBZ0lDQWdJREFnTTNCNElERndlQ0F0TW5CNElISm5ZbUVvTUN3Z01Dd2dNQ3dnTUM0eE5Da3NYRzRnSUNBZ0lDQWdJQ0FnSUNBZ0lDQWdJQ0FnSUNBZ0lDQXdJREZ3ZUNBMWNIZ2dNQ0J5WjJKaEtEQXNJREFzSURBc0lEQXVNVElwTzF4dVhHNGdJQ0FnTFcxdmVpMWliM2d0YzJoaFpHOTNPaUF3SURKd2VDQXljSGdnTUNCeVoySmhLREFzSURBc0lEQXNJREF1TWlrc1hHNGdJQ0FnSUNBZ0lDQWdJQ0FnSUNBZ0lDQWdJQ0F3SUROd2VDQXhjSGdnTFRKd2VDQnlaMkpoS0RBc0lEQXNJREFzSURBdU1UUXBMRnh1SUNBZ0lDQWdJQ0FnSUNBZ0lDQWdJQ0FnSUNBZ01DQXhjSGdnTlhCNElEQWdjbWRpWVNnd0xDQXdMQ0F3TENBd0xqRXlLVHRjYmx4dUlDQWdJR0p2ZUMxemFHRmtiM2M2SURBZ01uQjRJREp3ZUNBd0lISm5ZbUVvTUN3Z01Dd2dNQ3dnTUM0eUtTeGNiaUFnSUNBZ0lDQWdJQ0FnSUNBZ0lDQXdJRE53ZUNBeGNIZ2dMVEp3ZUNCeVoySmhLREFzSURBc0lEQXNJREF1TVRRcExGeHVJQ0FnSUNBZ0lDQWdJQ0FnSUNBZ0lEQWdNWEI0SURWd2VDQXdJSEpuWW1Fb01Dd2dNQ3dnTUN3Z01DNHhNaWs3WEc1OVhHNWNiaTUzYVdSblpYUXRhVzVzYVc1bExXaGliM2dnTG5kcFpHZGxkQzF5WldGa2IzVjBJSHRjYmlBZ0lDQXZLaUJJYjNKcGVtOXVkR0ZzSUZKbFlXUnZkWFFnS2k5Y2JpQWdJQ0IwWlhoMExXRnNhV2R1T2lCalpXNTBaWEk3WEc0Z0lDQWdiV0Y0TFhkcFpIUm9PaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1YkdsdVpTMTNhV1IwYUMxemFHOXlkQ2s3WEc0Z0lDQWdiV2x1TFhkcFpIUm9PaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1YkdsdVpTMTNhV1IwYUMxMGFXNTVLVHRjYmlBZ0lDQnRZWEpuYVc0dGJHVm1kRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm14cGJtVXRiV0Z5WjJsdUtUdGNibjFjYmx4dUxuZHBaR2RsZEMxcGJteHBibVV0ZG1KdmVDQXVkMmxrWjJWMExYSmxZV1J2ZFhRZ2UxeHVJQ0FnSUM4cUlGWmxjblJwWTJGc0lGSmxZV1J2ZFhRZ0tpOWNiaUFnSUNCdFlYSm5hVzR0ZEc5d09pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHViR2x1WlMxdFlYSm5hVzRwTzF4dUlDQWdJQzhxSUdGeklIZHBaR1VnWVhNZ2RHaGxJSGRwWkdkbGRDQXFMMXh1SUNBZ0lIZHBaSFJvT2lCcGJtaGxjbWwwTzF4dWZWeHVYRzR2S2lCWGFXUm5aWFFnUTJobFkydGliM2dnVTNSNWJHbHVaeUFxTDF4dVhHNHVkMmxrWjJWMExXTm9aV05yWW05NElIdGNiaUFnSUNCM2FXUjBhRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm14cGJtVXRkMmxrZEdncE8xeHVJQ0FnSUdobGFXZG9kRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm14cGJtVXRhR1ZwWjJoMEtUdGNiaUFnSUNCc2FXNWxMV2hsYVdkb2REb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibXhwYm1VdGFHVnBaMmgwS1R0Y2JuMWNibHh1TG5kcFpHZGxkQzFqYUdWamEySnZlQ0JwYm5CMWRGdDBlWEJsUFZ3aVkyaGxZMnRpYjNoY0lsMGdlMXh1SUNBZ0lHMWhjbWRwYmpvZ01IQjRJR05oYkdNb0lIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGFXNXNhVzVsTFcxaGNtZHBiaWtnS2lBeUlDa2dNSEI0SURCd2VEdGNiaUFnSUNCc2FXNWxMV2hsYVdkb2REb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibXhwYm1VdGFHVnBaMmgwS1R0Y2JpQWdJQ0JtYjI1MExYTnBlbVU2SUd4aGNtZGxPMXh1SUNBZ0lHWnNaWGd0WjNKdmR6b2dNVHRjYmlBZ0lDQm1iR1Y0TFhOb2NtbHVhem9nTUR0Y2JpQWdJQ0JoYkdsbmJpMXpaV3htT2lCalpXNTBaWEk3WEc1OVhHNWNiaThxSUZkcFpHZGxkQ0JXWVd4cFpDQlRkSGxzYVc1bklDb3ZYRzVjYmk1M2FXUm5aWFF0ZG1Gc2FXUWdlMXh1SUNBZ0lHaGxhV2RvZERvZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxcGJteHBibVV0YUdWcFoyaDBLVHRjYmlBZ0lDQnNhVzVsTFdobGFXZG9kRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm14cGJtVXRhR1ZwWjJoMEtUdGNiaUFnSUNCM2FXUjBhRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm14cGJtVXRkMmxrZEdndGMyaHZjblFwTzF4dUlDQWdJR1p2Ym5RdGMybDZaVG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFtYjI1MExYTnBlbVVwTzF4dWZWeHVYRzR1ZDJsa1oyVjBMWFpoYkdsa0lHazZZbVZtYjNKbElIdGNiaUFnSUNCc2FXNWxMV2hsYVdkb2REb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibXhwYm1VdGFHVnBaMmgwS1R0Y2JpQWdJQ0J0WVhKbmFXNHRjbWxuYUhRNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGFXNXNhVzVsTFcxaGNtZHBiaWs3WEc0Z0lDQWdiV0Z5WjJsdUxXeGxablE2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YVc1c2FXNWxMVzFoY21kcGJpazdYRzVjYmlBZ0lDQXZLaUJtY205dElIUm9aU0JtWVNCamJHRnpjeUJwYmlCR2IyNTBRWGRsYzI5dFpUb2dhSFIwY0hNNkx5OW5hWFJvZFdJdVkyOXRMMFp2Y25SQmQyVnpiMjFsTDBadmJuUXRRWGRsYzI5dFpTOWliRzlpTHpRNU1UQXdZemRqTTJFM1lqVTRaRFV3WW1GaE56RmxabVZtTVRGaFpqUXhZVFkyWWpBelpETXZZM056TDJadmJuUXRZWGRsYzI5dFpTNWpjM01qVERFMElDb3ZYRzRnSUNBZ1pHbHpjR3hoZVRvZ2FXNXNhVzVsTFdKc2IyTnJPMXh1SUNBZ0lHWnZiblE2SUc1dmNtMWhiQ0J1YjNKdFlXd2dibTl5YldGc0lERTBjSGd2TVNCR2IyNTBRWGRsYzI5dFpUdGNiaUFnSUNCbWIyNTBMWE5wZW1VNklHbHVhR1Z5YVhRN1hHNGdJQ0FnZEdWNGRDMXlaVzVrWlhKcGJtYzZJR0YxZEc4N1hHNGdJQ0FnTFhkbFltdHBkQzFtYjI1MExYTnRiMjkwYUdsdVp6b2dZVzUwYVdGc2FXRnpaV1E3WEc0Z0lDQWdMVzF2ZWkxdmMzZ3RabTl1ZEMxemJXOXZkR2hwYm1jNklHZHlZWGx6WTJGc1pUdGNibjFjYmx4dUxuZHBaR2RsZEMxMllXeHBaQzV0YjJRdGRtRnNhV1FnYVRwaVpXWnZjbVVnZTF4dUlDQWdJR052Ym5SbGJuUTZJRndpWEZ4bU1EQmpYQ0k3WEc0Z0lDQWdZMjlzYjNJNklHZHlaV1Z1TzF4dWZWeHVYRzR1ZDJsa1oyVjBMWFpoYkdsa0xtMXZaQzFwYm5aaGJHbGtJR2s2WW1WbWIzSmxJSHRjYmlBZ0lDQmpiMjUwWlc1ME9pQmNJbHhjWmpBd1pGd2lPMXh1SUNBZ0lHTnZiRzl5T2lCeVpXUTdYRzU5WEc1Y2JpNTNhV1JuWlhRdGRtRnNhV1F1Ylc5a0xYWmhiR2xrSUM1M2FXUm5aWFF0ZG1Gc2FXUXRjbVZoWkc5MWRDQjdYRzRnSUNBZ1pHbHpjR3hoZVRvZ2JtOXVaVHRjYm4xY2JseHVMeW9nVjJsa1oyVjBJRlJsZUhRZ1lXNWtJRlJsZUhSQmNtVmhJRk4wZVdsdVp5QXFMMXh1WEc0dWQybGtaMlYwTFhSbGVIUmhjbVZoTENBdWQybGtaMlYwTFhSbGVIUWdlMXh1SUNBZ0lIZHBaSFJvT2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWJHbHVaUzEzYVdSMGFDazdYRzU5WEc1Y2JpNTNhV1JuWlhRdGRHVjRkQ0JwYm5CMWRGdDBlWEJsUFZ3aWRHVjRkRndpWFN3Z0xuZHBaR2RsZEMxMFpYaDBJR2x1Y0hWMFczUjVjR1U5WENKdWRXMWlaWEpjSWwxN1hHNGdJQ0FnYUdWcFoyaDBPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1YkdsdVpTMW9aV2xuYUhRcE8xeHVJQ0FnSUd4cGJtVXRhR1ZwWjJoME9pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHViR2x1WlMxb1pXbG5hSFFwTzF4dWZWeHVYRzR1ZDJsa1oyVjBMWFJsZUhRZ2FXNXdkWFJiZEhsd1pUMWNJblJsZUhSY0lsMDZaR2x6WVdKc1pXUXNJQzUzYVdSblpYUXRkR1Y0ZENCcGJuQjFkRnQwZVhCbFBWd2liblZ0WW1WeVhDSmRPbVJwYzJGaWJHVmtMQ0F1ZDJsa1oyVjBMWFJsZUhSaGNtVmhJSFJsZUhSaGNtVmhPbVJwYzJGaWJHVmtJSHRjYmlBZ0lDQnZjR0ZqYVhSNU9pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXUnBjMkZpYkdWa0xXOXdZV05wZEhrcE8xeHVmVnh1WEc0dWQybGtaMlYwTFhSbGVIUWdhVzV3ZFhSYmRIbHdaVDFjSW5SbGVIUmNJbDBzSUM1M2FXUm5aWFF0ZEdWNGRDQnBibkIxZEZ0MGVYQmxQVndpYm5WdFltVnlYQ0pkTENBdWQybGtaMlYwTFhSbGVIUmhjbVZoSUhSbGVIUmhjbVZoSUh0Y2JpQWdJQ0JpYjNndGMybDZhVzVuT2lCaWIzSmtaWEl0WW05NE8xeHVJQ0FnSUdKdmNtUmxjam9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm5CMWRDMWliM0prWlhJdGQybGtkR2dwSUhOdmJHbGtJSFpoY2lndExXcHdMWGRwWkdkbGRITXRhVzV3ZFhRdFltOXlaR1Z5TFdOdmJHOXlLVHRjYmlBZ0lDQmlZV05yWjNKdmRXNWtMV052Ykc5eU9pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHVjSFYwTFdKaFkydG5jbTkxYm1RdFkyOXNiM0lwTzF4dUlDQWdJR052Ykc5eU9pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHVjSFYwTFdOdmJHOXlLVHRjYmlBZ0lDQm1iMjUwTFhOcGVtVTZJSFpoY2lndExXcHdMWGRwWkdkbGRITXRabTl1ZEMxemFYcGxLVHRjYmlBZ0lDQndZV1JrYVc1bk9pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHVjSFYwTFhCaFpHUnBibWNwSUdOaGJHTW9JSFpoY2lndExXcHdMWGRwWkdkbGRITXRhVzV3ZFhRdGNHRmtaR2x1WnlrZ0tpQWdNaUFwTzF4dUlDQWdJR1pzWlhndFozSnZkem9nTVR0Y2JpQWdJQ0J0YVc0dGQybGtkR2c2SURBN0lDOHFJRlJvYVhNZ2JXRnJaWE1nYVhRZ2NHOXpjMmxpYkdVZ1ptOXlJSFJvWlNCbWJHVjRZbTk0SUhSdklITm9jbWx1YXlCMGFHbHpJR2x1Y0hWMElDb3ZYRzRnSUNBZ1pteGxlQzF6YUhKcGJtczZJREU3WEc0Z0lDQWdiM1YwYkdsdVpUb2dibTl1WlNBaGFXMXdiM0owWVc1ME8xeHVmVnh1WEc0dWQybGtaMlYwTFhSbGVIUmhjbVZoSUhSbGVIUmhjbVZoSUh0Y2JpQWdJQ0JvWldsbmFIUTZJR2x1YUdWeWFYUTdYRzRnSUNBZ2QybGtkR2c2SUdsdWFHVnlhWFE3WEc1OVhHNWNiaTUzYVdSblpYUXRkR1Y0ZENCcGJuQjFkRHBtYjJOMWN5d2dMbmRwWkdkbGRDMTBaWGgwWVhKbFlTQjBaWGgwWVhKbFlUcG1iMk4xY3lCN1hHNGdJQ0FnWW05eVpHVnlMV052Ykc5eU9pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHVjSFYwTFdadlkzVnpMV0p2Y21SbGNpMWpiMnh2Y2lrN1hHNTlYRzVjYmk4cUlGZHBaR2RsZENCVGJHbGtaWElnS2k5Y2JseHVMbmRwWkdkbGRDMXpiR2xrWlhJZ0xuVnBMWE5zYVdSbGNpQjdYRzRnSUNBZ0x5b2dVMnhwWkdWeUlGUnlZV05ySUNvdlhHNGdJQ0FnWW05eVpHVnlPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMWE5zYVdSbGNpMWliM0prWlhJdGQybGtkR2dwSUhOdmJHbGtJSFpoY2lndExXcHdMV3hoZVc5MWRDMWpiMnh2Y2pNcE8xeHVJQ0FnSUdKaFkydG5jbTkxYm1RNklIWmhjaWd0TFdwd0xXeGhlVzkxZEMxamIyeHZjak1wTzF4dUlDQWdJR0p2ZUMxemFYcHBibWM2SUdKdmNtUmxjaTFpYjNnN1hHNGdJQ0FnY0c5emFYUnBiMjQ2SUhKbGJHRjBhWFpsTzF4dUlDQWdJR0p2Y21SbGNpMXlZV1JwZFhNNklEQndlRHRjYm4xY2JseHVMbmRwWkdkbGRDMXpiR2xrWlhJZ0xuVnBMWE5zYVdSbGNpQXVkV2t0YzJ4cFpHVnlMV2hoYm1Sc1pTQjdYRzRnSUNBZ0x5b2dVMnhwWkdWeUlFaGhibVJzWlNBcUwxeHVJQ0FnSUc5MWRHeHBibVU2SUc1dmJtVWdJV2x0Y0c5eWRHRnVkRHNnTHlvZ1ptOWpkWE5sWkNCemJHbGtaWElnYUdGdVpHeGxjeUJoY21VZ1kyOXNiM0psWkNBdElITmxaU0JpWld4dmR5QXFMMXh1SUNBZ0lIQnZjMmwwYVc5dU9pQmhZbk52YkhWMFpUdGNiaUFnSUNCaVlXTnJaM0p2ZFc1a0xXTnZiRzl5T2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFhOc2FXUmxjaTFvWVc1a2JHVXRZbUZqYTJkeWIzVnVaQzFqYjJ4dmNpazdYRzRnSUNBZ1ltOXlaR1Z5T2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFhOc2FXUmxjaTFpYjNKa1pYSXRkMmxrZEdncElITnZiR2xrSUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YzJ4cFpHVnlMV2hoYm1Sc1pTMWliM0prWlhJdFkyOXNiM0lwTzF4dUlDQWdJR0p2ZUMxemFYcHBibWM2SUdKdmNtUmxjaTFpYjNnN1hHNGdJQ0FnZWkxcGJtUmxlRG9nTVR0Y2JpQWdJQ0JpWVdOclozSnZkVzVrTFdsdFlXZGxPaUJ1YjI1bE95QXZLaUJQZG1WeWNtbGtaU0JxY1hWbGNua3RkV2tnS2k5Y2JuMWNibHh1THlvZ1QzWmxjbkpwWkdVZ2FuRjFaWEo1TFhWcElDb3ZYRzR1ZDJsa1oyVjBMWE5zYVdSbGNpQXVkV2t0YzJ4cFpHVnlJQzUxYVMxemJHbGtaWEl0YUdGdVpHeGxPbWh2ZG1WeUxDQXVkMmxrWjJWMExYTnNhV1JsY2lBdWRXa3RjMnhwWkdWeUlDNTFhUzF6Ykdsa1pYSXRhR0Z1Wkd4bE9tWnZZM1Z6SUh0Y2JpQWdJQ0JpWVdOclozSnZkVzVrTFdOdmJHOXlPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMWE5zYVdSbGNpMWhZM1JwZG1VdGFHRnVaR3hsTFdOdmJHOXlLVHRjYmlBZ0lDQmliM0prWlhJNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGMyeHBaR1Z5TFdKdmNtUmxjaTEzYVdSMGFDa2djMjlzYVdRZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxemJHbGtaWEl0WVdOMGFYWmxMV2hoYm1Sc1pTMWpiMnh2Y2lrN1hHNTlYRzVjYmk1M2FXUm5aWFF0YzJ4cFpHVnlJQzUxYVMxemJHbGtaWElnTG5WcExYTnNhV1JsY2kxb1lXNWtiR1U2WVdOMGFYWmxJSHRjYmlBZ0lDQmlZV05yWjNKdmRXNWtMV052Ykc5eU9pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxYTnNhV1JsY2kxaFkzUnBkbVV0YUdGdVpHeGxMV052Ykc5eUtUdGNiaUFnSUNCaWIzSmtaWEl0WTI5c2IzSTZJSFpoY2lndExXcHdMWGRwWkdkbGRITXRjMnhwWkdWeUxXRmpkR2wyWlMxb1lXNWtiR1V0WTI5c2IzSXBPMXh1SUNBZ0lIb3RhVzVrWlhnNklESTdYRzRnSUNBZ2RISmhibk5tYjNKdE9pQnpZMkZzWlNneExqSXBPMXh1ZlZ4dVhHNHVkMmxrWjJWMExYTnNhV1JsY2lBZ0xuVnBMWE5zYVdSbGNpQXVkV2t0YzJ4cFpHVnlMWEpoYm1kbElIdGNiaUFnSUNBdktpQkpiblJsY25aaGJDQmlaWFIzWldWdUlIUm9aU0IwZDI4Z2MzQmxZMmxtYVdWa0lIWmhiSFZsSUc5bUlHRWdaRzkxWW14bElITnNhV1JsY2lBcUwxeHVJQ0FnSUhCdmMybDBhVzl1T2lCaFluTnZiSFYwWlR0Y2JpQWdJQ0JpWVdOclozSnZkVzVrT2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFhOc2FXUmxjaTFoWTNScGRtVXRhR0Z1Wkd4bExXTnZiRzl5S1R0Y2JpQWdJQ0I2TFdsdVpHVjRPaUF3TzF4dWZWeHVYRzR2S2lCVGFHRndaWE1nYjJZZ1UyeHBaR1Z5SUVoaGJtUnNaWE1nS2k5Y2JseHVMbmRwWkdkbGRDMW9jMnhwWkdWeUlDNTFhUzF6Ykdsa1pYSWdMblZwTFhOc2FXUmxjaTFvWVc1a2JHVWdlMXh1SUNBZ0lIZHBaSFJvT2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFhOc2FXUmxjaTFvWVc1a2JHVXRjMmw2WlNrN1hHNGdJQ0FnYUdWcFoyaDBPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMWE5zYVdSbGNpMW9ZVzVrYkdVdGMybDZaU2s3WEc0Z0lDQWdiV0Z5WjJsdUxYUnZjRG9nWTJGc1l5Z29kbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXpiR2xrWlhJdGRISmhZMnN0ZEdocFkydHVaWE56S1NBdElIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGMyeHBaR1Z5TFdoaGJtUnNaUzF6YVhwbEtTa2dMeUF5SUMwZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxemJHbGtaWEl0WW05eVpHVnlMWGRwWkhSb0tTazdYRzRnSUNBZ2JXRnlaMmx1TFd4bFpuUTZJR05oYkdNb2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxemJHbGtaWEl0YUdGdVpHeGxMWE5wZW1VcElDOGdMVElnS3lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFhOc2FXUmxjaTFpYjNKa1pYSXRkMmxrZEdncEtUdGNiaUFnSUNCaWIzSmtaWEl0Y21Ga2FYVnpPaUExTUNVN1hHNGdJQ0FnZEc5d09pQXdPMXh1ZlZ4dVhHNHVkMmxrWjJWMExYWnpiR2xrWlhJZ0xuVnBMWE5zYVdSbGNpQXVkV2t0YzJ4cFpHVnlMV2hoYm1Sc1pTQjdYRzRnSUNBZ2QybGtkR2c2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YzJ4cFpHVnlMV2hoYm1Sc1pTMXphWHBsS1R0Y2JpQWdJQ0JvWldsbmFIUTZJSFpoY2lndExXcHdMWGRwWkdkbGRITXRjMnhwWkdWeUxXaGhibVJzWlMxemFYcGxLVHRjYmlBZ0lDQnRZWEpuYVc0dFltOTBkRzl0T2lCallXeGpLSFpoY2lndExXcHdMWGRwWkdkbGRITXRjMnhwWkdWeUxXaGhibVJzWlMxemFYcGxLU0F2SUMweUlDc2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXpiR2xrWlhJdFltOXlaR1Z5TFhkcFpIUm9LU2s3WEc0Z0lDQWdiV0Z5WjJsdUxXeGxablE2SUdOaGJHTW9LSFpoY2lndExXcHdMWGRwWkdkbGRITXRjMnhwWkdWeUxYUnlZV05yTFhSb2FXTnJibVZ6Y3lrZ0xTQjJZWElvTFMxcWNDMTNhV1JuWlhSekxYTnNhV1JsY2kxb1lXNWtiR1V0YzJsNlpTa3BJQzhnTWlBdElIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGMyeHBaR1Z5TFdKdmNtUmxjaTEzYVdSMGFDa3BPMXh1SUNBZ0lHSnZjbVJsY2kxeVlXUnBkWE02SURVd0pUdGNiaUFnSUNCc1pXWjBPaUF3TzF4dWZWeHVYRzR1ZDJsa1oyVjBMV2h6Ykdsa1pYSWdMblZwTFhOc2FXUmxjaUF1ZFdrdGMyeHBaR1Z5TFhKaGJtZGxJSHRjYmlBZ0lDQm9aV2xuYUhRNklHTmhiR01vSUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YzJ4cFpHVnlMWFJ5WVdOckxYUm9hV05yYm1WemN5a2dLaUF5SUNrN1hHNGdJQ0FnYldGeVoybHVMWFJ2Y0RvZ1kyRnNZeWdvZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTF6Ykdsa1pYSXRkSEpoWTJzdGRHaHBZMnR1WlhOektTQXRJSFpoY2lndExXcHdMWGRwWkdkbGRITXRjMnhwWkdWeUxYUnlZV05yTFhSb2FXTnJibVZ6Y3lrZ0tpQXlJQ2tnTHlBeUlDMGdkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXpiR2xrWlhJdFltOXlaR1Z5TFhkcFpIUm9LU2s3WEc1OVhHNWNiaTUzYVdSblpYUXRkbk5zYVdSbGNpQXVkV2t0YzJ4cFpHVnlJQzUxYVMxemJHbGtaWEl0Y21GdVoyVWdlMXh1SUNBZ0lIZHBaSFJvT2lCallXeGpLQ0IyWVhJb0xTMXFjQzEzYVdSblpYUnpMWE5zYVdSbGNpMTBjbUZqYXkxMGFHbGphMjVsYzNNcElDb2dNaUFwTzF4dUlDQWdJRzFoY21kcGJpMXNaV1owT2lCallXeGpLQ2gyWVhJb0xTMXFjQzEzYVdSblpYUnpMWE5zYVdSbGNpMTBjbUZqYXkxMGFHbGphMjVsYzNNcElDMGdkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXpiR2xrWlhJdGRISmhZMnN0ZEdocFkydHVaWE56S1NBcUlESWdLU0F2SURJZ0xTQjJZWElvTFMxcWNDMTNhV1JuWlhSekxYTnNhV1JsY2kxaWIzSmtaWEl0ZDJsa2RHZ3BLVHRjYm4xY2JseHVMeW9nU0c5eWFYcHZiblJoYkNCVGJHbGtaWElnS2k5Y2JseHVMbmRwWkdkbGRDMW9jMnhwWkdWeUlIdGNiaUFnSUNCM2FXUjBhRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm14cGJtVXRkMmxrZEdncE8xeHVJQ0FnSUdobGFXZG9kRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm14cGJtVXRhR1ZwWjJoMEtUdGNiaUFnSUNCc2FXNWxMV2hsYVdkb2REb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibXhwYm1VdGFHVnBaMmgwS1R0Y2JseHVJQ0FnSUM4cUlFOTJaWEp5YVdSbElIUm9aU0JoYkdsbmJpMXBkR1Z0Y3lCaVlYTmxiR2x1WlM0Z1ZHaHBjeUIzWVhrc0lIUm9aU0JrWlhOamNtbHdkR2x2YmlCaGJtUWdjbVZoWkc5MWRGeHVJQ0FnSUhOMGFXeHNJSE5sWlcwZ2RHOGdZV3hwWjI0Z2RHaGxhWElnWW1GelpXeHBibVVnY0hKdmNHVnliSGtzSUdGdVpDQjNaU0JrYjI0bmRDQm9ZWFpsSUhSdklHaGhkbVZjYmlBZ0lDQmhiR2xuYmkxelpXeG1PaUJ6ZEhKbGRHTm9JR2x1SUhSb1pTQXVjMnhwWkdWeUxXTnZiblJoYVc1bGNpNGdLaTljYmlBZ0lDQmhiR2xuYmkxcGRHVnRjem9nWTJWdWRHVnlPMXh1ZlZ4dVhHNHVkMmxrWjJWMGN5MXpiR2xrWlhJZ0xuTnNhV1JsY2kxamIyNTBZV2x1WlhJZ2UxeHVJQ0FnSUc5MlpYSm1iRzkzT2lCMmFYTnBZbXhsTzF4dWZWeHVYRzR1ZDJsa1oyVjBMV2h6Ykdsa1pYSWdMbk5zYVdSbGNpMWpiMjUwWVdsdVpYSWdlMXh1SUNBZ0lHaGxhV2RvZERvZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxcGJteHBibVV0YUdWcFoyaDBLVHRjYmlBZ0lDQnRZWEpuYVc0dGJHVm1kRG9nWTJGc1l5aDJZWElvTFMxcWNDMTNhV1JuWlhSekxYTnNhV1JsY2kxb1lXNWtiR1V0YzJsNlpTa2dMeUF5SUMwZ01pQXFJSFpoY2lndExXcHdMWGRwWkdkbGRITXRjMnhwWkdWeUxXSnZjbVJsY2kxM2FXUjBhQ2twTzF4dUlDQWdJRzFoY21kcGJpMXlhV2RvZERvZ1kyRnNZeWgyWVhJb0xTMXFjQzEzYVdSblpYUnpMWE5zYVdSbGNpMW9ZVzVrYkdVdGMybDZaU2tnTHlBeUlDMGdNaUFxSUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YzJ4cFpHVnlMV0p2Y21SbGNpMTNhV1IwYUNrcE8xeHVJQ0FnSUdac1pYZzZJREVnTVNCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWJHbHVaUzEzYVdSMGFDMXphRzl5ZENrN1hHNTlYRzVjYmk1M2FXUm5aWFF0YUhOc2FXUmxjaUF1ZFdrdGMyeHBaR1Z5SUh0Y2JpQWdJQ0F2S2lCSmJtNWxjaXdnYVc1MmFYTnBZbXhsSUhOc2FXUmxJR1JwZGlBcUwxeHVJQ0FnSUdobGFXZG9kRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTF6Ykdsa1pYSXRkSEpoWTJzdGRHaHBZMnR1WlhOektUdGNiaUFnSUNCdFlYSm5hVzR0ZEc5d09pQmpZV3hqS0NoMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWJHbHVaUzFvWldsbmFIUXBJQzBnZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTF6Ykdsa1pYSXRkSEpoWTJzdGRHaHBZMnR1WlhOektTa2dMeUF5S1R0Y2JpQWdJQ0IzYVdSMGFEb2dNVEF3SlR0Y2JuMWNibHh1THlvZ1ZtVnlkR2xqWVd3Z1UyeHBaR1Z5SUNvdlhHNWNiaTUzYVdSblpYUXRkbUp2ZUNBdWQybGtaMlYwTFd4aFltVnNJSHRjYmlBZ0lDQm9aV2xuYUhRNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGFXNXNhVzVsTFdobGFXZG9kQ2s3WEc0Z0lDQWdiR2x1WlMxb1pXbG5hSFE2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YVc1c2FXNWxMV2hsYVdkb2RDazdYRzU5WEc1Y2JpNTNhV1JuWlhRdGRuTnNhV1JsY2lCN1hHNGdJQ0FnTHlvZ1ZtVnlkR2xqWVd3Z1UyeHBaR1Z5SUNvdlhHNGdJQ0FnYUdWcFoyaDBPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMWFpsY25ScFkyRnNMV2hsYVdkb2RDazdYRzRnSUNBZ2QybGtkR2c2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YVc1c2FXNWxMWGRwWkhSb0xYUnBibmtwTzF4dWZWeHVYRzR1ZDJsa1oyVjBMWFp6Ykdsa1pYSWdMbk5zYVdSbGNpMWpiMjUwWVdsdVpYSWdlMXh1SUNBZ0lHWnNaWGc2SURFZ01TQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHViR2x1WlMxM2FXUjBhQzF6YUc5eWRDazdYRzRnSUNBZ2JXRnlaMmx1TFd4bFpuUTZJR0YxZEc4N1hHNGdJQ0FnYldGeVoybHVMWEpwWjJoME9pQmhkWFJ2TzF4dUlDQWdJRzFoY21kcGJpMWliM1IwYjIwNklHTmhiR01vZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTF6Ykdsa1pYSXRhR0Z1Wkd4bExYTnBlbVVwSUM4Z01pQXRJRElnS2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFhOc2FXUmxjaTFpYjNKa1pYSXRkMmxrZEdncEtUdGNiaUFnSUNCdFlYSm5hVzR0ZEc5d09pQmpZV3hqS0haaGNpZ3RMV3B3TFhkcFpHZGxkSE10YzJ4cFpHVnlMV2hoYm1Sc1pTMXphWHBsS1NBdklESWdMU0F5SUNvZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxemJHbGtaWEl0WW05eVpHVnlMWGRwWkhSb0tTazdYRzRnSUNBZ1pHbHpjR3hoZVRvZ1pteGxlRHRjYmlBZ0lDQm1iR1Y0TFdScGNtVmpkR2x2YmpvZ1kyOXNkVzF1TzF4dWZWeHVYRzR1ZDJsa1oyVjBMWFp6Ykdsa1pYSWdMblZwTFhOc2FXUmxjaTEyWlhKMGFXTmhiQ0I3WEc0Z0lDQWdMeW9nU1c1dVpYSXNJR2x1ZG1semFXSnNaU0J6Ykdsa1pTQmthWFlnS2k5Y2JpQWdJQ0IzYVdSMGFEb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXpiR2xrWlhJdGRISmhZMnN0ZEdocFkydHVaWE56S1R0Y2JpQWdJQ0JtYkdWNExXZHliM2M2SURFN1hHNGdJQ0FnYldGeVoybHVMV3hsWm5RNklHRjFkRzg3WEc0Z0lDQWdiV0Z5WjJsdUxYSnBaMmgwT2lCaGRYUnZPMXh1ZlZ4dVhHNHZLaUJYYVdSblpYUWdVSEp2WjNKbGMzTWdVM1I1YkdsdVp5QXFMMXh1WEc0dWNISnZaM0psYzNNdFltRnlJSHRjYmlBZ0lDQXRkMlZpYTJsMExYUnlZVzV6YVhScGIyNDZJRzV2Ym1VN1hHNGdJQ0FnTFcxdmVpMTBjbUZ1YzJsMGFXOXVPaUJ1YjI1bE8xeHVJQ0FnSUMxdGN5MTBjbUZ1YzJsMGFXOXVPaUJ1YjI1bE8xeHVJQ0FnSUMxdkxYUnlZVzV6YVhScGIyNDZJRzV2Ym1VN1hHNGdJQ0FnZEhKaGJuTnBkR2x2YmpvZ2JtOXVaVHRjYm4xY2JseHVMbkJ5YjJkeVpYTnpMV0poY2lCN1hHNGdJQ0FnYUdWcFoyaDBPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1YkdsdVpTMW9aV2xuYUhRcE8xeHVmVnh1WEc0dWNISnZaM0psYzNNdFltRnlJSHRjYmlBZ0lDQmlZV05yWjNKdmRXNWtMV052Ykc5eU9pQjJZWElvTFMxcWNDMWljbUZ1WkMxamIyeHZjakVwTzF4dWZWeHVYRzR1Y0hKdlozSmxjM010WW1GeUxYTjFZMk5sYzNNZ2UxeHVJQ0FnSUdKaFkydG5jbTkxYm1RdFkyOXNiM0k2SUhaaGNpZ3RMV3B3TFhOMVkyTmxjM010WTI5c2IzSXhLVHRjYm4xY2JseHVMbkJ5YjJkeVpYTnpMV0poY2kxcGJtWnZJSHRjYmlBZ0lDQmlZV05yWjNKdmRXNWtMV052Ykc5eU9pQjJZWElvTFMxcWNDMXBibVp2TFdOdmJHOXlNU2s3WEc1OVhHNWNiaTV3Y205bmNtVnpjeTFpWVhJdGQyRnlibWx1WnlCN1hHNGdJQ0FnWW1GamEyZHliM1Z1WkMxamIyeHZjam9nZG1GeUtDMHRhbkF0ZDJGeWJpMWpiMnh2Y2pFcE8xeHVmVnh1WEc0dWNISnZaM0psYzNNdFltRnlMV1JoYm1kbGNpQjdYRzRnSUNBZ1ltRmphMmR5YjNWdVpDMWpiMnh2Y2pvZ2RtRnlLQzB0YW5BdFpYSnliM0l0WTI5c2IzSXhLVHRjYm4xY2JseHVMbkJ5YjJkeVpYTnpJSHRjYmlBZ0lDQmlZV05yWjNKdmRXNWtMV052Ykc5eU9pQjJZWElvTFMxcWNDMXNZWGx2ZFhRdFkyOXNiM0l5S1R0Y2JpQWdJQ0JpYjNKa1pYSTZJRzV2Ym1VN1hHNGdJQ0FnWW05NExYTm9ZV1J2ZHpvZ2JtOXVaVHRjYm4xY2JseHVMeW9nU0c5eWFYTnZiblJoYkNCUWNtOW5jbVZ6Y3lBcUwxeHVYRzR1ZDJsa1oyVjBMV2h3Y205bmNtVnpjeUI3WEc0Z0lDQWdMeW9nVUhKdlozSmxjM01nUW1GeUlDb3ZYRzRnSUNBZ2FHVnBaMmgwT2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWJHbHVaUzFvWldsbmFIUXBPMXh1SUNBZ0lHeHBibVV0YUdWcFoyaDBPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1YkdsdVpTMW9aV2xuYUhRcE8xeHVJQ0FnSUhkcFpIUm9PaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1YkdsdVpTMTNhV1IwYUNrN1hHNGdJQ0FnWVd4cFoyNHRhWFJsYlhNNklHTmxiblJsY2p0Y2JseHVmVnh1WEc0dWQybGtaMlYwTFdod2NtOW5jbVZ6Y3lBdWNISnZaM0psYzNNZ2UxeHVJQ0FnSUdac1pYZ3RaM0p2ZHpvZ01UdGNiaUFnSUNCdFlYSm5hVzR0ZEc5d09pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHVjSFYwTFhCaFpHUnBibWNwTzF4dUlDQWdJRzFoY21kcGJpMWliM1IwYjIwNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGFXNXdkWFF0Y0dGa1pHbHVaeWs3WEc0Z0lDQWdZV3hwWjI0dGMyVnNaam9nYzNSeVpYUmphRHRjYmlBZ0lDQXZLaUJQZG1WeWNtbGtaU0JpYjI5MGMzUnlZWEFnYzNSNWJHVWdLaTljYmlBZ0lDQm9aV2xuYUhRNklHbHVhWFJwWVd3N1hHNTlYRzVjYmk4cUlGWmxjblJwWTJGc0lGQnliMmR5WlhOeklDb3ZYRzVjYmk1M2FXUm5aWFF0ZG5CeWIyZHlaWE56SUh0Y2JpQWdJQ0JvWldsbmFIUTZJSFpoY2lndExXcHdMWGRwWkdkbGRITXRkbVZ5ZEdsallXd3RhR1ZwWjJoMEtUdGNiaUFnSUNCM2FXUjBhRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm14cGJtVXRkMmxrZEdndGRHbHVlU2s3WEc1OVhHNWNiaTUzYVdSblpYUXRkbkJ5YjJkeVpYTnpJQzV3Y205bmNtVnpjeUI3WEc0Z0lDQWdabXhsZUMxbmNtOTNPaUF4TzF4dUlDQWdJSGRwWkhSb09pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxYQnliMmR5WlhOekxYUm9hV05yYm1WemN5azdYRzRnSUNBZ2JXRnlaMmx1TFd4bFpuUTZJR0YxZEc4N1hHNGdJQ0FnYldGeVoybHVMWEpwWjJoME9pQmhkWFJ2TzF4dUlDQWdJRzFoY21kcGJpMWliM1IwYjIwNklEQTdYRzU5WEc1Y2JpOHFJRk5sYkdWamRDQlhhV1JuWlhRZ1UzUjViR2x1WnlBcUwxeHVYRzR1ZDJsa1oyVjBMV1J5YjNCa2IzZHVJSHRjYmlBZ0lDQm9aV2xuYUhRNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGFXNXNhVzVsTFdobGFXZG9kQ2s3WEc0Z0lDQWdkMmxrZEdnNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGFXNXNhVzVsTFhkcFpIUm9LVHRjYmlBZ0lDQnNhVzVsTFdobGFXZG9kRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm14cGJtVXRhR1ZwWjJoMEtUdGNibjFjYmx4dUxuZHBaR2RsZEMxa2NtOXdaRzkzYmlBK0lITmxiR1ZqZENCN1hHNGdJQ0FnY0dGa1pHbHVaeTF5YVdkb2REb2dNakJ3ZUR0Y2JpQWdJQ0JpYjNKa1pYSTZJSFpoY2lndExXcHdMWGRwWkdkbGRITXRhVzV3ZFhRdFltOXlaR1Z5TFhkcFpIUm9LU0J6YjJ4cFpDQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHVjSFYwTFdKdmNtUmxjaTFqYjJ4dmNpazdYRzRnSUNBZ1ltOXlaR1Z5TFhKaFpHbDFjem9nTUR0Y2JpQWdJQ0JvWldsbmFIUTZJR2x1YUdWeWFYUTdYRzRnSUNBZ1pteGxlRG9nTVNBeElIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGFXNXNhVzVsTFhkcFpIUm9MWE5vYjNKMEtUdGNiaUFnSUNCdGFXNHRkMmxrZEdnNklEQTdJQzhxSUZSb2FYTWdiV0ZyWlhNZ2FYUWdjRzl6YzJsaWJHVWdabTl5SUhSb1pTQm1iR1Y0WW05NElIUnZJSE5vY21sdWF5QjBhR2x6SUdsdWNIVjBJQ292WEc0Z0lDQWdZbTk0TFhOcGVtbHVaem9nWW05eVpHVnlMV0p2ZUR0Y2JpQWdJQ0J2ZFhSc2FXNWxPaUJ1YjI1bElDRnBiWEJ2Y25SaGJuUTdYRzRnSUNBZ1ltOTRMWE5vWVdSdmR6b2dibTl1WlR0Y2JpQWdJQ0JpWVdOclozSnZkVzVrTFdOdmJHOXlPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1Y0hWMExXSmhZMnRuY205MWJtUXRZMjlzYjNJcE8xeHVJQ0FnSUdOdmJHOXlPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1Y0hWMExXTnZiRzl5S1R0Y2JpQWdJQ0JtYjI1MExYTnBlbVU2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10Wm05dWRDMXphWHBsS1R0Y2JpQWdJQ0IyWlhKMGFXTmhiQzFoYkdsbmJqb2dkRzl3TzF4dUlDQWdJSEJoWkdScGJtY3RiR1ZtZERvZ1kyRnNZeWdnZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm5CMWRDMXdZV1JrYVc1bktTQXFJRElwTzF4dVhIUmhjSEJsWVhKaGJtTmxPaUJ1YjI1bE8xeHVYSFF0ZDJWaWEybDBMV0Z3Y0dWaGNtRnVZMlU2SUc1dmJtVTdYRzVjZEMxdGIzb3RZWEJ3WldGeVlXNWpaVG9nYm05dVpUdGNiaUFnSUNCaVlXTnJaM0p2ZFc1a0xYSmxjR1ZoZERvZ2JtOHRjbVZ3WldGME8xeHVYSFJpWVdOclozSnZkVzVrTFhOcGVtVTZJREl3Y0hnN1hHNWNkR0poWTJ0bmNtOTFibVF0Y0c5emFYUnBiMjQ2SUhKcFoyaDBJR05sYm5SbGNqdGNiaUFnSUNCaVlXTnJaM0p2ZFc1a0xXbHRZV2RsT2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdSeWIzQmtiM2R1TFdGeWNtOTNLVHRjYm4xY2JpNTNhV1JuWlhRdFpISnZjR1J2ZDI0Z1BpQnpaV3hsWTNRNlptOWpkWE1nZTF4dUlDQWdJR0p2Y21SbGNpMWpiMnh2Y2pvZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxcGJuQjFkQzFtYjJOMWN5MWliM0prWlhJdFkyOXNiM0lwTzF4dWZWeHVYRzR1ZDJsa1oyVjBMV1J5YjNCa2IzZHVJRDRnYzJWc1pXTjBPbVJwYzJGaWJHVmtJSHRjYmlBZ0lDQnZjR0ZqYVhSNU9pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXUnBjMkZpYkdWa0xXOXdZV05wZEhrcE8xeHVmVnh1WEc0dktpQlVieUJrYVhOaFlteGxJSFJvWlNCa2IzUjBaV1FnWW05eVpHVnlJR2x1SUVacGNtVm1iM2dnWVhKdmRXNWtJSE5sYkdWamRDQmpiMjUwY205c2N5NWNiaUFnSUZObFpTQm9kSFJ3T2k4dmMzUmhZMnR2ZG1WeVpteHZkeTVqYjIwdllTOHhPRGcxTXpBd01pQXFMMXh1TG5kcFpHZGxkQzFrY205d1pHOTNiaUErSUhObGJHVmpkRG90Ylc5NkxXWnZZM1Z6Y21sdVp5QjdYRzRnSUNBZ1kyOXNiM0k2SUhSeVlXNXpjR0Z5Wlc1ME8xeHVJQ0FnSUhSbGVIUXRjMmhoWkc5M09pQXdJREFnTUNBak1EQXdPMXh1ZlZ4dVhHNHZLaUJUWld4bFkzUWdZVzVrSUZObGJHVmpkRTExYkhScGNHeGxJQ292WEc1Y2JpNTNhV1JuWlhRdGMyVnNaV04wSUh0Y2JpQWdJQ0IzYVdSMGFEb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibXhwYm1VdGQybGtkR2dwTzF4dUlDQWdJR3hwYm1VdGFHVnBaMmgwT2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWJHbHVaUzFvWldsbmFIUXBPMXh1WEc0Z0lDQWdMeW9nUW1WallYVnpaU0JHYVhKbFptOTRJR1JsWm1sdVpYTWdkR2hsSUdKaGMyVnNhVzVsSUc5bUlHRWdjMlZzWldOMElHRnpJSFJvWlNCaWIzUjBiMjBnYjJZZ2RHaGxYRzRnSUNBZ1kyOXVkSEp2YkN3Z2QyVWdZV3hwWjI0Z2RHaGxJR1Z1ZEdseVpTQmpiMjUwY205c0lIUnZJSFJvWlNCMGIzQWdZVzVrSUdGa1pDQndZV1JrYVc1bklIUnZJSFJvWlZ4dUlDQWdJSE5sYkdWamRDQjBieUJuWlhRZ1lXNGdZWEJ3Y205NGFXMWhkR1VnWm1seWMzUWdiR2x1WlNCaVlYTmxiR2x1WlNCaGJHbG5ibTFsYm5RdUlDb3ZYRzRnSUNBZ1lXeHBaMjR0YVhSbGJYTTZJR1pzWlhndGMzUmhjblE3WEc1OVhHNWNiaTUzYVdSblpYUXRjMlZzWldOMElENGdjMlZzWldOMElIdGNiaUFnSUNCaWIzSmtaWEk2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YVc1d2RYUXRZbTl5WkdWeUxYZHBaSFJvS1NCemIyeHBaQ0IyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1Y0hWMExXSnZjbVJsY2kxamIyeHZjaWs3WEc0Z0lDQWdZbUZqYTJkeWIzVnVaQzFqYjJ4dmNqb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibkIxZEMxaVlXTnJaM0p2ZFc1a0xXTnZiRzl5S1R0Y2JpQWdJQ0JqYjJ4dmNqb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibkIxZEMxamIyeHZjaWs3WEc0Z0lDQWdabTl1ZEMxemFYcGxPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV1p2Ym5RdGMybDZaU2s3WEc0Z0lDQWdabXhsZURvZ01TQXhJSFpoY2lndExXcHdMWGRwWkdkbGRITXRhVzVzYVc1bExYZHBaSFJvTFhOb2IzSjBLVHRjYmlBZ0lDQnZkWFJzYVc1bE9pQnViMjVsSUNGcGJYQnZjblJoYm5RN1hHNGdJQ0FnYjNabGNtWnNiM2M2SUdGMWRHODdYRzRnSUNBZ2FHVnBaMmgwT2lCcGJtaGxjbWwwTzF4dVhHNGdJQ0FnTHlvZ1FtVmpZWFZ6WlNCR2FYSmxabTk0SUdSbFptbHVaWE1nZEdobElHSmhjMlZzYVc1bElHOW1JR0VnYzJWc1pXTjBJR0Z6SUhSb1pTQmliM1IwYjIwZ2IyWWdkR2hsWEc0Z0lDQWdZMjl1ZEhKdmJDd2dkMlVnWVd4cFoyNGdkR2hsSUdWdWRHbHlaU0JqYjI1MGNtOXNJSFJ2SUhSb1pTQjBiM0FnWVc1a0lHRmtaQ0J3WVdSa2FXNW5JSFJ2SUhSb1pWeHVJQ0FnSUhObGJHVmpkQ0IwYnlCblpYUWdZVzRnWVhCd2NtOTRhVzFoZEdVZ1ptbHljM1FnYkdsdVpTQmlZWE5sYkdsdVpTQmhiR2xuYm0xbGJuUXVJQ292WEc0Z0lDQWdjR0ZrWkdsdVp5MTBiM0E2SURWd2VEdGNibjFjYmx4dUxuZHBaR2RsZEMxelpXeGxZM1FnUGlCelpXeGxZM1E2Wm05amRYTWdlMXh1SUNBZ0lHSnZjbVJsY2kxamIyeHZjam9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm5CMWRDMW1iMk4xY3kxaWIzSmtaWEl0WTI5c2IzSXBPMXh1ZlZ4dVhHNHVkMmxuWlhRdGMyVnNaV04wSUQ0Z2MyVnNaV04wSUQ0Z2IzQjBhVzl1SUh0Y2JpQWdJQ0J3WVdSa2FXNW5MV3hsWm5RNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGFXNXdkWFF0Y0dGa1pHbHVaeWs3WEc0Z0lDQWdiR2x1WlMxb1pXbG5hSFE2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YVc1c2FXNWxMV2hsYVdkb2RDazdYRzRnSUNBZ0x5b2diR2x1WlMxb1pXbG5hSFFnWkc5bGMyNG5kQ0IzYjNKcklHOXVJSE52YldVZ1luSnZkM05sY25NZ1ptOXlJSE5sYkdWamRDQnZjSFJwYjI1eklDb3ZYRzRnSUNBZ2NHRmtaR2x1WnkxMGIzQTZJR05oYkdNb2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxcGJteHBibVV0YUdWcFoyaDBLUzEyWVhJb0xTMXFjQzEzYVdSblpYUnpMV1p2Ym5RdGMybDZaU2t2TWlrN1hHNGdJQ0FnY0dGa1pHbHVaeTFpYjNSMGIyMDZJR05oYkdNb2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxcGJteHBibVV0YUdWcFoyaDBLUzEyWVhJb0xTMXFjQzEzYVdSblpYUnpMV1p2Ym5RdGMybDZaU2t2TWlrN1hHNTlYRzVjYmx4dVhHNHZLaUJVYjJkbmJHVWdRblYwZEc5dWN5QlRkSGxzYVc1bklDb3ZYRzVjYmk1M2FXUm5aWFF0ZEc5bloyeGxMV0oxZEhSdmJuTWdlMXh1SUNBZ0lHeHBibVV0YUdWcFoyaDBPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1YkdsdVpTMW9aV2xuYUhRcE8xeHVmVnh1WEc0dWQybGtaMlYwTFhSdloyZHNaUzFpZFhSMGIyNXpJQzUzYVdSblpYUXRkRzluWjJ4bExXSjFkSFJ2YmlCN1hHNGdJQ0FnYldGeVoybHVMV3hsWm5RNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGJXRnlaMmx1S1R0Y2JpQWdJQ0J0WVhKbmFXNHRjbWxuYUhRNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGJXRnlaMmx1S1R0Y2JuMWNibHh1TG5kcFpHZGxkQzEwYjJkbmJHVXRZblYwZEc5dWN5QXVhblZ3ZVhSbGNpMWlkWFIwYjI0NlpHbHpZV0pzWldRZ2UxeHVJQ0FnSUc5d1lXTnBkSGs2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10WkdsellXSnNaV1F0YjNCaFkybDBlU2s3WEc1OVhHNWNiaThxSUZKaFpHbHZJRUoxZEhSdmJuTWdVM1I1YkdsdVp5QXFMMXh1WEc0dWQybGtaMlYwTFhKaFpHbHZJSHRjYmlBZ0lDQjNhV1IwYURvZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxcGJteHBibVV0ZDJsa2RHZ3BPMXh1SUNBZ0lHeHBibVV0YUdWcFoyaDBPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1YkdsdVpTMW9aV2xuYUhRcE8xeHVmVnh1WEc0dWQybGtaMlYwTFhKaFpHbHZMV0p2ZUNCN1hHNGdJQ0FnWkdsemNHeGhlVG9nWm14bGVEdGNiaUFnSUNCbWJHVjRMV1JwY21WamRHbHZiam9nWTI5c2RXMXVPMXh1SUNBZ0lHRnNhV2R1TFdsMFpXMXpPaUJ6ZEhKbGRHTm9PMXh1SUNBZ0lHSnZlQzF6YVhwcGJtYzZJR0p2Y21SbGNpMWliM2c3WEc0Z0lDQWdabXhsZUMxbmNtOTNPaUF4TzF4dUlDQWdJRzFoY21kcGJpMWliM1IwYjIwNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGNtRmthVzh0YVhSbGJTMW9aV2xuYUhRdFlXUnFkWE4wYldWdWRDazdYRzU5WEc1Y2JpNTNhV1JuWlhRdGNtRmthVzh0WW05NElHeGhZbVZzSUh0Y2JpQWdJQ0JvWldsbmFIUTZJSFpoY2lndExXcHdMWGRwWkdkbGRITXRjbUZrYVc4dGFYUmxiUzFvWldsbmFIUXBPMXh1SUNBZ0lHeHBibVV0YUdWcFoyaDBPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMWEpoWkdsdkxXbDBaVzB0YUdWcFoyaDBLVHRjYmlBZ0lDQm1iMjUwTFhOcGVtVTZJSFpoY2lndExXcHdMWGRwWkdkbGRITXRabTl1ZEMxemFYcGxLVHRjYm4xY2JseHVMbmRwWkdkbGRDMXlZV1JwYnkxaWIzZ2dhVzV3ZFhRZ2UxeHVJQ0FnSUdobGFXZG9kRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTF5WVdScGJ5MXBkR1Z0TFdobGFXZG9kQ2s3WEc0Z0lDQWdiR2x1WlMxb1pXbG5hSFE2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10Y21Ga2FXOHRhWFJsYlMxb1pXbG5hSFFwTzF4dUlDQWdJRzFoY21kcGJqb2dNQ0JqWVd4aktDQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHVjSFYwTFhCaFpHUnBibWNwSUNvZ01pQXBJREFnTVhCNE8xeHVJQ0FnSUdac2IyRjBPaUJzWldaME8xeHVmVnh1WEc0dktpQkRiMnh2Y2lCUWFXTnJaWElnVTNSNWJHbHVaeUFxTDF4dVhHNHVkMmxrWjJWMExXTnZiRzl5Y0dsamEyVnlJSHRjYmlBZ0lDQjNhV1IwYURvZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxcGJteHBibVV0ZDJsa2RHZ3BPMXh1SUNBZ0lHaGxhV2RvZERvZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxcGJteHBibVV0YUdWcFoyaDBLVHRjYmlBZ0lDQnNhVzVsTFdobGFXZG9kRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm14cGJtVXRhR1ZwWjJoMEtUdGNibjFjYmx4dUxuZHBaR2RsZEMxamIyeHZjbkJwWTJ0bGNpQStJQzUzYVdSblpYUXRZMjlzYjNKd2FXTnJaWEl0YVc1d2RYUWdlMXh1SUNBZ0lHWnNaWGd0WjNKdmR6b2dNVHRjYmlBZ0lDQm1iR1Y0TFhOb2NtbHVhem9nTVR0Y2JpQWdJQ0J0YVc0dGQybGtkR2c2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YVc1c2FXNWxMWGRwWkhSb0xYUnBibmtwTzF4dWZWeHVYRzR1ZDJsa1oyVjBMV052Ykc5eWNHbGphMlZ5SUdsdWNIVjBXM1I1Y0dVOVhDSmpiMnh2Y2x3aVhTQjdYRzRnSUNBZ2QybGtkR2c2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YVc1c2FXNWxMV2hsYVdkb2RDazdYRzRnSUNBZ2FHVnBaMmgwT2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWJHbHVaUzFvWldsbmFIUXBPMXh1SUNBZ0lIQmhaR1JwYm1jNklEQWdNbkI0T3lBdktpQnRZV3RsSUhSb1pTQmpiMnh2Y2lCemNYVmhjbVVnWVdOMGRXRnNiSGtnYzNGMVlYSmxJRzl1SUVOb2NtOXRaU0J2YmlCUFV5QllJQ292WEc0Z0lDQWdZbUZqYTJkeWIzVnVaRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm5CMWRDMWlZV05yWjNKdmRXNWtMV052Ykc5eUtUdGNiaUFnSUNCamIyeHZjam9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm5CMWRDMWpiMnh2Y2lrN1hHNGdJQ0FnWW05eVpHVnlPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1Y0hWMExXSnZjbVJsY2kxM2FXUjBhQ2tnYzI5c2FXUWdkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibkIxZEMxaWIzSmtaWEl0WTI5c2IzSXBPMXh1SUNBZ0lHSnZjbVJsY2kxc1pXWjBPaUJ1YjI1bE8xeHVJQ0FnSUdac1pYZ3RaM0p2ZHpvZ01EdGNiaUFnSUNCbWJHVjRMWE5vY21sdWF6b2dNRHRjYmlBZ0lDQmliM2d0YzJsNmFXNW5PaUJpYjNKa1pYSXRZbTk0TzF4dUlDQWdJR0ZzYVdkdUxYTmxiR1k2SUhOMGNtVjBZMmc3WEc0Z0lDQWdiM1YwYkdsdVpUb2dibTl1WlNBaGFXMXdiM0owWVc1ME8xeHVmVnh1WEc0dWQybGtaMlYwTFdOdmJHOXljR2xqYTJWeUxtTnZibU5wYzJVZ2FXNXdkWFJiZEhsd1pUMWNJbU52Ykc5eVhDSmRJSHRjYmlBZ0lDQmliM0prWlhJdGJHVm1kRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm5CMWRDMWliM0prWlhJdGQybGtkR2dwSUhOdmJHbGtJSFpoY2lndExXcHdMWGRwWkdkbGRITXRhVzV3ZFhRdFltOXlaR1Z5TFdOdmJHOXlLVHRjYm4xY2JseHVMbmRwWkdkbGRDMWpiMnh2Y25CcFkydGxjaUJwYm5CMWRGdDBlWEJsUFZ3aVkyOXNiM0pjSWwwNlptOWpkWE1zSUM1M2FXUm5aWFF0WTI5c2IzSndhV05yWlhJZ2FXNXdkWFJiZEhsd1pUMWNJblJsZUhSY0lsMDZabTlqZFhNZ2UxeHVJQ0FnSUdKdmNtUmxjaTFqYjJ4dmNqb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibkIxZEMxbWIyTjFjeTFpYjNKa1pYSXRZMjlzYjNJcE8xeHVmVnh1WEc0dWQybGtaMlYwTFdOdmJHOXljR2xqYTJWeUlHbHVjSFYwVzNSNWNHVTlYQ0owWlhoMFhDSmRJSHRjYmlBZ0lDQm1iR1Y0TFdkeWIzYzZJREU3WEc0Z0lDQWdiM1YwYkdsdVpUb2dibTl1WlNBaGFXMXdiM0owWVc1ME8xeHVJQ0FnSUdobGFXZG9kRG9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm14cGJtVXRhR1ZwWjJoMEtUdGNiaUFnSUNCc2FXNWxMV2hsYVdkb2REb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibXhwYm1VdGFHVnBaMmgwS1R0Y2JpQWdJQ0JpWVdOclozSnZkVzVrT2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWNIVjBMV0poWTJ0bmNtOTFibVF0WTI5c2IzSXBPMXh1SUNBZ0lHTnZiRzl5T2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWNIVjBMV052Ykc5eUtUdGNiaUFnSUNCaWIzSmtaWEk2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10YVc1d2RYUXRZbTl5WkdWeUxYZHBaSFJvS1NCemIyeHBaQ0IyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1Y0hWMExXSnZjbVJsY2kxamIyeHZjaWs3WEc0Z0lDQWdabTl1ZEMxemFYcGxPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV1p2Ym5RdGMybDZaU2s3WEc0Z0lDQWdjR0ZrWkdsdVp6b2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibkIxZEMxd1lXUmthVzVuS1NCallXeGpLQ0IyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1Y0hWMExYQmhaR1JwYm1jcElDb2dJRElnS1R0Y2JpQWdJQ0J0YVc0dGQybGtkR2c2SURBN0lDOHFJRlJvYVhNZ2JXRnJaWE1nYVhRZ2NHOXpjMmxpYkdVZ1ptOXlJSFJvWlNCbWJHVjRZbTk0SUhSdklITm9jbWx1YXlCMGFHbHpJR2x1Y0hWMElDb3ZYRzRnSUNBZ1pteGxlQzF6YUhKcGJtczZJREU3WEc0Z0lDQWdZbTk0TFhOcGVtbHVaem9nWW05eVpHVnlMV0p2ZUR0Y2JuMWNibHh1TG5kcFpHZGxkQzFqYjJ4dmNuQnBZMnRsY2lCcGJuQjFkRnQwZVhCbFBWd2lkR1Y0ZEZ3aVhUcGthWE5oWW14bFpDQjdYRzRnSUNBZ2IzQmhZMmwwZVRvZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxa2FYTmhZbXhsWkMxdmNHRmphWFI1S1R0Y2JuMWNibHh1THlvZ1JHRjBaU0JRYVdOclpYSWdVM1I1YkdsdVp5QXFMMXh1WEc0dWQybGtaMlYwTFdSaGRHVndhV05yWlhJZ2UxeHVJQ0FnSUhkcFpIUm9PaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1YkdsdVpTMTNhV1IwYUNrN1hHNGdJQ0FnYUdWcFoyaDBPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2x1YkdsdVpTMW9aV2xuYUhRcE8xeHVJQ0FnSUd4cGJtVXRhR1ZwWjJoME9pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHViR2x1WlMxb1pXbG5hSFFwTzF4dWZWeHVYRzR1ZDJsa1oyVjBMV1JoZEdWd2FXTnJaWElnYVc1d2RYUmJkSGx3WlQxY0ltUmhkR1ZjSWwwZ2UxeHVJQ0FnSUdac1pYZ3RaM0p2ZHpvZ01UdGNiaUFnSUNCbWJHVjRMWE5vY21sdWF6b2dNVHRjYmlBZ0lDQnRhVzR0ZDJsa2RHZzZJREE3SUM4cUlGUm9hWE1nYldGclpYTWdhWFFnY0c5emMybGliR1VnWm05eUlIUm9aU0JtYkdWNFltOTRJSFJ2SUhOb2NtbHVheUIwYUdseklHbHVjSFYwSUNvdlhHNGdJQ0FnYjNWMGJHbHVaVG9nYm05dVpTQWhhVzF3YjNKMFlXNTBPMXh1SUNBZ0lHaGxhV2RvZERvZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxcGJteHBibVV0YUdWcFoyaDBLVHRjYmlBZ0lDQmliM0prWlhJNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGFXNXdkWFF0WW05eVpHVnlMWGRwWkhSb0tTQnpiMnhwWkNCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWNIVjBMV0p2Y21SbGNpMWpiMnh2Y2lrN1hHNGdJQ0FnWW1GamEyZHliM1Z1WkMxamIyeHZjam9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm5CMWRDMWlZV05yWjNKdmRXNWtMV052Ykc5eUtUdGNiaUFnSUNCamIyeHZjam9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm5CMWRDMWpiMnh2Y2lrN1hHNGdJQ0FnWm05dWRDMXphWHBsT2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdadmJuUXRjMmw2WlNrN1hHNGdJQ0FnY0dGa1pHbHVaem9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm5CMWRDMXdZV1JrYVc1bktTQmpZV3hqS0NCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdsdWNIVjBMWEJoWkdScGJtY3BJQ29nSURJZ0tUdGNiaUFnSUNCaWIzZ3RjMmw2YVc1bk9pQmliM0prWlhJdFltOTRPMXh1ZlZ4dVhHNHVkMmxrWjJWMExXUmhkR1Z3YVdOclpYSWdhVzV3ZFhSYmRIbHdaVDFjSW1SaGRHVmNJbDA2Wm05amRYTWdlMXh1SUNBZ0lHSnZjbVJsY2kxamIyeHZjam9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFwYm5CMWRDMW1iMk4xY3kxaWIzSmtaWEl0WTI5c2IzSXBPMXh1ZlZ4dVhHNHVkMmxrWjJWMExXUmhkR1Z3YVdOclpYSWdhVzV3ZFhSYmRIbHdaVDFjSW1SaGRHVmNJbDA2YVc1MllXeHBaQ0I3WEc0Z0lDQWdZbTl5WkdWeUxXTnZiRzl5T2lCMllYSW9MUzFxY0MxM1lYSnVMV052Ykc5eU1TazdYRzU5WEc1Y2JpNTNhV1JuWlhRdFpHRjBaWEJwWTJ0bGNpQnBibkIxZEZ0MGVYQmxQVndpWkdGMFpWd2lYVHBrYVhOaFlteGxaQ0I3WEc0Z0lDQWdiM0JoWTJsMGVUb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MWthWE5oWW14bFpDMXZjR0ZqYVhSNUtUdGNibjFjYmx4dUx5b2dVR3hoZVNCWGFXUm5aWFFnS2k5Y2JseHVMbmRwWkdkbGRDMXdiR0Y1SUh0Y2JpQWdJQ0IzYVdSMGFEb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MXBibXhwYm1VdGQybGtkR2d0YzJodmNuUXBPMXh1SUNBZ0lHUnBjM0JzWVhrNklHWnNaWGc3WEc0Z0lDQWdZV3hwWjI0dGFYUmxiWE02SUhOMGNtVjBZMmc3WEc1OVhHNWNiaTUzYVdSblpYUXRjR3hoZVNBdWFuVndlWFJsY2kxaWRYUjBiMjRnZTF4dUlDQWdJR1pzWlhndFozSnZkem9nTVR0Y2JpQWdJQ0JvWldsbmFIUTZJR0YxZEc4N1hHNTlYRzVjYmk1M2FXUm5aWFF0Y0d4aGVTQXVhblZ3ZVhSbGNpMWlkWFIwYjI0NlpHbHpZV0pzWldRZ2UxeHVJQ0FnSUc5d1lXTnBkSGs2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10WkdsellXSnNaV1F0YjNCaFkybDBlU2s3WEc1OVhHNWNiaThxSUZSaFlpQlhhV1JuWlhRZ0tpOWNibHh1TG1wMWNIbDBaWEl0ZDJsa1oyVjBjeTUzYVdSblpYUXRkR0ZpSUh0Y2JpQWdJQ0JrYVhOd2JHRjVPaUJtYkdWNE8xeHVJQ0FnSUdac1pYZ3RaR2x5WldOMGFXOXVPaUJqYjJ4MWJXNDdYRzU5WEc1Y2JpNXFkWEI1ZEdWeUxYZHBaR2RsZEhNdWQybGtaMlYwTFhSaFlpQStJQzV3TFZSaFlrSmhjaUI3WEc0Z0lDQWdMeW9nVG1WalpYTnpZWEo1SUhOdklIUm9ZWFFnWVNCMFlXSWdZMkZ1SUdKbElITm9hV1owWldRZ1pHOTNiaUIwYnlCdmRtVnliR0Y1SUhSb1pTQmliM0prWlhJZ2IyWWdkR2hsSUdKdmVDQmlaV3h2ZHk0Z0tpOWNiaUFnSUNCdmRtVnlabXh2ZHkxNE9pQjJhWE5wWW14bE8xeHVJQ0FnSUc5MlpYSm1iRzkzTFhrNklIWnBjMmxpYkdVN1hHNTlYRzVjYmk1cWRYQjVkR1Z5TFhkcFpHZGxkSE11ZDJsa1oyVjBMWFJoWWlBK0lDNXdMVlJoWWtKaGNpQStJQzV3TFZSaFlrSmhjaTFqYjI1MFpXNTBJSHRjYmlBZ0lDQXZLaUJOWVd0bElITjFjbVVnZEdoaGRDQjBhR1VnZEdGaUlHZHliM2R6SUdaeWIyMGdZbTkwZEc5dElIVndJQ292WEc0Z0lDQWdZV3hwWjI0dGFYUmxiWE02SUdac1pYZ3RaVzVrTzF4dUlDQWdJRzFwYmkxM2FXUjBhRG9nTUR0Y2JpQWdJQ0J0YVc0dGFHVnBaMmgwT2lBd08xeHVmVnh1WEc0dWFuVndlWFJsY2kxM2FXUm5aWFJ6TG5kcFpHZGxkQzEwWVdJZ1BpQXVkMmxrWjJWMExYUmhZaTFqYjI1MFpXNTBjeUI3WEc0Z0lDQWdkMmxrZEdnNklERXdNQ1U3WEc0Z0lDQWdZbTk0TFhOcGVtbHVaem9nWW05eVpHVnlMV0p2ZUR0Y2JpQWdJQ0J0WVhKbmFXNDZJREE3WEc0Z0lDQWdZbUZqYTJkeWIzVnVaRG9nZG1GeUtDMHRhbkF0YkdGNWIzVjBMV052Ykc5eU1TazdYRzRnSUNBZ1kyOXNiM0k2SUhaaGNpZ3RMV3B3TFhWcExXWnZiblF0WTI5c2IzSXhLVHRjYmlBZ0lDQmliM0prWlhJNklIWmhjaWd0TFdwd0xXSnZjbVJsY2kxM2FXUjBhQ2tnYzI5c2FXUWdkbUZ5S0MwdGFuQXRZbTl5WkdWeUxXTnZiRzl5TVNrN1hHNGdJQ0FnY0dGa1pHbHVaem9nZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFqYjI1MFlXbHVaWEl0Y0dGa1pHbHVaeWs3WEc0Z0lDQWdabXhsZUMxbmNtOTNPaUF4TzF4dUlDQWdJRzkyWlhKbWJHOTNPaUJoZFhSdk8xeHVmVnh1WEc0dWFuVndlWFJsY2kxM2FXUm5aWFJ6TG5kcFpHZGxkQzEwWVdJZ1BpQXVjQzFVWVdKQ1lYSWdlMXh1SUNBZ0lHWnZiblE2SUhaaGNpZ3RMV3B3TFhkcFpHZGxkSE10Wm05dWRDMXphWHBsS1NCSVpXeDJaWFJwWTJFc0lFRnlhV0ZzTENCellXNXpMWE5sY21sbU8xeHVJQ0FnSUcxcGJpMW9aV2xuYUhRNklHTmhiR01vZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFvYjNKcGVtOXVkR0ZzTFhSaFlpMW9aV2xuYUhRcElDc2dkbUZ5S0MwdGFuQXRZbTl5WkdWeUxYZHBaSFJvS1NrN1hHNTlYRzVjYmk1cWRYQjVkR1Z5TFhkcFpHZGxkSE11ZDJsa1oyVjBMWFJoWWlBK0lDNXdMVlJoWWtKaGNpQXVjQzFVWVdKQ1lYSXRkR0ZpSUh0Y2JpQWdJQ0JtYkdWNE9pQXdJREVnZG1GeUtDMHRhbkF0ZDJsa1oyVjBjeTFvYjNKcGVtOXVkR0ZzTFhSaFlpMTNhV1IwYUNrN1hHNGdJQ0FnYldsdUxYZHBaSFJvT2lBek5YQjRPMXh1SUNBZ0lHMXBiaTFvWldsbmFIUTZJR05oYkdNb2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxb2IzSnBlbTl1ZEdGc0xYUmhZaTFvWldsbmFIUXBJQ3NnZG1GeUtDMHRhbkF0WW05eVpHVnlMWGRwWkhSb0tTazdYRzRnSUNBZ2JHbHVaUzFvWldsbmFIUTZJSFpoY2lndExXcHdMWGRwWkdkbGRITXRhRzl5YVhwdmJuUmhiQzEwWVdJdGFHVnBaMmgwS1R0Y2JpQWdJQ0J0WVhKbmFXNHRiR1ZtZERvZ1kyRnNZeWd0TVNBcUlIWmhjaWd0TFdwd0xXSnZjbVJsY2kxM2FXUjBhQ2twTzF4dUlDQWdJSEJoWkdScGJtYzZJREJ3ZUNBeE1IQjRPMXh1SUNBZ0lHSmhZMnRuY205MWJtUTZJSFpoY2lndExXcHdMV3hoZVc5MWRDMWpiMnh2Y2pJcE8xeHVJQ0FnSUdOdmJHOXlPaUIyWVhJb0xTMXFjQzExYVMxbWIyNTBMV052Ykc5eU1pazdYRzRnSUNBZ1ltOXlaR1Z5T2lCMllYSW9MUzFxY0MxaWIzSmtaWEl0ZDJsa2RHZ3BJSE52Ykdsa0lIWmhjaWd0TFdwd0xXSnZjbVJsY2kxamIyeHZjakVwTzF4dUlDQWdJR0p2Y21SbGNpMWliM1IwYjIwNklHNXZibVU3WEc0Z0lDQWdjRzl6YVhScGIyNDZJSEpsYkdGMGFYWmxPMXh1ZlZ4dVhHNHVhblZ3ZVhSbGNpMTNhV1JuWlhSekxuZHBaR2RsZEMxMFlXSWdQaUF1Y0MxVVlXSkNZWElnTG5BdFZHRmlRbUZ5TFhSaFlpNXdMVzF2WkMxamRYSnlaVzUwSUh0Y2JpQWdJQ0JqYjJ4dmNqb2dkbUZ5S0MwdGFuQXRkV2t0Wm05dWRDMWpiMnh2Y2pBcE8xeHVJQ0FnSUM4cUlGZGxJSGRoYm5RZ2RHaGxJR0poWTJ0bmNtOTFibVFnZEc4Z2JXRjBZMmdnZEdobElIUmhZaUJqYjI1MFpXNTBJR0poWTJ0bmNtOTFibVFnS2k5Y2JpQWdJQ0JpWVdOclozSnZkVzVrT2lCMllYSW9MUzFxY0Mxc1lYbHZkWFF0WTI5c2IzSXhLVHRjYmlBZ0lDQnRhVzR0YUdWcFoyaDBPaUJqWVd4aktIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdGFHOXlhWHB2Ym5SaGJDMTBZV0l0YUdWcFoyaDBLU0FySURJZ0tpQjJZWElvTFMxcWNDMWliM0prWlhJdGQybGtkR2dwS1R0Y2JpQWdJQ0IwY21GdWMyWnZjbTA2SUhSeVlXNXpiR0YwWlZrb2RtRnlLQzB0YW5BdFltOXlaR1Z5TFhkcFpIUm9LU2s3WEc0Z0lDQWdiM1psY21ac2IzYzZJSFpwYzJsaWJHVTdYRzU5WEc1Y2JpNXFkWEI1ZEdWeUxYZHBaR2RsZEhNdWQybGtaMlYwTFhSaFlpQStJQzV3TFZSaFlrSmhjaUF1Y0MxVVlXSkNZWEl0ZEdGaUxuQXRiVzlrTFdOMWNuSmxiblE2WW1WbWIzSmxJSHRjYmlBZ0lDQndiM05wZEdsdmJqb2dZV0p6YjJ4MWRHVTdYRzRnSUNBZ2RHOXdPaUJqWVd4aktDMHhJQ29nZG1GeUtDMHRhbkF0WW05eVpHVnlMWGRwWkhSb0tTazdYRzRnSUNBZ2JHVm1kRG9nWTJGc1l5Z3RNU0FxSUhaaGNpZ3RMV3B3TFdKdmNtUmxjaTEzYVdSMGFDa3BPMXh1SUNBZ0lHTnZiblJsYm5RNklDY25PMXh1SUNBZ0lHaGxhV2RvZERvZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxb2IzSnBlbTl1ZEdGc0xYUmhZaTEwYjNBdFltOXlaR1Z5S1R0Y2JpQWdJQ0IzYVdSMGFEb2dZMkZzWXlneE1EQWxJQ3NnTWlBcUlIWmhjaWd0TFdwd0xXSnZjbVJsY2kxM2FXUjBhQ2twTzF4dUlDQWdJR0poWTJ0bmNtOTFibVE2SUhaaGNpZ3RMV3B3TFdKeVlXNWtMV052Ykc5eU1TazdYRzU5WEc1Y2JpNXFkWEI1ZEdWeUxYZHBaR2RsZEhNdWQybGtaMlYwTFhSaFlpQStJQzV3TFZSaFlrSmhjaUF1Y0MxVVlXSkNZWEl0ZEdGaU9tWnBjbk4wTFdOb2FXeGtJSHRjYmlBZ0lDQnRZWEpuYVc0dGJHVm1kRG9nTUR0Y2JuMWNibHh1TG1wMWNIbDBaWEl0ZDJsa1oyVjBjeTUzYVdSblpYUXRkR0ZpSUQ0Z0xuQXRWR0ZpUW1GeUlDNXdMVlJoWWtKaGNpMTBZV0k2YUc5MlpYSTZibTkwS0M1d0xXMXZaQzFqZFhKeVpXNTBLU0I3WEc0Z0lDQWdZbUZqYTJkeWIzVnVaRG9nZG1GeUtDMHRhbkF0YkdGNWIzVjBMV052Ykc5eU1TazdYRzRnSUNBZ1kyOXNiM0k2SUhaaGNpZ3RMV3B3TFhWcExXWnZiblF0WTI5c2IzSXhLVHRjYm4xY2JseHVMbXAxY0hsMFpYSXRkMmxrWjJWMGN5NTNhV1JuWlhRdGRHRmlJRDRnTG5BdFZHRmlRbUZ5SUM1d0xXMXZaQzFqYkc5ellXSnNaU0ErSUM1d0xWUmhZa0poY2kxMFlXSkRiRzl6WlVsamIyNGdlMXh1SUNBZ0lHMWhjbWRwYmkxc1pXWjBPaUEwY0hnN1hHNTlYRzVjYmk1cWRYQjVkR1Z5TFhkcFpHZGxkSE11ZDJsa1oyVjBMWFJoWWlBK0lDNXdMVlJoWWtKaGNpQXVjQzF0YjJRdFkyeHZjMkZpYkdVZ1BpQXVjQzFVWVdKQ1lYSXRkR0ZpUTJ4dmMyVkpZMjl1T21KbFptOXlaU0I3WEc0Z0lDQWdabTl1ZEMxbVlXMXBiSGs2SUVadmJuUkJkMlZ6YjIxbE8xeHVJQ0FnSUdOdmJuUmxiblE2SUNkY1hHWXdNR1FuT3lBdktpQmpiRzl6WlNBcUwxeHVmVnh1WEc0dWFuVndlWFJsY2kxM2FXUm5aWFJ6TG5kcFpHZGxkQzEwWVdJZ1BpQXVjQzFVWVdKQ1lYSWdMbkF0VkdGaVFtRnlMWFJoWWtsamIyNHNYRzR1YW5Wd2VYUmxjaTEzYVdSblpYUnpMbmRwWkdkbGRDMTBZV0lnUGlBdWNDMVVZV0pDWVhJZ0xuQXRWR0ZpUW1GeUxYUmhZa3hoWW1Wc0xGeHVMbXAxY0hsMFpYSXRkMmxrWjJWMGN5NTNhV1JuWlhRdGRHRmlJRDRnTG5BdFZHRmlRbUZ5SUM1d0xWUmhZa0poY2kxMFlXSkRiRzl6WlVsamIyNGdlMXh1SUNBZ0lHeHBibVV0YUdWcFoyaDBPaUIyWVhJb0xTMXFjQzEzYVdSblpYUnpMV2h2Y21sNmIyNTBZV3d0ZEdGaUxXaGxhV2RvZENrN1hHNTlYRzVjYmk4cUlFRmpZMjl5WkdsdmJpQlhhV1JuWlhRZ0tpOWNibHh1TG5BdFEyOXNiR0Z3YzJVZ2UxeHVJQ0FnSUdScGMzQnNZWGs2SUdac1pYZzdYRzRnSUNBZ1pteGxlQzFrYVhKbFkzUnBiMjQ2SUdOdmJIVnRianRjYmlBZ0lDQmhiR2xuYmkxcGRHVnRjem9nYzNSeVpYUmphRHRjYm4xY2JseHVMbkF0UTI5c2JHRndjMlV0YUdWaFpHVnlJSHRjYmlBZ0lDQndZV1JrYVc1bk9pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHVjSFYwTFhCaFpHUnBibWNwTzF4dUlDQWdJR04xY25OdmNqb2djRzlwYm5SbGNqdGNiaUFnSUNCamIyeHZjam9nZG1GeUtDMHRhbkF0ZFdrdFptOXVkQzFqYjJ4dmNqSXBPMXh1SUNBZ0lHSmhZMnRuY205MWJtUXRZMjlzYjNJNklIWmhjaWd0TFdwd0xXeGhlVzkxZEMxamIyeHZjaklwTzF4dUlDQWdJR0p2Y21SbGNqb2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MWliM0prWlhJdGQybGtkR2dwSUhOdmJHbGtJSFpoY2lndExXcHdMV0p2Y21SbGNpMWpiMnh2Y2pFcE8xeHVJQ0FnSUhCaFpHUnBibWM2SUdOaGJHTW9kbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MWpiMjUwWVdsdVpYSXRjR0ZrWkdsdVp5a2dLaUF5SUM4Z015a2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MWpiMjUwWVdsdVpYSXRjR0ZrWkdsdVp5azdYRzRnSUNBZ1ptOXVkQzEzWldsbmFIUTZJR0p2YkdRN1hHNTlYRzVjYmk1d0xVTnZiR3hoY0hObExXaGxZV1JsY2pwb2IzWmxjaUI3WEc0Z0lDQWdZbUZqYTJkeWIzVnVaQzFqYjJ4dmNqb2dkbUZ5S0MwdGFuQXRiR0Y1YjNWMExXTnZiRzl5TVNrN1hHNGdJQ0FnWTI5c2IzSTZJSFpoY2lndExXcHdMWFZwTFdadmJuUXRZMjlzYjNJeEtUdGNibjFjYmx4dUxuQXRRMjlzYkdGd2MyVXRiM0JsYmlBK0lDNXdMVU52Ykd4aGNITmxMV2hsWVdSbGNpQjdYRzRnSUNBZ1ltRmphMmR5YjNWdVpDMWpiMnh2Y2pvZ2RtRnlLQzB0YW5BdGJHRjViM1YwTFdOdmJHOXlNU2s3WEc0Z0lDQWdZMjlzYjNJNklIWmhjaWd0TFdwd0xYVnBMV1p2Ym5RdFkyOXNiM0l3S1R0Y2JpQWdJQ0JqZFhKemIzSTZJR1JsWm1GMWJIUTdYRzRnSUNBZ1ltOXlaR1Z5TFdKdmRIUnZiVG9nYm05dVpUdGNibjFjYmx4dUxuQXRRMjlzYkdGd2MyVWdMbkF0UTI5c2JHRndjMlV0YUdWaFpHVnlPanBpWldadmNtVWdlMXh1SUNBZ0lHTnZiblJsYm5RNklDZGNYR1l3WkdGY1hEQXdRVEFuT3lBZ0x5b2dZMkZ5WlhRdGNtbG5hSFFzSUc1dmJpMWljbVZoYTJsdVp5QnpjR0ZqWlNBcUwxeHVJQ0FnSUdScGMzQnNZWGs2SUdsdWJHbHVaUzFpYkc5amF6dGNiaUFnSUNCbWIyNTBPaUJ1YjNKdFlXd2dibTl5YldGc0lHNXZjbTFoYkNBeE5IQjRMekVnUm05dWRFRjNaWE52YldVN1hHNGdJQ0FnWm05dWRDMXphWHBsT2lCcGJtaGxjbWwwTzF4dUlDQWdJSFJsZUhRdGNtVnVaR1Z5YVc1bk9pQmhkWFJ2TzF4dUlDQWdJQzEzWldKcmFYUXRabTl1ZEMxemJXOXZkR2hwYm1jNklHRnVkR2xoYkdsaGMyVmtPMXh1SUNBZ0lDMXRiM290YjNONExXWnZiblF0YzIxdmIzUm9hVzVuT2lCbmNtRjVjMk5oYkdVN1hHNTlYRzVjYmk1d0xVTnZiR3hoY0hObExXOXdaVzRnUGlBdWNDMURiMnhzWVhCelpTMW9aV0ZrWlhJNk9tSmxabTl5WlNCN1hHNGdJQ0FnWTI5dWRHVnVkRG9nSjF4Y1pqQmtOMXhjTURCQk1DYzdJQzhxSUdOaGNtVjBMV1J2ZDI0c0lHNXZiaTFpY21WaGEybHVaeUJ6Y0dGalpTQXFMMXh1ZlZ4dVhHNHVjQzFEYjJ4c1lYQnpaUzFqYjI1MFpXNTBjeUI3WEc0Z0lDQWdjR0ZrWkdsdVp6b2dkbUZ5S0MwdGFuQXRkMmxrWjJWMGN5MWpiMjUwWVdsdVpYSXRjR0ZrWkdsdVp5azdYRzRnSUNBZ1ltRmphMmR5YjNWdVpDMWpiMnh2Y2pvZ2RtRnlLQzB0YW5BdGJHRjViM1YwTFdOdmJHOXlNU2s3WEc0Z0lDQWdZMjlzYjNJNklIWmhjaWd0TFdwd0xYVnBMV1p2Ym5RdFkyOXNiM0l4S1R0Y2JpQWdJQ0JpYjNKa1pYSXRiR1ZtZERvZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxaWIzSmtaWEl0ZDJsa2RHZ3BJSE52Ykdsa0lIWmhjaWd0TFdwd0xXSnZjbVJsY2kxamIyeHZjakVwTzF4dUlDQWdJR0p2Y21SbGNpMXlhV2RvZERvZ2RtRnlLQzB0YW5BdGQybGtaMlYwY3kxaWIzSmtaWEl0ZDJsa2RHZ3BJSE52Ykdsa0lIWmhjaWd0TFdwd0xXSnZjbVJsY2kxamIyeHZjakVwTzF4dUlDQWdJR0p2Y21SbGNpMWliM1IwYjIwNklIWmhjaWd0TFdwd0xYZHBaR2RsZEhNdFltOXlaR1Z5TFhkcFpIUm9LU0J6YjJ4cFpDQjJZWElvTFMxcWNDMWliM0prWlhJdFkyOXNiM0l4S1R0Y2JpQWdJQ0J2ZG1WeVpteHZkem9nWVhWMGJ6dGNibjFjYmx4dUxuQXRRV05qYjNKa2FXOXVJSHRjYmlBZ0lDQmthWE53YkdGNU9pQm1iR1Y0TzF4dUlDQWdJR1pzWlhndFpHbHlaV04wYVc5dU9pQmpiMngxYlc0N1hHNGdJQ0FnWVd4cFoyNHRhWFJsYlhNNklITjBjbVYwWTJnN1hHNTlYRzVjYmk1d0xVRmpZMjl5WkdsdmJpQXVjQzFEYjJ4c1lYQnpaU0I3WEc0Z0lDQWdiV0Z5WjJsdUxXSnZkSFJ2YlRvZ01EdGNibjFjYmx4dUxuQXRRV05qYjNKa2FXOXVJQzV3TFVOdmJHeGhjSE5sSUNzZ0xuQXRRMjlzYkdGd2MyVWdlMXh1SUNBZ0lHMWhjbWRwYmkxMGIzQTZJRFJ3ZUR0Y2JuMWNibHh1WEc1Y2JpOHFJRWhVVFV3Z2QybGtaMlYwSUNvdlhHNWNiaTUzYVdSblpYUXRhSFJ0YkN3Z0xuZHBaR2RsZEMxb2RHMXNiV0YwYUNCN1hHNGdJQ0FnWm05dWRDMXphWHBsT2lCMllYSW9MUzFxY0MxM2FXUm5aWFJ6TFdadmJuUXRjMmw2WlNrN1hHNTlYRzVjYmk1M2FXUm5aWFF0YUhSdGJDQStJQzUzYVdSblpYUXRhSFJ0YkMxamIyNTBaVzUwTENBdWQybGtaMlYwTFdoMGJXeHRZWFJvSUQ0Z0xuZHBaR2RsZEMxb2RHMXNMV052Ym5SbGJuUWdlMXh1SUNBZ0lDOHFJRVpwYkd3Z2IzVjBJSFJvWlNCaGNtVmhJR2x1SUhSb1pTQklWRTFNSUhkcFpHZGxkQ0FxTDF4dUlDQWdJR0ZzYVdkdUxYTmxiR1k2SUhOMGNtVjBZMmc3WEc0Z0lDQWdabXhsZUMxbmNtOTNPaUF4TzF4dUlDQWdJR1pzWlhndGMyaHlhVzVyT2lBeE8xeHVJQ0FnSUM4cUlFMWhhMlZ6SUhOMWNtVWdkR2hsSUdKaGMyVnNhVzVsSUdseklITjBhV3hzSUdGc2FXZHVaV1FnZDJsMGFDQnZkR2hsY2lCbGJHVnRaVzUwY3lBcUwxeHVJQ0FnSUd4cGJtVXRhR1ZwWjJoME9pQjJZWElvTFMxcWNDMTNhV1JuWlhSekxXbHViR2x1WlMxb1pXbG5hSFFwTzF4dUlDQWdJQzhxSUUxaGEyVWdhWFFnY0c5emMybGliR1VnZEc4Z2FHRjJaU0JoWW5OdmJIVjBaV3g1TFhCdmMybDBhVzl1WldRZ1pXeGxiV1Z1ZEhNZ2FXNGdkR2hsSUdoMGJXd2dLaTljYmlBZ0lDQndiM05wZEdsdmJqb2djbVZzWVhScGRtVTdYRzU5WEc0aUxDSXZLaUJVYUdseklHWnBiR1VnYUdGeklHTnZaR1VnWkdWeWFYWmxaQ0JtY205dElGQm9iM053YUc5eVNsTWdRMU5USUdacGJHVnpMQ0JoY3lCdWIzUmxaQ0JpWld4dmR5NGdWR2hsSUd4cFkyVnVjMlVnWm05eUlIUm9hWE1nVUdodmMzQm9iM0pLVXlCamIyUmxJR2x6T2x4dVhHNURiM0I1Y21sbmFIUWdLR01wSURJd01UUXRNakF4Tnl3Z1VHaHZjM0JvYjNKS1V5QkRiMjUwY21saWRYUnZjbk5jYmtGc2JDQnlhV2RvZEhNZ2NtVnpaWEoyWldRdVhHNWNibEpsWkdsemRISnBZblYwYVc5dUlHRnVaQ0IxYzJVZ2FXNGdjMjkxY21ObElHRnVaQ0JpYVc1aGNua2dabTl5YlhNc0lIZHBkR2dnYjNJZ2QybDBhRzkxZEZ4dWJXOWthV1pwWTJGMGFXOXVMQ0JoY21VZ2NHVnliV2wwZEdWa0lIQnliM1pwWkdWa0lIUm9ZWFFnZEdobElHWnZiR3h2ZDJsdVp5QmpiMjVrYVhScGIyNXpJR0Z5WlNCdFpYUTZYRzVjYmlvZ1VtVmthWE4wY21saWRYUnBiMjV6SUc5bUlITnZkWEpqWlNCamIyUmxJRzExYzNRZ2NtVjBZV2x1SUhSb1pTQmhZbTkyWlNCamIzQjVjbWxuYUhRZ2JtOTBhV05sTENCMGFHbHpYRzRnSUd4cGMzUWdiMllnWTI5dVpHbDBhVzl1Y3lCaGJtUWdkR2hsSUdadmJHeHZkMmx1WnlCa2FYTmpiR0ZwYldWeUxseHVYRzRxSUZKbFpHbHpkSEpwWW5WMGFXOXVjeUJwYmlCaWFXNWhjbmtnWm05eWJTQnRkWE4wSUhKbGNISnZaSFZqWlNCMGFHVWdZV0p2ZG1VZ1kyOXdlWEpwWjJoMElHNXZkR2xqWlN4Y2JpQWdkR2hwY3lCc2FYTjBJRzltSUdOdmJtUnBkR2x2Ym5NZ1lXNWtJSFJvWlNCbWIyeHNiM2RwYm1jZ1pHbHpZMnhoYVcxbGNpQnBiaUIwYUdVZ1pHOWpkVzFsYm5SaGRHbHZibHh1SUNCaGJtUXZiM0lnYjNSb1pYSWdiV0YwWlhKcFlXeHpJSEJ5YjNacFpHVmtJSGRwZEdnZ2RHaGxJR1JwYzNSeWFXSjFkR2x2Ymk1Y2JseHVLaUJPWldsMGFHVnlJSFJvWlNCdVlXMWxJRzltSUhSb1pTQmpiM0I1Y21sbmFIUWdhRzlzWkdWeUlHNXZjaUIwYUdVZ2JtRnRaWE1nYjJZZ2FYUnpYRzRnSUdOdmJuUnlhV0oxZEc5eWN5QnRZWGtnWW1VZ2RYTmxaQ0IwYnlCbGJtUnZjbk5sSUc5eUlIQnliMjF2ZEdVZ2NISnZaSFZqZEhNZ1pHVnlhWFpsWkNCbWNtOXRYRzRnSUhSb2FYTWdjMjltZEhkaGNtVWdkMmwwYUc5MWRDQnpjR1ZqYVdacFl5QndjbWx2Y2lCM2NtbDBkR1Z1SUhCbGNtMXBjM05wYjI0dVhHNWNibFJJU1ZNZ1UwOUdWRmRCVWtVZ1NWTWdVRkpQVmtsRVJVUWdRbGtnVkVoRklFTlBVRmxTU1VkSVZDQklUMHhFUlZKVElFRk9SQ0JEVDA1VVVrbENWVlJQVWxNZ1hDSkJVeUJKVTF3aVhHNUJUa1FnUVU1WklFVllVRkpGVTFNZ1QxSWdTVTFRVEVsRlJDQlhRVkpTUVU1VVNVVlRMQ0JKVGtOTVZVUkpUa2NzSUVKVlZDQk9UMVFnVEVsTlNWUkZSQ0JVVHl3Z1ZFaEZYRzVKVFZCTVNVVkVJRmRCVWxKQlRsUkpSVk1nVDBZZ1RVVlNRMGhCVGxSQlFrbE1TVlJaSUVGT1JDQkdTVlJPUlZOVElFWlBVaUJCSUZCQlVsUkpRMVZNUVZJZ1VGVlNVRTlUUlNCQlVrVmNia1JKVTBOTVFVbE5SVVF1SUVsT0lFNVBJRVZXUlU1VUlGTklRVXhNSUZSSVJTQkRUMUJaVWtsSFNGUWdTRTlNUkVWU0lFOVNJRU5QVGxSU1NVSlZWRTlTVXlCQ1JTQk1TVUZDVEVWY2JrWlBVaUJCVGxrZ1JFbFNSVU5VTENCSlRrUkpVa1ZEVkN3Z1NVNURTVVJGVGxSQlRDd2dVMUJGUTBsQlRDd2dSVmhGVFZCTVFWSlpMQ0JQVWlCRFQwNVRSVkZWUlU1VVNVRk1YRzVFUVUxQlIwVlRJQ2hKVGtOTVZVUkpUa2NzSUVKVlZDQk9UMVFnVEVsTlNWUkZSQ0JVVHl3Z1VGSlBRMVZTUlUxRlRsUWdUMFlnVTFWQ1UxUkpWRlZVUlNCSFQwOUVVeUJQVWx4dVUwVlNWa2xEUlZNN0lFeFBVMU1nVDBZZ1ZWTkZMQ0JFUVZSQkxDQlBVaUJRVWs5R1NWUlRPeUJQVWlCQ1ZWTkpUa1ZUVXlCSlRsUkZVbEpWVUZSSlQwNHBJRWhQVjBWV1JWSmNia05CVlZORlJDQkJUa1FnVDA0Z1FVNVpJRlJJUlU5U1dTQlBSaUJNU1VGQ1NVeEpWRmtzSUZkSVJWUklSVklnU1U0Z1EwOU9WRkpCUTFRc0lGTlVVa2xEVkNCTVNVRkNTVXhKVkZrc1hHNVBVaUJVVDFKVUlDaEpUa05NVlVSSlRrY2dUa1ZIVEVsSFJVNURSU0JQVWlCUFZFaEZVbGRKVTBVcElFRlNTVk5KVGtjZ1NVNGdRVTVaSUZkQldTQlBWVlFnVDBZZ1ZFaEZJRlZUUlZ4dVQwWWdWRWhKVXlCVFQwWlVWMEZTUlN3Z1JWWkZUaUJKUmlCQlJGWkpVMFZFSUU5R0lGUklSU0JRVDFOVFNVSkpURWxVV1NCUFJpQlRWVU5JSUVSQlRVRkhSUzVjYmx4dUtpOWNibHh1THlwY2JpQXFJRlJvWlNCbWIyeHNiM2RwYm1jZ2MyVmpkR2x2YmlCcGN5QmtaWEpwZG1Wa0lHWnliMjBnYUhSMGNITTZMeTluYVhSb2RXSXVZMjl0TDNCb2IzTndhRzl5YW5NdmNHaHZjM0JvYjNJdllteHZZaTh5TTJJNVpEQTNOV1ZpWXpWaU56TmhZakUwT0dJMlpXSm1Zekl3WVdZNU4yWTROVGN4TkdNMEwzQmhZMnRoWjJWekwzZHBaR2RsZEhNdmMzUjViR1V2ZEdGaVltRnlMbU56Y3lCY2JpQXFJRmRsSjNabElITmpiM0JsWkNCMGFHVWdjblZzWlhNZ2MyOGdkR2hoZENCMGFHVjVJR0Z5WlNCamIyNXphWE4wWlc1MElIZHBkR2dnWlhoaFkzUnNlU0J2ZFhJZ1kyOWtaUzVjYmlBcUwxeHVYRzR1YW5Wd2VYUmxjaTEzYVdSblpYUnpMbmRwWkdkbGRDMTBZV0lnUGlBdWNDMVVZV0pDWVhJZ2UxeHVJQ0JrYVhOd2JHRjVPaUJtYkdWNE8xeHVJQ0F0ZDJWaWEybDBMWFZ6WlhJdGMyVnNaV04wT2lCdWIyNWxPMXh1SUNBdGJXOTZMWFZ6WlhJdGMyVnNaV04wT2lCdWIyNWxPMXh1SUNBdGJYTXRkWE5sY2kxelpXeGxZM1E2SUc1dmJtVTdYRzRnSUhWelpYSXRjMlZzWldOME9pQnViMjVsTzF4dWZWeHVYRzVjYmk1cWRYQjVkR1Z5TFhkcFpHZGxkSE11ZDJsa1oyVjBMWFJoWWlBK0lDNXdMVlJoWWtKaGNsdGtZWFJoTFc5eWFXVnVkR0YwYVc5dVBTZG9iM0pwZW05dWRHRnNKMTBnZTF4dUlDQm1iR1Y0TFdScGNtVmpkR2x2YmpvZ2NtOTNPMXh1ZlZ4dVhHNWNiaTVxZFhCNWRHVnlMWGRwWkdkbGRITXVkMmxrWjJWMExYUmhZaUErSUM1d0xWUmhZa0poY2x0a1lYUmhMVzl5YVdWdWRHRjBhVzl1UFNkMlpYSjBhV05oYkNkZElIdGNiaUFnWm14bGVDMWthWEpsWTNScGIyNDZJR052YkhWdGJqdGNibjFjYmx4dVhHNHVhblZ3ZVhSbGNpMTNhV1JuWlhSekxuZHBaR2RsZEMxMFlXSWdQaUF1Y0MxVVlXSkNZWElnUGlBdWNDMVVZV0pDWVhJdFkyOXVkR1Z1ZENCN1hHNGdJRzFoY21kcGJqb2dNRHRjYmlBZ2NHRmtaR2x1WnpvZ01EdGNiaUFnWkdsemNHeGhlVG9nWm14bGVEdGNiaUFnWm14bGVEb2dNU0F4SUdGMWRHODdYRzRnSUd4cGMzUXRjM1I1YkdVdGRIbHdaVG9nYm05dVpUdGNibjFjYmx4dVhHNHVhblZ3ZVhSbGNpMTNhV1JuWlhSekxuZHBaR2RsZEMxMFlXSWdQaUF1Y0MxVVlXSkNZWEpiWkdGMFlTMXZjbWxsYm5SaGRHbHZiajBuYUc5eWFYcHZiblJoYkNkZElENGdMbkF0VkdGaVFtRnlMV052Ym5SbGJuUWdlMXh1SUNCbWJHVjRMV1JwY21WamRHbHZiam9nY205M08xeHVmVnh1WEc1Y2JpNXFkWEI1ZEdWeUxYZHBaR2RsZEhNdWQybGtaMlYwTFhSaFlpQStJQzV3TFZSaFlrSmhjbHRrWVhSaExXOXlhV1Z1ZEdGMGFXOXVQU2QyWlhKMGFXTmhiQ2RkSUQ0Z0xuQXRWR0ZpUW1GeUxXTnZiblJsYm5RZ2UxeHVJQ0JtYkdWNExXUnBjbVZqZEdsdmJqb2dZMjlzZFcxdU8xeHVmVnh1WEc1Y2JpNXFkWEI1ZEdWeUxYZHBaR2RsZEhNdWQybGtaMlYwTFhSaFlpQStJQzV3TFZSaFlrSmhjaUF1Y0MxVVlXSkNZWEl0ZEdGaUlIdGNiaUFnWkdsemNHeGhlVG9nWm14bGVEdGNiaUFnWm14bGVDMWthWEpsWTNScGIyNDZJSEp2ZHp0Y2JpQWdZbTk0TFhOcGVtbHVaem9nWW05eVpHVnlMV0p2ZUR0Y2JpQWdiM1psY21ac2IzYzZJR2hwWkdSbGJqdGNibjFjYmx4dVhHNHVhblZ3ZVhSbGNpMTNhV1JuWlhSekxuZHBaR2RsZEMxMFlXSWdQaUF1Y0MxVVlXSkNZWElnTG5BdFZHRmlRbUZ5TFhSaFlrbGpiMjRzWEc0dWFuVndlWFJsY2kxM2FXUm5aWFJ6TG5kcFpHZGxkQzEwWVdJZ1BpQXVjQzFVWVdKQ1lYSWdMbkF0VkdGaVFtRnlMWFJoWWtOc2IzTmxTV052YmlCN1hHNGdJR1pzWlhnNklEQWdNQ0JoZFhSdk8xeHVmVnh1WEc1Y2JpNXFkWEI1ZEdWeUxYZHBaR2RsZEhNdWQybGtaMlYwTFhSaFlpQStJQzV3TFZSaFlrSmhjaUF1Y0MxVVlXSkNZWEl0ZEdGaVRHRmlaV3dnZTF4dUlDQm1iR1Y0T2lBeElERWdZWFYwYnp0Y2JpQWdiM1psY21ac2IzYzZJR2hwWkdSbGJqdGNiaUFnZDJocGRHVXRjM0JoWTJVNklHNXZkM0poY0R0Y2JuMWNibHh1WEc0dWFuVndlWFJsY2kxM2FXUm5aWFJ6TG5kcFpHZGxkQzEwWVdJZ1BpQXVjQzFVWVdKQ1lYSWdMbkF0VkdGaVFtRnlMWFJoWWk1d0xXMXZaQzFvYVdSa1pXNGdlMXh1SUNCa2FYTndiR0Y1T2lCdWIyNWxJQ0ZwYlhCdmNuUmhiblE3WEc1OVhHNWNibHh1TG1wMWNIbDBaWEl0ZDJsa1oyVjBjeTUzYVdSblpYUXRkR0ZpSUQ0Z0xuQXRWR0ZpUW1GeUxuQXRiVzlrTFdSeVlXZG5hVzVuSUM1d0xWUmhZa0poY2kxMFlXSWdlMXh1SUNCd2IzTnBkR2x2YmpvZ2NtVnNZWFJwZG1VN1hHNTlYRzVjYmx4dUxtcDFjSGwwWlhJdGQybGtaMlYwY3k1M2FXUm5aWFF0ZEdGaUlENGdMbkF0VkdGaVFtRnlMbkF0Ylc5a0xXUnlZV2RuYVc1blcyUmhkR0V0YjNKcFpXNTBZWFJwYjI0OUoyaHZjbWw2YjI1MFlXd25YU0F1Y0MxVVlXSkNZWEl0ZEdGaUlIdGNiaUFnYkdWbWREb2dNRHRjYmlBZ2RISmhibk5wZEdsdmJqb2diR1ZtZENBeE5UQnRjeUJsWVhObE8xeHVmVnh1WEc1Y2JpNXFkWEI1ZEdWeUxYZHBaR2RsZEhNdWQybGtaMlYwTFhSaFlpQStJQzV3TFZSaFlrSmhjaTV3TFcxdlpDMWtjbUZuWjJsdVoxdGtZWFJoTFc5eWFXVnVkR0YwYVc5dVBTZDJaWEowYVdOaGJDZGRJQzV3TFZSaFlrSmhjaTEwWVdJZ2UxeHVJQ0IwYjNBNklEQTdYRzRnSUhSeVlXNXphWFJwYjI0NklIUnZjQ0F4TlRCdGN5QmxZWE5sTzF4dWZWeHVYRzVjYmk1cWRYQjVkR1Z5TFhkcFpHZGxkSE11ZDJsa1oyVjBMWFJoWWlBK0lDNXdMVlJoWWtKaGNpNXdMVzF2WkMxa2NtRm5aMmx1WnlBdWNDMVVZV0pDWVhJdGRHRmlMbkF0Ylc5a0xXUnlZV2RuYVc1bklIdGNiaUFnZEhKaGJuTnBkR2x2YmpvZ2JtOXVaVHRjYm4xY2JseHVMeW9nUlc1a0lIUmhZbUpoY2k1amMzTWdLaTljYmlKZGZRPT0gKi8=",
       "headers": [
        [
         "content-type",
         "text/css"
        ]
       ],
       "ok": true,
       "status": 200,
       "status_text": ""
      }
     }
    },
    "colab_type": "code",
    "id": "Y9mAbo4CI85M",
    "outputId": "6905c1de-795d-4d54-8ff4-0e5a9ae5af42"
   },
   "outputs": [],
   "source": [
    "def evaluate_inference(model, val_indices):\n",
    "    cumulative_precision = 0\n",
    "    cumulative_recall = 0\n",
    "    cumulative_em = 0\n",
    "    cumulative_em_char = 0\n",
    "    \n",
    "    N = len(val_indices)\n",
    "\n",
    "    epoch_loss = 0\n",
    "    prediction_results = []\n",
    "    em_char_score = 0\n",
    "    for i, val_index in tqdm(enumerate(val_indices), total=N):\n",
    "        input_text = thai_romanization_dataset.input_texts[val_index]\n",
    "        target_text = thai_romanization_dataset.target_texts[val_index]\n",
    "\n",
    "        \n",
    "        prediction, indices, _ = inference(model, input_text, char_2_ix, ix_2_char, target_char_to_ix, ix_to_target_char)\n",
    "        prediction_results.append(prediction)\n",
    "        if i <= 15:\n",
    "            print('Example: {}'.format(i+1))\n",
    "            print('      input: {}'.format(input_text))\n",
    "            print('groundtruth: {}'.format(target_text))\n",
    "            print(' prediction: {}\\n'.format(prediction))\n",
    "\n",
    "        pred_chars = [char for char in prediction]\n",
    "        target_chars = [char for char in target_text]\n",
    "\n",
    "        cumulative_precision += precision(pred_chars, target_chars)\n",
    "        cumulative_recall +=  recall(pred_chars, target_chars)\n",
    "        cumulative_em_char += em_char(pred_chars, target_chars)\n",
    "        cumulative_em += em(prediction, target_text)\n",
    "\n",
    "    macro_average_precision = cumulative_precision / N\n",
    "    macro_average_recall = cumulative_recall /N\n",
    "    f1_macro_average = f1(macro_average_precision, macro_average_recall) \n",
    "    em_score = cumulative_em / N\n",
    "    em_char_score = cumulative_em_char / N\n",
    "    print('')\n",
    "    print('F1 (macro-average) = ', f1_macro_average)\n",
    "    print('EM = ', em_score)\n",
    "    print('EM (Character-level) = ', em_char_score)\n",
    "\n",
    "\n",
    "    return f1_macro_average, em_score, em_char_score, prediction_results\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 221,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "i7pJKMVqI85P"
   },
   "outputs": [],
   "source": [
    "data = load_model('./thai2rom-pytorch.attn.v8.best_epoch-29.tar')\n",
    "\n",
    "_model = data['model']\n",
    "_model           \n",
    "\n",
    "char_to_ix = data['char_to_ix']\n",
    "ix_to_char =  data['ix_to_char']\n",
    "target_char_to_ix = data['target_char_to_ix']\n",
    "ix_to_target_char = data['ix_to_target_char']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {},
    "colab_type": "code",
    "id": "G1Sri1ZXI85Q"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "4a096ecb35e545c19a700d063530b05b",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "HBox(children=(IntProgress(value=0, max=129642), HTML(value='')))"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Example: 1\n",
      "      input: ขัตติยา กรีมี\n",
      "groundtruth: khattiya krimi\n",
      " prediction: khattiya krimi\n",
      "\n",
      "Example: 2\n",
      "      input: คมสรร บุญทอง\n",
      "groundtruth: khomsan bunthong\n",
      " prediction: khomsan bunthong\n",
      "\n",
      "Example: 3\n",
      "      input: ต่อเลขหมาย\n",
      "groundtruth: tolekmai\n",
      " prediction: tolekmai\n",
      "\n",
      "Example: 4\n",
      "      input: กิตติศักดิ์ หวังวรวงศ์\n",
      "groundtruth: kittisak wangworawong\n",
      " prediction: kittisak wangworawong\n",
      "\n",
      "Example: 5\n",
      "      input: สถาปัตยกรรมศาสตร์\n",
      "groundtruth: sathapattayakamsat\n",
      " prediction: sathapattayakammasat\n",
      "\n",
      "Example: 6\n",
      "      input: กิมเจียว แซ่โง้ว\n",
      "groundtruth: kimchiao sae-ngow\n",
      " prediction: kimchiao sae-ngow\n",
      "\n",
      "Example: 7\n",
      "      input: เขยื้อน รังสิยีรานนท์\n",
      "groundtruth: khayuean rangsiyiranon\n",
      " prediction: khayuean rangsiyiranon\n",
      "\n",
      "Example: 8\n",
      "      input: ขนิษฐา เสมอใจ\n",
      "groundtruth: khanittha samoechai\n",
      " prediction: khanittha samoechai\n",
      "\n",
      "Example: 9\n",
      "      input: กนกกุล หวังบุญผาติ\n",
      "groundtruth: kanokkun wangbunphati\n",
      " prediction: kanokkun wangbunphat\n",
      "\n",
      "Example: 10\n",
      "      input: จรัล กิติสาย\n",
      "groundtruth: charan kitisai\n",
      " prediction: charan kitisai\n",
      "\n",
      "Example: 11\n",
      "      input: โกศัย มนัสศิลานนท์\n",
      "groundtruth: kosai manatsilanon\n",
      " prediction: kosai manatsilanon\n",
      "\n",
      "Example: 12\n",
      "      input: เกศินี บำเพ็ญนรกิจ\n",
      "groundtruth: kesini bamphennorakit\n",
      " prediction: kesini bamphennonkit\n",
      "\n",
      "Example: 13\n",
      "      input: จำรัส จันทร์อำพร\n",
      "groundtruth: chamrat chan-amphon\n",
      " prediction: chamrat chan-amphon\n",
      "\n",
      "Example: 14\n",
      "      input: กิติสร สุขประดิษฐ์\n",
      "groundtruth: kitison sukpradit\n",
      " prediction: kitison sukpradit\n",
      "\n",
      "Example: 15\n",
      "      input: จุฑามาศ ศรีโกมุท\n",
      "groundtruth: chuthamat sikomut\n",
      " prediction: chuthamat sikomut\n",
      "\n",
      "Example: 16\n",
      "      input: กัลยา ผาสุขดี\n",
      "groundtruth: kanlaya phasukdi\n",
      " prediction: kanlaya phasukdi\n",
      "\n"
     ]
    }
   ],
   "source": [
    "evaluate_inference(_model, val_indices[:])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "include_colab_link": true,
   "name": "thai-romanize-pytorch-seq2seq-attention.ipynb",
   "provenance": [],
   "toc_visible": true,
   "version": "0.3.2"
  },
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}