notebooks/10_SAWYER_LLAMA_SFT.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "aABvnad-OvAs"
   },
   "source": [
    "# Step 1: Teaching an LLM how to hold a conversation"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "5o3OgCMdRGgp"
   },
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import os\n",
    "import torch\n",
    "from datasets import Dataset\n",
    "from transformers import (\n",
    "    AutoModelForCausalLM,\n",
    "    AutoTokenizer,\n",
    "    BitsAndBytesConfig,\n",
    "    TrainingArguments,\n",
    "    Trainer,\n",
    "    pipeline,\n",
    "    logging,\n",
    "    DataCollatorForLanguageModeling\n",
    ")\n",
    "import json\n",
    "import pandas as pd\n",
    "from peft import LoraConfig, PeftModel, get_peft_model"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "ZQH_fuC0Ql90"
   },
   "source": [
    "# Setup"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 308,
     "referenced_widgets": [
      "14f61a3e241242ec86291e80e1f05bd6",
      "b9f7b802236041e39494bd5ba99f5954",
      "bd1c8928768e4d62bd20201748ad0eb6",
      "74fdebe3a83d4889bb1d280efff2aa2e",
      "de233e455a3a406a94ab3ac43f424382",
      "b186d35f56c0411a9663df2308c4dcf4",
      "f540090031fa4cfba54877e5929935ec",
      "6ea855de62b74a798e9ff84163ba9136",
      "9bd6ae5380d04729830fac7215cb7f54",
      "3d9294d93ec94d2192f9c27e2ce5874e",
      "6608b5e9448c491fb456ed7428e2e07d",
      "0e4b6e8cb8f048be953df358968da688",
      "7cf360dc7a2e40d286c549a0e525e23b",
      "ec1e88b9d3734d6ba8a827ff68ae98ee",
      "87ff62b3ce374306a48f7dba557eb7e8",
      "9c1f00e853e2433799b4ba3804e78f5d",
      "b90e5adea0dc434285cfb99acb23886b",
      "50eb517b96ef4cbc9fdf205638912f84",
      "bf5d77c4b6c1482b9645a0345b72d6e1",
      "ae18d52775d64f4f9847bd07020bc16e",
      "bd25e1453f4f42e486b762831155bef1",
      "eecf2773717d4d979239ef34e2a47ecf",
      "89bf3edd21304f8c86f7a20a147c7a91",
      "6b5986e33cc345cf98a0c9ecfa89b104",
      "4286fbe2f4324b83af15d71d7a3dfe75",
      "ef824add9aae450fbe1f50987e25cd51",
      "1cdc497b4d144cb0810df3f1bb89b2d1",
      "c67e091793bd4e388bb92b4e3251b7c4",
      "4c31192d541142a7a97a91fbdf3b30fd",
      "585c601677a2406fbffcc398be1fa457",
      "649a84c5295447b5bb67db2dcac01c72",
      "e14482f41bec41f09046f2160c23e302",
      "1360ebde9ddf496eb7ec83ee1d3d45bd",
      "1190506402f54319af846ce1f6cc5ad8",
      "27338a23759a4e08b1c810ed21d3d57b",
      "17112a68cdc54c6e9e1fa4bf21c6920a",
      "f620d5cfbfb74b659b5cd5b6595e86b9",
      "964c4a03fb05401588556884d3891f60",
      "00824a99934d44bcb062867ffaf1577d",
      "feded06fd06a4b43a463ebb7394ce75d",
      "17c710e2255d485899ea09834b8c1d6a",
      "7a053426cba2495d8ca5b8354af64d7e",
      "a7edd9af7c6f415790c9d2b251c816a9",
      "6c9f59905a574b63a323f8cabaacca50",
      "a02fdd47ceb8453398be47fc6084586c",
      "050e1c1c506c4e93aeae076108b3537d",
      "0e574a7e3b2b4772ab829f693e497e52",
      "23767f4c483645f2bbb96a393d8833ad",
      "86ff58a9faec4c92a54c21e4405528aa",
      "4e63cbebbf6e4fd0a59e1b3bbef7b257",
      "b6698240ae5f41809bd1c17e148e9445",
      "ebdc08da43ce45b7932a61c50e31d26c",
      "f42f83b362d7420aab11dfb6e0f2b52a",
      "da62397d0da14e949e02148148d82edf",
      "d15ca411d12241c588ea0ae948911d33",
      "4f0d5e81581444968f67de50fec367a1",
      "56f3c97207814a16bddeac7022e10160",
      "5961a2b6ab694383baca7b5a5578277e",
      "11c5a7ad9d4544bfae1ea0f61b0eed5c",
      "6d4c03dfc5b94b17bbf3ec903fb8df15",
      "43687a0fbd5b474b93ce8f6113bc317c",
      "9acf25dfef6145e4971dc8a1a660c6cc",
      "cbd2052472894f22a5ba6c1597c78b85",
      "98c0e84dfbc5455b8012f75c16195231",
      "b1c94b10d5714a98bf4ea9d013f50be6",
      "0cd71f19264e41d1bb782fca98115e69",
      "dac6843a7989437e817f5d921115e035",
      "ef31ac71ba5644729e7fafa185f9062d",
      "a14e1dbf3f6d41299d44a07b3f235fcc",
      "d10df91f812a43d289c84fc5bea14a40",
      "393b3482c5d2444ebec0ab03b8dc83e3",
      "a86c4e515eea450684dd04b54cf0baf9",
      "5951e34898674f86ac21a89dbf18c905",
      "ed951b2ec24f4aa5b93f402549d6b22b",
      "473b642edae140a58a245845d110dae8",
      "54cf3d18db0f4f9fb14460b636ed09e0",
      "155ea251dfb24c8da44ddc6f3eb46aa2",
      "fbb448200f7f4e48bd806161906a6bb5",
      "ab93faa9232f4220876ebfe11bcae67d",
      "6b3b39f5f0f644a186e966062a1695e2",
      "b7347c2b2f214690911b045c83343cd4",
      "5a7bd9a26ccb4eb3a7fec9fc52d136c1",
      "e620385375e34d6eb414ecbef31d22c3",
      "06468d45225a4bf78e643dfacb33ab68",
      "6a978b4604e3462d829525c2d57aaf3e",
      "055df522b7104fb197fe7814772e91eb",
      "1bbac0faec2f4d1c87202b2315436d23",
      "50a8c4fba4d148b2b53c952eeefc4bdd"
     ]
    },
    "id": "TrCGmIIqQpqk",
    "outputId": "49b90e40-24fb-43a9-8305-01a7f94d8c2f"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "14f61a3e241242ec86291e80e1f05bd6",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading readme:   0%|          | 0.00/395 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Repo card metadata block was not found. Setting CardData to empty.\n",
      "WARNING:huggingface_hub.repocard:Repo card metadata block was not found. Setting CardData to empty.\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "0e4b6e8cb8f048be953df358968da688",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading data:   0%|          | 0.00/20.9M [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "89bf3edd21304f8c86f7a20a147c7a91",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading data:   0%|          | 0.00/1.11M [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "1190506402f54319af846ce1f6cc5ad8",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generating train split:   0%|          | 0/9846 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "a02fdd47ceb8453398be47fc6084586c",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generating test split:   0%|          | 0/518 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "4f0d5e81581444968f67de50fec367a1",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading readme:   0%|          | 0.00/42.0 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "dac6843a7989437e817f5d921115e035",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Downloading data:   0%|          | 0.00/56.0M [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "fbb448200f7f4e48bd806161906a6bb5",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Generating train split:   0%|          | 0/48701 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# we are going to merge these two datasets together\n",
    "assistant_dataset = load_dataset(\"timdettmers/openassistant-guanaco\")\n",
    "\n",
    "original_guanaco_dataset = load_dataset(\"guanaco/guanaco\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "cc0IYg2CQqm1",
    "outputId": "dccf471e-ab34-4293-f9f4-ffb8d918b9e8"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'text': '### Human: Can you write a short introduction about the relevance of the term \"monopsony\" in economics? Please use examples related to potential monopsonies in the labour market and cite relevant research.### Assistant: \"Monopsony\" refers to a market structure where there is only one buyer for a particular good or service. In economics, this term is particularly relevant in the labor market, where a monopsony employer has significant power over the wages and working conditions of their employees. The presence of a monopsony can result in lower wages and reduced employment opportunities for workers, as the employer has little incentive to increase wages or provide better working conditions.\\n\\nRecent research has identified potential monopsonies in industries such as retail and fast food, where a few large companies control a significant portion of the market (Bivens & Mishel, 2013). In these industries, workers often face low wages, limited benefits, and reduced bargaining power, leading to a situation where they are dependent on the employer for their livelihood. This dependence can result in further suppression of wages and a decline in working conditions.\\n\\nOverall, the concept of monopsony is essential to understanding the dynamics of labor markets and the impact of market power on workers. Further research is needed to understand the extent and impact of monopsonies on the economy and to develop policies to address this issue.\\n\\nReferences:\\nBivens, J., & Mishel, L. (2013). The Pay of Corporate Executives and Financial Professionals as Evidence of Rents in Top 1 Percent Incomes. Journal of Economic Perspectives, 27(3), 57-78.### Human: Now explain it to a dog'}"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "assistant_dataset['train'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "-G61ZFyr-81O",
    "outputId": "d2d14b5b-0fb1-4f48-a866-dc92ffbc8793"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'text': \"Describe the following:\\nA tall, thin man with dark hair styled in a slick pompadour.### Response:\\nThe man is quite tall with a slender physique. His dark hair is styled in a sleek, classic pompadour with a slight sheen to it, suggesting perhaps he spends time grooming it. The hair appears to be well-maintained, as though he's put some effort into it. The dark color of his hair contrasts with his pale skin, which gives him a somewhat striking appearance. He conveys a sense of poise and confidence, as though he's comfortable in his own skin. Overall, he seems to exude a sophisticated, polished vibe.\",\n",
       " 'prompt': 'Describe the following:\\nA tall, thin man with dark hair styled in a slick pompadour.',\n",
       " 'response': \"The man is quite tall with a slender physique. His dark hair is styled in a sleek, classic pompadour with a slight sheen to it, suggesting perhaps he spends time grooming it. The hair appears to be well-maintained, as though he's put some effort into it. The dark color of his hair contrasts with his pale skin, which gives him a somewhat striking appearance. He conveys a sense of poise and confidence, as though he's comfortable in his own skin. Overall, he seems to exude a sophisticated, polished vibe.\"}"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "original_guanaco_dataset['train'][0]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "YDzsgGXa-9b9"
   },
   "source": [
    "# Parse Conversations\n",
    "\n",
    "We want to standardize each conversation into the form\n",
    "```\n",
    "[\n",
    "    ('human', 'human utterance 1'),\n",
    "    ('assistant', 'assistant utterance 1'),\n",
    "    ('human', 'human utterance 2'),\n",
    "    ('assistant', 'assistant utterance 2')\n",
    "]\n",
    "```"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "77rqBL5o9kQp",
    "outputId": "61235d9e-05e5-4fb9-cf00-45beaf9d23ae"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[('human', 'Can you write a short introduction about the relevance of the term \"monopsony\" in economics? Please use examples related to potential monopsonies in the labour market and cite relevant research.'), ('assistant', '\"Monopsony\" refers to a market structure where there is only one buyer for a particular good or service. In economics, this term is particularly relevant in the labor market, where a monopsony employer has significant power over the wages and working conditions of their employees. The presence of a monopsony can result in lower wages and reduced employment opportunities for workers, as the employer has little incentive to increase wages or provide better working conditions.\\n\\nRecent research has identified potential monopsonies in industries such as retail and fast food, where a few large companies control a significant portion of the market (Bivens & Mishel, 2013). In these industries, workers often face low wages, limited benefits, and reduced bargaining power, leading to a situation where they are dependent on the employer for their livelihood. This dependence can result in further suppression of wages and a decline in working conditions.\\n\\nOverall, the concept of monopsony is essential to understanding the dynamics of labor markets and the impact of market power on workers. Further research is needed to understand the extent and impact of monopsonies on the economy and to develop policies to address this issue.\\n\\nReferences:\\nBivens, J., & Mishel, L. (2013). The Pay of Corporate Executives and Financial Professionals as Evidence of Rents in Top 1 Percent Incomes. Journal of Economic Perspectives, 27(3), 57-78.'), ('human', 'Now explain it to a dog')]\n",
      "[['human', 'Describe the following:\\nA tall, thin man with dark hair styled in a slick pompadour.'], ['assistant', \"The man is quite tall with a slender physique. His dark hair is styled in a sleek, classic pompadour with a slight sheen to it, suggesting perhaps he spends time grooming it. The hair appears to be well-maintained, as though he's put some effort into it. The dark color of his hair contrasts with his pale skin, which gives him a somewhat striking appearance. He conveys a sense of poise and confidence, as though he's comfortable in his own skin. Overall, he seems to exude a sophisticated, polished vibe.\"]]\n"
     ]
    }
   ],
   "source": [
    "# Function to parse the JSON and extract human/bot conversations\n",
    "def parse_conversations(json_data):\n",
    "    if 'prompt' in json_data and 'response' in json_data:\n",
    "        return [['human', json_data['prompt']], ['assistant', json_data['response']]]\n",
    "    # Split the text on '###' to separate conversations\n",
    "    conversations = json_data['text'].split('###')\n",
    "\n",
    "    # Process each conversation and split into human and bot parts\n",
    "    convos = []\n",
    "    for convo in conversations:\n",
    "        if convo.strip():  # Check if the string is not just whitespace\n",
    "            parts = convo.strip().split(': ', 1)  # Split on the first occurrence of ': '\n",
    "            if len(parts) == 2:\n",
    "                speaker, message = parts\n",
    "                convos.append((speaker.lower(), message))\n",
    "\n",
    "    return convos\n",
    "\n",
    "# Parse the conversations\n",
    "print(parse_conversations(assistant_dataset['train'][0]))\n",
    "print(parse_conversations(original_guanaco_dataset['train'][0]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "SRX16i-58v7T",
    "outputId": "880b4f32-a0b0-4eb3-c1f7-16399ae42534"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DatasetDict({\n",
       "    train: Dataset({\n",
       "        features: ['text', 'conversation'],\n",
       "        num_rows: 9846\n",
       "    })\n",
       "    test: Dataset({\n",
       "        features: ['text', 'conversation'],\n",
       "        num_rows: 518\n",
       "    })\n",
       "})"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "assistant_dataset = assistant_dataset.map(lambda x: {'conversation': parse_conversations(x)})\n",
    "assistant_dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "v0D2RZah8wEa",
    "outputId": "8897b491-e2c9-4095-e3f4-96a9096c0226"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DatasetDict({\n",
       "    train: Dataset({\n",
       "        features: ['text', 'prompt', 'response', 'conversation'],\n",
       "        num_rows: 48701\n",
       "    })\n",
       "})"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "original_guanaco_dataset = original_guanaco_dataset.map(lambda x: {'conversation': parse_conversations(x)})\n",
    "original_guanaco_dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "xr9yKFYa8wlJ",
    "outputId": "e90fa185-4b4f-4e22-f557-dd7a5531dedc"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "DatasetDict({\n",
       "    train: Dataset({\n",
       "        features: ['conversation'],\n",
       "        num_rows: 46837\n",
       "    })\n",
       "    test: Dataset({\n",
       "        features: ['conversation'],\n",
       "        num_rows: 11710\n",
       "    })\n",
       "})"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# combine the two datasets together\n",
    "dataset = Dataset.from_dict({'conversation': list(assistant_dataset['train']['conversation']) + list(original_guanaco_dataset['train']['conversation'])})\n",
    "dataset = dataset.train_test_split(test_size=0.2, seed=42)\n",
    "\n",
    "dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "peQOX_Dv8wvr"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "VVUGFEXIR0fn",
    "outputId": "5b0dccd7-f73e-422f-add1-05bceda4d771"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "3"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Time to define some special tokens! We aren't using Meta's standard tokens because the non chat aligned version doesn't have any\n",
    "STOP_TOKEN = '###STOP###'  # we are making these up\n",
    "HUMAN_TOKEN = '###HUMAN###'\n",
    "BOT_TOKEN = '###BOT###'\n",
    "\n",
    "EXTRA_TOKENS = {\n",
    "    'stop_token': {\n",
    "        'token': STOP_TOKEN,\n",
    "        'replace_embedding_with': 'stop talking'\n",
    "    },\n",
    "    'human_token': {\n",
    "        'token': HUMAN_TOKEN,\n",
    "        'replace_embedding_with': 'The human said:'\n",
    "    },\n",
    "    'bot_token': {\n",
    "        'token': BOT_TOKEN,\n",
    "        'replace_embedding_with': 'The assistant said:'\n",
    "    }\n",
    "}\n",
    "\n",
    "# Model from Hugging Face hub. I'm using the non chat format to show that you don't need to start from the chat checkpoint\n",
    "base_model = 'meta-llama/Meta-Llama-3-8B'\n",
    "\n",
    "# Load LLaMA tokenizer and add three special tokens\n",
    "tokenizer = AutoTokenizer.from_pretrained(base_model, trust_remote_code=True)\n",
    "tokenizer.pad_token = tokenizer.eos_token\n",
    "tokenizer.padding_side = \"left\"\n",
    "\n",
    "tokenizer.add_tokens([extra['token'] for extra in EXTRA_TOKENS.values()])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 49,
     "referenced_widgets": [
      "8669fe63a4194c3382adefe214f1fefd",
      "c93a8187a8374fbba8a316b80ddf1d91",
      "6cc7ed0183834ac5b747a22fd96b3229",
      "051456e24aba4554b95215ad2cc3678b",
      "86b9e53801c54f039501d8a4e3652945",
      "b66b9bd73c664fd4865ee32f9ac1f782",
      "b2e06e4ae7ea4bf0a692019bfc46fa18",
      "d9bf868df82f48eb9142a1ee2c9115ba",
      "a3199c9ed2cb4c59a3176eb123c9a4e3",
      "12512042545d4df3969beedd302354b4",
      "b70295c80d934c4eb75912eb0a1566b0"
     ]
    },
    "id": "_ar8oDCC6BA-",
    "outputId": "8f763742-7b04-4ad0-e713-ab03dde1293d"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8669fe63a4194c3382adefe214f1fefd",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Loading checkpoint shards:   0%|          | 0/4 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# We are going to quantize the model - lowering the precision of each parameter to make the model smaller\n",
    "#  and consume less memory\n",
    "quant_config = BitsAndBytesConfig(\n",
    "    load_in_4bit=True,\n",
    "    bnb_4bit_quant_type=\"nf4\",\n",
    "    bnb_4bit_compute_dtype=torch.bfloat16,\n",
    "    bnb_4bit_use_double_quant=False,\n",
    ")\n",
    "\n",
    "# Load base model\n",
    "model = AutoModelForCausalLM.from_pretrained(\n",
    "    base_model,\n",
    "    torch_dtype=torch.bfloat16,\n",
    "    quantization_config=quant_config,\n",
    "    device_map={\"\": 0}\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "e29KUUx7_lHM",
    "outputId": "df2364aa-79cf-4b1a-8275-b65d05927963"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "128256\n",
      "128259\n"
     ]
    }
   ],
   "source": [
    "print(model.config.vocab_size)\n",
    "# resize model's embedding size to match tokenizer + 3 new special tokens\n",
    "model.resize_token_embeddings(len(tokenizer))\n",
    "print(model.config.vocab_size)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "diDt77uP6Ed_",
    "outputId": "30a2044b-4922-45c8-ef0e-1d44bae3549a"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Replaced token \"###STOP###\" (token id 128256) weight with weight for \"stop talking\"\n",
      "Replaced token \"###HUMAN###\" (token id 128257) weight with weight for \"The human said:\"\n",
      "Replaced token \"###BOT###\" (token id 128258) weight with weight for \"The assistant said:\"\n"
     ]
    }
   ],
   "source": [
    "# We don't want to train these new embeddings (TL;DR the PEFT we are using (LoRA) cannot be used with embeddings)\n",
    "# So instead, we will set the token embeddings for our new embeddings with the average token embedding of a phrase embodying the token\n",
    "# E.g. replace ###STOP### with (Embedding(\"stop\") + Embedding(\"talking\")) / 2\n",
    "for extra_token, extra_info in EXTRA_TOKENS.items():\n",
    "    token_id = tokenizer(extra_info['token'])['input_ids'][-1]\n",
    "    new_embedding = model.model.embed_tokens.weight.data[tokenizer(extra_info['replace_embedding_with'])['input_ids'][1:]].mean(dim=0, keepdim=True)#.reshape(-1)\n",
    "    EXTRA_TOKENS[extra_token]['new_embedding'] = new_embedding\n",
    "    model.model.embed_tokens.weight.data[token_id] = EXTRA_TOKENS[extra_token]['new_embedding'].clone()\n",
    "    EXTRA_TOKENS[extra_token]['token_id'] = token_id\n",
    "    print(f\"Replaced token \\\"{extra_info['token']}\\\" (token id {token_id}) weight with weight for \\\"{extra_info['replace_embedding_with']}\\\"\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "4szdy0Hg7e8O",
    "outputId": "8574bf48-7905-486c-98f1-076b199bd376"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'stop_token': {'token': '###STOP###',\n",
       "  'replace_embedding_with': 'stop talking',\n",
       "  'new_embedding': tensor([[-0.0198, -0.0090,  0.0052,  ...,  0.0225,  0.0108,  0.0082]],\n",
       "         device='cuda:0', dtype=torch.bfloat16),\n",
       "  'token_id': 128256},\n",
       " 'human_token': {'token': '###HUMAN###',\n",
       "  'replace_embedding_with': 'The human said:',\n",
       "  'new_embedding': tensor([[-0.0041, -0.0070, -0.0053,  ...,  0.0045,  0.0031,  0.0039]],\n",
       "         device='cuda:0', dtype=torch.bfloat16),\n",
       "  'token_id': 128257},\n",
       " 'bot_token': {'token': '###BOT###',\n",
       "  'replace_embedding_with': 'The assistant said:',\n",
       "  'new_embedding': tensor([[-0.0043, -0.0041, -0.0040,  ..., -0.0021, -0.0050,  0.0069]],\n",
       "         device='cuda:0', dtype=torch.bfloat16),\n",
       "  'token_id': 128258}}"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "EXTRA_TOKENS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "LqfIHZaFeL7e",
    "outputId": "e6e391d8-f87f-4751-86ff-fc676870c5a8"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "last_speaker\n",
       "assistant    56066\n",
       "human         2471\n",
       "Name: count, dtype: int64"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Do some EDA on our data\n",
    "text_pd = pd.concat([pd.DataFrame(dataset['train']), pd.DataFrame(dataset['test'])])\n",
    "\n",
    "text_pd['split'] = ['train'] * len(dataset['train']) + ['test'] * len(dataset['test'])\n",
    "text_pd['convo_length'] = text_pd['conversation'].apply(len)\n",
    "text_pd['last_speaker'] = text_pd['conversation'].apply(lambda x: x[-1][0])\n",
    "\n",
    "text_pd = text_pd[text_pd['last_speaker'].isin(['assistant', 'human'])]\n",
    "\n",
    "# WAY more assistants ending conversations than humans. We want those frankly.\n",
    "#  conversations where humans speak last aren't as useful\n",
    "text_pd['last_speaker'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 112
    },
    "id": "Lmx_O-BEAweT",
    "outputId": "3765b73c-4629-495b-f86f-bb16bc64c4b9"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "summary": "{\n  \"name\": \"text_pd\",\n  \"rows\": 58537,\n  \"fields\": [\n    {\n      \"column\": \"conversation\",\n      \"properties\": {\n        \"dtype\": \"object\",\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"split\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          \"test\",\n          \"train\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"convo_length\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 0,\n        \"min\": 2,\n        \"max\": 7,\n        \"num_unique_values\": 6,\n        \"samples\": [\n          2,\n          3\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"last_speaker\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 2,\n        \"samples\": [\n          \"human\",\n          \"assistant\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}",
       "type": "dataframe",
       "variable_name": "text_pd"
      },
      "text/html": [
       "\n",
       "  <div id=\"df-1ffedfc9-5478-4800-8ecc-90e564e12e38\" class=\"colab-df-container\">\n",
       "    <div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>conversation</th>\n",
       "      <th>split</th>\n",
       "      <th>convo_length</th>\n",
       "      <th>last_speaker</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>[[human, Cuéntame un chiste sobre un tomate y ...</td>\n",
       "      <td>train</td>\n",
       "      <td>2</td>\n",
       "      <td>assistant</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>[[human, Write a letter recommending someone f...</td>\n",
       "      <td>train</td>\n",
       "      <td>2</td>\n",
       "      <td>assistant</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>\n",
       "    <div class=\"colab-df-buttons\">\n",
       "\n",
       "  <div class=\"colab-df-container\">\n",
       "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-1ffedfc9-5478-4800-8ecc-90e564e12e38')\"\n",
       "            title=\"Convert this dataframe to an interactive table.\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
       "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
       "  </svg>\n",
       "    </button>\n",
       "\n",
       "  <style>\n",
       "    .colab-df-container {\n",
       "      display:flex;\n",
       "      gap: 12px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert {\n",
       "      background-color: #E8F0FE;\n",
       "      border: none;\n",
       "      border-radius: 50%;\n",
       "      cursor: pointer;\n",
       "      display: none;\n",
       "      fill: #1967D2;\n",
       "      height: 32px;\n",
       "      padding: 0 0 0 0;\n",
       "      width: 32px;\n",
       "    }\n",
       "\n",
       "    .colab-df-convert:hover {\n",
       "      background-color: #E2EBFA;\n",
       "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "      fill: #174EA6;\n",
       "    }\n",
       "\n",
       "    .colab-df-buttons div {\n",
       "      margin-bottom: 4px;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert {\n",
       "      background-color: #3B4455;\n",
       "      fill: #D2E3FC;\n",
       "    }\n",
       "\n",
       "    [theme=dark] .colab-df-convert:hover {\n",
       "      background-color: #434B5C;\n",
       "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
       "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
       "      fill: #FFFFFF;\n",
       "    }\n",
       "  </style>\n",
       "\n",
       "    <script>\n",
       "      const buttonEl =\n",
       "        document.querySelector('#df-1ffedfc9-5478-4800-8ecc-90e564e12e38 button.colab-df-convert');\n",
       "      buttonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "\n",
       "      async function convertToInteractive(key) {\n",
       "        const element = document.querySelector('#df-1ffedfc9-5478-4800-8ecc-90e564e12e38');\n",
       "        const dataTable =\n",
       "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
       "                                                    [key], {});\n",
       "        if (!dataTable) return;\n",
       "\n",
       "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
       "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
       "          + ' to learn more about interactive tables.';\n",
       "        element.innerHTML = '';\n",
       "        dataTable['output_type'] = 'display_data';\n",
       "        await google.colab.output.renderOutput(dataTable, element);\n",
       "        const docLink = document.createElement('div');\n",
       "        docLink.innerHTML = docLinkHtml;\n",
       "        element.appendChild(docLink);\n",
       "      }\n",
       "    </script>\n",
       "  </div>\n",
       "\n",
       "\n",
       "<div id=\"df-5541f6d2-3e24-433e-a4fc-c23c6fabe217\">\n",
       "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-5541f6d2-3e24-433e-a4fc-c23c6fabe217')\"\n",
       "            title=\"Suggest charts\"\n",
       "            style=\"display:none;\">\n",
       "\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
       "     width=\"24px\">\n",
       "    <g>\n",
       "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
       "    </g>\n",
       "</svg>\n",
       "  </button>\n",
       "\n",
       "<style>\n",
       "  .colab-df-quickchart {\n",
       "      --bg-color: #E8F0FE;\n",
       "      --fill-color: #1967D2;\n",
       "      --hover-bg-color: #E2EBFA;\n",
       "      --hover-fill-color: #174EA6;\n",
       "      --disabled-fill-color: #AAA;\n",
       "      --disabled-bg-color: #DDD;\n",
       "  }\n",
       "\n",
       "  [theme=dark] .colab-df-quickchart {\n",
       "      --bg-color: #3B4455;\n",
       "      --fill-color: #D2E3FC;\n",
       "      --hover-bg-color: #434B5C;\n",
       "      --hover-fill-color: #FFFFFF;\n",
       "      --disabled-bg-color: #3B4455;\n",
       "      --disabled-fill-color: #666;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart {\n",
       "    background-color: var(--bg-color);\n",
       "    border: none;\n",
       "    border-radius: 50%;\n",
       "    cursor: pointer;\n",
       "    display: none;\n",
       "    fill: var(--fill-color);\n",
       "    height: 32px;\n",
       "    padding: 0;\n",
       "    width: 32px;\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart:hover {\n",
       "    background-color: var(--hover-bg-color);\n",
       "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
       "    fill: var(--button-hover-fill-color);\n",
       "  }\n",
       "\n",
       "  .colab-df-quickchart-complete:disabled,\n",
       "  .colab-df-quickchart-complete:disabled:hover {\n",
       "    background-color: var(--disabled-bg-color);\n",
       "    fill: var(--disabled-fill-color);\n",
       "    box-shadow: none;\n",
       "  }\n",
       "\n",
       "  .colab-df-spinner {\n",
       "    border: 2px solid var(--fill-color);\n",
       "    border-color: transparent;\n",
       "    border-bottom-color: var(--fill-color);\n",
       "    animation:\n",
       "      spin 1s steps(1) infinite;\n",
       "  }\n",
       "\n",
       "  @keyframes spin {\n",
       "    0% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "      border-left-color: var(--fill-color);\n",
       "    }\n",
       "    20% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    30% {\n",
       "      border-color: transparent;\n",
       "      border-left-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    40% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-top-color: var(--fill-color);\n",
       "    }\n",
       "    60% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "    }\n",
       "    80% {\n",
       "      border-color: transparent;\n",
       "      border-right-color: var(--fill-color);\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "    90% {\n",
       "      border-color: transparent;\n",
       "      border-bottom-color: var(--fill-color);\n",
       "    }\n",
       "  }\n",
       "</style>\n",
       "\n",
       "  <script>\n",
       "    async function quickchart(key) {\n",
       "      const quickchartButtonEl =\n",
       "        document.querySelector('#' + key + ' button');\n",
       "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
       "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
       "      try {\n",
       "        const charts = await google.colab.kernel.invokeFunction(\n",
       "            'suggestCharts', [key], {});\n",
       "      } catch (error) {\n",
       "        console.error('Error during call to suggestCharts:', error);\n",
       "      }\n",
       "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
       "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
       "    }\n",
       "    (() => {\n",
       "      let quickchartButtonEl =\n",
       "        document.querySelector('#df-5541f6d2-3e24-433e-a4fc-c23c6fabe217 button');\n",
       "      quickchartButtonEl.style.display =\n",
       "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
       "    })();\n",
       "  </script>\n",
       "</div>\n",
       "\n",
       "    </div>\n",
       "  </div>\n"
      ],
      "text/plain": [
       "                                        conversation  split  convo_length  \\\n",
       "0  [[human, Cuéntame un chiste sobre un tomate y ...  train             2   \n",
       "1  [[human, Write a letter recommending someone f...  train             2   \n",
       "\n",
       "  last_speaker  \n",
       "0    assistant  \n",
       "1    assistant  "
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "text_pd.head(2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "K-u4g4M3CY_K"
   },
   "outputs": [],
   "source": [
    "# only keep convos ending with an assistant\n",
    "text_pd = text_pd[text_pd['last_speaker'] == 'assistant']\n",
    "text_pd = text_pd[text_pd['convo_length'] % 2 == 0]\n",
    "\n",
    "text_pd = text_pd.reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 462
    },
    "id": "8x_6yMT4A4TF",
    "outputId": "ebc72ec8-4c50-471a-9f03-16246d57a434"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<Axes: xlabel='convo_length'>"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjkAAAGrCAYAAAAirYa4AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAApR0lEQVR4nO3de1SU953H8Q8XGfAyeAdZ8LI1G6VRrIg4q6kxIc5aktZEd9F6DDGaHF00URIFWouu26zGNo3m4KWpu4u7J9RLT7VVVixBJadKvGBI1CpNrDnQJQNYF0apgsLsHzk8dSqJjreRH+/XOXNO53m+88xvprS+z8M8Q4DH4/EIAADAMIH+XgAAAMC9QOQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEjB/l6AP7W0tKiqqkrdunVTQECAv5cDAABugcfj0cWLFxUVFaXAwC8/X9OhI6eqqkoxMTH+XgYAALgNlZWVio6O/tL9HTpyunXrJumLN8lut/t5NQAA4Fa43W7FxMRY/45/mQ4dOa2/orLb7UQOAADtzM0+asIHjwEAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGCnY3wvAzQ3MzPf3Eozx2apkfy8BAHCfcCYHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEbyKXKWL1+ugIAAr9uQIUOs/VeuXFFaWpp69eqlrl27asqUKaqurvY6RkVFhZKTk9W5c2f17dtXixcv1rVr17xmDhw4oJEjR8pms2nw4MHKzc29YS3r1q3TwIEDFRoaqsTERB05csSXlwIAAAzn85mcr3/96/r888+t229/+1tr36JFi7Rr1y5t375dxcXFqqqq0rPPPmvtb25uVnJyspqamnTo0CFt3rxZubm5ys7OtmbOnTun5ORkTZgwQWVlZVq4cKHmzJmjvXv3WjNbt25Venq6li1bpuPHjysuLk5Op1M1NTW3+z4AAADDBHg8Hs+tDi9fvlw7d+5UWVnZDfvq6+vVp08f5eXlaerUqZKkM2fOaOjQoSopKdGYMWO0Z88ePfXUU6qqqlJERIQkaePGjcrIyFBtba1CQkKUkZGh/Px8nTx50jr2tGnTVFdXp4KCAklSYmKiEhISlJOTI0lqaWlRTEyMFixYoMzMzC9df2NjoxobG637brdbMTExqq+vl91uv9W34b4bmJnv7yUY47NVyf5eAgDgDrndboWHh9/032+fz+R88sknioqK0t/+7d9qxowZqqiokCSVlpbq6tWrSkpKsmaHDBmi/v37q6SkRJJUUlKiYcOGWYEjSU6nU263W6dOnbJmrj9G60zrMZqamlRaWuo1ExgYqKSkJGvmy6xcuVLh4eHWLSYmxteXDwAA2gmfIicxMVG5ubkqKCjQhg0bdO7cOT366KO6ePGiXC6XQkJC1L17d6/HREREyOVySZJcLpdX4LTub933VTNut1uXL1/W+fPn1dzc3OZM6zG+TFZWlurr661bZWWlLy8fAAC0I8G+DE+aNMn6z8OHD1diYqIGDBigbdu2KSws7K4v7m6z2Wyy2Wz+XgYAALgP7ugS8u7du+vv/u7v9OmnnyoyMlJNTU2qq6vzmqmurlZkZKQkKTIy8oarrVrv32zGbrcrLCxMvXv3VlBQUJszrccAAAC4o8i5dOmSzp49q379+ik+Pl6dOnVSUVGRtb+8vFwVFRVyOBySJIfDoRMnTnhdBVVYWCi73a7Y2Fhr5vpjtM60HiMkJETx8fFeMy0tLSoqKrJmAAAAfIqc1157TcXFxfrss8906NAhPfPMMwoKCtL06dMVHh6u2bNnKz09Xfv371dpaalmzZolh8OhMWPGSJImTpyo2NhYzZw5Ux999JH27t2rpUuXKi0tzfo10ty5c/WHP/xBS5Ys0ZkzZ7R+/Xpt27ZNixYtstaRnp6un/3sZ9q8ebNOnz6tefPmqaGhQbNmzbqLbw0AAGjPfPpMzh//+EdNnz5df/rTn9SnTx+NGzdOH3zwgfr06SNJeuuttxQYGKgpU6aosbFRTqdT69evtx4fFBSk3bt3a968eXI4HOrSpYtSU1O1YsUKa2bQoEHKz8/XokWLtHbtWkVHR2vTpk1yOp3WTEpKimpra5WdnS2Xy6URI0aooKDghg8jAwCAjsun78kxza1eZ+9vfE/O3cP35ABA+3fPvicHAACgPSByAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGCkO4qcVatWKSAgQAsXLrS2XblyRWlpaerVq5e6du2qKVOmqLq62utxFRUVSk5OVufOndW3b18tXrxY165d85o5cOCARo4cKZvNpsGDBys3N/eG51+3bp0GDhyo0NBQJSYm6siRI3fycgAAgEFuO3KOHj2qn/70pxo+fLjX9kWLFmnXrl3avn27iouLVVVVpWeffdba39zcrOTkZDU1NenQoUPavHmzcnNzlZ2dbc2cO3dOycnJmjBhgsrKyrRw4ULNmTNHe/futWa2bt2q9PR0LVu2TMePH1dcXJycTqdqampu9yUBAACDBHg8Ho+vD7p06ZJGjhyp9evX64c//KFGjBihNWvWqL6+Xn369FFeXp6mTp0qSTpz5oyGDh2qkpISjRkzRnv27NFTTz2lqqoqRURESJI2btyojIwM1dbWKiQkRBkZGcrPz9fJkyet55w2bZrq6upUUFAgSUpMTFRCQoJycnIkSS0tLYqJidGCBQuUmZnZ5robGxvV2Nho3Xe73YqJiVF9fb3sdruvb8N9MzAz399LMMZnq5L9vQQAwB1yu90KDw+/6b/ft3UmJy0tTcnJyUpKSvLaXlpaqqtXr3ptHzJkiPr376+SkhJJUklJiYYNG2YFjiQ5nU653W6dOnXKmvnrYzudTusYTU1NKi0t9ZoJDAxUUlKSNdOWlStXKjw83LrFxMTczssHAADtgM+Rs2XLFh0/flwrV668YZ/L5VJISIi6d+/utT0iIkIul8uauT5wWve37vuqGbfbrcuXL+v8+fNqbm5uc6b1GG3JyspSfX29dausrLy1Fw0AANqdYF+GKysr9corr6iwsFChoaH3ak33jM1mk81m8/cyAADAfeDTmZzS0lLV1NRo5MiRCg4OVnBwsIqLi/X2228rODhYERERampqUl1dndfjqqurFRkZKUmKjIy84Wqr1vs3m7Hb7QoLC1Pv3r0VFBTU5kzrMQAAQMfmU+Q88cQTOnHihMrKyqzbqFGjNGPGDOs/d+rUSUVFRdZjysvLVVFRIYfDIUlyOBw6ceKE11VQhYWFstvtio2NtWauP0brTOsxQkJCFB8f7zXT0tKioqIiawYAAHRsPv26qlu3bnrkkUe8tnXp0kW9evWyts+ePVvp6enq2bOn7Ha7FixYIIfDoTFjxkiSJk6cqNjYWM2cOVOrV6+Wy+XS0qVLlZaWZv0qae7cucrJydGSJUv0wgsvaN++fdq2bZvy8/9ylVF6erpSU1M1atQojR49WmvWrFFDQ4NmzZp1R28IAAAwg0+RcyveeustBQYGasqUKWpsbJTT6dT69eut/UFBQdq9e7fmzZsnh8OhLl26KDU1VStWrLBmBg0apPz8fC1atEhr165VdHS0Nm3aJKfTac2kpKSotrZW2dnZcrlcGjFihAoKCm74MDIAAOiYbut7ckxxq9fZ+xvfk3P38D05AND+3dPvyQEAAHjQETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMJJPkbNhwwYNHz5cdrtddrtdDodDe/bssfZfuXJFaWlp6tWrl7p27aopU6aourra6xgVFRVKTk5W586d1bdvXy1evFjXrl3zmjlw4IBGjhwpm82mwYMHKzc394a1rFu3TgMHDlRoaKgSExN15MgRX14KAAAwnE+REx0drVWrVqm0tFTHjh3T448/ru985zs6deqUJGnRokXatWuXtm/fruLiYlVVVenZZ5+1Ht/c3Kzk5GQ1NTXp0KFD2rx5s3Jzc5WdnW3NnDt3TsnJyZowYYLKysq0cOFCzZkzR3v37rVmtm7dqvT0dC1btkzHjx9XXFycnE6nampq7vT9AAAAhgjweDyeOzlAz5499aMf/UhTp05Vnz59lJeXp6lTp0qSzpw5o6FDh6qkpERjxozRnj179NRTT6mqqkoRERGSpI0bNyojI0O1tbUKCQlRRkaG8vPzdfLkSes5pk2bprq6OhUUFEiSEhMTlZCQoJycHElSS0uLYmJitGDBAmVmZn7pWhsbG9XY2Gjdd7vdiomJUX19vex2+528DffUwMx8fy/BGJ+tSvb3EgAAd8jtdis8PPym/37f9mdympubtWXLFjU0NMjhcKi0tFRXr15VUlKSNTNkyBD1799fJSUlkqSSkhINGzbMChxJcjqdcrvd1tmgkpISr2O0zrQeo6mpSaWlpV4zgYGBSkpKsma+zMqVKxUeHm7dYmJibvflAwCAB5zPkXPixAl17dpVNptNc+fO1Y4dOxQbGyuXy6WQkBB1797daz4iIkIul0uS5HK5vAKndX/rvq+acbvdunz5ss6fP6/m5uY2Z1qP8WWysrJUX19v3SorK319+QAAoJ0I9vUBDz/8sMrKylRfX69f/OIXSk1NVXFx8b1Y211ns9lks9n8vQwAAHAf+Bw5ISEhGjx4sCQpPj5eR48e1dq1a5WSkqKmpibV1dV5nc2prq5WZGSkJCkyMvKGq6Bar766fuavr8iqrq6W3W5XWFiYgoKCFBQU1OZM6zEAAADu+HtyWlpa1NjYqPj4eHXq1ElFRUXWvvLyclVUVMjhcEiSHA6HTpw44XUVVGFhoex2u2JjY62Z64/ROtN6jJCQEMXHx3vNtLS0qKioyJoBAADw6UxOVlaWJk2apP79++vixYvKy8vTgQMHtHfvXoWHh2v27NlKT09Xz549ZbfbtWDBAjkcDo0ZM0aSNHHiRMXGxmrmzJlavXq1XC6Xli5dqrS0NOvXSHPnzlVOTo6WLFmiF154Qfv27dO2bduUn/+XK4zS09OVmpqqUaNGafTo0VqzZo0aGho0a9asu/jWAACA9synyKmpqdFzzz2nzz//XOHh4Ro+fLj27t2rJ598UpL01ltvKTAwUFOmTFFjY6OcTqfWr19vPT4oKEi7d+/WvHnz5HA41KVLF6WmpmrFihXWzKBBg5Sfn69FixZp7dq1io6O1qZNm+R0Oq2ZlJQU1dbWKjs7Wy6XSyNGjFBBQcENH0YGAAAd1x1/T057dqvX2fsb35Nz9/A9OQDQ/t3z78kBAAB4kBE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIPkXOypUrlZCQoG7duqlv376aPHmyysvLvWauXLmitLQ09erVS127dtWUKVNUXV3tNVNRUaHk5GR17txZffv21eLFi3Xt2jWvmQMHDmjkyJGy2WwaPHiwcnNzb1jPunXrNHDgQIWGhioxMVFHjhzx5eUAAACD+RQ5xcXFSktL0wcffKDCwkJdvXpVEydOVENDgzWzaNEi7dq1S9u3b1dxcbGqqqr07LPPWvubm5uVnJyspqYmHTp0SJs3b1Zubq6ys7OtmXPnzik5OVkTJkxQWVmZFi5cqDlz5mjv3r3WzNatW5Wenq5ly5bp+PHjiouLk9PpVE1NzZ28HwAAwBABHo/Hc7sPrq2tVd++fVVcXKxvfvObqq+vV58+fZSXl6epU6dKks6cOaOhQ4eqpKREY8aM0Z49e/TUU0+pqqpKERERkqSNGzcqIyNDtbW1CgkJUUZGhvLz83Xy5EnruaZNm6a6ujoVFBRIkhITE5WQkKCcnBxJUktLi2JiYrRgwQJlZmbe0vrdbrfCw8NVX18vu91+u2/DPTcwM9/fSzDGZ6uS/b0EAMAdutV/v+/oMzn19fWSpJ49e0qSSktLdfXqVSUlJVkzQ4YMUf/+/VVSUiJJKikp0bBhw6zAkSSn0ym3261Tp05ZM9cfo3Wm9RhNTU0qLS31mgkMDFRSUpI105bGxka53W6vGwAAMNNtR05LS4sWLlyosWPH6pFHHpEkuVwuhYSEqHv37l6zERERcrlc1sz1gdO6v3XfV8243W5dvnxZ58+fV3Nzc5szrcdoy8qVKxUeHm7dYmJifH/hAACgXbjtyElLS9PJkye1ZcuWu7meeyorK0v19fXWrbKy0t9LAgAA90jw7Txo/vz52r17t95//31FR0db2yMjI9XU1KS6ujqvsznV1dWKjIy0Zv76KqjWq6+un/nrK7Kqq6tlt9sVFhamoKAgBQUFtTnTeoy22Gw22Ww2318wAABod3w6k+PxeDR//nzt2LFD+/bt06BBg7z2x8fHq1OnTioqKrK2lZeXq6KiQg6HQ5LkcDh04sQJr6ugCgsLZbfbFRsba81cf4zWmdZjhISEKD4+3mumpaVFRUVF1gwAAOjYfDqTk5aWpry8PP3qV79St27drM+/hIeHKywsTOHh4Zo9e7bS09PVs2dP2e12LViwQA6HQ2PGjJEkTZw4UbGxsZo5c6ZWr14tl8ulpUuXKi0tzTrLMnfuXOXk5GjJkiV64YUXtG/fPm3btk35+X+5yig9PV2pqakaNWqURo8erTVr1qihoUGzZs26W+8NAABox3yKnA0bNkiSHnvsMa/t//mf/6nnn39ekvTWW28pMDBQU6ZMUWNjo5xOp9avX2/NBgUFaffu3Zo3b54cDoe6dOmi1NRUrVixwpoZNGiQ8vPztWjRIq1du1bR0dHatGmTnE6nNZOSkqLa2lplZ2fL5XJpxIgRKigouOHDyAAAoGO6o+/Jae/4npyOh+/JAYD27758Tw4AAMCDisgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJGIHAAAYCQiBwAAGInIAQAARiJyAACAkYgcAABgJCIHAAAYicgBAABGInIAAICRiBwAAGAkIgcAABiJyAEAAEYicgAAgJF8jpz3339fTz/9tKKiohQQEKCdO3d67fd4PMrOzla/fv0UFhampKQkffLJJ14zFy5c0IwZM2S329W9e3fNnj1bly5d8pr5+OOP9eijjyo0NFQxMTFavXr1DWvZvn27hgwZotDQUA0bNkz/8z//4+vLAQAAhvI5choaGhQXF6d169a1uX/16tV6++23tXHjRh0+fFhdunSR0+nUlStXrJkZM2bo1KlTKiws1O7du/X+++/rpZdesva73W5NnDhRAwYMUGlpqX70ox9p+fLleuedd6yZQ4cOafr06Zo9e7Y+/PBDTZ48WZMnT9bJkyd9fUkAAMBAAR6Px3PbDw4I0I4dOzR58mRJX5zFiYqK0quvvqrXXntNklRfX6+IiAjl5uZq2rRpOn36tGJjY3X06FGNGjVKklRQUKBvfetb+uMf/6ioqCht2LBB3//+9+VyuRQSEiJJyszM1M6dO3XmzBlJUkpKihoaGrR7925rPWPGjNGIESO0cePGW1q/2+1WeHi46uvrZbfbb/dtuOcGZub7ewnG+GxVsr+XAAC4Q7f67/dd/UzOuXPn5HK5lJSUZG0LDw9XYmKiSkpKJEklJSXq3r27FTiSlJSUpMDAQB0+fNia+eY3v2kFjiQ5nU6Vl5fr//7v/6yZ65+ndab1edrS2Ngot9vtdQMAAGa6q5HjcrkkSREREV7bIyIirH0ul0t9+/b12h8cHKyePXt6zbR1jOuf48tmWve3ZeXKlQoPD7duMTExvr5EAADQTnSoq6uysrJUX19v3SorK/29JAAAcI/c1ciJjIyUJFVXV3ttr66utvZFRkaqpqbGa/+1a9d04cIFr5m2jnH9c3zZTOv+tthsNtntdq8bAAAw012NnEGDBikyMlJFRUXWNrfbrcOHD8vhcEiSHA6H6urqVFpaas3s27dPLS0tSkxMtGbef/99Xb161ZopLCzUww8/rB49elgz1z9P60zr8wAAgI7N58i5dOmSysrKVFZWJumLDxuXlZWpoqJCAQEBWrhwoX74wx/q17/+tU6cOKHnnntOUVFR1hVYQ4cO1T/8wz/oxRdf1JEjR3Tw4EHNnz9f06ZNU1RUlCTpu9/9rkJCQjR79mydOnVKW7du1dq1a5Wenm6t45VXXlFBQYHefPNNnTlzRsuXL9exY8c0f/78O39XAABAuxfs6wOOHTumCRMmWPdbwyM1NVW5ublasmSJGhoa9NJLL6murk7jxo1TQUGBQkNDrce8++67mj9/vp544gkFBgZqypQpevvtt6394eHh+s1vfqO0tDTFx8erd+/eys7O9vounb//+79XXl6eli5dqu9973t66KGHtHPnTj3yyCO39UYAAACz3NH35LR3fE9Ox8P35ABA++eX78kBAAB4UBA5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADBSsL8XAKD9GZiZ7+8lGOOzVcn+XgJgLM7kAAAAIxE5AADASEQOAAAwEpEDAACMROQAAAAjETkAAMBIRA4AADASkQMAAIxE5AAAACMROQAAwEhEDgAAMFK7j5x169Zp4MCBCg0NVWJioo4cOeLvJQEAgAdAu46crVu3Kj09XcuWLdPx48cVFxcnp9Opmpoafy8NAAD4Wbv+K+Q/+clP9OKLL2rWrFmSpI0bNyo/P1//8R//oczMTD+vDgBwPw3MzPf3Eozw2apkfy/hrmm3kdPU1KTS0lJlZWVZ2wIDA5WUlKSSkpI2H9PY2KjGxkbrfn19vSTJ7Xbf28XeoZbGP/t7CcZ40P+7bi/4mbx7+Jm8e/i5vDvaw89k6xo9Hs9XzrXbyDl//ryam5sVERHhtT0iIkJnzpxp8zErV67Uv/zLv9ywPSYm5p6sEQ+e8DX+XgHgjZ9JPGja08/kxYsXFR4e/qX7223k3I6srCylp6db91taWnThwgX16tVLAQEBflxZ++Z2uxUTE6PKykrZ7XZ/LweQxM8lHjz8TN49Ho9HFy9eVFRU1FfOtdvI6d27t4KCglRdXe21vbq6WpGRkW0+xmazyWazeW3r3r37vVpih2O32/kfLh44/FziQcPP5N3xVWdwWrXbq6tCQkIUHx+voqIia1tLS4uKiorkcDj8uDIAAPAgaLdnciQpPT1dqampGjVqlEaPHq01a9aooaHButoKAAB0XO06clJSUlRbW6vs7Gy5XC6NGDFCBQUFN3wYGfeWzWbTsmXLbvhVIOBP/FziQcPP5P0X4LnZ9VcAAADtULv9TA4AAMBXIXIAAICRiBwAAGAkIgcAABiJyAFgJK6pAEDkADCSzWbT6dOn/b0MAH7Urr8nB/5x+fJllZaWqmfPnoqNjfXad+XKFW3btk3PPfecn1aHjub6v0d3vebmZq1atUq9evWSJP3kJz+5n8tCB3f8+HH16NFDgwYNkiT993//tzZu3KiKigoNGDBA8+fP17Rp0/y8SvPxPTnwye9//3tNnDhRFRUVCggI0Lhx47Rlyxb169dP0hd/OywqKkrNzc1+Xik6isDAQMXFxd3wd+iKi4s1atQodenSRQEBAdq3b59/FogOKS4uTm+++aaSkpK0adMmvfzyy3rxxRc1dOhQlZeXa9OmTVq7dq1eeOEFfy/VaEQOfPLMM8/o6tWrys3NVV1dnRYuXKjf/e53OnDggPr370/k4L5btWqV3nnnHW3atEmPP/64tb1Tp0766KOPbjjbCNwPnTt31unTpzVgwACNHDlS8+bN04svvmjtz8vL0+uvv65Tp075cZXm4zM58MmhQ4e0cuVK9e7dW4MHD9auXbvkdDr16KOP6g9/+IO/l4cOKDMzU1u3btW8efP02muv6erVq/5eEqDOnTvr/PnzkqT//d//1ejRo732JyYm6ty5c/5YWodC5MAnly9fVnDwXz7KFRAQoA0bNujpp5/W+PHj9fvf/96Pq0NHlZCQoNLSUtXW1mrUqFE6efKkAgIC/L0sdGCTJk3Shg0bJEnjx4/XL37xC6/927Zt0+DBg/2xtA6FDx7DJ0OGDNGxY8c0dOhQr+05OTmSpG9/+9v+WBagrl27avPmzdqyZYuSkpL4lSn86o033tDYsWM1fvx4jRo1Sm+++aYOHDhgfSbngw8+0I4dO/y9TONxJgc+eeaZZ/Tzn/+8zX05OTmaPn06308Cv5o2bZqOHTumX/7ylxowYIC/l4MOKioqSh9++KEcDocKCgrk8Xh05MgR/eY3v1F0dLQOHjyob33rW/5epvH44DEAADASZ3IAAICRiBwAAGAkIgcAABiJyAEAAEYicgAY77PPPlNAQIDKysr8vRRJ0vPPP6/Jkyf7exmA8YgcALhHHrS4AjoaIgcAABiJyAFwS1paWrR69WoNHjxYNptN/fv31+uvvy5JOnHihB5//HGFhYWpV69eeumll3Tp0iXrsa2/nvnxj3+sfv36qVevXkpLS7P+ztT3vvc9JSYm3vCccXFxWrFihfX8K1asUHR0tGw2m0aMGKGCgoLbfj0nT57UpEmT1LVrV0VERGjmzJnW3xqSpMcee0wvv/yylixZop49eyoyMlLLly/3OsaZM2c0btw4hYaGKjY2Vu+9954CAgK0c+dOSdKgQYMkSd/4xjcUEBCgxx57zOvxX/Z+ALg7iBwAtyQrK0urVq3SD37wA/3ud79TXl6eIiIi1NDQIKfTqR49eujo0aPavn273nvvPc2fP9/r8fv379fZs2e1f/9+bd68Wbm5ucrNzZUkzZgxQ0eOHNHZs2et+VOnTunjjz/Wd7/7XUnS2rVr9eabb+rHP/6xPv74YzmdTn3729/WJ5984vNrqaur0+OPP65vfOMbOnbsmAoKClRdXa1/+qd/8prbvHmzunTposOHD2v16tVasWKFCgsLJUnNzc2aPHmyOnfurMOHD+udd97R97//fa/HHzlyRJL03nvv6fPPP9cvf/nLW3o/ANwlHgC4Cbfb7bHZbJ6f/exnN+x75513PD169PBcunTJ2pafn+8JDAz0uFwuj8fj8aSmpnoGDBjguXbtmjXzj//4j56UlBTrflxcnGfFihXW/aysLE9iYqJ1PyoqyvP66697PXdCQoLnn//5n2+6/nPnznkkeT788EOPx+Px/Ou//qtn4sSJXjOVlZUeSZ7y8nKPx+PxjB8/3jNu3Lgbni8jI8Pj8Xg8e/bs8QQHB3s+//xza39hYaFHkmfHjh1tPm+rW3k/ANw5zuQAuKnTp0+rsbFRTzzxRJv74uLi1KVLF2vb2LFj1dLSovLycmvb17/+dQUFBVn3+/Xrp5qaGuv+jBkzlJeXJ0nyeDz6+c9/rhkzZkiS3G63qqqqNHbsWK/nHjt2rE6fPu3z6/noo4+0f/9+de3a1boNGTJEkrzOJg0fPtzrcdevuby8XDExMYqMjLT2jx49+pbXcLP3A8Cd46+QA7ipsLCwOz5Gp06dvO4HBASopaXFuj99+nRlZGTo+PHjunz5siorK5WSknLHz9uWS5cu6emnn9Ybb7xxw75+/frd8prvxL08NoAvcCYHwE099NBDCgsLU1FR0Q37hg4dqo8++kgNDQ3WtoMHDyowMFAPP/zwLT9HdHS0xo8fr3fffVfvvvuunnzySfXt21eSZLfbFRUVpYMHD3o95uDBg4qNjfX59YwcOVKnTp3SwIEDNXjwYK/b9WekvsrDDz+syspKVVdXW9uOHj3qNRMSEiLpi8/vALj/iBwANxUaGqqMjAwtWbJE//Vf/6WzZ8/qgw8+0L//+79rxowZCg0NVWpqqk6ePKn9+/drwYIFmjlzpiIiInx6nhkzZmjLli3avn279auqVosXL9Ybb7yhrVu3qry8XJmZmSorK9Mrr7zi8+tJS0vThQsXNH36dB09elRnz57V3r17NWvWrFsOkieffFJf+9rXlJqaqo8//lgHDx7U0qVLJX1xVkaS+vbtq7CwMOuDzfX19T6vFcDtI3IA3JIf/OAHevXVV5Wdna2hQ4cqJSVFNTU16ty5s/bu3asLFy4oISFBU6dO1RNPPKGcnByfn2Pq1Kn605/+pD//+c83fCPwyy+/rPT0dL366qsaNmyYCgoK9Otf/1oPPfSQz8/TelaoublZEydO1LBhw7Rw4UJ1795dgYG39n+LQUFB2rlzpy5duqSEhATNmTPHuroqNDRUkhQcHKy3335bP/3pTxUVFaXvfOc7Pq8VwO0L8Hg8Hn8vAgBMcPDgQY0bN06ffvqpvva1r/l7OUCHR+QAwG3asWOHunbtqoceekiffvqpXnnlFfXo0UO//e1v/b00AOLXVQAM8G//9m9el4Nff5s0adI9e96LFy8qLS1NQ4YM0fPPP6+EhAT96le/umfPB8A3nMkB0O5duHBBFy5caHNfWFiY/uZv/uY+rwjAg4DIAQAARuLXVQAAwEhEDgAAMBKRAwAAjETkAAAAIxE5AADASEQOAAAwEpEDAACM9P+NYNFsNFZTgwAAAABJRU5ErkJggg==\n",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "text_pd['convo_length'].value_counts().sort_index().plot.bar()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "Jq-k3yt5Suf5",
    "outputId": "a89c9b36-bb00-491b-e5a1-c8fd0c5d01d5"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "first_question\n",
       "你好                                                                                                                             10\n",
       "Hola                                                                                                                            4\n",
       "Write a poem about the ocean.                                                                                                   4\n",
       "Write a short story about a haunted house.                                                                                      4\n",
       "Generate a list of 10 synonyms for the word \"happy.\"                                                                            4\n",
       "                                                                                                                               ..\n",
       "Generate a paragraph on the topic of gun control laws.                                                                          1\n",
       "Edit the given paragraph to add descriptive adjectives. \"The room was large and empty with white walls and a wooden floor.\"     1\n",
       "Find and replace all instances of the word \"happy\" with the word \"jolly\" in a document.                                         1\n",
       "Write a detailed description of A wise and experienced elder                                                                    1\n",
       "Find three synonyms for the word \"strong\".                                                                                      1\n",
       "Name: count, Length: 55465, dtype: int64"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "text_pd['first_question'] = text_pd['conversation'].apply(lambda x: x[0][1])\n",
    "text_pd['first_question'].value_counts()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "dbRVEH2r2lW1"
   },
   "source": [
    "# Filter out by language"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "LwQnLokHGL16"
   },
   "outputs": [],
   "source": [
    "FILTER_EN = False"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 81,
     "referenced_widgets": [
      "8a904518a6b74066bfad2f0d8547fcf2",
      "390cc8722baa4a85b160a213ee67e638",
      "48ae69e9dcd94cd38cdfb0017d344a60",
      "b03a07143fef4002bfd8d2775fb6df91",
      "2b08c5f8836542c585fd6743597d3372",
      "8e436db037e2498784a72ffb89098daa",
      "f6391dba630648df93f16a9ebb00e8de",
      "2d3bc67f8f7d4daa99ffa321c87f469a",
      "907f8fa170c3415b89850b4f773abe51",
      "cd969f2b9a2a4361a8e6a3b2412d50a0",
      "9fec4cb4e617499797c22f4066a84159",
      "fb0547a37df0480a835ff884320b5872",
      "1537b98cba994caf89e162fd362617de",
      "c6824b9b1d234ed7ae0bdb1f782362d3",
      "3114e0520b0542d793690d293c29862a",
      "90a9354af0ef405d85bbfb306c1307ee",
      "d0a9e130d2dc4f5987b55630b79a6aa1",
      "96e76a8661dd4d41b78afb1df9ba873c",
      "a3c640613dc24cca96e76b15d5d6ce2c",
      "c21c5b415f9548cc9939afa115efc65f",
      "68bd434c9e5c4313bdd0147c7c4918ee",
      "60f6c225800743768b09a6efbbfeeec8"
     ]
    },
    "id": "22qh0FD5Tsvp",
    "outputId": "8d77569a-bfc5-45a4-ccfd-bb623b10eb59"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "8a904518a6b74066bfad2f0d8547fcf2",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Map:   0%|          | 0/137 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "fb0547a37df0480a835ff884320b5872",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Map:   0%|          | 0/36 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from transformers import pipeline\n",
    "import pandas as pd\n",
    "from tqdm import tqdm\n",
    "\n",
    "# Define a function for batch processing\n",
    "def detect_language_in_batches(batch, batch_size=128):\n",
    "    batch_results = pipe([b[0][1] for b in batch['conversation']])\n",
    "    return {'lang': [b['label'] for b in batch_results]}\n",
    "\n",
    "# Apply the function to the DataFrame\n",
    "if FILTER_EN:\n",
    "    pipe = pipeline(\"text-classification\", model=\"papluca/xlm-roberta-base-language-detection\", truncation=True, max_length=64)\n",
    "    dataset = dataset.map(detect_language_in_batches, batch_size=128, batched=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 498
    },
    "id": "OTfEXSZ-RxyZ",
    "outputId": "6c598ad3-97a5-4cf7-b518-500d92aa21db"
   },
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAArIAAAHhCAYAAACSi11EAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAABTuklEQVR4nO3dd3hUdfr+8fvMpBJSICEESAIkIkUElCYigoiUZbEEFDuIZfGriCBY9idSZMWyimURRCmWBVdccEVFZUFAF1TA0FSaIAEhQEIIgQ1p8/n9wWbMMDMQQmBy4P26rlwXeebMmec5MyH3nJxzxjLGGAEAAAA24wh0AwAAAEBFEGQBAABgSwRZAAAA2BJBFgAAALZEkAUAAIAtEWQBAABgSwRZAAAA2BJBFgAAALZEkAUAAIAtEWSBc5BlWSf86tKlS6BbxBk0e/ZstW7dWtWqVZNlWWrQoMFJ79OgQQNZlqVff/31jPcHAJUlKNANADhzBgwY4LPepEmTs9wJzpaVK1fq9ttvV1hYmLp3766YmBjFxcUFui0AOCMIssA5bObMmYFuAWfZ/Pnz5XK59Nprr2nQoEGBbgcAzigOLQCAc8iuXbskSSkpKQHuBADOPIIscB4bOHCgLMvSkiVL9MUXX+iqq65STEyMLMvSwYMH3ct9/vnn6t27t2rVqqXQ0FClpKRo+PDhys7O9rneAwcO6MEHH1TdunUVFhamZs2a6ZVXXpExxucxm2PGjJFlWX73IJcev+nLzz//rIEDByopKUmhoaGqXbu2br75Zv34449ey86cOVOWZWnMmDHKyMjQrbfeqlq1aik8PFxt2rTR/Pnz/W6rn3/+WXfffbcaNGig0NBQxcfHq2PHjvrrX/+q4uJiSVLz5s1lWZY2bdrkcx07d+6U0+lUw4YNZYzx+1hlZWdna+TIkWrUqJHCwsJUs2ZN9ezZU19++aXP2WbMmCFJuuqqq9zHRFf2nvmjR49q2rRpuu6665SSkqLw8HDFxMToyiuv1Pvvv+/zPmVfa8uWLVPXrl0VGRmpqKgo9e7dWz/99JPP+x05ckSPP/64GjRooLCwMF1wwQV6+umnVVRU5PN1UfY59qVLly4+jwX+9NNPNWjQIDVt2lRRUVGKiIhQy5Yt9cwzz6igoMDnuoqKivTcc8+pcePGCgsLU3JysoYPH67Dhw/7fRzp2OvgwQcfVGpqqvs5/eMf/6jly5f7fJzly5fr+uuvV/369RUaGqqEhAS1a9dOjz/+uA4fPuzzPsB5wwA450gy5fnxHjBggJFk7r33XmNZlmnbtq25+eabTdu2bc3BgweNMcY89thjRpIJCQkxHTt2NP369TONGjUykkxqaqrJzMz0WOeBAwdM06ZNjSSTkJBgbrrpJtOtWzcTFBRkHnzwQSPJ1K9f3+M+o0ePNpLMjBkzfPZZv359n/PMmzfPhIaGGkmmVatWpl+/fqZ9+/bGsixTrVo1s3TpUo/lZ8yYYSSZAQMGmPj4eJOammr69+9vOnToYCQZh8NhvvjiC6/H+eCDD9yP07RpU9O/f3/Ts2dPk5SUZCSZnJwcY4wxr776qpFkRowY4XOOMWPGGElm/PjxPm8/3q5du0xKSoqRZJKTk03//v1N165djdPpNJLMSy+95F7266+/NgMGDDCpqalGkunRo4cZMGCAGTBggPn6669P+lil23j79u0nXfbnn382kkzdunXNVVddZfr37286d+5sgoODjSQzevRor/uUvtaGDx9unE6nad++vbnpppvMhRdeaCSZ2NhYs2fPHo/7HD161Fx22WVGkqlZs6bp27ev+eMf/2iqVatmrr/+ep+vi9Ln2FcPxhjTuXNnn3PWrl3bREVFmcsvv9zcdNNNpkePHqZGjRpGkunataspLi72WN7lcpkbbrjBSDIRERGmT58+Ji0tzcTExJi2bdu6X1PHP87y5cvd623cuLFJS0sznTp1MkFBQcbpdJr333/fY/mPP/7YOBwOY1mWad++vbn55ptNz5493c9zeZ4v4FxGkAXOQacaZCV5/QI15liAk2SaN29utmzZ4q67XC7z1FNPGUmmf//+HvcZPHiwkWR69uxpjhw54q5/9913pnr16pUWZLdv324iIiJM9erVzcKFCz1uW7BggQkODjZJSUmmoKDAXS8NOZLMI488YkpKSty3TZw40UgynTp18ljX5s2bTVhYmAkKCjJ///vfPW5zuVzmiy++MEePHjXGGHPw4EFTrVo1U6tWLY/HNcaYkpISk5ycbJxOp/ntt998znm8P/7xj0aSufXWWz3W9/XXX5tq1aoZp9Np0tPTPe5T+px+9dVX5XqMUqcSZLOysszChQuNy+XyqG/bts00aNDAOBwOr/WU9uVwOMy8efPc9eLiYtO3b18jyYwaNcrjPk8//bSRZNq1a+d+s2DMsee+9E1EZQXZjz76yPz3v//1qB06dMj9HLz99tset7377rtGkmnYsKHZuXOnx7Zp1aqVu7eyj5Obm2vq1KljnE6nee+99zzWt3LlSlOjRg1TvXp1s2/fPnf9yiuvNJLMhx9+6DXL999/bw4dOuRzTuB8QZAFzkGlv0T9fZX+ci0NF7179/a5npYtWxpJZv369V63uVwu06pVK+N0Os3+/fuNMcYcPnzYhIeHG4fDYbZu3ep1n9K9u5URZIcOHWokmddee83nfR566CEjycydO9ddKw05DRs29AqaRUVFpkaNGiY4ONjjtvvvv99IMoMHD/b5OMcbNGiQkWQ++OADj/qCBQuMJHPttdeWaz2//PKLkWSqV69usrOzvW4fPny4kWTuuecej/rZCLIn8uabbxpJ5tVXX/XZ12233eZ1n1WrVhlJpnPnzh71evXqGUk+9yiXPk5lBVl/tmzZYiSZtLQ0j3rHjh2NJPPuu+963WfhwoU+g2zpm6VHHnnE52O99NJLXnvaS/+6UfoXEgCeuGoBcA7zd/mt6tWre3x/7bXXei2zb98+rV27Vo0aNVLz5s29brcsSx07dtSaNWu0evVq9ejRQ6tXr1Z+fr7atWun1NRUr/vccssteu655yo4jafSY0TT0tJ83t6pUye9+uqr+v7773XDDTd43NalSxeFhIR41IKCgtSwYUP98MMPys7OVp06dSRJ//73vyVJf/rTn8rV1+DBgzV9+nS9+eabuvHGG931N998U5J03333lWs933zzjSSpZ8+eqlmzptftd9xxh1566SV9/fXX5VrfmfDNN99oyZIl+u2333T06FEZY7Rnzx5J0pYtW3zep3v37l61Cy+8UJLc95WkHTt26LffflNCQoKuuOIKr/v0799f9957b2WM4bZlyxZ99tln2rp1q44cOSKXy+U+lrnsPEVFRVq5cqUsy1K/fv281tOtWzfVrFlTBw4c8KiX5zUrSd9//7271rp1a/3888+64447NGrUKLVu3VoOB6e3AKUIssA5rLwn+SQnJ3vVSk9S2bJli98TrUplZWVJknbv3i1Jql+/vs/lynNh/vIq7a9evXrl6q2sxMREn8tGRkZKksfJPTt37pQkn8Hcl7Zt2+rSSy/Vv//9b23fvl0NGzbU3r17NX/+fCUmJqpnz57lWk/ptvS3zUrrv/32W7nWV5lyc3OVlpamxYsX+10mLy/PZ93Xtve13UtDbVJSks/1REZGKiYmxuOkxIoyxmjEiBGaOHGi35Pwys6TnZ2twsJC1apVS2FhYT6XT05O9gqypa/Zjh07nrCfsq/ZZ555RuvXr9f8+fM1f/581ahRQ1dccYWuvfZa9/WCgfMZQRaAz1+GLpdLkpSQkKAePXqc8P7+gmtlKe3FV83fXudS7du396qd6T1agwcP1n333adp06Zp/Pjxevvtt1VUVKRBgwbJ6XRWymOc7M3FmfTYY49p8eLF6ty5s8aOHavmzZsrJiZGTqdTX375pXr06OE3EAZ6b6Kv19I//vEPvfTSS0pKStLEiRPVoUMH1apVS8HBwSosLFRoaGi5rzJRnsfu16+fIiIi/C5X9gNLkpKStGrVKi1evFiffPKJli5d6g61zz//vFasWKHY2NjT7g2wK4IsAJ9K95zFxcWVe89u6Z/jd+zY4fN2f/XSP/P7upRQSUmJMjMzffb3yy+/6MUXXzyjv8iTkpK0ZcsW/fLLL2rVqlW57nPrrbdqxIgRmjFjhsaMGaO33npLDodDd999d7kft27dupL8b7Py7pE+E+bNmyen06mPP/5YUVFRHrdt27atUh6j9LVUukf8eHl5eT73xp7oteRvffPmzZMkTZ48Wb179/a4zdc8sbGxCg4OVlZWlo4ePerzjaCvx0lMTNSmTZv0+OOPq3Xr1j778yUoKEjdu3d3H5axY8cODRo0SIsXL9Zzzz2n559/vtzrAs41HGgDwKfExEQ1adJEP/30kzZv3lyu+7Ru3Vrh4eFavXq1zwDg7xqjpaHF1+N89dVXKioq8qpfc801kn4PIWdKt27dJElTp04t930iIiJ0++23a/fu3Xr00Ue1ZcsW9ejRw+chHP6UHhf6+eef+wxs7733nqTfj6s8m3JychQVFeUVYiXpgw8+qJTHqF+/vurVq6fMzEyf11edM2eOz/ud6LW0efNmZWRkeNVzcnIk+T7swdc8wcHBateunYwxmjt3rtftixcv9nmN5cp6zdavX1+PPfaYJGnDhg2ntS7A7giyAPwaNWqUXC6X+vbtqzVr1njdnp2d7T6JSTp2Etkdd9yhkpISDRkyRPn5+e7bVq1apb/97W8+H+fKK6+UdCyclb2A/Pbt2/XQQw/5vM8jjzyi8PBwjRgxwmeYKCgo0Icffuj+pKuKevjhhxUWFqY333xT//jHPzxuM8Zo4cKFPi+YP3jwYEnSxIkTJemUT0xKSUlR7969lZeXp6FDh3qE+RUrVmjy5MlyOp164IEHTnWk03bhhRcqJyfHa3tMnDhRX331VaU9Tuk2fOSRR5Sbm+uu79ixQ+PGjfN5n7Zt26patWpasGCBVq9e7a5nZWXpnnvu8XloQenJZlOnTvU4hODrr7/WCy+8cMLennrqKY/jlA8cOKCRI0f6vM+f/vQnxcfH6/nnn9fUqVO9eikuLtYXX3zhEU4nTpzo8y8Sn332mST/xxAD542AXS8BwBmjU7yO7Iku1fTnP//Zff3PSy+91Nx4442mX79+5pJLLjFOp9NER0d7LJ+dnW0aN25sJJk6deqY/v37m+7du5ugoCDzwAMP+Lz8ljHG3HnnnUaSiY6ONn369DFXX321iYiIMDfeeKPfD0T46KOPTLVq1Ywkc8EFF5g+ffqYm2++2XTq1MlEREQYSR7XWa3opZlmz57tvth/s2bNzM0332x69erl9YEIx7v88svdHwxRVFTkdxv7s2vXLtOwYUP3Nrv55pvN1Vdf7f5AhBdffNHrPqd7+a1WrVqZ9u3b+/waN26cMcaY9957z/0a69Spk7nllltMs2bNjMPhMMOGDXN/6MSp9OXrdVH2AxFiY2NNv379TJ8+fUxERIS59tprTXJysgkODvZaV+k1jsPCwkyPHj1Mz549TY0aNczll1/u84MKNm3a5H69lD6/nTp1MpZlmREjRvjsrewHIlSvXt1cd911Ji0tzdSoUcO0adPG3ffx1wxesWKFiYuLM5JMUlKS6dWrl7n11ltN165dTUxMjJHkcZ3d6Oho43A4zCWXXGJuuukmc+ONN7o/RKJmzZpm8+bNJ3xegXMdQRY4B1VmkDXGmKVLl5obb7zR1K1b1wQHB5vY2FjTokUL8+CDD3p9epYxxy4Kf//995uEhAQTGhpqmjRpYv76178al8vlN8gWFBSYxx9/3CQlJZmQkBCTmppqxo8fb4qLi/0GWWOM2bp1q/m///s/06hRIxMWFmYiIyNN48aNzc0332w++OADnx+IUJFrjK5du9bcfvvtpl69eiY4ONjEx8ebjh07mhdffNFvSH3yySeNJPPEE0/4vL08srKyzCOPPGJSU1NNSEiIiYmJMd27d/f5CWTGnH6QPdFX2XD66aefmssuu8xERkaamJgY061bN7NkyRLz1VdfVVqQNcaYvLw88+ijj5rk5GQTEhJiUlJSzFNPPWXy8/NNaGioSUhI8LqPy+UyL7zwgrngggtMcHCwSUxMNI888og5cuSI3+f4559/Nn369DHx8fGmWrVq5pJLLjFTp049YW+FhYVmwoQJplGjRiYkJMTUq1fPDBkyxBw6dMhccMEFxrIsrw9ZMMaYPXv2mEcffdRcdNFFplq1aqZatWomNTXVXHfddWbmzJkmLy/Pvew777xjbr31VtO4cWMTGRlpIiMjTbNmzczw4cPNrl27fG5L4HxiGVMJp2ICQDlZlqX69ev7/Az6c4kxRk2bNtXmzZu1detWpaSkBLqlc8q3336rDh06qGfPnlqwYEGg2/Gwa9cuNWzYUBdccIF+/vnnQLcDnNM4RhYAzoAPP/xQmzZt0h/+8AdC7GlIT0/3OpZ027Zt7g+ouP322wPRliRp3bp1Xici7t27VwMHDlRxcXFAewPOF+yRBXBWnet7ZO+55x4dPHhQn3zyiYqLi/Xdd9+d0qWW4KlJkybKzc3VxRdfrNjYWGVkZGj16tUqKCjQtddeq48++ihg19Tt2bOnvv/+e7Vq1Uq1a9fWnj17tHr1ah0+fFht27bVsmXL+MAC4AzjOrIAUImmTZumoKAgNWrUSOPGjSPEnqYhQ4bogw8+0Lp163TgwAGFhYWpVatWuv322zV48OCAfjDEwIEDZYzR+vXrtXz5cjmdTl144YXq16+fhg0bRogFzgL2yAIAAMCWOEYWAAAAtkSQBQAAgC2dd8fIulwu7d69W5GRkQE9tgoAAAC+GWOUl5enunXryuHwv9/1vAuyu3fv5iP9AAAAbGDnzp1KTEz0e/t5F2QjIyMlHdswUVFRAe4GAAAAxzt06JCSkpLcuc2f8y7Ilh5OEBUVRZAFAACowk52GCgnewEAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbCko0A1UdRkZGcrKyqr09cbFxSk5ObnS1wsAAHC+IMieQEZGhho3aaKj+fmVvu6w8HBt2riRMAsAAFBBBNkTyMrKOhZi09KkuLjKXLGOzp2rrKwsgiwAAEAFEWTLIy5Oqls30F0AAACgDE72AgAAgC0RZAEAAGBLBFkAAADYEkEWAAAAtkSQBQAAgC0RZAEAAGBLBFkAAADYEkEWAAAAtkSQBQAAgC0RZAEAAGBLBFkAAADYEkEWAAAAtkSQBQAAgC0RZAEAAGBLBFkAAADYEkEWAAAAtkSQBQAAgC0RZAEAAGBLBFkAAADYEkEWAAAAtkSQBQAAgC0RZAEAAGBLBFkAAADYEkEWAAAAtkSQBQAAgC1VqSA7ZswYWZbl8dWkSRP37UePHtUDDzyg2NhYVa9eXX379tXevXsD2DEAAAACpUoFWUm66KKLtGfPHvfXN998475t2LBhmj9/vubMmaOlS5dq9+7dSktLC2C3AAAACJSgQDdwvKCgICUkJHjVc3NzNW3aNM2aNUtdu3aVJM2YMUNNmzbVt99+q8suu+xstwoAAIAAqnJ7ZLds2aK6desqJSVFt912mzIyMiRJq1evVlFRkbp16+ZetkmTJkpOTtaKFSsC1S4AAAACpErtkW3fvr1mzpypxo0ba8+ePRo7dqw6deqkDRs2KDMzUyEhIYqJifG4T+3atZWZmel3nQUFBSooKHB/f+jQIUlScXGxiouLJUkOh0MOh0Mul0sul8u9rDFGkhTscMiyLHe92Bi5JAVbln6v/l4PscpWpSJjZMrWHQ4pJETGGBljVFJS4rF8UFCQV92yLDmdTq8e/dX9zVRaLykpcc93orrT6ZRlWe5tVbYuyat3f3VmYiZmYiZmYiZmYqbyznT88v5UqSDbq1cv979btGih9u3bq379+vrggw8UHh5eoXVOmDBBY8eO9aqnp6crIiJCklSrVi2lpqZq+/bt2r9/v3uZoqIiSVK/1FSlxMe7659mZWlNXp4G1aunuOBgd312Zqa25edraHKyQhy/7+x+Y9cuHSou1sgGDY4VEhKkkSNljFF+fr7WrVvnXtbpdKpt27bKzc3Vxo0b3fXw8HC1bNlSWVlZ2rZtm7seHR2tpk2bavfu3dq1a5e77m+mxMREJSYmavPmzcrNzXXXU1JSFB8frw0bNig/P99db9KkiWJiYpSenu7xYmvRooVCQkK0atUqj+3apk0bFRYWMhMzMRMzMRMzMRMzVXim9PR0lYdlysbmKqht27bq1q2brrnmGl199dXKycnx2Ctbv359Pfzwwxo2bJjP+/vaI5uUlKTs7GxFRUVJ8v+uY+3atWrTpo2CBw+WVaeOu37ae2T37JGmT9fy5ct16aWXnpPvpJiJmZiJmZiJmZiJmSo6U05OjmJjY5Wbm+vOa75UqT2yxzt8+LB++eUX3XHHHWrdurWCg4O1aNEi9e3bV5K0adMmZWRkqEOHDn7XERoaqtDQUK96UFCQgoI8xy99EkqVHk5Q5HJJPvJ+kZ/3AIUnq7tcUmGh+xJjx/dR+ti+6sf3WNF66QulvHVfvZxqnZmYSWImfz2eap2ZmEliJn89nmqdmewxk8/lyrXUWTJixAj16dNH9evX1+7duzV69Gg5nU7dcsstio6O1t13363hw4erZs2aioqK0pAhQ9ShQweuWAAAAHAeqlJBdteuXbrllluUnZ2tWrVq6YorrtC3336rWrVqSZImTpwoh8Ohvn37qqCgQD169NDrr78e4K4BAAAQCFUqyL7//vsnvD0sLEyTJk3SpEmTzlJHAAAAqKqq3HVkAQAAgPIgyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbKnKBtlnn31WlmXp4YcfdteOHj2qBx54QLGxsapevbr69u2rvXv3Bq5JAAAABEyVDLIrV67UG2+8oRYtWnjUhw0bpvnz52vOnDlaunSpdu/erbS0tAB1CQAAgECqckH28OHDuu222/Tmm2+qRo0a7npubq6mTZuml156SV27dlXr1q01Y8YMLV++XN9++20AOwYAAEAgVLkg+8ADD6h3797q1q2bR3316tUqKiryqDdp0kTJyclasWLF2W4TAAAAARYU6AbKev/99/XDDz9o5cqVXrdlZmYqJCREMTExHvXatWsrMzPT7zoLCgpUUFDg/v7QoUOSpOLiYhUXF0uSHA6HHA6HXC6XXC6Xe1ljjCQp2OGQZVnuerExckkKtiz9Xv29HmKVrUpFxsiUrTscUkiIjDEyxqikpMRj+aCgIK+6ZVlyOp1ePfqr+5uptF5SUuKe70R1p9Mpy7Lc26psXZJX7/7qzMRMzMRMzMRMzMRM5Z3p+OX9qTJBdufOnRo6dKgWLlyosLCwSlvvhAkTNHbsWK96enq6IiIiJEm1atVSamqqtm/frv3797uXKSoqkiT1S01VSny8u/5pVpbW5OVpUL16igsOdtdnZ2ZqW36+hiYnK8Tx+87uN3bt0qHiYo1s0OBYISFBGjlSxhjl5+dr3bp17mWdTqfatm2r3Nxcbdy40V0PDw9Xy5YtlZWVpW3btrnr0dHRatq0qXbv3q1du3a56/5mSkxMVGJiojZv3qzc3Fx3PSUlRfHx8dqwYYPy8/Pd9SZNmigmJkbp6ekeL7YWLVooJCREq1at8tiubdq0UWFhITMxEzMxEzMxEzMxU4VnSk9PV3lYpmxsDqCPPvpIN9xwgzuJS8dSumVZcjgc+uKLL9StWzfl5OR47JWtX7++Hn74YQ0bNsznen3tkU1KSlJ2draioqIk+X/XsXbtWrVp00bBgwfLqlPHXT/tPbJ79kjTp2v58uW69NJLz8l3UszETMzETMzETMzETBWdKScnR7GxscrNzXXnNV+qzB7Zq6++WuvXr/eo3XXXXWrSpIkee+wxJSUlKTg4WIsWLVLfvn0lSZs2bVJGRoY6dOjgd72hoaEKDQ31qgcFBSkoyHP80iehVOnhBEUul+Qj7xf5eQ9QeLK6yyUVFsqyLFmW5dVH6WP7qh/fY0XrZd8wlKfuq5dTrTMTM0nM5K/HU60zEzNJzOSvx1OtM5M9ZvK5XLmWOgsiIyPVvHlzj1pERIRiY2Pd9bvvvlvDhw9XzZo1FRUVpSFDhqhDhw667LLLAtEyAAAAAqjKBNnymDhxohwOh/r27auCggL16NFDr7/+eqDbAgAAQABU6SC7ZMkSj+/DwsI0adIkTZo0KTANAQAAoMqocteRBQAAAMqDIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGypwkG2a9euWrRokd/bv/rqK3Xt2rWiqwcAAABOqMJBdsmSJdq7d6/f2/ft26elS5dWdPUAAADACZ3WoQWWZfm9bevWrYqMjDyd1QMAAAB+BZ3Kwm+//bbefvtt9/fjx4/Xm2++6bXcwYMHtW7dOv3hD384/Q4BAAAAH04pyP73v//V/v373d/n5eXJ4fDcqWtZliIiIjR48GA99dRTldMlAAAAcJxTCrL333+/7r//fklSw4YN9corr+jaa689I40BAAAAJ3JKQbas7du3V2YfAAAAwCmpcJAtlZeXpx07dignJ0fGGK/br7zyytN9CAAAAMBLhYNsVlaWhgwZon/+858qKSnxut0YI8uyfN4GAAAAnK4KB9n77rtP8+fP10MPPaROnTqpRo0aldkXAAAAcEIVDrJffvmlhg0bpueff74y+wEAAADKpcIfiFCtWjU1aNCgEluRJk+erBYtWigqKkpRUVHq0KGDFixY4L796NGjeuCBBxQbG6vq1aurb9++J/x0MQAAAJy7Khxkb7/9ds2bN68ye1FiYqKeffZZrV69WqtWrVLXrl113XXX6ccff5QkDRs2TPPnz9ecOXO0dOlS7d69W2lpaZXaAwAAAOyhwocW9OvXT0uXLlXPnj113333KSkpSU6n02u5Sy+9tNzr7NOnj8f3f/nLXzR58mR9++23SkxM1LRp0zRr1ix17dpVkjRjxgw1bdpU3377rS677LKKjgIAAAAbqnCQveKKK9z/Xrhwodftp3vVgpKSEs2ZM0dHjhxRhw4dtHr1ahUVFalbt27uZZo0aaLk5GStWLHCb5AtKChQQUGB+/tDhw5JkoqLi1VcXCxJcjgccjgccrlccrlcHjNIUrDDIcuy3PViY+SSFGxZ+r36ez3EKluVioyRKVt3OKSQEBljZIzx2kZBQUFedcuy5HQ6vXr0V/c3U2m9pKTE43Jp/upOp1OWZbm3Vdm6JK/e/dWZiZmYiZmYiZmYiZnKO9Pxy/tT4SA7Y8aMit71hNavX68OHTro6NGjql69uubNm6dmzZppzZo1CgkJUUxMjMfytWvXVmZmpt/1TZgwQWPHjvWqp6enKyIiQpJUq1Ytpaamavv27R4fwVtUVCRJ6peaqpT4eHf906wsrcnL06B69RQXHOyuz87M1Lb8fA1NTlZImY/ufWPXLh0qLtbI0mOKExKkkSNljFF+fr7WrVvnXtbpdKpt27bKzc3Vxo0b3fXw8HC1bNlSWVlZ2rZtm7seHR2tpk2bavfu3dq1a5e77m+mxMREJSYmavPmzcrNzXXXU1JSFB8frw0bNig/P99db9KkiWJiYpSenu7xYmvRooVCQkK0atUqj+3apk0bFRYWMhMzMRMzMRMzMRMzVXim9PR0lYdlfH2KQQAVFhYqIyNDubm5+vDDD/XWW29p6dKlWrNmje666y6PvauS1K5dO1111VV67rnnfK7P1x7ZpKQkZWdnKyoqSpL/dx1r165VmzZtFDx4sKw6ddz1094ju2ePNH26li9frksvvfScfCfFTMzETMzETMzETMxU0ZlycnIUGxur3Nxcd17z5bQ/2auyhYSE6IILLpAktW7dWitXrtQrr7yi/v37q7CwUAcPHvTYK7t3714lJCT4XV9oaKhCQ0O96kFBQQoK8hy/9EkoVXo4QZHLJfnI+0V+3gMUnqzuckmFhbIsS5ZlefVR+ti+6sf3WNG6r+OZT1T31cup1pmJmSRm8tfjqdaZiZkkZvLX46nWmckeM/lcrlxL+TBo0KCTLmNZlqZNm1bRh5AkuVwuFRQUqHXr1goODtaiRYvUt29fSdKmTZuUkZGhDh06nNZjAAAAwH4qHGQXL17scQKUdGz38J49e1RSUqJatWq5j0EtryeeeEK9evVScnKy8vLyNGvWLC1ZskRffPGFoqOjdffdd2v48OGqWbOmoqKiNGTIEHXo0IErFgAAAJyHKhxkf/31V5/1oqIivfHGG3r55Zd9Xs3gRPbt26c777xTe/bsUXR0tFq0aKEvvvhC11xzjSRp4sSJcjgc6tu3rwoKCtSjRw+9/vrrFR0BAAAANlbpx8gGBwfrwQcf1E8//aQHH3xQn376abnve7LDEMLCwjRp0iRNmjTpdNsEAACAzVX4k71OpmXLllq2bNmZWj0AAADOc2csyC5cuFDVqlU7U6sHAADAea7ChxaMGzfOZ/3gwYNatmyZfvjhBz3++OMVbgwAAAA4kQoH2TFjxvis16hRQ6mpqZoyZYruvffeiq4eAAAAOKEKB9myn/IAAAAAnG1n7BhZAAAA4Ew67ctvLV26VJ9++ql27NghSapfv7569+6tzp07n3ZzAAAAgD8VDrKFhYW65ZZb9NFHH8kYo5iYGEnHTvZ68cUXdcMNN2j27NkKDg6urF4BAAAAtwofWjB27FjNmzdPjzzyiPbs2aMDBw7owIEDyszM1IgRIzR37ly/VzYAAAAATleFg+ysWbM0YMAAPf/886pdu7a7Hh8fr+eee0533nmn3n333UppEgAAADhehYPsnj171L59e7+3t2/fXpmZmRVdPQAAAHBCFQ6yiYmJWrJkid/bly5dqsTExIquHgAAADihCgfZAQMG6IMPPtDgwYO1adMmlZSUyOVyadOmTbr//vs1Z84cDRw4sBJbBQAAAH5X4asW/PnPf9Yvv/yiqVOn6s0335TDcSwTu1wuGWM0YMAA/fnPf660RgEAAICyKhxknU6nZs6cqeHDh+uzzz7zuI7sH/7wB7Vo0aLSmgQAAACOd0pB9ujRo3r44Yd10UUXaciQIZKkFi1aeIXWV199VVOmTNErr7zCdWQBAABwRpzSMbJTp07VzJkz1bt37xMu17t3b02fPl1vvfXWaTUHAAAA+HNKQfaDDz5Q3759lZKScsLlUlNTdeONN2r27Nmn1RwAAADgzykF2fXr1+uKK64o17KXX3651q1bV6GmAAAAgJM5pSBbWFiokJCQci0bEhKigoKCCjUFAAAAnMwpBdm6detqw4YN5Vp2w4YNqlu3boWaAgAAAE7mlIJst27d9M4772jfvn0nXG7fvn165513dM0115xWcwAAAIA/pxRkH3vsMR09elRdu3bVd99953OZ7777TldffbWOHj2qkSNHVkqTAAAAwPFO6TqyKSkp+uCDD3TLLbfo8ssvV0pKii6++GJFRkYqLy9PGzZs0C+//KJq1arp/fffV2pq6pnqGwAAAOe5U/5kr969e2vdunV67rnn9Mknn+ijjz5y31a3bl3de++9evTRR096iS4AAADgdFToI2obNGigyZMna/LkycrLy9OhQ4cUFRWlyMjIyu4PAAAA8KlCQbasyMhIAiwAAADOulM62QsAAACoKgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbCgp0A6hcGRkZysrKqvT1xsXFKTk5udLXCwAAUFEE2XNIRkaGGjdpoqP5+ZW+7rDwcG3auJEwCwAAqgyC7DkkKyvrWIhNS5Pi4ipzxTo6d66ysrIIsgAAoMogyJ6L4uKkunUD3QUAAMAZxcleAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsKUqFWQnTJigtm3bKjIyUvHx8br++uu1adMmj2WOHj2qBx54QLGxsapevbr69u2rvXv3BqhjAAAABEqVCrJLly7VAw88oG+//VYLFy5UUVGRunfvriNHjriXGTZsmObPn685c+Zo6dKl2r17t9LS0gLYNQAAAAIhKNANlPX55597fD9z5kzFx8dr9erVuvLKK5Wbm6tp06Zp1qxZ6tq1qyRpxowZatq0qb799ltddtllgWgbAAAAAVClguzxcnNzJUk1a9aUJK1evVpFRUXq1q2be5kmTZooOTlZK1as8BlkCwoKVFBQ4P7+0KFDkqTi4mIVFxdLkhwOhxwOh1wul1wul3tZY4wkKdjhkGVZ7nqxMXJJCrYs/V79vR5ila1KRcbIlK07HFJIiIwxMsaopKTEY/mgoCCvumVZcjqdXj0eXw8JCZEcDrksS8XGKMiyPHa7lxijkhP07nemkBC5XC73NnM6ncfWd1zv/uqnM1Mpf89Tab2kpMT9nJ2o7nQ6ZVmWe5aT9c5MzMRMzMRMzMRMZ3em45f3p8oGWZfLpYcfflgdO3ZU8+bNJUmZmZkKCQlRTEyMx7K1a9dWZmamz/VMmDBBY8eO9aqnp6crIiJCklSrVi2lpqZq+/bt2r9/v3uZoqIiSVK/1FSlxMe7659mZWlNXp4G1aunuOBgd312Zqa25edraHKyQhy/x8c3du3SoeJijWzQ4FghIUEaOVLGGOXn52vdunXuZZ1Op9q2bavc3Fxt3LjRXQ8PD1fLli2VlZWlbdu2uevR0dFq2rSpdu/erezsbI0cOVJKTtaaoiJ9mpWlHrGxahUZ6V7+65wcLTt4UP1q11ZKeHj5ZpI0dOhQZWdna9WqVZKkFi1aKCQkxP19qTZt2qiwsLDSZtq1a5e77u95SkxMVGJiojZv3ux+8yNJKSkpio+P14YNG5Sfn++uN2nSRDExMUpPT/f4AWImZmImZmImZmKmqjFTenq6ysMyZWNzFXL//fdrwYIF+uabb5SYmChJmjVrlu666y6PPayS1K5dO1111VV67rnnvNbja49sUlKSsrOzFRUVJcn/u461a9eqTZs2Ch48WFadOu76ae+R3bNHmj5dy5cv16WXXlpp76R++OEHdezYURo0SK46dSpvj+zu3QqZOVP/+c9/1KpVK0nn57tDZmImZmImZmImZjo7M+Xk5Cg2Nla5ubnuvOZLldwj++CDD+qTTz7RsmXL3CFWkhISElRYWKiDBw967JXdu3evEhISfK4rNDRUoaGhXvWgoCAFBXmOX/oklCo9nKDI5ZJ85P0iP+8BCk9Wd7mkwkJZliXLsrz6KH1sX/Xjezy+XlhYeGz9/3usYj+9+Ovd70yFhXI4HF49+erRX72iM5W3XvriL2/9VHr3V2cmZpKYyV+Pp1pnJmaSmMlfj6daPxdn8qVKXbXAGKMHH3xQ8+bN0+LFi9WwYUOP21u3bq3g4GAtWrTIXdu0aZMyMjLUoUOHs90uAAAAAqhK7ZF94IEHNGvWLP3rX/9SZGSk+7jX6OhohYeHKzo6WnfffbeGDx+umjVrKioqSkOGDFGHDh24YgEAAMB5pkoF2cmTJ0uSunTp4lGfMWOGBg4cKEmaOHGiHA6H+vbtq4KCAvXo0UOvv/76We4UAAAAgValgmx5zjsLCwvTpEmTNGnSpLPQEQAAAKqqKnWMLAAAAFBeBFkAAADYEkEWAAAAtkSQBQAAgC0RZAEAAGBLVeqqBTg/ZWRkKCsrq9LXGxcXp+Tk5EpfLwAAqBoIsgiojIwMNW7SREfz8yt93WHh4dq0cSNhFgCAcxRBFgGVlZV1LMSmpUlxcZW5Yh2dO1dZWVkEWQAAzlEEWVQNcXFS3bqB7gIAANgIJ3sBAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsCWCLAAAAGyJIAsAAABbIsgCAADAlgiyAAAAsKWgQDcA2E1GRoaysrIqfb1xcXFKTk6u9PUCAHCuIsgCpyAjI0ONmzTR0fz8Sl93WHi4Nm3cSJgFAKCcCLLAKcjKyjoWYtPSpLi4ylyxjs6dq6ysLIIsAADlRJAFKiIuTqpbN9BdAABwXuNkLwAAANgSQRYAAAC2RJAFAACALRFkAQAAYEsEWQAAANgSQRYAAAC2RJAFAACALRFkAQAAYEsEWQAAANgSQRYAAAC2RJAFAACALRFkAQAAYEtVKsguW7ZMffr0Ud26dWVZlj766COP240xeuqpp1SnTh2Fh4erW7du2rJlS2CaBQAAQEBVqSB75MgRtWzZUpMmTfJ5+/PPP69XX31VU6ZM0XfffaeIiAj16NFDR48ePcudAgAAINCCAt1AWb169VKvXr183maM0csvv6wnn3xS1113nSTpnXfeUe3atfXRRx/p5ptvPputAgAAIMCq1B7ZE9m+fbsyMzPVrVs3dy06Olrt27fXihUrAtgZAAAAAqFK7ZE9kczMTElS7dq1Peq1a9d23+ZLQUGBCgoK3N8fOnRIklRcXKzi4mJJksPhkMPhkMvlksvlci9rjJEkBTscsizLXS82Ri5JwZal36u/10OsslWpyBiZsnWHQwoJkTFGxhiVlJR4LB8UFORVtyxLTqfTq8fj6yEhIZLDIZdlqdgYBVmWx7uVEmNUcoLe/c4UEiKXy+XeZk6n89j6juvdX93fTMc2h0NBDof0v+/N/7aZU5KzzLZ0/a+fcs3kcKjY4XD3UvpclvZoWZZ7lpP1XrZedhsX6tg7waAyPZb27q9+wpnKbOPS1+Txvfurn85MZZ3Oa+/4Hv3VmYmZmImZmImZTjbT8cv7Y5sgW1ETJkzQ2LFjverp6emKiIiQJNWqVUupqanavn279u/f716mqKhIktQvNVUp8fHu+qdZWVqTl6dB9eopLjjYXZ+dmalt+fkampysEMfvUeuNXbt0qLhYIxs0OFZISJBGjpQxRvn5+Vq3bp17WafTqbZt2yo3N1cbN25018PDw9WyZUtlZWVp27Zt7np0dLSaNm2q3bt3Kzs7WyNHjpSSk7WmqEifZmWpR2ysWkVGupf/OidHyw4eVL/atZUSHl6+mSQNHTpU2dnZWrVqlSSpRYsWCgkJcX9fqk2bNiosLCz3TKXr6n3JJVJYmCRpW36+ZmdmqmNMjDrVqOFefk1eXvlnSkjQpy1aSJI2bNig/Px89/JNmjRRTEyM0tPTPX6AyjNTbm6uRo4cqcLERL2wd68ahIfrloQE97JZRUV6Y9cutYiMVO+4OHf9pDMlJ6vVyJHubZyYmKjExERt3rxZubm57uVTUlIUHx9fqTOV53k62Wtv165d7rq/nydmYiZmYiZmYqbyzpSenq7ysEzZ2FyFWJalefPm6frrr5ckbdu2TampqUpPT1erVq3cy3Xu3FmtWrXSK6+84nM9vvbIJiUlKTs7W1FRUZL8v+tYu3at2rRpo+DBg2XVqeOun/Ye2T17pOnTtXz5cl166aWV9k7qhx9+UMeOHaVBg+SqU6fy9sju3q2QmTP1n//8x73tK+vd4dq1a9W2bVsF3Xef9L9tXCl7ZPfsUfHUqVq5cqVatmxZae9416xZ497GhQkJlbdHds8eOWbMcG9j3sUzEzMxEzMx0/k8U05OjmJjY5Wbm+vOa77YZo9sw4YNlZCQoEWLFrnD1KFDh/Tdd9/p/vvv93u/0NBQhYaGetWDgoIUFOQ5fumTUKr0T99FLpfkI+8X+XkPUHiyusslFRbKsixZluXVR+lj+6of3+Px9cLCwmPr/99jFfvpxV/vfmcqLDx2CMBxPfnq0V/d30wul0uFPrZxiY6F1OOVayaX69iXfv+hKE+PJ6t7bGMdC6K+nm9/9RPO5GMb++u9Mmc6XkVfe+WtMxMz+aszEzNJzOSvx1Otn4sz+VyuXEudJYcPH9bWrVvd32/fvl1r1qxRzZo1lZycrIcffljjx49Xo0aN1LBhQ40aNUp169Z177UFAADA+aNKBdlVq1bpqquucn8/fPhwSdKAAQM0c+ZMPfroozpy5Ijuu+8+HTx4UFdccYU+//xzhf3v2EoAAACcP6pUkO3SpYtOdMiuZVkaN26cxo0bdxa7AgAAQFVkm+vIAgAAAGURZAEAAGBLBFkAAADYEkEWAAAAtkSQBQAAgC0RZAEAAGBLBFkAAADYEkEWAAAAtkSQBQAAgC0RZAEAAGBLBFkAAADYEkEWAAAAtkSQBQAAgC0RZAEAAGBLBFkAAADYEkEWAAAAtkSQBQAAgC0RZAEAAGBLBFkAAADYUlCgGwBwZmVkZCgrK6vS1xsXF6fk5ORKXy8AAOVFkAXOYRkZGWrcpImO5udX+rrDwsO1aeNGwiwAIGAIssA5LCsr61iITUuT4uIqc8U6OneusrKyCLIAgIAhyALng7g4qW7dQHcBAECl4mQvAAAA2BJBFgAAALZEkAUAAIAtcYwsgCrlTF0uTOKSYQBwriHIAqgyzuTlwiQuGQYA5xqCLIAq44xdLuzYyrlkGACcYwiyAKoeLhcGACgHTvYCAACALRFkAQAAYEsEWQAAANgSx8gCwGk6U5cM43JhAHBiBFkAOA1n8pJhXC4MAE6MIAsAp+GMXTKMy4UBwEkRZAGgMnDJMAA46zjZCwAAALZEkAUAAIAtcWgBAJxn7HaVBbv1C+DsIcgCwHnEbldZsFu/AM4ugiwAnEfsdpUFu/UL4OwiyALA+chuV1mwW78AzgpO9gIAAIAtEWQBAABgSwRZAAAA2BLHyAIAUMnsdskwu/ULlCLIAgBQiex2yTC79QuURZAFAKAS2e2SYXbrFyiLIAsAwJlgt0uG2a1fQJzsBQAAAJsiyAIAAMCWCLIAAACwJY6RBQAAtmK3y4WdqX4l+/Vc2f0SZAEAgG3Y7XJhZ7JfyX49V3a/BFkAAGAbdrtc2Bnr99jK7dXzGejXlkF20qRJeuGFF5SZmamWLVvqtddeU7t27QLdFgAAOFvsdrkwu/Ur2aJn253s9Y9//EPDhw/X6NGj9cMPP6hly5bq0aOH9u3bF+jWAAAAcBbZLsi+9NJLuvfee3XXXXepWbNmmjJliqpVq6bp06cHujUAAACcRbY6tKCwsFCrV6/WE0884a45HA5169ZNK1as8HmfgoICFRQUuL/Pzc2VJB04cEDFxcXudTgcDrlcLrlcLveyeXl5kqSgvXtl/W9ZSSo2RsYYBTkcsso8VrHLJSMp2OH5/qDof+t01w8ckIKDlZeXp9zcXJWUlHgsHxQUJGOMR92yLDmdTq8ey9YPHTqk4OBgad8+uYqKVGKMnJYlh/V7lyXGyOWr9xPNlJ2t4OBgHTp0SAcOHJAkOZ3OY+s7rnd/dX8zHT58WJZlKWjfPul/29j873EdliVnmd5dxpR/pgMHVPy/9efk5MgY49GjZVnu5/9kvZetl93GRYWFsiQFlXm+S3u3LEtBZXo86Uw5OXKU2calr8mSkhKP3v3V/c1U+hoOLrN9JR+vyTL1cs104IBMUJAOHz6sgwcPerwm/f08lWemstu3uLCwfD9P5Z3p4EHpf9s4JyfnpD9P5Z3p8OHDCgoKklVmG5/2/xH/28ZFOvYclv7claro/xFl/59w7d2rksLCyvk/QlJwme174MCB8/b/CEnubVy0Z4+swsLK+T/CsuTIyXFv44MHD1bK/xFOp1N5eXnun7vSbXza/0dIMtnZKpb3a/h0/o8wxri3b3Fmpkxh4fn7f4Skov37Jcnj97N0ev9HlK7P6XSqZM8eOYuKKuf/CIfDnX8OHTrkzmP+fp5ycnIkyeO14JOxkd9++81IMsuXL/eojxw50rRr187nfUaPHm107OeML7744osvvvjiiy8bfe3cufOE2dBWe2Qr4oknntDw4cPd37tcLh04cECxsbGyLOsE9zw1hw4dUlJSknbu3KmoqKhKW++ZYrd+Jfv1TL9nlt36lezXM/2eeXbrmX7PLLv1K525no0xysvLU92TnGxmqyAbFxcnp9OpvXv3etT37t2rhIQEn/cJDQ1VaGioRy0mJuZMtaioqCjbvPgk+/Ur2a9n+j2z7NavZL+e6ffMs1vP9Htm2a1f6cz0HB0dfdJlbHWyV0hIiFq3bq1Fixa5ay6XS4sWLVKHDh0C2BkAAADONlvtkZWk4cOHa8CAAWrTpo3atWunl19+WUeOHNFdd90V6NYAAABwFtkuyPbv31/79+/XU089pczMTLVq1Uqff/65ateuHdC+QkNDNXr0aK/DGKoqu/Ur2a9n+j2z7NavZL+e6ffMs1vP9Htm2a1fKfA9W8ac7LoGAAAAQNVjq2NkAQAAgFIEWQAAANgSQRYAAAC2RJAFAACALRFkAdhCcXGx3nnnHa8PRAEAnL+4agGqvMLCQu3bt08ul8ujnpycHKCOzi0//fSTMjIyVFhY6FG/9tprA9SRf9WqVdPPP/+s+vXrB7oVAKhUdvhdV1RUpJ49e2rKlClq1KhRoNuRZMPryFYle/fu1YgRI7Ro0SLt27dPx78nKCkpCVBnvl155ZXq0qWLOnfurI4dOyosLCzQLZ3Qli1bNGjQIC1fvtyjboyRZVlVbvsWFxfrmWee0aBBg5SYmBjodk5q27ZtuuGGG7R+/XpZluV+/VqWJanqvX4lqV27dlqzZo2tguzbb7+tuLg49e7dW5L06KOPaurUqWrWrJlmz55tq1mqKqfTqT179ig+Pt6jnp2drfj4+Cr5WsaZY7fXg51+1wUHB2vdunWBbsMDQfY0DBw4UBkZGRo1apTq1KnjDgBVVffu3bVs2TK99NJLKi4uVps2bTyCbbVq1QLdooeBAwcqKChIn3zyiS22b1BQkF544QXdeeedgW6lXIYOHaqGDRtq0aJFatiwob7//ntlZ2frkUce0V//+tdAt+fT//3f/2n48OHauXOnWrdurYiICI/bW7RoEaDO/HvmmWc0efJkSdKKFSs0adIkTZw4UZ988omGDRumuXPnBrhDT8uWLTvh7VdeeeVZ6qT8/P1hsaCgQCEhIWe5G98+/vhj9erVS8HBwfr4449PuGxV+GvIq6++Wu5lH3rooTPYyamzw+uhLLv9rrv99ts1bdo0Pfvss4FuRRKHFpyWyMhIff3112rVqlWgWzklxcXFWrlypZYuXaolS5Zo8eLFcjgcOnr0aKBb8xAREaHVq1erSZMmgW6l3K677jqlpaVpwIABgW7lpOLi4rR48WK1aNFC0dHR+v7779W4cWMtXrxYjzzyiNLT0wPdoheHw/9h/VVtz0WpatWqaePGjUpOTtZjjz2mPXv26J133tGPP/6oLl26aP/+/YFu0YOvbVz2F2tV2salYWvYsGF6+umnVb16dfdtJSUlWrZsmX799dcq8Vp2OBzKzMxUfHy8LV7HDRs2LNdylmVp27ZtZ7ib8rHT66Esu/2uGzJkiN555x01atTI5w6Fl1566az2wx7Z05CUlOT3nV9Vtm3bNq1fv15r167VunXrFBkZWSX3sjRr1kxZWVmBbuOU9OrVS48//rjWr1/v8we8KuxpKVVSUqLIyEhJx0Lt7t271bhxY9WvX1+bNm0KcHe+bd++PdAtnLLq1asrOztbycnJ+vLLLzV8+HBJUlhYmPLz8wPcnbecnByP74uKipSenq5Ro0bpL3/5S4C68m3ixImSju2BmzJlipxOp/u2kJAQNWjQQFOmTAlUex7KHvd4/DGQVZG/n7XjD0GqSuz0eijLDr/r1q1bp+bNm8vhcGjDhg269NJLJUmbN2/2WC4Qrwv2yJ6GL7/8Ui+++KLeeOMNNWjQINDtnNStt96qpUuXqqCgQFdeeaU6d+6sLl26qEWLFlXyP6XFixfrySef1DPPPKOLL75YwcHBHrdHRUUFqDP/7LCnpVSnTp30yCOP6Prrr9ett96qnJwcPfnkk5o6dapWr16tDRs2BLpFv3ydoGZZlvr06RPArny77bbbtHHjRl1yySWaPXu2MjIyFBsbq48//lhPPPGEfvzxx0C3WC5Lly7V8OHDtXr16kC34uWqq67SvHnzFBMTU6WDVlmLFi1yn19RNthalqVp06YFsDPfpk2bpokTJ2rLli2SpEaNGunhhx/WPffcE+DOvJV9PVRVhw4dcv971apVVf53XdnjjlNSUrRy5UrFxsYGui1JBNlTVqNGDY//II8cOaLi4mJVq1bN68V34MCBs93eCTkcDsXFxWnQoEHq2rWrrrjiiip3XGxZZUNh2W1eFQ+At6MvvvhCR44cUVpamrZs2aI+ffpo8+bNio2N1fvvv6+rr7460C16seMJagcPHtSoUaO0c+dO3X///erRo4ckafTo0QoJCdH/+3//L8Adls/GjRvVpk0bHT58ONCt+GSnoDV27FiNGzdObdq08XlM5Lx58wLUmW9PPfWUXnrpJQ0ZMkQdOnSQdOx477/97W8aNmyYxo0bF+AOpeHDh+vpp59WRESEhg0bdsI3Mmf7T9++OBwOn7/XyqpKv+tiY2P12WefqX379nI4HNq7d69q1aoV6LYkcWjBKXv55ZcD3UKFZWdn6+uvv9aSJUv0xBNP6Oeff1arVq3UpUsXdenSRd27dw90ix6++uqrQLdwyk70H7plWRo1atRZ7ObESgOVdOyX/saNG3XgwAGvN2tVyfEnqH333Xc6cOBAlT5BLSYmRjfeeKPeeOMNjRkzRs2bN1e9evWUmpqqlJSUQLfn5fgzko0x2rNnj5599tkqez7A6NGj9eKLL3oFrWHDhikjI6NKBK2ypkyZopkzZ+qOO+4IdCvlMnnyZL355pu65ZZb3LVrr71WLVq00JAhQ6rE9k1PT1dRUZEkac2aNX6Xqyr/t5X9/fbrr78qKSnJ41AI6dghKBkZGWe7NZ/69u2rzp07u994tWnTxqvfUmf7mGn2yJ6Grl27qnPnzho9erRHPScnR3379tXixYsD1Fn5bN26VePHj9ff//53uVyuKvGu73hff/213njjDf3yyy/68MMPVa9ePb377rtq2LChrrjiikC35+WSSy7x+L6oqEjbt29XUFCQUlNT9cMPPwSos2PS0tI0c+ZMRUVFKS0t7YTLVq9eXRdddJEGDx6s6Ojos9ThidnxBLV//vOfuuOOO3Tbbbfp3Xff1U8//aSUlBT97W9/02effabPPvss0C16KN1TdPyvhssuu0zTp0+vkiek1KpVS6+++qpH0JKk2bNna8iQIVXu+MPY2Fh9//33Sk1NDXQr5RITE6OVK1d6XTd08+bNateunQ4ePBiYxs4Rdrlc2Oeff66tW7fqoYce0rhx49znWBxv6NChZ7Uv9siehiVLlmj9+vVKT0/X3//+d/eJPYWFhVq6dGmAu/OWnZ3tvlLBkiVL9NNPPykmJkZ9+vRR586dA92el7IBID09XQUFBZKk3NxcPfPMM1UuAEjyGaQOHTqkgQMH6oYbbghAR56io6PdeyROFk4LCgo0ZcoU/ec//znp5YLOFjueoDZ+/HhNmTJFd955p95//313vWPHjho/fnwAO/NWVFSkLl26aMqUKQoNDZV0LNjWqlWrSl93uqioSG3atPGqt27dWsXFxQHo6MTuuecezZo1q0r9heZE7rjjDk2ePNnrT/JTp07VbbfdFqCuzh2+DiuQpMOHD1epn7uePXtKklavXq2hQ4f6DbJnG3tkT4PD4VB6err+9Kc/6ciRI5o/f74aNGigvXv3qm7dulXmXVQpp9OpuLg4derUyX2i18UXXxzotvy65JJLNGzYMN15552KjIzU2rVrlZKSovT0dPXq1UuZmZmBbrHc1q9frz59+ujXX38NdCun5KefflLbtm115MiRQLciyZ4nqFWrVk0//fSTGjRo4PE63rZtm5o1a1blLntXq1YtrVixQhdccEGgWym3IUOGKDg42CtojRgxQvn5+Zo0aVKAOvtd6dUqpGN/Mn777bfVokULtWjRwuv8iqpwDGdZpZdbSkpK0mWXXSZJ+u6775SRkaE777zTo/+q1ntVVvqaeOWVV3Tvvfd6nLNSUlKi7777Tk6nU//5z38C1aItsEf2NNWpU0dLly7VXXfdpbZt22rOnDlq2rRpoNvyKT09XSkpKe5r6+3YsUMvv/yymjVrVuWOj5WkTZs2+bwsWHR0tO3+lJWbm6vc3NxAt3HKGjdu7PVpM4H05JNPukP1uHHj9Mc//lGdOnVSbGys/vGPfwS4O98SEhK0detWryubfPPNN1XyGNnbb79db731VpW52Hl5TZs2TV9++aXPoFU2RAYqaB3/15rS442Pf/NVVY7hLKvs5ZZ++eUXScf+IhIXF+fRf1XsvSorfU0YY7R+/XqPD2sICQlRy5YtNWLEiEC1ZxsE2dNQ+kMbGhqqWbNmafz48erZs6cee+yxAHfm24gRI5SWlqbBgwfr4MGDat++vYKDg5WVlaWXXnpJ999/f6Bb9GC3ACB5fxpO6Yky7777rnr16hWgrirO6XSqZcuWgW7DrewJahdccIEtTlC79957NXToUE2fPl2WZWn37t1asWKFRowYUSX/tFxcXKzp06fr3//+d5W42Hl52CFo2fHk1VJ27r0qK92ud911l1555ZUqcZktO+LQgtNQ9pNaSv3zn//UgAEDlJ+fX+UOLYiLi9PSpUt10UUX6a233tJrr72m9PR0/fOf/9RTTz2ln3/+OdAtepgwYYLee+89TZ8+Xddcc40+++wz7dixQ8OGDdOoUaM0ZMiQQLfo5fhPwyk9vrBr16564oknqswxRTh7jDF65plnNGHCBP33v/+VdOzN74gRI/T0008HuDtvV111ld/bLMuq8iexAji/EGRPw44dO5ScnOz1Lv/HH3/UqlWrqtzHlJb9qMybbrpJF110kUaPHq2dO3eqcePG7l+yVYXdAgBwIoWFhdq6dasOHz6sZs2aeXx8JgCgYgiy55EWLVronnvu0Q033KDmzZvr888/V4cOHbR69Wr17t27yp48RQAAAAC+EGTPIx9++KFuvfVWlZSU6Oqrr9aXX34p6dif8JctW6YFCxYEuEMAAIDyI8ieZzIzM7Vnzx61bNnS/RGw33//vaKioqrkhc4BAAD8IcgCAADAlhyBbgAAAACoCIIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAUE4zZ86UZVlatWpVoFsBAIggCwAAAJsiyAIAAMCWCLIAUEkKCwv11FNPqXXr1oqOjlZERIQ6deqkr776ymO5X3/9VZZl6a9//aumTp2q1NRUhYaGqm3btlq5cqXXeufMmaNmzZopLCxMzZs317x58zRw4EA1aNDAvcySJUtkWZaWLFni87Fmzpzprq1bt04DBw5USkqKwsLClJCQoEGDBik7O9vrsZcsWaI2bdooLCxMqampeuONNzRmzBhZluW17HvvvafWrVsrPDxcNWvW1M0336ydO3ee2kYEgFMQFOgGAOBccejQIb311lu65ZZbdO+99yovL0/Tpk1Tjx499P3336tVq1Yey8+aNUt5eXn605/+JMuy9PzzzystLU3btm1TcHCwJOnTTz9V//79dfHFF2vChAnKycnR3XffrXr16lW4z4ULF2rbtm266667lJCQoB9//FFTp07Vjz/+qG+//dYdUtPT09WzZ0/VqVNHY8eOVUlJicaNG6datWp5rfMvf/mLRo0apZtuukn33HOP9u/fr9dee01XXnml0tPTFRMTU+F+AcAvAwAolxkzZhhJZuXKlT5vLy4uNgUFBR61nJwcU7t2bTNo0CB3bfv27UaSiY2NNQcOHHDX//WvfxlJZv78+e7axRdfbBITE01eXp67tmTJEiPJ1K9f31376quvjCTz1VdfeTx+6WPNmDHDXfvvf//r1fvs2bONJLNs2TJ3rU+fPqZatWrmt99+c9e2bNligoKCTNlfH7/++qtxOp3mL3/5i8c6169fb4KCgrzqAFBZOLQAACqJ0+lUSEiIJMnlcunAgQMqLi5WmzZt9MMPP3gt379/f9WoUcP9fadOnSRJ27ZtkyTt3r1b69ev15133qnq1au7l+vcubMuvvjiCvcZHh7u/vfRo0eVlZWlyy67TJLcfZaUlOjf//63rr/+etWtW9e9/AUXXKBevXp5rG/u3LlyuVy66aablJWV5f5KSEhQo0aNvA6tAIDKwqEFAFCJ3n77bb344ovauHGjioqK3PWGDRt6LZucnOzxfWmozcnJkSTt2LFD0rHweLwLLrjAZzgujwMHDmjs2LF6//33tW/fPo/bcnNzJUn79u1Tfn6+38cua8uWLTLGqFGjRj4fr/QwCQCobARZAKgk7733ngYOHKjrr79eI0eOVHx8vJxOpyZMmKBffvnFa3mn0+lzPcaYU35sXydfScf2rB7vpptu0vLlyzVy5Ei1atVK1atXl8vlUs+ePeVyuU75sV0ulyzL0oIFC3zOVHZvMgBUJoIsAFSSDz/8UCkpKZo7d65HsBw9enSF1le/fn1J0tatW71uO75Wujf34MGDHvXSvbqlcnJytGjRIo0dO1ZPPfWUu75lyxaP5eLj4xUWFlaux05NTZUxRg0bNtSFF154kqkAoPJwjCwAVJLSvZFl96h+9913WrFiRYXWV7duXTVv3lzvvPOODh8+7K4vXbpU69ev91i2fv36cjqdWrZsmUf99ddfP2mPkvTyyy97LdetWzd99NFH2r17t7u+detWLViwwGPZtLQ0OZ1OjR071mu9xhifl/UCgMrAHlkAOEXTp0/X559/7lXv0qWL5s6dqxtuuEG9e/fW9u3bNWXKFDVr1swjiJ6KZ555Rtddd506duyou+66Szk5Ofrb3/6m5s2be6wzOjpaN954o1577TVZlqXU1FR98sknXsfARkVF6corr9Tzzz+voqIi1atXT19++aW2b9/u9dhjxozRl19+qY4dO+r+++9XSUmJ+7HXrFnjXi41NVXjx4/XE088oV9//VXXX3+9IiMjtX37ds2bN0/33XefRowYUaH5AeBECLIAcIomT57ss56RkaHDhw/rjTfe0BdffKFmzZrpvffe05w5c7w+qKC8+vTpo9mzZ2vMmDF6/PHH1ahRI82cOVNvv/22fvzxR49lX3vtNRUVFWnKlCkKDQ3VTTfdpBdeeEHNmzf3WG7WrFkaMmSIJk2aJGOMunfvrgULFnhcnUCSWrdurQULFmjEiBEaNWqUkpKSNG7cOP3888/auHGjx7KPP/64LrzwQk2cOFFjx46VJCUlJal79+669tprKzQ7AJyMZSpyVgEAIKBatWqlWrVqaeHChWf9sa+//nr9+OOPXsfVAsDZxjGyAFCFFRUVqbi42KO2ZMkSrV27Vl26dDnjj5+fn+/x/ZYtW/TZZ5+dlccGgJNhjywAVGG//vqrunXrpttvv11169bVxo0bNWXKFEVHR2vDhg2KjY09o49fp04dDRw4UCkpKdqxY4cmT56sgoICpaen+71uLACcLRwjCwBVWI0aNdS6dWu99dZb2r9/vyIiItS7d289++yzZzzESlLPnj01e/ZsZWZmKjQ0VB06dNAzzzxDiAVQJbBHFgAAALbEMbIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwJYIsAAAAbIkgCwAAAFsiyAIAAMCWCLIAAACwpf8PN+UME/ky1XoAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 800x500 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "if FILTER_EN:\n",
    "    import matplotlib.pyplot as plt\n",
    "\n",
    "    # Filtering for English language\n",
    "\n",
    "    # Counting the occurrences of each language\n",
    "    lang_counts = pd.Series(dataset['train']['lang']).value_counts()\n",
    "\n",
    "    # Creating the bar plot\n",
    "    plt.figure(figsize=(8, 5))\n",
    "    lang_counts.plot.bar(color='teal', edgecolor='black')\n",
    "\n",
    "    # Adding titles and labels\n",
    "    plt.title('Frequency of Languages', fontsize=15)\n",
    "    plt.xlabel('Language', fontsize=12)\n",
    "    plt.ylabel('Count', fontsize=12)\n",
    "\n",
    "    # Adding grid for better readability\n",
    "    plt.grid(axis='y', linestyle='--', alpha=0.7)\n",
    "\n",
    "    # Displaying the plot\n",
    "    plt.show()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "snbcZIG1w3qn"
   },
   "outputs": [],
   "source": [
    "if FILTER_EN:\n",
    "    dataset = dataset.filter(lambda x: x['lang'] == 'en')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "lMyHzdUWNxOt"
   },
   "outputs": [],
   "source": [
    "def join_convo(conversation):\n",
    "    convo = ''''''\n",
    "    last_speaker = None\n",
    "    for speaker, message in conversation:\n",
    "        last_speaker = speaker\n",
    "        if speaker == 'human':\n",
    "            convo += f\"{EXTRA_TOKENS['human_token']['token']} {message} \"\n",
    "        elif speaker == 'assistant':\n",
    "            convo += f\"{EXTRA_TOKENS['bot_token']['token']} {message} \"\n",
    "    if last_speaker == 'human':\n",
    "        return convo.strip() + f\" {EXTRA_TOKENS['bot_token']['token']}\"\n",
    "    return convo.strip() + f\" {EXTRA_TOKENS['stop_token']['token']}\"\n",
    "\n",
    "text_pd['text'] = text_pd['conversation'].apply(join_convo)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "hz-lGvNLNxOt",
    "outputId": "813a81f1-58d5-4183-ca3e-81abc6e5feb0"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[['human', 'Cuéntame un chiste sobre un tomate y algo más'],\n",
       " ['assistant',\n",
       "  'Esto es un tomate que está haciendo el ridículo y otro tomate le grita: TE ESTÁS PONIENDO COMO UN HUMANO!']]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataset['train'][0]['conversation']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "Nkx6I_K8RGgr"
   },
   "outputs": [],
   "source": [
    "model.generation_config.do_sample = True\n",
    "model.config.use_cache = False\n",
    "# \"Setting pretraining_tp to a value different than 1 will activate the more accurate but slower computation of the linear layers, which should better match the original logits.\"\n",
    "model.config.pretraining_tp = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "S0ke6TqgFu36",
    "outputId": "069539fd-1e43-4bb7-bf09-5936a5ef710c"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###HUMAN### Who was the first president of the USA? ###BOT###\n"
     ]
    }
   ],
   "source": [
    "print(join_convo([['human', \"Who was the first president of the USA?\"]]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "7NoI2dXlRGgt"
   },
   "outputs": [],
   "source": [
    "# Load LoRA configuration to make training much more efficient\n",
    "peft_args = LoraConfig(\n",
    "    lora_alpha=32,\n",
    "    lora_dropout=0.05,\n",
    "    r=128,\n",
    "    bias=\"none\",\n",
    "    task_type=\"CAUSAL_LM\",\n",
    ")\n",
    "\n",
    "model = get_peft_model(model, peft_args)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "kIRENIvl7w7B",
    "outputId": "7c96b9fd-b416-4217-ea75-dffb2eb31bb9"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "trainable params: 54,525,952 || all params: 8,084,811,776 || trainable%: 0.6744245074679646\n"
     ]
    }
   ],
   "source": [
    "model.print_trainable_parameters()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "aAIpv3tNRnHz"
   },
   "source": [
    "# Testing the model before SFT"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 145
    },
    "id": "6NHYn2KQMm0S",
    "outputId": "4ef38b82-442a-44e3-efb6-e4d9e51480e8"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128256 for open-end generation.\n",
      "/usr/local/lib/python3.10/dist-packages/transformers/generation/utils.py:1477: UserWarning: You are calling .generate() with the `input_ids` being on a device type different than your model's device. `input_ids` is on cpu, whereas the model is on cuda. You may experience unexpected behaviors or slower generation. Please make sure that you have put `input_ids` to the correct device by calling for example input_ids = input_ids.to('cuda') before running `.generate()`.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "string"
      },
      "text/plain": [
       "'###HUMAN### Who was the first president of the USA? ###BOT### to by?  The name of the person is \"George\" and his last name is \"Washington\".  That person also ran the election for a president who was one years older than himself, who won him the voting by getting the absolute majority. \\n\"\"\"\\n\\n'"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tokenizer.decode(\n",
    "    model.generate(\n",
    "        **tokenizer(join_convo([['human', \"Who was the first president of the USA?\"]]), return_tensors='pt'),\n",
    "        max_length=64,\n",
    "        eos_token_id=EXTRA_TOKENS['stop_token']['token_id']\n",
    "        )[0]\n",
    "    )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 145
    },
    "id": "hZbCnay_E_QH",
    "outputId": "7f895474-6d96-4e94-e24f-5c64b6c7426b"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128256 for open-end generation.\n",
      "/usr/local/lib/python3.10/dist-packages/transformers/generation/utils.py:1477: UserWarning: You are calling .generate() with the `input_ids` being on a device type different than your model's device. `input_ids` is on cpu, whereas the model is on cuda. You may experience unexpected behaviors or slower generation. Please make sure that you have put `input_ids` to the correct device by calling for example input_ids = input_ids.to('cuda') before running `.generate()`.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "string"
      },
      "text/plain": [
       "'Who was the first president of the USA? What role did he play in the American Revolution?\\nGeorge Washington. He was a great general and one of the greatest leaders of the revolution.\\nWho was the first female US president? What role did she play in the American Revolution?\\nAbigail Adams. She was a very important'"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tokenizer.decode(\n",
    "    model.generate(\n",
    "        **tokenizer(\"Who was the first president of the USA?\", return_tensors='pt'),\n",
    "        max_length=64,\n",
    "        eos_token_id=EXTRA_TOKENS['stop_token']['token_id']\n",
    "        )[0]\n",
    "    )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 244,
     "referenced_widgets": [
      "ed48a040e56e487ab358c43fdd808136",
      "5251d253ac1b43e28b5d45fc49b8ba0c",
      "aaa010e3e1304ff5b2b83ae7bd23200f",
      "f54d56ed00f142e9bc97eacf993fbb12",
      "59997470461b47dc9d1c29693788fa3a",
      "5806a2430c624826a5f99189ca6547ca",
      "d69acca18c2e4fdfb5dfc475ea1a379b",
      "960448f923a346bfa3cc11edb4da6f31",
      "3f55ba327f7f4d888e31bd84affc589b",
      "da9776992f7a49859fd855e13ea6520a",
      "bb986b5172404a638fcb5ebe03657c61",
      "fab6c98410ac43feaf9b76e6b48ea2a0",
      "eb69a299f2db4aca84736b6c21bf86cd",
      "d1afa0f8597c427bb4aa315d7b2a7743",
      "b273e68ee141456596c0718729951770",
      "1b009dcb008d47838bdb09234f995f47",
      "969c467053814888bf4d3a5c896a9da4",
      "f1acd1457e7b4e8a8ce0cfcb0df1ae54",
      "a73e9f49513a4c3cab44407d05a57a9e",
      "343b9bd2b4734f0191ecb6d9c4b4cd97",
      "87c682d9e7c74848a13edc430434d301",
      "944966f0c7704952b663c436488f3b9c"
     ]
    },
    "id": "L0h9ERFgCXNx",
    "outputId": "80a77c8c-c250-4010-ba33-908c68e71206"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Parameter 'function'=<function <lambda> at 0x7cb5d0b53d00> of the transform datasets.arrow_dataset.Dataset._map_single couldn't be hashed properly, a random hash was used instead. Make sure your transforms and parameters are serializable with pickle or dill for the dataset fingerprinting and caching to work. If you reuse this transform, the caching mechanism will consider it to be different from the previous calls and recompute everything. This warning is only showed once. Subsequent hashing failures won't be showed.\n",
      "WARNING:datasets.fingerprint:Parameter 'function'=<function <lambda> at 0x7cb5d0b53d00> of the transform datasets.arrow_dataset.Dataset._map_single couldn't be hashed properly, a random hash was used instead. Make sure your transforms and parameters are serializable with pickle or dill for the dataset fingerprinting and caching to work. If you reuse this transform, the caching mechanism will consider it to be different from the previous calls and recompute everything. This warning is only showed once. Subsequent hashing failures won't be showed.\n"
     ]
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "ed48a040e56e487ab358c43fdd808136",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Map:   0%|          | 0/46837 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "fab6c98410ac43feaf9b76e6b48ea2a0",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Map:   0%|          | 0/11710 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "{'conversation': [['human', 'Cuéntame un chiste sobre un tomate y algo más'],\n",
       "  ['assistant',\n",
       "   'Esto es un tomate que está haciendo el ridículo y otro tomate le grita: TE ESTÁS PONIENDO COMO UN HUMANO!']],\n",
       " 'text': '###HUMAN### Cuéntame un chiste sobre un tomate y algo más ###BOT### Esto es un tomate que está haciendo el ridículo y otro tomate le grita: TE ESTÁS PONIENDO COMO UN HUMANO! ###STOP###'}"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "dataset = dataset.map(lambda x: {'text': join_convo(x['conversation'])})\n",
    "\n",
    "dataset['train'][0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 81,
     "referenced_widgets": [
      "df4c0add00cc4e099079fc1a7fae0701",
      "1eab3b7673cb4e838c7428252a13e6e6",
      "40a60b82642c49648f92fd18af344e40",
      "94fb2be888c548ef843641776d1db28f",
      "1caf1e51c3544f698b46d31d11e58746",
      "891bfb6a65374262a59ef0220de48767",
      "71563e2cd55b48728f75aba39dac64ca",
      "164316c4320e48c6b713c69e9a52a497",
      "60587853f1c64e24aff043db932d9196",
      "f738f2f21619489fb2d87652fbafa882",
      "bc2243ff22274131b38b061f17d5e539",
      "ff89e214e2fc46db8cf87cd2f226e3f4",
      "9fdb6e26ad504fbf8715b181c72b03f5",
      "df8daf948ece489bbe8f9a1318c66748",
      "8dc87e4c06bb4387964bd260d1f922ab",
      "d0c2db169ac34d5da0dbd49bffd5b199",
      "049230e4b3464cd4bce0e17ad5f6cced",
      "a149f3d7509b4dc2a00991b73c66c59e",
      "cb8daf7afa9949fe8e5ab4d0bf2c0173",
      "74a987d2f4cc455682993cbcf25675d2",
      "ac300f6e421440f09be90dd3884e9f62",
      "10b036b09274412a9e7ec9842f65c7e5"
     ]
    },
    "id": "SnOHo12FJ2ye",
    "outputId": "74618c9a-df36-48da-ac14-cdb7863544d6"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "df4c0add00cc4e099079fc1a7fae0701",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Map:   0%|          | 0/46837 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "ff89e214e2fc46db8cf87cd2f226e3f4",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Map:   0%|          | 0/11710 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "dataset = dataset.map(lambda x: tokenizer(x['text']))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "xAfH84Q1798B"
   },
   "outputs": [],
   "source": [
    "# zero out loss before the final response token, only judge the model on the completion tokens (the final assistant message)\n",
    "class DataCollatorForCompletionOnlyLM(DataCollatorForLanguageModeling):\n",
    "\n",
    "    def torch_call(self, examples):\n",
    "        self.tokenizer.pad(examples, return_tensors=\"pt\", pad_to_multiple_of=self.pad_to_multiple_of)\n",
    "        batch = super().torch_call(examples)\n",
    "        response_token_id = EXTRA_TOKENS['bot_token']['token_id']\n",
    "00\n",
    "        labels = batch[\"input_ids\"].clone()\n",
    "        for i in range(len(examples)):\n",
    "            tokens = batch[\"input_ids\"].clone().tolist()[i]\n",
    "            if tokens.count(response_token_id) == 0:\n",
    "                print(tokens)\n",
    "            up_until = len(tokens) - 1 - tokens[::-1].index(response_token_id)\n",
    "            labels[i, :up_until + 1] = -100\n",
    "\n",
    "        batch[\"labels\"] = labels\n",
    "\n",
    "        return batch\n",
    "\n",
    "data_collator = DataCollatorForCompletionOnlyLM(\n",
    "    tokenizer=tokenizer, mlm=False, return_tensors=\"pt\"\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 448
    },
    "id": "wTk3Ej3jNxOv",
    "outputId": "7685f1da-74be-4d91-8f25-35c8b02b2ebf"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<Axes: >"
      ]
     },
     "execution_count": 36,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjkAAAGdCAYAAADwjmIIAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAnvUlEQVR4nO3de3BU12HH8Z8ktCsErMQjkkwRoA4uoPAKIsDm4WIjtMYa18RKBjuMo2KMByp5DOpATErEKx4oqXnYyCatDXInIWAyhcQIC22FgbiIl0AxD0MzU1I8xSs55rE8V4t0+oerW9YCjLBgpcP3M+MZ771n7557Dxp/vbtXxBhjjAAAACwTG+0JAAAA3A1EDgAAsBKRAwAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArdYj2BKKpsbFRp0+fVpcuXRQTExPt6QAAgNtgjNGFCxfUs2dPxcbe/P2a+zpyTp8+rfT09GhPAwAA3IGPP/5YvXr1uun++zpyunTpIunzi+TxeFrlmOFwWBUVFcrJyVF8fHyrHBMtwxq0DaxD9LEG0cca3B3BYFDp6enOf8dv5r6OnKaPqDweT6tGTmJiojweD3+go4Q1aBtYh+hjDaKPNbi7vuyrJnzxGAAAWInIAQAAViJyAACAlYgcAABgJSIHAABYicgBAABWInIAAICViBwAAGAlIgcAAFiJyAEAAFYicgAAgJWIHAAAYCUiBwAAWInIAQAAVuoQ7QnYatD8bQo13PqvgG9r/rQkN9pTAACg1fBODgAAsBKRAwAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArETkAAMBKRA4AALASkQMAAKxE5AAAACsROQAAwEpEDgAAsBKRAwAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArETkAAMBKRA4AALASkQMAAKxE5AAAACsROQAAwEpEDgAAsBKRAwAArETkAAAAKxE5AADASl8pcpYsWaKYmBjNmDHD2Xb16lUVFBSoe/fu6ty5s/Ly8lRbWxvxvFOnTik3N1eJiYlKSUnRrFmzdO3atYgxO3bs0PDhw+V2u9WvXz+VlpY2e/2SkhL17dtXCQkJGjVqlPbt2/dVTgcAAFjkjiNn//79+sUvfqEhQ4ZEbJ85c6beffddbdy4UTt37tTp06f15JNPOvsbGhqUm5ur+vp67d69W2+//bZKS0tVXFzsjDl58qRyc3P18MMPq6amRjNmzNBzzz2nbdu2OWM2bNigoqIizZs3TwcPHtTQoUPl8/lUV1d3p6cEAAAsckeRc/HiRU2aNEn/8i//oq5duzrbz58/r7feekvLli3TI488oqysLK1du1a7d+/Wnj17JEkVFRU6duyYfvnLX2rYsGEaP368Fi1apJKSEtXX10uSVq9erYyMDL3yyisaOHCgCgsL9f3vf1/Lly93XmvZsmWaOnWqJk+erMzMTK1evVqJiYlas2bNV7keAADAEh3u5EkFBQXKzc1Vdna2fvaznznbq6urFQ6HlZ2d7WwbMGCAevfuraqqKo0ePVpVVVUaPHiwUlNTnTE+n0/Tp0/X0aNH9Y1vfENVVVURx2ga0/SxWH19vaqrqzVnzhxnf2xsrLKzs1VVVXXTeYdCIYVCIedxMBiUJIXDYYXD4Tu5FM00Hccda1rlePdSa12DaGs6D1vOp71iHaKPNYg+1uDuuN3r2eLIWb9+vQ4ePKj9+/c32xcIBORyuZScnByxPTU1VYFAwBlzfeA07W/ad6sxwWBQV65c0dmzZ9XQ0HDDMcePH7/p3BcvXqwFCxY0215RUaHExMSbPu9OLBrR2KrHuxe2bt0a7Sm0Kr/fH+0pQKxDW8AaRB9r0LouX758W+NaFDkff/yxXnzxRfn9fiUkJNzRxKJpzpw5Kioqch4Hg0Glp6crJydHHo+nVV4jHA7L7/frpwdiFWqMaZVj3itH5vuiPYVW0bQG48aNU3x8fLSnc99iHaKPNYg+1uDuaPok5su0KHKqq6tVV1en4cOHO9saGhq0a9curVq1Stu2bVN9fb3OnTsX8W5ObW2t0tLSJElpaWnN7oJquvvq+jFfvCOrtrZWHo9HHTt2VFxcnOLi4m44pukYN+J2u+V2u5ttj4+Pb/U/fKHGGIUa2lfk2PYDeDfWFS3HOkQfaxB9rEHrut1r2aIvHo8dO1aHDx9WTU2N88+IESM0adIk59/j4+NVWVnpPOfEiRM6deqUvF6vJMnr9erw4cMRd0H5/X55PB5lZmY6Y64/RtOYpmO4XC5lZWVFjGlsbFRlZaUzBgAA3N9a9E5Oly5dNGjQoIhtnTp1Uvfu3Z3tU6ZMUVFRkbp16yaPx6MXXnhBXq9Xo0ePliTl5OQoMzNTzzzzjJYuXapAIKC5c+eqoKDAeZdl2rRpWrVqlWbPnq1nn31W27dv1zvvvKOysjLndYuKipSfn68RI0Zo5MiRWrFihS5duqTJkyd/pQsCAADscEd3V93K8uXLFRsbq7y8PIVCIfl8Pr3++uvO/ri4OG3ZskXTp0+X1+tVp06dlJ+fr4ULFzpjMjIyVFZWppkzZ2rlypXq1auX3nzzTfl8//+dkYkTJ+rTTz9VcXGxAoGAhg0bpvLy8mZfRgYAAPenrxw5O3bsiHickJCgkpISlZSU3PQ5ffr0+dI7ecaMGaNDhw7dckxhYaEKCwtve64AAOD+wd9dBQAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArETkAAMBKRA4AALASkQMAAKxE5AAAACsROQAAwEpEDgAAsBKRAwAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArETkAAMBKRA4AALASkQMAAKxE5AAAACsROQAAwEpEDgAAsBKRAwAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArETkAAMBKRA4AALASkQMAAKxE5AAAACsROQAAwEpEDgAAsBKRAwAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArETkAAMBKRA4AALASkQMAAKxE5AAAACsROQAAwEpEDgAAsBKRAwAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArETkAAMBKRA4AALASkQMAAKxE5AAAACsROQAAwEpEDgAAsBKRAwAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArETkAAMBKRA4AALBSiyLnjTfe0JAhQ+TxeOTxeOT1evXee+85+69evaqCggJ1795dnTt3Vl5enmprayOOcerUKeXm5ioxMVEpKSmaNWuWrl27FjFmx44dGj58uNxut/r166fS0tJmcykpKVHfvn2VkJCgUaNGad++fS05FQAAYLkWRU6vXr20ZMkSVVdX68CBA3rkkUf0xBNP6OjRo5KkmTNn6t1339XGjRu1c+dOnT59Wk8++aTz/IaGBuXm5qq+vl67d+/W22+/rdLSUhUXFztjTp48qdzcXD388MOqqanRjBkz9Nxzz2nbtm3OmA0bNqioqEjz5s3TwYMHNXToUPl8PtXV1X3V6wEAACzRosh5/PHH9dhjj+nBBx/UX/3VX+nll19W586dtWfPHp0/f15vvfWWli1bpkceeURZWVlau3atdu/erT179kiSKioqdOzYMf3yl7/UsGHDNH78eC1atEglJSWqr6+XJK1evVoZGRl65ZVXNHDgQBUWFur73/++li9f7sxj2bJlmjp1qiZPnqzMzEytXr1aiYmJWrNmTSteGgAA0J7d8XdyGhoatH79el26dEler1fV1dUKh8PKzs52xgwYMEC9e/dWVVWVJKmqqkqDBw9WamqqM8bn8ykYDDrvBlVVVUUco2lM0zHq6+tVXV0dMSY2NlbZ2dnOGAAAgA4tfcLhw4fl9Xp19epVde7cWZs2bVJmZqZqamrkcrmUnJwcMT41NVWBQECSFAgEIgKnaX/TvluNCQaDunLlis6ePauGhoYbjjl+/Pgt5x4KhRQKhZzHwWBQkhQOhxUOh2/zCtxa03HcsaZVjncvtdY1iLam87DlfNor1iH6WIPoYw3ujtu9ni2OnP79+6umpkbnz5/Xb37zG+Xn52vnzp0tnmA0LF68WAsWLGi2vaKiQomJia36WotGNLbq8e6FrVu3RnsKrcrv90d7ChDr0BawBtHHGrSuy5cv39a4FkeOy+VSv379JElZWVnav3+/Vq5cqYkTJ6q+vl7nzp2LeDentrZWaWlpkqS0tLRmd0E13X11/Zgv3pFVW1srj8ejjh07Ki4uTnFxcTcc03SMm5kzZ46Kioqcx8FgUOnp6crJyZHH42nBVbi5cDgsv9+vnx6IVagxplWOea8cme+L9hRaRdMajBs3TvHx8dGezn2LdYg+1iD6WIO7o+mTmC/T4sj5osbGRoVCIWVlZSk+Pl6VlZXKy8uTJJ04cUKnTp2S1+uVJHm9Xr388suqq6tTSkqKpM/r1uPxKDMz0xnzxXcU/H6/cwyXy6WsrCxVVlZqwoQJzhwqKytVWFh4y7m63W653e5m2+Pj41v9D1+oMUahhvYVObb9AN6NdUXLsQ7RxxpEH2vQum73WrYocubMmaPx48erd+/eunDhgtatW6cdO3Zo27ZtSkpK0pQpU1RUVKRu3brJ4/HohRdekNfr1ejRoyVJOTk5yszM1DPPPKOlS5cqEAho7ty5KigocOJj2rRpWrVqlWbPnq1nn31W27dv1zvvvKOysjJnHkVFRcrPz9eIESM0cuRIrVixQpcuXdLkyZNbcjoAAMBiLYqcuro6/ehHP9Inn3yipKQkDRkyRNu2bdO4ceMkScuXL1dsbKzy8vIUCoXk8/n0+uuvO8+Pi4vTli1bNH36dHm9XnXq1En5+flauHChMyYjI0NlZWWaOXOmVq5cqV69eunNN9+Uz/f/H6VMnDhRn376qYqLixUIBDRs2DCVl5c3+zIyAAC4f7Uoct56661b7k9ISFBJSYlKSkpuOqZPnz5f+gXXMWPG6NChQ7ccU1hY+KUfTwEAgPsXf3cVAACwEpEDAACsROQAAAArETkAAMBKRA4AALASkQMAAKxE5AAAACsROQAAwEpEDgAAsBKRAwAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArETkAAMBKRA4AALASkQMAAKxE5AAAACsROQAAwEpEDgAAsBKRAwAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArETkAAMBKRA4AALASkQMAAKxE5AAAACsROQAAwEpEDgAAsBKRAwAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArETkAAMBKRA4AALASkQMAAKxE5AAAACsROQAAwEpEDgAAsBKRAwAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArETkAAMBKRA4AALASkQMAAKxE5AAAACsROQAAwEpEDgAAsBKRAwAArETkAAAAKxE5AADASkQOAACwEpEDAACsROQAAAArETkAAMBKRA4AALASkQMAAKxE5AAAACsROQAAwEpEDgAAsFKLImfx4sX65je/qS5duiglJUUTJkzQiRMnIsZcvXpVBQUF6t69uzp37qy8vDzV1tZGjDl16pRyc3OVmJiolJQUzZo1S9euXYsYs2PHDg0fPlxut1v9+vVTaWlps/mUlJSob9++SkhI0KhRo7Rv376WnA4AALBYiyJn586dKigo0J49e+T3+xUOh5WTk6NLly45Y2bOnKl3331XGzdu1M6dO3X69Gk9+eSTzv6Ghgbl5uaqvr5eu3fv1ttvv63S0lIVFxc7Y06ePKnc3Fw9/PDDqqmp0YwZM/Tcc89p27ZtzpgNGzaoqKhI8+bN08GDBzV06FD5fD7V1dV9lesBAAAs0aElg8vLyyMel5aWKiUlRdXV1XrooYd0/vx5vfXWW1q3bp0eeeQRSdLatWs1cOBA7dmzR6NHj1ZFRYWOHTumf//3f1dqaqqGDRumRYsW6cc//rHmz58vl8ul1atXKyMjQ6+88ookaeDAgfrggw+0fPly+Xw+SdKyZcs0depUTZ48WZK0evVqlZWVac2aNXrppZe+8oUBAADt21f6Ts758+clSd26dZMkVVdXKxwOKzs72xkzYMAA9e7dW1VVVZKkqqoqDR48WKmpqc4Yn8+nYDCoo0ePOmOuP0bTmKZj1NfXq7q6OmJMbGyssrOznTEAAOD+1qJ3cq7X2NioGTNm6Nvf/rYGDRokSQoEAnK5XEpOTo4Ym5qaqkAg4Iy5PnCa9jftu9WYYDCoK1eu6OzZs2poaLjhmOPHj990zqFQSKFQyHkcDAYlSeFwWOFw+HZP/ZaajuOONa1yvHupta5BtDWdhy3n016xDtHHGkQfa3B33O71vOPIKSgo0JEjR/TBBx/c6SHuucWLF2vBggXNtldUVCgxMbFVX2vRiMZWPd69sHXr1mhPoVX5/f5oTwFiHdoC1iD6WIPWdfny5dsad0eRU1hYqC1btmjXrl3q1auXsz0tLU319fU6d+5cxLs5tbW1SktLc8Z88S6opruvrh/zxTuyamtr5fF41LFjR8XFxSkuLu6GY5qOcSNz5sxRUVGR8zgYDCo9PV05OTnyeDwtuAI3Fw6H5ff79dMDsQo1xrTKMe+VI/N90Z5Cq2hag3Hjxik+Pj7a07lvsQ7RxxpEH2twdzR9EvNlWhQ5xhi98MIL2rRpk3bs2KGMjIyI/VlZWYqPj1dlZaXy8vIkSSdOnNCpU6fk9XolSV6vVy+//LLq6uqUkpIi6fPC9Xg8yszMdMZ88V0Fv9/vHMPlcikrK0uVlZWaMGGCpM8/PqusrFRhYeFN5+92u+V2u5ttj4+Pb/U/fKHGGIUa2lfk2PYDeDfWFS3HOkQfaxB9rEHrut1r2aLIKSgo0Lp16/Tb3/5WXbp0cb5Dk5SUpI4dOyopKUlTpkxRUVGRunXrJo/HoxdeeEFer1ejR4+WJOXk5CgzM1PPPPOMli5dqkAgoLlz56qgoMAJkGnTpmnVqlWaPXu2nn32WW3fvl3vvPOOysrKnLkUFRUpPz9fI0aM0MiRI7VixQpdunTJudsKAADc31oUOW+88YYkacyYMRHb165dq7/927+VJC1fvlyxsbHKy8tTKBSSz+fT66+/7oyNi4vTli1bNH36dHm9XnXq1En5+flauHChMyYjI0NlZWWaOXOmVq5cqV69eunNN990bh+XpIkTJ+rTTz9VcXGxAoGAhg0bpvLy8mZfRgYAAPenFn9c9WUSEhJUUlKikpKSm47p06fPl37JdcyYMTp06NAtxxQWFt7y4ykAAHD/4u+uAgAAViJyAACAlYgcAABgJSIHAABYicgBAABWInIAAICViBwAAGAlIgcAAFiJyAEAAFYicgAAgJWIHAAAYCUiBwAAWInIAQAAViJyAACAlYgcAABgJSIHAABYicgBAABWInIAAICViBwAAGAlIgcAAFiJyAEAAFYicgAAgJWIHAAAYCUiBwAAWInIAQAAViJyAACAlYgcAABgJSIHAABYicgBAABWInIAAICViBwAAGAlIgcAAFiJyAEAAFYicgAAgJWIHAAAYCUiBwAAWInIAQAAViJyAACAlYgcAABgJSIHAABYicgBAABWInIAAICViBwAAGAlIgcAAFiJyAEAAFYicgAAgJWIHAAAYCUiBwAAWInIAQAAViJyAACAlYgcAABgJSIHAABYicgBAABWInIAAICViBwAAGAlIgcAAFiJyAEAAFYicgAAgJWIHAAAYCUiBwAAWInIAQAAViJyAACAlYgcAABgJSIHAABYicgBAABWInIAAICViBwAAGAlIgcAAFiJyAEAAFZqceTs2rVLjz/+uHr27KmYmBht3rw5Yr8xRsXFxXrggQfUsWNHZWdn649//GPEmDNnzmjSpEnyeDxKTk7WlClTdPHixYgxH374ob773e8qISFB6enpWrp0abO5bNy4UQMGDFBCQoIGDx6srVu3tvR0AACApVocOZcuXdLQoUNVUlJyw/1Lly7Vq6++qtWrV2vv3r3q1KmTfD6frl696oyZNGmSjh49Kr/fry1btmjXrl16/vnnnf3BYFA5OTnq06ePqqur9fOf/1zz58/XP//zPztjdu/eraefflpTpkzRoUOHNGHCBE2YMEFHjhxp6SkBAAALdWjpE8aPH6/x48ffcJ8xRitWrNDcuXP1xBNPSJL+9V//Vampqdq8ebOeeuopffTRRyovL9f+/fs1YsQISdJrr72mxx57TP/0T/+knj176le/+pXq6+u1Zs0auVwuff3rX1dNTY2WLVvmxNDKlSv16KOPatasWZKkRYsWye/3a9WqVVq9evUdXQwAAGCPFkfOrZw8eVKBQEDZ2dnOtqSkJI0aNUpVVVV66qmnVFVVpeTkZCdwJCk7O1uxsbHau3evvve976mqqkoPPfSQXC6XM8bn8+kf//EfdfbsWXXt2lVVVVUqKiqKeH2fz9fs47PrhUIhhUIh53EwGJQkhcNhhcPhr3r6zrEkyR1rWuV491JrXYNoazoPW86nvWIdoo81iD7W4O643evZqpETCAQkSampqRHbU1NTnX2BQEApKSmRk+jQQd26dYsYk5GR0ewYTfu6du2qQCBwy9e5kcWLF2vBggXNtldUVCgxMfF2TvG2LRrR2KrHuxds+06T3++P9hQg1qEtYA2ijzVoXZcvX76tca0aOW3dnDlzIt79CQaDSk9PV05OjjweT6u8Rjgclt/v108PxCrUGNMqx7xXjsz3RXsKraJpDcaNG6f4+PhoT+e+xTpEH2sQfazB3dH0ScyXadXISUtLkyTV1tbqgQcecLbX1tZq2LBhzpi6urqI5127dk1nzpxxnp+Wlqba2tqIMU2Pv2xM0/4bcbvdcrvdzbbHx8e3+h++UGOMQg3tK3Js+wG8G+uKlmMdoo81iD7WoHXd7rVs1d+Tk5GRobS0NFVWVjrbgsGg9u7dK6/XK0nyer06d+6cqqurnTHbt29XY2OjRo0a5YzZtWtXxGdufr9f/fv3V9euXZ0x179O05im1wEAAPe3FkfOxYsXVVNTo5qaGkmff9m4pqZGp06dUkxMjGbMmKGf/exn+t3vfqfDhw/rRz/6kXr27KkJEyZIkgYOHKhHH31UU6dO1b59+/Qf//EfKiws1FNPPaWePXtKkn74wx/K5XJpypQpOnr0qDZs2KCVK1dGfNT04osvqry8XK+88oqOHz+u+fPn68CBAyosLPzqVwUAALR7Lf646sCBA3r44Yedx03hkZ+fr9LSUs2ePVuXLl3S888/r3Pnzuk73/mOysvLlZCQ4DznV7/6lQoLCzV27FjFxsYqLy9Pr776qrM/KSlJFRUVKigoUFZWlnr06KHi4uKI36XzrW99S+vWrdPcuXP1k5/8RA8++KA2b96sQYMG3dGFAAAAdmlx5IwZM0bG3Pz26JiYGC1cuFALFy686Zhu3bpp3bp1t3ydIUOG6Pe///0tx/zgBz/QD37wg1tPGAAA3Jf4u6sAAICViBwAAGAlIgcAAFiJyAEAAFYicgAAgJWIHAAAYCUiBwAAWInIAQAAViJyAACAlYgcAABgJSIHAABYicgBAABWInIAAICViBwAAGAlIgcAAFiJyAEAAFYicgAAgJWIHAAAYCUiBwAAWInIAQAAViJyAACAlYgcAABgJSIHAABYicgBAABWInIAAICViBwAAGAlIgcAAFiJyAEAAFYicgAAgJWIHAAAYCUiBwAAWInIAQAAViJyAACAlYgcAABgJSIHAABYicgBAABWInIAAICViBwAAGAlIgcAAFiJyAEAAFYicgAAgJWIHAAAYCUiBwAAWInIAQAAViJyAACAlYgcAABgJSIHAABYicgBAABWInIAAICViBwAAGAlIgcAAFiJyAEAAFYicgAAgJWIHAAAYKUO0Z4A2o6+L5VFewot9qcludGeAgCgjeKdHAAAYCUiBwAAWInIAQAAViJyAACAlYgcAABgJSIHAABYicgBAABWInIAAICViBwAAGAlIgcAAFiJyAEAAFYicgAAgJWIHAAAYCUiBwAAWKndR05JSYn69u2rhIQEjRo1Svv27Yv2lAAAQBvQriNnw4YNKioq0rx583Tw4EENHTpUPp9PdXV10Z4aAACIsg7RnsBXsWzZMk2dOlWTJ0+WJK1evVplZWVas2aNXnrppSjPDvdC35fKmm1zxxktHSkNmr9NoYaYKMzq1v60JDfaUwCA+0K7jZz6+npVV1drzpw5zrbY2FhlZ2erqqrqhs8JhUIKhULO4/Pnz0uSzpw5o3A43CrzCofDunz5sjqEY9XQ2Pb+A3s/6NBodPlyY5tdg88++yzaU7gnmn4WPvvsM8XHx0d7Ovcl1iD6WIO748KFC5IkY8wtx7XbyPnzn/+shoYGpaamRmxPTU3V8ePHb/icxYsXa8GCBc22Z2Rk3JU5Inp+GO0J3EKPV6I9AwCww4ULF5SUlHTT/e02cu7EnDlzVFRU5DxubGzUmTNn1L17d8XEtM7/8QeDQaWnp+vjjz+Wx+NplWOiZViDtoF1iD7WIPpYg7vDGKMLFy6oZ8+etxzXbiOnR48eiouLU21tbcT22tpapaWl3fA5brdbbrc7YltycvJdmZ/H4+EPdJSxBm0D6xB9rEH0sQat71bv4DRpt3dXuVwuZWVlqbKy0tnW2NioyspKeb3eKM4MAAC0Be32nRxJKioqUn5+vkaMGKGRI0dqxYoVunTpknO3FQAAuH+168iZOHGiPv30UxUXFysQCGjYsGEqLy9v9mXke8ntdmvevHnNPhbDvcMatA2sQ/SxBtHHGkRXjPmy+68AAADaoXb7nRwAAIBbIXIAAICViBwAAGAlIgcAAFiJyGllJSUl6tu3rxISEjRq1Cjt27cv2lNql3bt2qXHH39cPXv2VExMjDZv3hyx3xij4uJiPfDAA+rYsaOys7P1xz/+MWLMmTNnNGnSJHk8HiUnJ2vKlCm6ePFixJgPP/xQ3/3ud5WQkKD09HQtXbr0bp9au7F48WJ985vfVJcuXZSSkqIJEyboxIkTEWOuXr2qgoICde/eXZ07d1ZeXl6zX9B56tQp5ebmKjExUSkpKZo1a5auXbsWMWbHjh0aPny43G63+vXrp9LS0rt9eu3GG2+8oSFDhji/TM7r9eq9995z9rMG99aSJUsUExOjGTNmONtYgzbMoNWsX7/euFwus2bNGnP06FEzdepUk5ycbGpra6M9tXZn69at5h/+4R/Mv/3bvxlJZtOmTRH7lyxZYpKSkszmzZvNH/7wB/M3f/M3JiMjw1y5csUZ8+ijj5qhQ4eaPXv2mN///vemX79+5umnn3b2nz9/3qSmpppJkyaZI0eOmF//+temY8eO5he/+MW9Os02zefzmbVr15ojR46Ympoa89hjj5nevXubixcvOmOmTZtm0tPTTWVlpTlw4IAZPXq0+da3vuXsv3btmhk0aJDJzs42hw4dMlu3bjU9evQwc+bMccb813/9l0lMTDRFRUXm2LFj5rXXXjNxcXGmvLz8np5vW/W73/3OlJWVmf/8z/80J06cMD/5yU9MfHy8OXLkiDGGNbiX9u3bZ/r27WuGDBliXnzxRWc7a9B2ETmtaOTIkaagoMB53NDQYHr27GkWL14cxVm1f1+MnMbGRpOWlmZ+/vOfO9vOnTtn3G63+fWvf22MMebYsWNGktm/f78z5r333jMxMTHmf/7nf4wxxrz++uuma9euJhQKOWN+/OMfm/79+9/lM2qf6urqjCSzc+dOY8zn1zw+Pt5s3LjRGfPRRx8ZSaaqqsoY83msxsbGmkAg4Ix54403jMfjca777Nmzzde//vWI15o4caLx+Xx3+5Tara5du5o333yTNbiHLly4YB588EHj9/vNX//1XzuRwxq0bXxc1Urq6+tVXV2t7OxsZ1tsbKyys7NVVVUVxZnZ5+TJkwoEAhHXOikpSaNGjXKudVVVlZKTkzVixAhnTHZ2tmJjY7V3715nzEMPPSSXy+WM8fl8OnHihM6ePXuPzqb9OH/+vCSpW7dukqTq6mqFw+GIdRgwYIB69+4dsQ6DBw+O+AWdPp9PwWBQR48edcZcf4ymMfzcNNfQ0KD169fr0qVL8nq9rME9VFBQoNzc3GbXiTVo29r1bzxuS/785z+roaGh2W9bTk1N1fHjx6M0KzsFAgFJuuG1btoXCASUkpISsb9Dhw7q1q1bxJiMjIxmx2ja17Vr17sy//aosbFRM2bM0Le//W0NGjRI0ufXyOVyNftLbr+4Djdap6Z9txoTDAZ15coVdezY8W6cUrty+PBheb1eXb16VZ07d9amTZuUmZmpmpoa1uAeWL9+vQ4ePKj9+/c328fPQdtG5AD4UgUFBTpy5Ig++OCDaE/lvtS/f3/V1NTo/Pnz+s1vfqP8/Hzt3Lkz2tO6L3z88cd68cUX5ff7lZCQEO3poIX4uKqV9OjRQ3Fxcc2+UV9bW6u0tLQozcpOTdfzVtc6LS1NdXV1EfuvXbumM2fORIy50TGufw1IhYWF2rJli95//3316tXL2Z6Wlqb6+nqdO3cuYvwX1+HLrvHNxng8Hv7v9f+4XC7169dPWVlZWrx4sYYOHaqVK1eyBvdAdXW16urqNHz4cHXo0EEdOnTQzp079eqrr6pDhw5KTU1lDdowIqeVuFwuZWVlqbKy0tnW2NioyspKeb3eKM7MPhkZGUpLS4u41sFgUHv37nWutdfr1blz51RdXe2M2b59uxobGzVq1ChnzK5duxQOh50xfr9f/fv356MqfX6bfmFhoTZt2qTt27c3+2gvKytL8fHxEetw4sQJnTp1KmIdDh8+HBGcfr9fHo9HmZmZzpjrj9E0hp+bm2tsbFQoFGIN7oGxY8fq8OHDqqmpcf4ZMWKEJk2a5Pw7a9CGRfubzzZZv369cbvdprS01Bw7dsw8//zzJjk5OeIb9bg9Fy5cMIcOHTKHDh0yksyyZcvMoUOHzH//938bYz6/hTw5Odn89re/NR9++KF54oknbngL+Te+8Q2zd+9e88EHH5gHH3ww4hbyc+fOmdTUVPPMM8+YI0eOmPXr15vExERuIf8/06dPN0lJSWbHjh3mk08+cf65fPmyM2batGmmd+/eZvv27ebAgQPG6/Uar9fr7G+6dTYnJ8fU1NSY8vJy87Wvfe2Gt87OmjXLfPTRR6akpIRbZ6/z0ksvmZ07d5qTJ0+aDz/80Lz00ksmJibGVFRUGGNYg2i4/u4qY1iDtozIaWWvvfaa6d27t3G5XGbkyJFmz5490Z5Su/T+++8bSc3+yc/PN8Z8fhv5T3/6U5OammrcbrcZO3asOXHiRMQxPvvsM/P000+bzp07G4/HYyZPnmwuXLgQMeYPf/iD+c53vmPcbrf5i7/4C7NkyZJ7dYpt3o2uvySzdu1aZ8yVK1fM3/3d35muXbuaxMRE873vfc988sknEcf505/+ZMaPH286duxoevToYf7+7//ehMPhiDHvv/++GTZsmHG5XOYv//IvI17jfvfss8+aPn36GJfLZb72ta+ZsWPHOoFjDGsQDV+MHNag7YoxxpjovIcEAABw9/CdHAAAYCUiBwAAWInIAQAAViJyAACAlYgcAABgJSIHAABYicgBAABWInIAAICViBwAAGAlIgcAAFiJyAEAAFYicgAAgJX+F4S5jYghEYtrAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# token distribution\n",
    "pd.Series([len(x) for x in dataset['train']['input_ids']]).hist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 260,
     "referenced_widgets": [
      "82b4cdf55d6a434abf95f4125487d8ed",
      "8b49c7efcece446fa370de44a1b1aff9",
      "7b5b61752f7b48b797ba82f80947f9c2",
      "e6a721fc02064bbe983f72e2a8b2309e",
      "47013fcf9fe34897a7e87e890a425353",
      "84bcff9a13be4e5baa24284db1ea26a2",
      "686d3052deb64b228cd89443d4754261",
      "cbbdec3524d6494587282a85968546e9",
      "c462ad31a3864b419ac67f3ccb7eff4f",
      "1f44a3b46f914827a5ba7821f421c14b",
      "b9052c5ca31441cca770cf6b19fe84c5",
      "7c43ae2e0087493da74a0ca1829b5a53",
      "475247d988c84dbe9f92e055d6fe0ebd",
      "1cc432941129485f88886c5810feb7ba",
      "c9ad259c1e334e8eb701236de8d7436d",
      "eca657d097a74271a07fc5f6cdd71f44",
      "45a5fbaebcf245fba242bc548bbf0930",
      "b85de88d240a4f519fadd94225d3c08f",
      "232a585dd73d41ab9f0c138ba8891a51",
      "4aac40f9c5cc4b829a9c5155d1f93c9c",
      "b2413597466446789c19ef4015939717",
      "8c0c3dd815ed43e08275554786f1ef28"
     ]
    },
    "id": "q57odw6iNxOw",
    "outputId": "2908023a-95d3-46d5-8a2a-e0cb32de8048"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "82b4cdf55d6a434abf95f4125487d8ed",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Filter:   0%|          | 0/46837 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "7c43ae2e0087493da74a0ca1829b5a53",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Filter:   0%|          | 0/11710 [00:00<?, ? examples/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "DatasetDict({\n",
       "    train: Dataset({\n",
       "        features: ['conversation', 'text', 'input_ids', 'attention_mask'],\n",
       "        num_rows: 46580\n",
       "    })\n",
       "    test: Dataset({\n",
       "        features: ['conversation', 'text', 'input_ids', 'attention_mask'],\n",
       "        num_rows: 11649\n",
       "    })\n",
       "})"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# remove elements that are too long for the LLM\n",
    "dataset = dataset.filter(\n",
    "    lambda x: len(x['input_ids']) < 1024  # truncating a lot for memory\n",
    "    )\n",
    "dataset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 448
    },
    "id": "2poRf2-TD-aS",
    "outputId": "2623cb09-85f6-4976-d3d9-c075403593db"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<Axes: >"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjkAAAGdCAYAAADwjmIIAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAtSklEQVR4nO3de3BUZZ7/8U+unUTphItJyBAgo46AXAUJ7YVFCWkw5YhSliDrRkUs2GRWyAwCDhODjBsGRxQVzboOxK0FL2wpjsCGtEFAhgASiRgUxgsuzkgHR4TmokmTnN8fVs4vbcIloZskD+9XVcr0eb79nOd8G8LHPud0wizLsgQAAGCY8LZeAAAAQCgQcgAAgJEIOQAAwEiEHAAAYCRCDgAAMBIhBwAAGImQAwAAjETIAQAARops6wW0pfr6en399dfq1KmTwsLC2no5AADgHFiWpWPHjiklJUXh4ad/v+aiDjlff/21UlNT23oZAACgFb766iv16NHjtOMXdcjp1KmTpB+b5HQ6Wz2P3+9XaWmpMjMzFRUVFazloRF6HHr0OPTocejR49BrDz32+XxKTU21/x0/nYs65DSconI6necdcuLi4uR0OvlLFSL0OPTocejR49Cjx6HXnnp8tktNuPAYAAAYiZADAACMRMgBAABGIuQAAAAjEXIAAICRCDkAAMBIhBwAAGAkQg4AADASIQcAABiJkAMAAIxEyAEAAEYi5AAAACMRcgAAgJEIOQAAwEiRbb0AU/Wes7atl9BiXy7MauslAAAQNLyTAwAAjETIAQAARiLkAAAAIxFyAACAkQg5AADASIQcAABgJEIOAAAwEiEHAAAYiZADAACMRMgBAABGIuQAAAAjEXIAAICRCDkAAMBIhBwAAGAkQg4AADASIQcAABipRSGnsLBQ1157rTp16qTExESNHz9e+/btC6gZNWqUwsLCAr6mTZsWUHPgwAFlZWUpLi5OiYmJmjVrlk6dOhVQs3HjRl1zzTVyOBy64oorVFxc3GQ9S5cuVe/evRUTE6P09HTt2LGjJYcDAAAM1qKQs2nTJuXk5Gjbtm3yeDzy+/3KzMzUiRMnAuqmTp2qgwcP2l+LFi2yx+rq6pSVlaXa2lpt3bpVL7/8soqLi5Wfn2/X7N+/X1lZWbrppptUWVmpGTNm6IEHHtD69evtmtdee015eXl69NFH9cEHH2jQoEFyu906dOhQa3sBAAAMEtmS4pKSkoDHxcXFSkxMVEVFhUaOHGlvj4uLU3JycrNzlJaW6uOPP9Y777yjpKQkDR48WAsWLNDs2bNVUFCg6OhoFRUVKS0tTU8++aQkqW/fvtqyZYueeuopud1uSdLixYs1depU3XfffZKkoqIirV27VsuWLdOcOXNaclgAAMBA53VNztGjRyVJXbp0Cdi+YsUKdevWTf3799fcuXN18uRJe6y8vFwDBgxQUlKSvc3tdsvn82nPnj12TUZGRsCcbrdb5eXlkqTa2lpVVFQE1ISHhysjI8OuAQAAF7cWvZPTWH19vWbMmKHrr79e/fv3t7fffffd6tWrl1JSUrR7927Nnj1b+/bt0xtvvCFJ8nq9AQFHkv3Y6/Wescbn8+n777/Xd999p7q6umZr9u7de9o119TUqKamxn7s8/kkSX6/X36/v6UtsDU8t/Ecjgir1fO1lfPpQag112MEFz0OPXocevQ49NpDj891360OOTk5OaqqqtKWLVsCtj/44IP29wMGDFD37t01evRoff7557r88stbu7ugKCws1Pz585tsLy0tVVxc3HnP7/F47O8XDT/v6S64devWtfUSzqpxjxEa9Dj06HHo0ePQa8seNz5DdCatCjm5ublas2aNNm/erB49epyxNj09XZL02Wef6fLLL1dycnKTu6Cqq6slyb6OJzk52d7WuMbpdCo2NlYRERGKiIhotuZ01wJJ0ty5c5WXl2c/9vl8Sk1NVWZmppxO51mO+vT8fr88Ho/GjBmjqKgoSVL/gvVneVb7U1XgbuslnFZzPUZw0ePQo8ehR49Drz30uOFMzNm0KORYlqVf/epXevPNN7Vx40alpaWd9TmVlZWSpO7du0uSXC6XHn/8cR06dEiJiYmSfkyDTqdT/fr1s2t++q6Cx+ORy+WSJEVHR2vo0KEqKyvT+PHjJf14+qysrEy5ubmnXYvD4ZDD4WiyPSoqKigvVON5aurCznu+C60j/EAI1muF06PHoUePQ48eh15b9vhc99uikJOTk6OVK1fqrbfeUqdOnexraOLj4xUbG6vPP/9cK1eu1C233KKuXbtq9+7dmjlzpkaOHKmBAwdKkjIzM9WvXz/dc889WrRokbxer+bNm6ecnBw7gEybNk3PPfecHn74Yd1///3asGGDXn/9da1du9ZeS15enrKzszVs2DANHz5cTz/9tE6cOGHfbQUAAC5uLQo5L7zwgqQfP/CvseXLl+vee+9VdHS03nnnHTtwpKamasKECZo3b55dGxERoTVr1mj69OlyuVy65JJLlJ2drccee8yuSUtL09q1azVz5kwtWbJEPXr00EsvvWTfPi5Jd911l7755hvl5+fL6/Vq8ODBKikpaXIxMgAAuDi1+HTVmaSmpmrTpk1nnadXr15nvch11KhR2rVr1xlrcnNzz3h6CgAAXLz43VUAAMBIhBwAAGAkQg4AADASIQcAABiJkAMAAIxEyAEAAEYi5AAAACMRcgAAgJEIOQAAwEiEHAAAYCRCDgAAMBIhBwAAGImQAwAAjETIAQAARiLkAAAAIxFyAACAkQg5AADASIQcAABgJEIOAAAwEiEHAAAYiZADAACMRMgBAABGIuQAAAAjEXIAAICRCDkAAMBIhBwAAGAkQg4AADASIQcAABiJkAMAAIxEyAEAAEYi5AAAACMRcgAAgJEIOQAAwEiEHAAAYCRCDgAAMBIhBwAAGImQAwAAjETIAQAARiLkAAAAIxFyAACAkQg5AADASIQcAABgJEIOAAAwEiEHAAAYiZADAACMRMgBAABGIuQAAAAjEXIAAICRCDkAAMBIhBwAAGAkQg4AADASIQcAABiJkAMAAIxEyAEAAEYi5AAAACMRcgAAgJFaFHIKCwt17bXXqlOnTkpMTNT48eO1b9++gJoffvhBOTk56tq1qy699FJNmDBB1dXVATUHDhxQVlaW4uLilJiYqFmzZunUqVMBNRs3btQ111wjh8OhK664QsXFxU3Ws3TpUvXu3VsxMTFKT0/Xjh07WnI4AADAYC0KOZs2bVJOTo62bdsmj8cjv9+vzMxMnThxwq6ZOXOm3n77ba1atUqbNm3S119/rTvuuMMer6urU1ZWlmpra7V161a9/PLLKi4uVn5+vl2zf/9+ZWVl6aabblJlZaVmzJihBx54QOvXr7drXnvtNeXl5enRRx/VBx98oEGDBsntduvQoUPn0w8AAGCIyJYUl5SUBDwuLi5WYmKiKioqNHLkSB09elR/+tOftHLlSt18882SpOXLl6tv377atm2bRowYodLSUn388cd65513lJSUpMGDB2vBggWaPXu2CgoKFB0draKiIqWlpenJJ5+UJPXt21dbtmzRU089JbfbLUlavHixpk6dqvvuu0+SVFRUpLVr12rZsmWaM2fOeTcGAAB0bC0KOT919OhRSVKXLl0kSRUVFfL7/crIyLBr+vTpo549e6q8vFwjRoxQeXm5BgwYoKSkJLvG7XZr+vTp2rNnj4YMGaLy8vKAORpqZsyYIUmqra1VRUWF5s6da4+Hh4crIyND5eXlp11vTU2Nampq7Mc+n0+S5Pf75ff7W9kF2c9tPIcjwmr1fG3lfHoQas31GMFFj0OPHocePQ699tDjc913q0NOfX29ZsyYoeuvv179+/eXJHm9XkVHRyshISGgNikpSV6v165pHHAaxhvGzlTj8/n0/fff67vvvlNdXV2zNXv37j3tmgsLCzV//vwm20tLSxUXF3cOR31mHo/H/n7R8POe7oJbt25dWy/hrBr3GKFBj0OPHocePQ69tuzxyZMnz6mu1SEnJydHVVVV2rJlS2unuODmzp2rvLw8+7HP51NqaqoyMzPldDpbPa/f75fH49GYMWMUFRUlSepfsP4sz2p/qgrcbb2E02quxwguehx69Dj06HHotYceN5yJOZtWhZzc3FytWbNGmzdvVo8ePeztycnJqq2t1ZEjRwLezamurlZycrJd89O7oBruvmpc89M7sqqrq+V0OhUbG6uIiAhFREQ0W9MwR3McDoccDkeT7VFRUUF5oRrPU1MXdt7zXWgd4QdCsF4rnB49Dj16HHr0OPTassfnut8W3V1lWZZyc3P15ptvasOGDUpLSwsYHzp0qKKiolRWVmZv27dvnw4cOCCXyyVJcrlc+uijjwLugvJ4PHI6nerXr59d03iOhpqGOaKjozV06NCAmvr6epWVldk1AADg4taid3JycnK0cuVKvfXWW+rUqZN9DU18fLxiY2MVHx+vKVOmKC8vT126dJHT6dSvfvUruVwujRgxQpKUmZmpfv366Z577tGiRYvk9Xo1b9485eTk2O+yTJs2Tc8995wefvhh3X///dqwYYNef/11rV271l5LXl6esrOzNWzYMA0fPlxPP/20Tpw4Yd9tBQAALm4tCjkvvPCCJGnUqFEB25cvX657771XkvTUU08pPDxcEyZMUE1Njdxut55//nm7NiIiQmvWrNH06dPlcrl0ySWXKDs7W4899phdk5aWprVr12rmzJlasmSJevTooZdeesm+fVyS7rrrLn3zzTfKz8+X1+vV4MGDVVJS0uRiZAAAcHFqUcixrLPfFh0TE6OlS5dq6dKlp63p1avXWe/kGTVqlHbt2nXGmtzcXOXm5p51TQAA4OLD764CAABGIuQAAAAjEXIAAICRCDkAAMBIhBwAAGAkQg4AADASIQcAABiJkAMAAIxEyAEAAEYi5AAAACMRcgAAgJEIOQAAwEiEHAAAYCRCDgAAMBIhBwAAGImQAwAAjETIAQAARiLkAAAAIxFyAACAkQg5AADASIQcAABgJEIOAAAwEiEHAAAYiZADAACMRMgBAABGIuQAAAAjEXIAAICRCDkAAMBIhBwAAGAkQg4AADASIQcAABiJkAMAAIxEyAEAAEYi5AAAACMRcgAAgJEIOQAAwEiEHAAAYCRCDgAAMBIhBwAAGImQAwAAjETIAQAARiLkAAAAIxFyAACAkQg5AADASIQcAABgJEIOAAAwEiEHAAAYiZADAACMRMgBAABGIuQAAAAjEXIAAICRCDkAAMBIhBwAAGAkQg4AADASIQcAABipxSFn8+bNuvXWW5WSkqKwsDCtXr06YPzee+9VWFhYwNfYsWMDag4fPqzJkyfL6XQqISFBU6ZM0fHjxwNqdu/erRtvvFExMTFKTU3VokWLmqxl1apV6tOnj2JiYjRgwACtW7eupYcDAAAM1eKQc+LECQ0aNEhLly49bc3YsWN18OBB++uVV14JGJ88ebL27Nkjj8ejNWvWaPPmzXrwwQftcZ/Pp8zMTPXq1UsVFRV64oknVFBQoBdffNGu2bp1qyZNmqQpU6Zo165dGj9+vMaPH6+qqqqWHhIAADBQZEufMG7cOI0bN+6MNQ6HQ8nJyc2OffLJJyopKdH777+vYcOGSZKeffZZ3XLLLfrjH/+olJQUrVixQrW1tVq2bJmio6N19dVXq7KyUosXL7bD0JIlSzR27FjNmjVLkrRgwQJ5PB4999xzKioqaulhAQAAw7Q45JyLjRs3KjExUZ07d9bNN9+s3//+9+rataskqby8XAkJCXbAkaSMjAyFh4dr+/btuv3221VeXq6RI0cqOjrarnG73frDH/6g7777Tp07d1Z5ebny8vIC9ut2u5ucPmuspqZGNTU19mOfzydJ8vv98vv9rT7ehuc2nsMRYbV6vrZyPj0IteZ6jOCix6FHj0OPHodee+jxue476CFn7NixuuOOO5SWlqbPP/9cjzzyiMaNG6fy8nJFRETI6/UqMTExcBGRkerSpYu8Xq8kyev1Ki0tLaAmKSnJHuvcubO8Xq+9rXFNwxzNKSws1Pz585tsLy0tVVxcXKuOtzGPx2N/v2j4eU93wXWEa5oa9xihQY9Djx6HHj0Ovbbs8cmTJ8+pLughZ+LEifb3AwYM0MCBA3X55Zdr48aNGj16dLB31yJz584NePfH5/MpNTVVmZmZcjqdrZ7X7/fL4/FozJgxioqKkiT1L1h/3uu90KoK3G29hNNqrscILnocevQ49Ohx6LWHHjeciTmbkJyuauznP/+5unXrps8++0yjR49WcnKyDh06FFBz6tQpHT582L6OJzk5WdXV1QE1DY/PVnO6a4GkH68VcjgcTbZHRUUF5YVqPE9NXdh5z3ehdYQfCMF6rXB69Dj06HHo0ePQa8sen+t+Q/45OX/729/07bffqnv37pIkl8ulI0eOqKKiwq7ZsGGD6uvrlZ6ebtds3rw54Jybx+PRVVddpc6dO9s1ZWVlAfvyeDxyuVyhPiQAANABtDjkHD9+XJWVlaqsrJQk7d+/X5WVlTpw4ICOHz+uWbNmadu2bfryyy9VVlam2267TVdccYXc7h9PhfTt21djx47V1KlTtWPHDv3lL39Rbm6uJk6cqJSUFEnS3XffrejoaE2ZMkV79uzRa6+9piVLlgScanrooYdUUlKiJ598Unv37lVBQYF27typ3NzcILQFAAB0dC0OOTt37tSQIUM0ZMgQSVJeXp6GDBmi/Px8RUREaPfu3frlL3+pX/ziF5oyZYqGDh2q9957L+A00YoVK9SnTx+NHj1at9xyi2644YaAz8CJj49XaWmp9u/fr6FDh+rXv/618vPzAz5L57rrrtPKlSv14osvatCgQfqf//kfrV69Wv379z+ffgAAAEO0+JqcUaNGybJOf3v0+vVnv+C2S5cuWrly5RlrBg4cqPfee++MNXfeeafuvPPOs+4PAABcfPjdVQAAwEiEHAAAYCRCDgAAMBIhBwAAGImQAwAAjETIAQAARiLkAAAAIxFyAACAkQg5AADASIQcAABgJEIOAAAwEiEHAAAYiZADAACMRMgBAABGIuQAAAAjEXIAAICRCDkAAMBIhBwAAGAkQg4AADASIQcAABiJkAMAAIxEyAEAAEYi5AAAACMRcgAAgJEIOQAAwEiEHAAAYCRCDgAAMBIhBwAAGImQAwAAjETIAQAARiLkAAAAIxFyAACAkQg5AADASIQcAABgJEIOAAAwEiEHAAAYiZADAACMRMgBAABGIuQAAAAjEXIAAICRCDkAAMBIhBwAAGAkQg4AADASIQcAABiJkAMAAIxEyAEAAEYi5AAAACMRcgAAgJEIOQAAwEiEHAAAYCRCDgAAMBIhBwAAGImQAwAAjETIAQAARiLkAAAAI7U45GzevFm33nqrUlJSFBYWptWrVweMW5al/Px8de/eXbGxscrIyNCnn34aUHP48GFNnjxZTqdTCQkJmjJlio4fPx5Qs3v3bt14442KiYlRamqqFi1a1GQtq1atUp8+fRQTE6MBAwZo3bp1LT0cAABgqBaHnBMnTmjQoEFaunRps+OLFi3SM888o6KiIm3fvl2XXHKJ3G63fvjhB7tm8uTJ2rNnjzwej9asWaPNmzfrwQcftMd9Pp8yMzPVq1cvVVRU6IknnlBBQYFefPFFu2br1q2aNGmSpkyZol27dmn8+PEaP368qqqqWnpIAADAQJEtfcK4ceM0bty4Zscsy9LTTz+tefPm6bbbbpMk/dd//ZeSkpK0evVqTZw4UZ988olKSkr0/vvva9iwYZKkZ599Vrfccov++Mc/KiUlRStWrFBtba2WLVum6OhoXX311aqsrNTixYvtMLRkyRKNHTtWs2bNkiQtWLBAHo9Hzz33nIqKilrVDAAAYI4Wh5wz2b9/v7xerzIyMuxt8fHxSk9PV3l5uSZOnKjy8nIlJCTYAUeSMjIyFB4eru3bt+v2229XeXm5Ro4cqejoaLvG7XbrD3/4g7777jt17txZ5eXlysvLC9i/2+1ucvqssZqaGtXU1NiPfT6fJMnv98vv97f6uBue23gOR4TV6vnayvn0INSa6zGCix6HHj0OPXoceu2hx+e676CGHK/XK0lKSkoK2J6UlGSPeb1eJSYmBi4iMlJdunQJqElLS2syR8NY586d5fV6z7if5hQWFmr+/PlNtpeWliouLu5cDvGMPB6P/f2i4ec93QXXEa5patxjhAY9Dj16HHr0OPTasscnT548p7qghpz2bu7cuQHv/vh8PqWmpiozM1NOp7PV8/r9fnk8Ho0ZM0ZRUVGSpP4F6897vRdaVYG7rZdwWs31GMFFj0OPHocePQ699tDjhjMxZxPUkJOcnCxJqq6uVvfu3e3t1dXVGjx4sF1z6NChgOedOnVKhw8ftp+fnJys6urqgJqGx2eraRhvjsPhkMPhaLI9KioqKC9U43lq6sLOe74LrSP8QAjWa4XTo8ehR49Djx6HXlv2+Fz3G9TPyUlLS1NycrLKysrsbT6fT9u3b5fL5ZIkuVwuHTlyRBUVFXbNhg0bVF9fr/T0dLtm8+bNAefcPB6PrrrqKnXu3NmuabyfhpqG/QAAgItbi0PO8ePHVVlZqcrKSkk/XmxcWVmpAwcOKCwsTDNmzNDvf/97/fnPf9ZHH32kf/mXf1FKSorGjx8vSerbt6/Gjh2rqVOnaseOHfrLX/6i3NxcTZw4USkpKZKku+++W9HR0ZoyZYr27Nmj1157TUuWLAk41fTQQw+ppKRETz75pPbu3auCggLt3LlTubm5598VAADQ4bX4dNXOnTt100032Y8bgkd2draKi4v18MMP68SJE3rwwQd15MgR3XDDDSopKVFMTIz9nBUrVig3N1ejR49WeHi4JkyYoGeeecYej4+PV2lpqXJycjR06FB169ZN+fn5AZ+lc91112nlypWaN2+eHnnkEV155ZVavXq1+vfv36pGAAAAs7Q45IwaNUqWdfrbo8PCwvTYY4/pscceO21Nly5dtHLlyjPuZ+DAgXrvvffOWHPnnXfqzjvvPPOCAQDARYnfXQUAAIxEyAEAAEYi5AAAACMRcgAAgJEIOQAAwEiEHAAAYCRCDgAAMBIhBwAAGImQAwAAjETIAQAARiLkAAAAIxFyAACAkQg5AADASIQcAABgJEIOAAAwEiEHAAAYKbKtF4D2o/ectW29hNNyRFhaNFzqX7BeNXVh9vYvF2a14aoAAO0Z7+QAAAAjEXIAAICRCDkAAMBIhBwAAGAkQg4AADASIQcAABiJkAMAAIxEyAEAAEYi5AAAACMRcgAAgJEIOQAAwEiEHAAAYCRCDgAAMBIhBwAAGImQAwAAjETIAQAARiLkAAAAIxFyAACAkQg5AADASIQcAABgJEIOAAAwEiEHAAAYiZADAACMRMgBAABGIuQAAAAjEXIAAICRCDkAAMBIhBwAAGAkQg4AADASIQcAABiJkAMAAIxEyAEAAEYi5AAAACMRcgAAgJEIOQAAwEiEHAAAYCRCDgAAMBIhBwAAGCnoIaegoEBhYWEBX3369LHHf/jhB+Xk5Khr16669NJLNWHCBFVXVwfMceDAAWVlZSkuLk6JiYmaNWuWTp06FVCzceNGXXPNNXI4HLriiitUXFwc7EMBAAAdWEjeybn66qt18OBB+2vLli322MyZM/X2229r1apV2rRpk77++mvdcccd9nhdXZ2ysrJUW1urrVu36uWXX1ZxcbHy8/Ptmv379ysrK0s33XSTKisrNWPGDD3wwANav359KA4HAAB0QJEhmTQyUsnJyU22Hz16VH/605+0cuVK3XzzzZKk5cuXq2/fvtq2bZtGjBih0tJSffzxx3rnnXeUlJSkwYMHa8GCBZo9e7YKCgoUHR2toqIipaWl6cknn5Qk9e3bV1u2bNFTTz0lt9sdikMCAAAdTEhCzqeffqqUlBTFxMTI5XKpsLBQPXv2VEVFhfx+vzIyMuzaPn36qGfPniovL9eIESNUXl6uAQMGKCkpya5xu92aPn269uzZoyFDhqi8vDxgjoaaGTNmnHFdNTU1qqmpsR/7fD5Jkt/vl9/vb/XxNjy38RyOCKvV86EpR7gV8N8G5/O6IVBzf44RXPQ49Ohx6LWHHp/rvoMectLT01VcXKyrrrpKBw8e1Pz583XjjTeqqqpKXq9X0dHRSkhICHhOUlKSvF6vJMnr9QYEnIbxhrEz1fh8Pn3//feKjY1tdm2FhYWaP39+k+2lpaWKi4tr1fE25vF47O8XDT/v6dCMBcPqAx6vW7eujVZirsZ/jhEa9Dj06HHotWWPT548eU51QQ8548aNs78fOHCg0tPT1atXL73++uunDR8Xyty5c5WXl2c/9vl8Sk1NVWZmppxOZ6vn9fv98ng8GjNmjKKioiRJ/Qu4PiiYHOGWFgyr1+92hqumPszeXlXA6clgae7PMYKLHocePQ699tDjhjMxZxOS01WNJSQk6Be/+IU+++wzjRkzRrW1tTpy5EjAuznV1dX2NTzJycnasWNHwBwNd181rvnpHVnV1dVyOp1nDFIOh0MOh6PJ9qioqKC8UI3nqakLO0s1WqOmPiygt/wQC75g/X3A6dHj0KPHodeWPT7X/Yb8c3KOHz+uzz//XN27d9fQoUMVFRWlsrIye3zfvn06cOCAXC6XJMnlcumjjz7SoUOH7BqPxyOn06l+/frZNY3naKhpmAMAACDoIec3v/mNNm3apC+//FJbt27V7bffroiICE2aNEnx8fGaMmWK8vLy9O6776qiokL33XefXC6XRowYIUnKzMxUv379dM899+jDDz/U+vXrNW/ePOXk5NjvwkybNk1ffPGFHn74Ye3du1fPP/+8Xn/9dc2cOTPYhwMAADqooJ+u+tvf/qZJkybp22+/1WWXXaYbbrhB27Zt02WXXSZJeuqppxQeHq4JEyaopqZGbrdbzz//vP38iIgIrVmzRtOnT5fL5dIll1yi7OxsPfbYY3ZNWlqa1q5dq5kzZ2rJkiXq0aOHXnrpJW4fBwAAtqCHnFdfffWM4zExMVq6dKmWLl162ppevXqd9a6ZUaNGadeuXa1aI8zRe87atl5Ci325MKutlwAAFwV+dxUAADASIQcAABiJkAMAAIxEyAEAAEYi5AAAACMRcgAAgJEIOQAAwEiEHAAAYCRCDgAAMBIhBwAAGImQAwAAjETIAQAARiLkAAAAIxFyAACAkQg5AADASJFtvQDgYtN7ztq2XkKzHBGWFg2X+hesV01dWJPxLxdmtcGqAKD1eCcHAAAYiZADAACMRMgBAABGIuQAAAAjEXIAAICRCDkAAMBIhBwAAGAkQg4AADASIQcAABiJkAMAAIxEyAEAAEYi5AAAACMRcgAAgJEIOQAAwEiEHAAAYCRCDgAAMBIhBwAAGImQAwAAjBTZ1gsA0DH0nrO2rZfQYl8uzGrrJQBoQ7yTAwAAjETIAQAARiLkAAAAIxFyAACAkQg5AADASIQcAABgJEIOAAAwEiEHAAAYiZADAACMRMgBAABGIuQAAAAjEXIAAICRCDkAAMBI/BZyAMZqb7853RFhadFwqX/BetXUhTVbw29OB4KHd3IAAICRCDkAAMBIhBwAAGAkQg4AADASFx4DQDvS3i6WPhdcLI32indyAACAkTp8yFm6dKl69+6tmJgYpaena8eOHW29JAAA0A506NNVr732mvLy8lRUVKT09HQ9/fTTcrvd2rdvnxITE9t6eQBwUWhPp9jO5bOIJE6xXSw6dMhZvHixpk6dqvvuu0+SVFRUpLVr12rZsmWaM2dOG68OANBetadgdq4IZi3XYUNObW2tKioqNHfuXHtbeHi4MjIyVF5e3uxzampqVFNTYz8+evSoJOnw4cPy+/2tXovf79fJkyf17bffKioqSpIUeepEq+dDU5H1lk6erFekP1x19af/vzO0Hj0OPXoceib3+IrfvN7WS5AkOcItzRtSr8G/fUM1Z+nx9rmjQ7KGY8eOSZIsyzpjXYcNOf/4xz9UV1enpKSkgO1JSUnau3dvs88pLCzU/Pnzm2xPS0sLyRoRXHe39QIuAvQ49Ohx6NHj0DvXHnd7MqTL0LFjxxQfH3/a8Q4bclpj7ty5ysvLsx/X19fr8OHD6tq1q8LCWp/4fT6fUlNT9dVXX8npdAZjqfgJehx69Dj06HHo0ePQaw89tixLx44dU0pKyhnrOmzI6datmyIiIlRdXR2wvbq6WsnJyc0+x+FwyOFwBGxLSEgI2pqcTid/qUKMHocePQ49ehx69Dj02rrHZ3oHp0GHvYU8OjpaQ4cOVVlZmb2tvr5eZWVlcrlcbbgyAADQHnTYd3IkKS8vT9nZ2Ro2bJiGDx+up59+WidOnLDvtgIAABevDh1y7rrrLn3zzTfKz8+X1+vV4MGDVVJS0uRi5FBzOBx69NFHm5wKQ/DQ49Cjx6FHj0OPHodeR+pxmHW2+68AAAA6oA57TQ4AAMCZEHIAAICRCDkAAMBIhBwAAGAkQs55Wrp0qXr37q2YmBilp6drx44dbb2kDqOwsFDXXnutOnXqpMTERI0fP1779u0LqPnhhx+Uk5Ojrl276tJLL9WECROafADkgQMHlJWVpbi4OCUmJmrWrFk6derUhTyUDmHhwoUKCwvTjBkz7G30Nzj+/ve/65//+Z/VtWtXxcbGasCAAdq5c6c9blmW8vPz1b17d8XGxiojI0OffvppwByHDx/W5MmT5XQ6lZCQoClTpuj48eMX+lDapbq6Ov3ud79TWlqaYmNjdfnll2vBggUBv7eIHrfM5s2bdeuttyolJUVhYWFavXp1wHiw+rl7927deOONiomJUWpqqhYtWhTqQwtkodVeffVVKzo62lq2bJm1Z88ea+rUqVZCQoJVXV3d1kvrENxut7V8+XKrqqrKqqystG655RarZ8+e1vHjx+2aadOmWampqVZZWZm1c+dOa8SIEdZ1111nj586dcrq37+/lZGRYe3atctat26d1a1bN2vu3LltcUjt1o4dO6zevXtbAwcOtB566CF7O/09f4cPH7Z69epl3Xvvvdb27dutL774wlq/fr312Wef2TULFy604uPjrdWrV1sffvih9ctf/tJKS0uzvv/+e7tm7Nix1qBBg6xt27ZZ7733nnXFFVdYkyZNaotDancef/xxq2vXrtaaNWus/fv3W6tWrbIuvfRSa8mSJXYNPW6ZdevWWb/97W+tN954w5JkvfnmmwHjwejn0aNHraSkJGvy5MlWVVWV9corr1ixsbHWf/zHf1yow7QIOedh+PDhVk5Ojv24rq7OSklJsQoLC9twVR3XoUOHLEnWpk2bLMuyrCNHjlhRUVHWqlWr7JpPPvnEkmSVl5dblvXjX9Tw8HDL6/XaNS+88ILldDqtmpqaC3sA7dSxY8esK6+80vJ4PNY//dM/2SGH/gbH7NmzrRtuuOG04/X19VZycrL1xBNP2NuOHDliORwO65VXXrEsy7I+/vhjS5L1/vvv2zX/+7//a4WFhVl///vfQ7f4DiIrK8u6//77A7bdcccd1uTJky3Losfn66chJ1j9fP75563OnTsH/KyYPXu2ddVVV4X4iP4/Tle1Um1trSoqKpSRkWFvCw8PV0ZGhsrLy9twZR3X0aNHJUldunSRJFVUVMjv9wf0uE+fPurZs6fd4/Lycg0YMCDgAyDdbrd8Pp/27NlzAVfffuXk5CgrKyugjxL9DZY///nPGjZsmO68804lJiZqyJAh+s///E97fP/+/fJ6vQF9jo+PV3p6ekCfExISNGzYMLsmIyND4eHh2r59+4U7mHbquuuuU1lZmf76179Kkj788ENt2bJF48aNk0SPgy1Y/SwvL9fIkSMVHR1t17jdbu3bt0/ffffdBTmWDv2Jx23pH//4h+rq6pp8unJSUpL27t3bRqvquOrr6zVjxgxdf/316t+/vyTJ6/UqOjq6yS9RTUpKktfrtWuaew0axi52r776qj744AO9//77Tcbob3B88cUXeuGFF5SXl6dHHnlE77//vv7t3/5N0dHRys7OtvvUXB8b9zkxMTFgPDIyUl26dKHPkubMmSOfz6c+ffooIiJCdXV1evzxxzV58mRJosdBFqx+er1epaWlNZmjYaxz584hWX/AmkK+B+Ac5OTkqKqqSlu2bGnrpRjjq6++0kMPPSSPx6OYmJi2Xo6x6uvrNWzYMP37v/+7JGnIkCGqqqpSUVGRsrOz23h1Znj99de1YsUKrVy5UldffbUqKys1Y8YMpaSk0GOcEaerWqlbt26KiIhocidKdXW1kpOT22hVHVNubq7WrFmjd999Vz169LC3Jycnq7a2VkeOHAmob9zj5OTkZl+DhrGLWUVFhQ4dOqRrrrlGkZGRioyM1KZNm/TMM88oMjJSSUlJ9DcIunfvrn79+gVs69u3rw4cOCDp//fpTD8rkpOTdejQoYDxU6dO6fDhw/RZ0qxZszRnzhxNnDhRAwYM0D333KOZM2eqsLBQEj0OtmD1sz38/CDktFJ0dLSGDh2qsrIye1t9fb3KysrkcrnacGUdh2VZys3N1ZtvvqkNGzY0eVtz6NChioqKCujxvn37dODAAbvHLpdLH330UcBfNo/HI6fT2eQfnovN6NGj9dFHH6mystL+GjZsmCZPnmx/T3/P3/XXX9/kow/++te/qlevXpKktLQ0JScnB/TZ5/Np+/btAX0+cuSIKioq7JoNGzaovr5e6enpF+Ao2reTJ08qPDzwn6uIiAjV19dLosfBFqx+ulwubd68WX6/367xeDy66qqrLsipKkncQn4+Xn31VcvhcFjFxcXWxx9/bD344INWQkJCwJ0oOL3p06db8fHx1saNG62DBw/aXydPnrRrpk2bZvXs2dPasGGDtXPnTsvlclkul8seb7jFOTMz06qsrLRKSkqsyy67jFucT6Px3VWWRX+DYceOHVZkZKT1+OOPW59++qm1YsUKKy4uzvrv//5vu2bhwoVWQkKC9dZbb1m7d++2brvttmZvxx0yZIi1fft2a8uWLdaVV1550d7e/FPZ2dnWz372M/sW8jfeeMPq1q2b9fDDD9s19Lhljh07Zu3atcvatWuXJclavHixtWvXLuv//u//LMsKTj+PHDliJSUlWffcc49VVVVlvfrqq1ZcXBy3kHckzz77rNWzZ08rOjraGj58uLVt27a2XlKHIanZr+XLl9s133//vfWv//qvVufOna24uDjr9ttvtw4ePBgwz5dffmmNGzfOio2Ntbp162b9+te/tvx+/wU+mo7hpyGH/gbH22+/bfXv399yOBxWnz59rBdffDFgvL6+3vrd735nJSUlWQ6Hwxo9erS1b9++gJpvv/3WmjRpknXppZdaTqfTuu+++6xjx45dyMNot3w+n/XQQw9ZPXv2tGJiYqyf//zn1m9/+9uAW5Ppccu8++67zf78zc7OtiwreP388MMPrRtuuMFyOBzWz372M2vhwoUX6hAty7KsMMtq9JGRAAAAhuCaHAAAYCRCDgAAMBIhBwAAGImQAwAAjETIAQAARiLkAAAAIxFyAACAkQg5AADASIQcAABgJEIOAAAwEiEHAAAYiZADAACM9P8AbByfD0EqzacAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 640x480 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "pd.Series([len(x) for x in dataset['train']['input_ids']]).hist()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "vRvhLdK20wyH",
    "outputId": "33a41569-6c2e-4a16-ba64-a080e44d9f37"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "profoz\n"
     ]
    }
   ],
   "source": [
    "!huggingface-cli whoami"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "N7RMb3UHRGgu",
    "outputId": "1993dcfd-289f-4d35-f945-c02e8461a0f6"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.10/dist-packages/accelerate/accelerator.py:436: FutureWarning: Passing the following arguments to `Accelerator` is deprecated and will be removed in version 1.0 of Accelerate: dict_keys(['dispatch_batches', 'split_batches', 'even_batches', 'use_seedable_sampler']). Please pass an `accelerate.DataLoaderConfiguration` instead: \n",
      "dataloader_config = DataLoaderConfiguration(dispatch_batches=None, split_batches=False, even_batches=True, use_seedable_sampler=True)\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "# Set supervised fine-tuning parameters\n",
    "training_params = TrainingArguments(\n",
    "    output_dir=\"./results\",\n",
    "    num_train_epochs=1,\n",
    "    per_device_train_batch_size=2,\n",
    "    per_device_eval_batch_size=4,\n",
    "    gradient_accumulation_steps=4,\n",
    "    logging_steps=5,\n",
    "    learning_rate=2e-4,\n",
    "    weight_decay=0.01,\n",
    "    fp16=False,\n",
    "    load_best_model_at_end=True,\n",
    "    evaluation_strategy='epoch',\n",
    "    save_strategy='epoch',\n",
    "    bf16=False,\n",
    "    warmup_ratio=0.1,\n",
    "    lr_scheduler_type=\"cosine\",\n",
    "\n",
    "    push_to_hub=True,\n",
    "    hub_model_id=\"profoz/sawyer-llama-3\",\n",
    "    hub_strategy=\"every_save\",\n",
    ")\n",
    "trainer = Trainer(\n",
    "    model=model,\n",
    "    train_dataset=dataset['train'],\n",
    "    eval_dataset=dataset['test'],\n",
    "    tokenizer=tokenizer,\n",
    "    args=training_params,\n",
    "    data_collator=data_collator\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 35
    },
    "id": "NkqYHqW-0av8",
    "outputId": "7ab9e497-f324-4513-8a01-5a2a8002a2ab"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "string"
      },
      "text/plain": [
       "'profoz/sawyer-llama-3'"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trainer.hub_model_id"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "9egMcxtPWsC7",
    "outputId": "1046c739-fd2a-46e2-c9af-a20703dabe29"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[ 1.3733e-03,  5.0964e-03, -3.0365e-03,  ...,  2.2888e-03,\n",
       "         -1.9531e-03, -1.7166e-05],\n",
       "        [-2.7313e-03,  1.9379e-03, -1.3733e-03,  ..., -5.1498e-05,\n",
       "         -1.3962e-03, -1.9836e-03],\n",
       "        [ 9.5367e-04, -1.3367e-02,  4.1771e-04,  ...,  2.5940e-03,\n",
       "          7.0496e-03,  4.1809e-03],\n",
       "        ...,\n",
       "        [-1.9775e-02, -8.9722e-03,  5.1880e-03,  ...,  2.2461e-02,\n",
       "          1.0803e-02,  8.2397e-03],\n",
       "        [-4.0894e-03, -6.9580e-03, -5.3406e-03,  ...,  4.5166e-03,\n",
       "          3.0670e-03,  3.9062e-03],\n",
       "        [-4.3030e-03, -4.1199e-03, -4.0283e-03,  ..., -2.1057e-03,\n",
       "         -4.9744e-03,  6.8665e-03]], device='cuda:0', dtype=torch.bfloat16)"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.base_model.model.model.embed_tokens.weight.data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 214
    },
    "id": "P3IzO6n45pbL",
    "outputId": "7a6571b0-5e51-4574-b8d4-bda9083e7808"
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      \n",
       "      <progress value='2913' max='2913' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      [2913/2913 09:30]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\u001b[34m\u001b[1mwandb\u001b[0m: Currently logged in as: \u001b[33mprofoz\u001b[0m. Use \u001b[1m`wandb login --relogin`\u001b[0m to force relogin\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "Tracking run with wandb version 0.16.6"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Run data is saved locally in <code>/content/wandb/run-20240419_160854-nkyfjdv5</code>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "Syncing run <strong><a href='https://wandb.ai/profoz/huggingface/runs/nkyfjdv5' target=\"_blank\">earnest-firefly-264</a></strong> to <a href='https://wandb.ai/profoz/huggingface' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       " View project at <a href='https://wandb.ai/profoz/huggingface' target=\"_blank\">https://wandb.ai/profoz/huggingface</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       " View run at <a href='https://wandb.ai/profoz/huggingface/runs/nkyfjdv5' target=\"_blank\">https://wandb.ai/profoz/huggingface/runs/nkyfjdv5</a>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "{'eval_loss': 1.5043210983276367,\n",
       " 'eval_runtime': 570.6021,\n",
       " 'eval_samples_per_second': 20.415,\n",
       " 'eval_steps_per_second': 5.105}"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trainer.evaluate()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 294
    },
    "id": "0Y99UKM_RGgu",
    "outputId": "8945bd23-8d34-47ce-ab08-2ea24757b63f",
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      \n",
       "      <progress value='583' max='5822' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      [ 583/5822 10:33 < 1:35:12, 0.92 it/s, Epoch 0.10/1]\n",
       "    </div>\n",
       "    <table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       " <tr style=\"text-align: left;\">\n",
       "      <th>Epoch</th>\n",
       "      <th>Training Loss</th>\n",
       "      <th>Validation Loss</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "  </tbody>\n",
       "</table><p>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      \n",
       "      <progress value='5822' max='5822' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      [5822/5822 1:55:33, Epoch 0/1]\n",
       "    </div>\n",
       "    <table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       " <tr style=\"text-align: left;\">\n",
       "      <th>Epoch</th>\n",
       "      <th>Training Loss</th>\n",
       "      <th>Validation Loss</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>0.994800</td>\n",
       "      <td>0.970850</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table><p>"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "\n",
       "    <div>\n",
       "      \n",
       "      <progress value='5826' max='2913' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
       "      [2913/2913 2:04:55]\n",
       "    </div>\n",
       "    "
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.10/dist-packages/peft/utils/save_and_load.py:168: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "TrainOutput(global_step=5822, training_loss=0.9559917277341362, metrics={'train_runtime': 6935.0686, 'train_samples_per_second': 6.717, 'train_steps_per_second': 0.84, 'total_flos': 4.9022049588156826e+17, 'train_loss': 0.9559917277341362, 'epoch': 1.0})"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Train model\n",
    "trainer.train()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "VvoymtqiWtHx",
    "outputId": "40f5fa76-35fc-4be9-bebc-f6ca81610d24"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[ 1.3733e-03,  5.0964e-03, -3.0365e-03,  ...,  2.2888e-03,\n",
       "         -1.9531e-03, -1.7166e-05],\n",
       "        [-2.7313e-03,  1.9379e-03, -1.3733e-03,  ..., -5.1498e-05,\n",
       "         -1.3962e-03, -1.9836e-03],\n",
       "        [ 9.5367e-04, -1.3367e-02,  4.1771e-04,  ...,  2.5940e-03,\n",
       "          7.0496e-03,  4.1809e-03],\n",
       "        ...,\n",
       "        [-1.9775e-02, -8.9722e-03,  5.1880e-03,  ...,  2.2461e-02,\n",
       "          1.0803e-02,  8.2397e-03],\n",
       "        [-4.0894e-03, -6.9580e-03, -5.3406e-03,  ...,  4.5166e-03,\n",
       "          3.0670e-03,  3.9062e-03],\n",
       "        [-4.3030e-03, -4.1199e-03, -4.0283e-03,  ..., -2.1057e-03,\n",
       "         -4.9744e-03,  6.8665e-03]], device='cuda:0', dtype=torch.bfloat16)"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.base_model.model.model.embed_tokens.weight.data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "qL5i358PRGgu",
    "outputId": "de51f837-7516-454d-83e4-ec622cf0f688"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.10/dist-packages/peft/utils/save_and_load.py:160: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n",
      "  warnings.warn(\n"
     ]
    }
   ],
   "source": [
    "# Uncomment to save trained model locally\n",
    "\n",
    "# new_model = \"llama-ft\"\n",
    "# trainer.model.save_pretrained(new_model)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "wvm8T-DPRwNS"
   },
   "source": [
    "# Testing SAWYER with SFT Only"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 53
    },
    "id": "vCTJ8o6Il3ay",
    "outputId": "67bc8460-462a-49cb-bc98-338a9180dddd"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128256 for open-end generation.\n"
     ]
    },
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "string"
      },
      "text/plain": [
       "'###HUMAN### Who was the first president of the USA? ###BOT### George Washington. ###STOP###'"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# the model we just trained (not the one we are about to de-serialize)\n",
    "tokenizer.decode(\n",
    "    trainer.model.generate(\n",
    "        **tokenizer(join_convo([['human', \"Who was the first president of the USA?\"]]), return_tensors='pt').to(0),\n",
    "        max_length=64,\n",
    "        eos_token_id=EXTRA_TOKENS['stop_token']['token_id']\n",
    "        )[0]\n",
    "    )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 53
    },
    "id": "hzOug7AG4-y6",
    "outputId": "96085b73-08b0-412e-8d34-51a2c9bcfa60"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128256 for open-end generation.\n"
     ]
    },
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "string"
      },
      "text/plain": [
       "'###HUMAN### hello ###BOT### Hello, how can I help you today? ###STOP###'"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# the model we just trained (not the one we are about to de-serialize)\n",
    "tokenizer.decode(\n",
    "    trainer.model.generate(\n",
    "        **tokenizer(join_convo([['human', \"hello\"]]), return_tensors='pt').to(0),\n",
    "        max_length=64,\n",
    "        eos_token_id=EXTRA_TOKENS['stop_token']['token_id']\n",
    "        )[0]\n",
    "    )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "Mz4bUIAZeTdv",
    "outputId": "1ffaa0c4-2d0f-4acc-cae4-fe58fe288e49"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[-0.019775390625, -0.00897216796875, 0.00518798828125, 0.0038909912109375, 0.0031890869140625, 0.00732421875, -0.006561279296875, 0.01239013671875, -0.01025390625, -0.003997802734375, -0.0111083984375, -0.0003223419189453125, 0.01141357421875, 0.00066375732421875, -0.004791259765625, 0.00396728515625, -0.0220947265625, -0.00762939453125, 0.0174560546875, 0.00469970703125, 0.00130462646484375, -0.0004425048828125, 0.0054931640625, 0.01092529296875, -0.01312255859375, 1.9311904907226562e-05, 0.005218505859375, -0.0093994140625, 0.005462646484375, -0.010498046875, -0.002593994140625, 0.0203857421875, 0.005859375, 0.013427734375, -0.0072021484375, 0.010009765625, -0.01007080078125, 0.00482177734375, -0.0025787353515625, 0.00299072265625, 0.01416015625, -0.0172119140625, 0.00921630859375, 0.020751953125, 0.00653076171875, 0.01171875, -0.0111083984375, 0.00531005859375, -0.004791259765625, -0.0048828125, -0.005889892578125, 0.01019287109375, -0.00811767578125, 0.004669189453125, 0.00927734375, -0.0021820068359375, -0.0062255859375, 0.00165557861328125, 0.0022735595703125, 0.0155029296875, 0.006256103515625, 0.00616455078125, 0.0079345703125, 0.0189208984375, -0.007568359375, -0.00022792816162109375, -0.0078125, 0.0025634765625, 0.0004749298095703125, 0.00177001953125, 0.0069580078125, -0.004119873046875, -0.00640869140625, -0.00067901611328125, 0.0037841796875, -0.003173828125, -0.0024871826171875, 0.00726318359375, -0.0010986328125, 0.0115966796875, -0.005462646484375, 0.00830078125, 0.004913330078125, -0.01177978515625, -0.008544921875, -0.0128173828125, -0.000469207763671875, -0.0059814453125, -0.01129150390625, -0.0146484375, -0.006927490234375, -0.0208740234375, 0.000865936279296875, -0.0033721923828125, 0.01092529296875, 0.002655029296875, -0.0019989013671875, 0.004974365234375, 0.0126953125, -0.0054931640625, 0.0027008056640625, -0.00457763671875, -0.01007080078125, 0.00165557861328125, 0.001495361328125, 0.0032501220703125, 0.002593994140625, -0.00262451171875, 0.0203857421875, -0.003875732421875, 0.005126953125, 0.003936767578125, 0.005279541015625, -0.0181884765625, 0.024658203125, -0.002777099609375, -0.0150146484375, 0.005096435546875, -0.00787353515625, 0.005157470703125, -0.01080322265625, 0.009033203125, 0.0076904296875, -0.000644683837890625, 0.01556396484375, -0.0013580322265625, 0.00110626220703125, 0.00070953369140625, -0.00787353515625, -0.00372314453125, 0.0089111328125, -0.007659912109375, -0.0078125, 0.005584716796875, -0.00482177734375, 0.01495361328125, -0.0002727508544921875, 0.00066375732421875, -0.0010833740234375, 0.00982666015625, 0.004974365234375, 0.0086669921875, 0.0213623046875, 0.0054931640625, 0.006591796875, -0.0037841796875, -0.00135040283203125, 0.0146484375, -0.011962890625, 0.0029754638671875, -0.004608154296875, -0.0042724609375, -0.0025634765625, -0.00102996826171875, 0.00994873046875, 0.007537841796875, -0.006683349609375, 0.005584716796875, -0.017822265625, -0.0189208984375, 0.01043701171875, 0.003753662109375, -0.0020294189453125, 0.007476806640625, 0.01318359375, -0.004150390625, -0.00086212158203125, -0.00141143798828125, 0.01409912109375, -0.004669189453125, -0.01141357421875, -0.01513671875, -0.0031280517578125, 0.00128936767578125, 0.0106201171875, 0.001495361328125, 0.002838134765625, 0.0120849609375, -0.01287841796875, -0.01007080078125, -0.021240234375, -0.013427734375, 0.000308990478515625, -0.01080322265625, -0.00860595703125, 0.004730224609375, -0.0032958984375, 0.01116943359375, 0.01165771484375, -0.00860595703125, 0.000965118408203125, -0.00390625, 0.0026702880859375, -0.005126953125, 0.00836181640625, -0.0084228515625, -0.0030517578125, -0.00054168701171875, 0.005523681640625, 0.011474609375, 0.006134033203125, 0.0054931640625, 0.0067138671875, -0.00885009765625, 0.005126953125, 0.01312255859375, 0.01031494140625, 0.005523681640625, -0.0027008056640625, -0.0191650390625, 0.003570556640625, 0.004669189453125, 0.0023193359375, 0.00335693359375, 0.0086669921875, 0.0062255859375, -0.0181884765625, -0.0045166015625, 0.00653076171875, -0.0042724609375, -0.00024318695068359375, 0.0074462890625, -0.00909423828125, 0.007720947265625, 0.006561279296875, -0.0185546875, -0.0024566650390625, 0.009521484375, -0.005279541015625, -0.007080078125, -0.0048828125, -0.005126953125, 0.0020751953125, 0.004241943359375, 0.01025390625, 0.0030517578125, 0.0052490234375, -0.00396728515625, 0.009033203125, 0.004302978515625, 0.0181884765625, 0.006805419921875, -0.00531005859375, -0.00811767578125, 0.01611328125, -0.013427734375, 0.0010223388671875, -0.004730224609375, 0.004547119140625, 0.0020751953125, -0.004058837890625, -0.005218505859375, -0.00183868408203125, -0.0050048828125, -0.007354736328125, -0.0011444091796875, -0.00186920166015625, -0.006134033203125, 0.0008697509765625, 0.007354736328125, 0.002105712890625, 0.00177001953125, 0.00408935546875, -0.00176239013671875, -0.0033721923828125, 0.0036468505859375, 0.0238037109375, -0.0002002716064453125, 0.0048828125, 0.003204345703125, 0.0032501220703125, 0.003326416015625, 0.005615234375, -0.007049560546875, -0.005889892578125, 0.00106048583984375, 0.00494384765625, -0.006683349609375, -0.008056640625, 0.005767822265625, 0.00118255615234375, 0.00299072265625, -0.006378173828125, -0.0019683837890625, 0.001190185546875, -0.0084228515625, -0.00170135498046875, -0.003662109375, 0.0147705078125, -0.006500244140625, 0.01263427734375, -0.007293701171875, -0.0089111328125, 0.015869140625, -0.00830078125, 0.007171630859375, 0.00054168701171875, -0.01116943359375, -0.01025390625, -0.0027618408203125, -0.005889892578125, -0.0020599365234375, -0.009033203125, -0.002655029296875, 0.00750732421875, 0.00457763671875, -0.00848388671875, -0.0035552978515625, -0.005950927734375, 0.007354736328125, -0.00555419921875, 0.0054931640625, 0.019775390625, -0.00122833251953125, -0.018310546875, 0.01312255859375, -0.01434326171875, -0.007598876953125, 0.0172119140625, -0.003936767578125, 0.0196533203125, -0.0001926422119140625, -0.0074462890625, 0.00439453125, -0.002044677734375, -0.0166015625, -0.0029296875, -0.01318359375, -0.0009918212890625, 0.013427734375, 0.0111083984375, 0.0128173828125, -0.00634765625, -0.01239013671875, 0.004913330078125, 0.00152587890625, -0.00732421875, -0.01171875, -0.002471923828125, 0.01080322265625, 0.0068359375, 0.01458740234375, -0.000659942626953125, -0.0069580078125, -0.015625, 0.0093994140625, 0.017822265625, -0.0030670166015625, 0.007781982421875, -0.004150390625, 0.00189971923828125, -0.006866455078125, -0.0019683837890625, -0.00439453125, -0.00396728515625, 0.01458740234375, 0.00738525390625, 0.01116943359375, 0.0203857421875, -0.002197265625, -0.0011749267578125, -0.01202392578125, 0.019775390625, 0.005523681640625, -0.0191650390625, 0.00439453125, 0.00142669677734375, -0.00191497802734375, 0.0096435546875, 0.00179290771484375, -0.00732421875, -0.00157928466796875, -0.01007080078125, 0.00164794921875, 0.003448486328125, -0.01416015625, 0.0123291015625, -0.0035858154296875, 0.0146484375, -0.007049560546875, 0.005706787109375, -0.00909423828125, -0.00173187255859375, -0.0157470703125, -0.00176239013671875, 0.0034942626953125, 0.0036163330078125, 0.00494384765625, 0.00101470947265625, -0.016357421875, -0.00836181640625, -0.002685546875, -0.0034942626953125, 0.01806640625, 0.01068115234375, 0.00830078125, 1.7523765563964844e-05, -0.01348876953125, -0.0235595703125, 0.0093994140625, 0.00274658203125, 0.01104736328125, -0.0023040771484375, -0.005859375, 0.005889892578125, 0.0003795623779296875, 0.005584716796875, 0.006103515625, 0.00016021728515625, 0.004486083984375, 0.007080078125, -0.000530242919921875, 0.0019989013671875, -0.0111083984375, 0.003173828125, 0.01025390625, 0.00567626953125, -0.024169921875, 0.00701904296875, 0.0035400390625, 0.004730224609375, 0.00921630859375, -0.0031280517578125, 0.00030517578125, -0.00104522705078125, -0.00494384765625, 0.0059814453125, 0.004913330078125, -0.007537841796875, 0.01104736328125, -0.0230712890625, -0.01275634765625, -0.01165771484375, 0.0020294189453125, -0.00150299072265625, 0.01043701171875, -0.00518798828125, -0.00156402587890625, -0.0031280517578125, -0.00408935546875, -0.01385498046875, 0.00567626953125, -0.004364013671875, -0.0086669921875, -0.00445556640625, -0.0201416015625, 0.00531005859375, 0.0004520416259765625, -0.00860595703125, -0.0126953125, -0.006591796875, 0.00101470947265625, 0.00982666015625, -0.005615234375, 0.004974365234375, 0.017333984375, 0.0023956298828125, -0.004119873046875, -0.00634765625, 0.007476806640625, -0.002593994140625, -0.0035400390625, -0.0029296875, -0.00341796875, 0.006622314453125, -0.003448486328125, 0.01202392578125, -0.0086669921875, -0.00787353515625, 0.00653076171875, -0.00726318359375, -0.0010986328125, 0.001678466796875, 0.0107421875, -0.0019989013671875, -0.01953125, 0.0038604736328125, -0.005523681640625, -0.000644683837890625, 0.0111083984375, 0.00616455078125, 0.00072479248046875, -0.00933837890625, 0.00061798095703125, 0.01708984375, 0.003448486328125, -0.0084228515625, -0.003173828125, 0.00131988525390625, 0.0125732421875, 0.0164794921875, -0.000499725341796875, 0.000640869140625, -0.01092529296875, -0.0072021484375, -0.000843048095703125, 0.0115966796875, 0.01318359375, -0.005126953125, -0.01025390625, 0.003173828125, -0.006622314453125, 0.010009765625, -0.0145263671875, 0.00225830078125, -0.005584716796875, -0.006378173828125, 0.0027923583984375, 0.00921630859375, 0.00811767578125, -0.007110595703125, -0.0020751953125, 0.000965118408203125, 0.0079345703125, 0.0152587890625, -0.004669189453125, 0.0133056640625, 4.976987838745117e-06, 0.00098419189453125, -0.00113677978515625, -0.01043701171875, -0.0234375, -0.006072998046875, -0.0010528564453125, 0.00046539306640625, -0.009521484375, -0.005767822265625, -0.0086669921875, -0.007171630859375, 0.006683349609375, 0.00054931640625, -0.000568389892578125, 0.0074462890625, -0.01708984375, -0.0091552734375, -0.01019287109375, -0.0240478515625, -0.01080322265625, -0.0036468505859375, -0.004730224609375, 0.0004291534423828125, -0.000202178955078125, 0.00191497802734375, 0.0086669921875, -0.006317138671875, 0.00958251953125, 0.0181884765625, 0.01220703125, 0.0140380859375, -0.000583648681640625, 0.0062255859375, 0.01806640625, -0.0008544921875, -0.006744384765625, -0.001953125, 0.0084228515625, 0.01031494140625, 0.0128173828125, -0.00182342529296875, -0.01220703125, 0.010009765625, 0.008544921875, -0.00543212890625, -5.173683166503906e-05, 0.00927734375, -0.01361083984375, 0.00921630859375, 0.0024566650390625, -0.01397705078125, 0.0038299560546875, -0.00811767578125, 0.00341796875, -0.003021240234375, 0.00665283203125, -0.000942230224609375, 0.01165771484375, -0.00701904296875, -0.001953125, -0.01519775390625, 0.01513671875, 0.000621795654296875, 0.0026092529296875, 0.004669189453125, -0.019775390625, 0.0140380859375, 0.00640869140625, -0.00323486328125, 0.003326416015625, -0.0003910064697265625, 0.0013885498046875, -0.01470947265625, -0.0125732421875, 0.00020885467529296875, 0.004425048828125, -0.015869140625, -0.0091552734375, -0.006683349609375, 0.003265380859375, -0.0233154296875, 0.0064697265625, 0.013427734375, 0.00144195556640625, 0.00628662109375, 0.0034637451171875, 0.000244140625, -0.0185546875, -0.00860595703125, -0.00421142578125, 0.004486083984375, 0.0062255859375, -0.00238037109375, -0.006378173828125, -0.0047607421875, -0.0135498046875, 0.00579833984375, 0.0004863739013671875, 0.0096435546875, -0.00138092041015625, -0.00115203857421875, 0.00909423828125, -0.004058837890625, 0.0079345703125, 0.010009765625, 0.0040283203125, 0.0067138671875, 0.00323486328125, -0.00165557861328125, 0.018798828125, 0.004852294921875, -0.000152587890625, 0.0026397705078125, 0.006439208984375, -0.0033416748046875, 0.0052490234375, -0.004852294921875, -0.00506591796875, 0.006317138671875, 0.005950927734375, -0.012939453125, 0.00640869140625, 0.00677490234375, -0.01043701171875, 0.020751953125, 0.00927734375, -0.0028076171875, 0.0247802734375, -0.010986328125, -0.01129150390625, -0.0159912109375, -0.00677490234375, 9.584426879882812e-05, 0.0067138671875, -0.0027923583984375, -0.003173828125, 0.001373291015625, -0.006256103515625, 0.00390625, -0.005401611328125, -0.002685546875, -0.004150390625, 0.00531005859375, 0.007415771484375, -0.00457763671875, -0.00970458984375, -0.0007476806640625, -0.012939453125, -0.0069580078125, -0.004791259765625, -0.000537872314453125, -0.001190185546875, 0.0101318359375, 0.0030975341796875, 0.00151824951171875, -0.000396728515625, -0.01806640625, 0.000820159912109375, -0.01080322265625, -0.001861572265625, -0.005889892578125, 0.0005645751953125, 0.0045166015625, 0.00341796875, 0.004974365234375, 0.0115966796875, -0.0062255859375, -0.0067138671875, -0.014892578125, -0.00750732421875, -0.0030975341796875, 0.00579833984375, 0.002593994140625, -0.0096435546875, -0.00125885009765625, 0.00020122528076171875, 0.00421142578125, -0.00555419921875, -0.0014190673828125, 0.01904296875, -0.01068115234375, 0.0002002716064453125, -0.00244140625, 0.00128936767578125, 0.01055908203125, 8.630752563476562e-05, -0.005218505859375, -0.004730224609375, 6.765127182006836e-06, -0.004669189453125, -0.011962890625, 0.003021240234375, 0.003631591796875, -0.0184326171875, -0.0140380859375, 0.0174560546875, -0.005126953125, -0.009033203125, -0.019775390625, -0.00177001953125, -0.010009765625, 5.078315734863281e-05, -0.0002765655517578125, -0.005340576171875, 0.01031494140625, -0.0120849609375, 0.004913330078125, -0.0181884765625, 0.005584716796875, 0.0030975341796875, -0.007476806640625, -0.01519775390625, 0.01214599609375, 0.000438690185546875, -0.0020904541015625, -0.003387451171875, 0.0281982421875, -0.01275634765625, 0.00518798828125, 0.00933837890625, -0.01263427734375, -0.0164794921875, 0.002471923828125, -0.0027618408203125, -0.013671875, 0.0098876953125, -0.00157928466796875, -0.01104736328125, -0.00010061264038085938, -0.00299072265625, 0.004119873046875, -0.005767822265625, 0.00109100341796875, -0.00168609619140625, -0.0133056640625, 0.002471923828125, 0.000972747802734375, 0.002105712890625, -0.0035858154296875, 9.489059448242188e-05, -0.00897216796875, 0.004364013671875, 0.01068115234375, -0.0015716552734375, -0.00909423828125, 0.00506591796875, 0.004486083984375, -0.00909423828125, -0.00494384765625, 0.003997802734375, 0.01123046875, 0.007415771484375, -0.005279541015625, -0.00762939453125, 0.000804901123046875, -0.002044677734375, -0.00537109375, 0.0111083984375, 0.004302978515625, -0.00860595703125, 0.01904296875, -0.01239013671875, 0.01239013671875, -0.004638671875, 0.000102996826171875, -0.003204345703125, 0.008056640625, 0.0054931640625, -0.00848388671875, 0.01068115234375, -0.0079345703125, -0.006439208984375, -0.00933837890625, -0.0211181640625, -0.00616455078125, -0.0078125, -0.006988525390625, -0.00531005859375, 0.0059814453125, -0.00567626953125, -0.00494384765625, 0.000492095947265625, -0.003692626953125, -0.00148773193359375, -0.01031494140625, 0.0002956390380859375, -0.017333984375, -0.00089263916015625, -0.0030975341796875, -0.005706787109375, -0.00653076171875, -0.00567626953125, -0.007232666015625, -0.01031494140625, 0.00579833984375, 0.0057373046875, 0.016357421875, 0.001617431640625, -0.005828857421875, -0.0030517578125, -0.007080078125, -0.004852294921875, -0.0038604736328125, 0.00482177734375, -0.0016021728515625, 0.0003948211669921875, -0.01123046875, 0.012451171875, -0.0003337860107421875, -0.005950927734375, 0.006988525390625, -0.0022430419921875, 0.00066375732421875, 0.0181884765625, -0.00921630859375, 0.0079345703125, 0.01092529296875, -0.001800537109375, -0.00482177734375, 0.0087890625, 0.00124359130859375, 0.01507568359375, 0.0128173828125, 0.006317138671875, -0.0087890625, -0.0181884765625, -0.0038604736328125, 0.0029144287109375, -0.00506591796875, -0.017578125, -0.00156402587890625, 0.00095367431640625, 0.0030517578125, 0.00531005859375, -0.0032806396484375, -0.0201416015625, 0.002227783203125, -0.00909423828125, 0.01177978515625, 0.007080078125, -0.019775390625, -0.010009765625, -0.01806640625, 0.01104736328125, -0.006866455078125, -0.009033203125, 0.003997802734375, -0.00738525390625, 0.005035400390625, -0.003753662109375, -0.01171875, -0.0028228759765625, -0.005523681640625, 0.021728515625, -0.004486083984375, -0.000896453857421875, -0.0002880096435546875, -0.00156402587890625, -0.00051116943359375, -0.00189208984375, 0.00176239013671875, -0.00537109375, 0.0011749267578125, 0.0019073486328125, -0.01055908203125, 0.00262451171875, -0.00909423828125, -0.00531005859375, -0.005126953125, 0.011962890625, 0.0128173828125, -0.00665283203125, 0.002532958984375, 0.006500244140625, -0.0087890625, 0.00634765625, -0.01123046875, 0.00121307373046875, -0.0081787109375, 0.00054931640625, -0.0036773681640625, 0.00921630859375, 0.00775146484375, 0.000766754150390625, 0.0093994140625, -0.00506591796875, -0.006927490234375, 0.003875732421875, 0.001556396484375, 0.005035400390625, -0.00154876708984375, 0.01104736328125, 0.005096435546875, 0.007080078125, 0.005462646484375, -0.00092315673828125, 0.019775390625, 0.0264892578125, 0.00135040283203125, -0.00122833251953125, -0.0003948211669921875, -0.00634765625, 0.0194091796875, 0.003570556640625, -0.00445556640625, 0.00604248046875, -0.0123291015625, 0.007293701171875, 0.00726318359375, 0.017333984375, -0.00225830078125, -0.004852294921875, 0.0034332275390625, 0.0189208984375, 0.00531005859375, 0.003570556640625, 0.004119873046875, 0.01129150390625, -0.0001125335693359375, -0.002685546875, 0.004913330078125, -0.0064697265625, 0.00677490234375, 0.011474609375, 0.004150390625, 0.006744384765625, -0.01165771484375, 0.01019287109375, -0.009765625, 0.0108642578125, 0.0052490234375, -0.0128173828125, 0.0167236328125, -0.002166748046875, -0.00179290771484375, -0.0015106201171875, -0.01251220703125, 0.01251220703125, -0.007598876953125, 0.01104736328125, -0.006988525390625, 0.000576019287109375, 0.0023193359375, 0.002410888671875, -0.0023193359375, 0.004608154296875, -0.0084228515625, 0.000522613525390625, 0.0004749298095703125, 0.0036163330078125, -0.003326416015625, -0.01361083984375, -0.004150390625, -0.00482177734375, 0.0035400390625, -0.0089111328125, -0.017333984375, -0.01239013671875, 0.0057373046875, -0.0150146484375, 0.01153564453125, -0.0030975341796875, -0.007659912109375, 0.0034942626953125, -0.00927734375, -0.00811767578125, -0.01214599609375, -0.003509521484375, -0.002044677734375, 0.0220947265625, 0.0038604736328125, -0.004638671875, -0.001922607421875, -0.00157928466796875, -0.01019287109375, 0.0142822265625, -0.00909423828125, 0.004486083984375, 0.0052490234375, -0.004669189453125, 0.000396728515625, -0.015625, -0.0093994140625, 0.005767822265625, 0.00103759765625, -0.006591796875, -0.004638671875, -0.006744384765625, -0.0106201171875, 0.000598907470703125, 0.00457763671875, 0.00994873046875, -0.00933837890625, 0.00177001953125, -0.0018310546875, -0.00106048583984375, -0.0029449462890625, 0.0111083984375, 0.000579833984375, -0.001678466796875, 0.0036163330078125, 0.00970458984375, 0.0086669921875, -0.00421142578125, 0.0004825592041015625, -0.006317138671875, 0.00799560546875, 0.0003948211669921875, -0.01116943359375, 0.01104736328125, -0.00665283203125, 1.2934207916259766e-05, -0.00537109375, 0.00225830078125, 0.0181884765625, 0.0037078857421875, 0.01007080078125, -0.00145721435546875, 0.005584716796875, -0.00537109375, 0.01287841796875, 0.0033721923828125, 0.0133056640625, -0.007049560546875, 0.0028228759765625, 0.007354736328125, -0.005401611328125, 0.00323486328125, -0.00567626953125, 0.002471923828125, 0.00738525390625, -0.00274658203125, 0.004638671875, -0.00136566162109375, -0.00494384765625, -0.002197265625, -0.0052490234375, -0.011962890625, 0.00750732421875, 0.003692626953125, 0.017822265625, -0.00119781494140625, -0.007476806640625, -0.0048828125, 0.003448486328125, -0.0021514892578125, -0.0078125, 0.00341796875, 0.0021820068359375, 0.01080322265625, -0.0067138671875, 0.015625, -0.00439453125, 0.0028228759765625, -0.003448486328125, 0.018310546875, -0.0023040771484375, 0.003509521484375, -0.0128173828125, 0.0062255859375, 0.00872802734375, -0.01055908203125, 0.0074462890625, -0.00153350830078125, 0.00323486328125, 0.005279541015625, -0.0028076171875, -0.006256103515625, -0.000972747802734375, 0.0027923583984375, -0.004119873046875, -0.006744384765625, 0.0018157958984375, -0.007598876953125, 0.0032196044921875, 0.00897216796875, 0.000762939453125, -0.0076904296875, 0.0015106201171875, -0.0167236328125, 0.01171875, 0.004425048828125, -0.01409912109375, -0.013916015625, 0.007598876953125, -0.00787353515625, -0.0189208984375, 0.004608154296875, 0.005767822265625, 0.006439208984375, 0.005096435546875, 0.004241943359375, -0.00250244140625, -0.014892578125, 0.002227783203125, 0.01373291015625, -0.00174713134765625, -0.00122833251953125, 0.0008087158203125, -0.01202392578125, 0.005340576171875, 0.0029144287109375, -0.00445556640625, -0.011474609375, -0.0107421875, -0.002593994140625, -0.00238037109375, 0.015869140625, 0.02392578125, 0.0091552734375, -0.00518798828125, -0.0030059814453125, -0.00933837890625, -0.0029449462890625, 0.0145263671875, -0.0018463134765625, -0.01226806640625, -0.00567626953125, -0.0076904296875, -0.00103759765625, -0.00738525390625, 0.0150146484375, 0.0017852783203125, -0.0025787353515625, -0.005645751953125, -0.005950927734375, -0.00823974609375, -0.00494384765625, 0.003509521484375, -0.0003643035888671875, -0.0033721923828125, 0.0145263671875, 0.00823974609375, -0.007080078125, 0.007568359375, 0.010986328125, 0.005950927734375, 0.0054931640625, -0.001678466796875, -0.001983642578125, 0.0029296875, -0.00775146484375, 0.00830078125, -0.0133056640625, 0.01531982421875, 0.01434326171875, 0.0084228515625, 0.00653076171875, -0.004547119140625, -0.009765625, 0.00396728515625, -0.01397705078125, -0.000682830810546875, 0.005615234375, 0.002655029296875, -0.01300048828125, -0.01116943359375, 0.0157470703125, 0.007568359375, -0.000164031982421875, 0.0037689208984375, -0.01397705078125, -0.000232696533203125, -0.005157470703125, 0.01043701171875, 0.0067138671875, -0.006195068359375, 0.00064849853515625, -0.0006561279296875, -0.005859375, 0.00183868408203125, 0.0238037109375, 0.0007781982421875, -0.00994873046875, -0.00136566162109375, -0.000698089599609375, -0.010498046875, -0.007354736328125, -0.00537109375, -0.0004138946533203125, -0.015625, 0.00070953369140625, 0.0084228515625, -0.0031585693359375, -0.006744384765625, 0.01043701171875, 0.004180908203125, -0.0181884765625, -0.000400543212890625, -0.005615234375, -0.003662109375, -0.00701904296875, 0.0034027099609375, 0.00286865234375, 0.00933837890625, 0.004302978515625, 0.004058837890625, -0.0091552734375, -0.01165771484375, -0.0093994140625, 0.0016326904296875, 0.0015869140625, -0.009521484375, 0.00689697265625, -0.0091552734375, 0.00384521484375, 0.005401611328125, -0.004180908203125, -0.0020751953125, -0.003448486328125, 0.005950927734375, 0.00555419921875, -0.00653076171875, 0.001678466796875, 0.0086669921875, 0.0108642578125, -0.00469970703125, 0.005218505859375, -0.01239013671875, -0.0157470703125, 0.018310546875, -0.0023651123046875, 0.0028839111328125, 0.0174560546875, -0.00347900390625, 0.004547119140625, 0.00927734375, -0.00439453125, 0.0025787353515625, -0.004852294921875, -0.001434326171875, -0.0091552734375, -0.00836181640625, 0.0034027099609375, -0.003936767578125, 0.007537841796875, 0.0013580322265625, 0.004150390625, -0.0084228515625, 0.00811767578125, 0.00311279296875, -0.0014190673828125, -0.01177978515625, 0.0194091796875, 0.012451171875, -0.0169677734375, 0.00921630859375, -0.0103759765625, 0.006378173828125, -0.007110595703125, 0.0052490234375, 0.0045166015625, 0.01165771484375, -0.00860595703125, 0.00830078125, -0.000797271728515625, 0.004608154296875, -0.014404296875, -0.00092315673828125, -0.007232666015625, 0.01519775390625, -0.00537109375, -0.00118255615234375, -0.00457763671875, 0.0013275146484375, -0.00799560546875, -0.0038299560546875, 0.0213623046875, -0.01177978515625, 0.0018310546875, 0.015625, 0.005340576171875, -0.007354736328125, 0.00020122528076171875, 0.0118408203125, -0.000827789306640625, 0.0201416015625, 0.0023040771484375, -0.015380859375, -0.00811767578125, 0.005218505859375, 0.00103759765625, -0.00848388671875, 0.01019287109375, -0.00017547607421875, -0.0038299560546875, 0.00110626220703125, 0.000484466552734375, -0.006378173828125, 0.0011749267578125, -0.00982666015625, -0.01123046875, 0.01019287109375, 0.000347137451171875, -0.0166015625, -0.004119873046875, 0.000705718994140625, -0.0030517578125, -0.0018157958984375, -0.00579833984375, -0.01141357421875, -0.0027923583984375, -0.01318359375, -0.002044677734375, 0.005767822265625, 0.0026702880859375, 0.0120849609375, 0.005706787109375, -0.017578125, 0.0191650390625, 0.0076904296875, 0.00616455078125, -0.00010824203491210938, -0.006866455078125, 0.0012664794921875, -0.0079345703125, -0.0013427734375, 0.00738525390625, -0.00921630859375, 0.007232666015625, -0.013671875, 0.0029144287109375, -0.00010728836059570312, -0.00347900390625, -0.0052490234375, 0.0166015625, 0.00092315673828125, -0.00970458984375, -0.0048828125, 0.003509521484375, 0.0118408203125, 0.0002841949462890625, -0.004486083984375, 3.4332275390625e-05, 0.00885009765625, -0.018310546875, 0.00885009765625, -0.007537841796875, 0.005279541015625, -0.002716064453125, -0.0150146484375, -0.0157470703125, 0.00107574462890625, 0.000621795654296875, -0.007537841796875, 0.00469970703125, -0.001678466796875, 0.00286865234375, -0.0113525390625, 0.00439453125, -0.00933837890625, 0.0029144287109375, 0.000446319580078125, -0.0037078857421875, 0.0126953125, 0.00738525390625, -0.0025177001953125, -0.00106048583984375, -0.004119873046875, 0.000499725341796875, -0.00103759765625, 0.005615234375, -0.00830078125, -0.0032806396484375, 0.00732421875, -0.0003185272216796875, -0.004302978515625, -0.006134033203125, 0.01171875, -0.00872802734375, 0.0005340576171875, 0.003143310546875, 0.010986328125, 0.0098876953125, -0.00054931640625, -0.012939453125, 0.004547119140625, -0.0086669921875, 0.0028228759765625, 0.000972747802734375, 0.003631591796875, -0.01123046875, -0.01141357421875, 0.0013275146484375, -0.00982666015625, -0.0025634765625, -0.00787353515625, 0.00543212890625, -0.0033721923828125, -0.000591278076171875, 0.003997802734375, 0.0087890625, -0.0023193359375, -0.01141357421875, 0.00518798828125, 0.0020751953125, -0.0079345703125, -0.00665283203125, -0.0081787109375, -0.005828857421875, -0.0027008056640625, -0.01336669921875, 0.0086669921875, -0.004425048828125, -0.0126953125, -0.01165771484375, 0.0089111328125, -0.006805419921875, 0.004180908203125, 0.00518798828125, -0.0010986328125, -0.006439208984375, 0.0024566650390625, 0.01190185546875, -0.01263427734375, -0.0086669921875, 0.01513671875, 0.00347900390625, -0.01470947265625, 0.0009307861328125, -0.005035400390625, 0.0029754638671875, -0.006103515625, 0.01336669921875, -0.005615234375, 0.00970458984375, -0.0086669921875, -0.0167236328125, 0.004180908203125, -0.0108642578125, -0.00335693359375, -0.00634765625, 0.00726318359375, -0.00286865234375, -0.01300048828125, -0.000675201416015625, -0.00933837890625, 0.011474609375, -0.006744384765625, -0.01104736328125, -0.01043701171875, -0.01416015625, 0.009765625, -0.007476806640625, -0.0146484375, -0.00077056884765625, 0.01287841796875, -0.002593994140625, 0.0130615234375, 0.003875732421875, 0.000659942626953125, -0.006103515625, 0.000545501708984375, 0.00189971923828125, -0.001617431640625, -0.002532958984375, 0.00439453125, -0.0024871826171875, -0.000537872314453125, -0.00482177734375, -0.00102996826171875, -0.00113677978515625, -0.007232666015625, -0.003204345703125, -0.0069580078125, 0.00110626220703125, 0.011474609375, -0.01409912109375, -0.031005859375, -0.003387451171875, 0.0032958984375, 0.016357421875, 0.00848388671875, -0.00701904296875, -0.002349853515625, -0.00390625, -0.0086669921875, 0.0030364990234375, -0.0020599365234375, -0.0015411376953125, 0.003387451171875, -0.002960205078125, -0.00101470947265625, -0.0031585693359375, -0.004669189453125, -6.723403930664062e-05, -0.00921630859375, 0.00946044921875, 0.006439208984375, 0.01068115234375, -0.0155029296875, 0.006927490234375, -0.006256103515625, -0.0098876953125, -0.00106048583984375, 0.00360107421875, 0.00634765625, -0.000823974609375, -0.010986328125, -0.0004863739013671875, -0.008544921875, 0.005523681640625, -0.001129150390625, 0.01019287109375, -0.00921630859375, -0.004364013671875, -0.009521484375, -0.01348876953125, 0.01019287109375, -0.00994873046875, 0.00714111328125, -0.00921630859375, 0.0029449462890625, 0.0076904296875, 0.00604248046875, -0.00135040283203125, -0.0157470703125, -0.01129150390625, -0.005645751953125, 0.002655029296875, -0.006103515625, 0.0009918212890625, 0.0162353515625, 0.0032958984375, 0.018310546875, -0.005096435546875, -0.0096435546875, -0.00933837890625, 0.00799560546875, -0.0118408203125, -0.00176239013671875, 0.003662109375, 0.00433349609375, 0.00148773193359375, -0.01544189453125, -0.01165771484375, -0.003875732421875, 0.0091552734375, 0.0015716552734375, 0.0167236328125, -0.00010061264038085938, 0.0020904541015625, -0.005859375, 0.00994873046875, -0.00128936767578125, 0.005645751953125, -0.0029449462890625, -0.0002460479736328125, -0.00439453125, -0.000965118408203125, 0.0015411376953125, 0.0096435546875, -0.00091552734375, -0.007537841796875, 0.007293701171875, -0.0013580322265625, -0.00469970703125, 0.0125732421875, -0.0108642578125, 0.0240478515625, 0.004058837890625, -0.00069427490234375, 0.021728515625, 0.01043701171875, -0.0025177001953125, 0.01080322265625, -0.003448486328125, -0.004364013671875, -0.00823974609375, -0.005096435546875, -0.0137939453125, 0.0029296875, -0.019287109375, -0.00823974609375, -0.003997802734375, 0.00482177734375, 0.0037078857421875, 0.014892578125, 1.609325408935547e-05, 0.006683349609375, 0.013671875, 0.01019287109375, -0.0004749298095703125, 0.004852294921875, -0.00014972686767578125, 0.000904083251953125, -0.00830078125, 0.005157470703125, 0.0185546875, 0.005584716796875, 0.005584716796875, -0.0034942626953125, 0.0194091796875, 0.0020599365234375, 0.00144195556640625, 0.00921630859375, -0.01025390625, 0.00250244140625, -0.00010728836059570312, 0.007781982421875, -0.006439208984375, 0.0023345947265625, -0.005523681640625, 0.01531982421875, 0.0032806396484375, -0.021484375, 0.00457763671875, 0.0050048828125, 0.00131988525390625, 0.00186920166015625, -0.0252685546875, 0.003387451171875, 0.00640869140625, 0.01611328125, -0.00897216796875, 0.0027618408203125, 0.004364013671875, 0.000637054443359375, 0.0208740234375, -0.0155029296875, -0.006805419921875, 0.0103759765625, -0.01611328125, -0.0016937255859375, -0.0001239776611328125, 0.0135498046875, -0.005706787109375, -0.00286865234375, 0.0062255859375, -0.011962890625, -0.0098876953125, -0.005615234375, 0.00125885009765625, 0.010986328125, 0.0052490234375, 0.0023651123046875, 0.009033203125, -0.0054931640625, -0.000415802001953125, 0.0062255859375, -0.00506591796875, -0.0076904296875, 0.0111083984375, 0.00103759765625, 0.007415771484375, -0.00024318695068359375, 0.000858306884765625, -0.0133056640625, -0.0177001953125, 0.007293701171875, -0.005157470703125, 0.01116943359375, 0.00360107421875, 0.0034942626953125, -0.018798828125, -0.000316619873046875, 0.0067138671875, -0.00531005859375, 0.0026092529296875, -0.000499725341796875, 0.018310546875, -0.004638671875, 0.019287109375, 0.003387451171875, 0.01177978515625, -0.0186767578125, 0.0098876953125, -0.0013275146484375, -0.015380859375, -0.016357421875, -0.00567626953125, -0.006561279296875, -0.008544921875, 0.004730224609375, -0.00823974609375, 0.010009765625, -0.01068115234375, -0.00531005859375, 0.002838134765625, 0.00823974609375, -0.006256103515625, 0.01104736328125, 0.00634765625, 0.0123291015625, -0.0003108978271484375, 0.0167236328125, -0.015625, 0.00191497802734375, -0.001373291015625, -0.00286865234375, 0.00130462646484375, -0.0015106201171875, 0.0029754638671875, 0.00970458984375, -0.00119781494140625, -0.00579833984375, 0.004486083984375, 0.01043701171875, -0.00860595703125, -0.0107421875, -0.0027008056640625, -0.0072021484375, 0.00823974609375, 0.002044677734375, 0.019287109375, 0.004638671875, 0.00592041015625, -0.0078125, -0.00439453125, 0.00860595703125, -0.001495361328125, -0.0031890869140625, 0.0024871826171875, -0.0005950927734375, 0.005218505859375, -0.01373291015625, -0.0033721923828125, 0.01129150390625, -0.01123046875, 0.00732421875, -0.00848388671875, -0.000278472900390625, -0.00909423828125, -0.0004482269287109375, 0.004180908203125, 0.004302978515625, 0.00194549560546875, -0.003021240234375, 0.0225830078125, -0.00142669677734375, -0.005767822265625, -0.00738525390625, -0.006683349609375, 0.0034637451171875, -0.00494384765625, 0.00133514404296875, -0.00099945068359375, 0.0040283203125, 0.00119781494140625, -0.0012054443359375, -0.00408935546875, -0.005889892578125, -0.0107421875, -0.00457763671875, 0.007110595703125, -0.002716064453125, -0.00616455078125, -0.0022430419921875, -0.013916015625, 0.01031494140625, 0.007781982421875, -0.008056640625, 0.00927734375, -0.0038604736328125, 0.00640869140625, -0.008056640625, -0.00104522705078125, 0.00836181640625, 0.01171875, -0.01422119140625, 0.00946044921875, 0.007781982421875, 0.0028533935546875, -0.01043701171875, 8.535385131835938e-05, -0.006591796875, -0.01385498046875, -0.00244140625, 0.0034332275390625, 0.00341796875, 0.00634765625, -0.0196533203125, 0.0103759765625, -0.007598876953125, -0.002655029296875, -0.000537872314453125, 0.00885009765625, 0.0004291534423828125, 0.011474609375, -0.002227783203125, -0.01385498046875, 0.004638671875, -0.00518798828125, -0.00023651123046875, -0.0169677734375, 0.013916015625, 0.00360107421875, -0.0166015625, 0.00145721435546875, -0.013427734375, -0.00830078125, 0.005157470703125, -0.009521484375, -0.0120849609375, -0.00054931640625, 0.004913330078125, -0.0169677734375, 0.003173828125, -0.0123291015625, -0.00119781494140625, 0.00010156631469726562, 0.00946044921875, 0.0029449462890625, 0.01446533203125, -0.010986328125, -0.0034027099609375, 0.005584716796875, -0.00775146484375, 0.003936767578125, 0.00421142578125, -0.001312255859375, 0.006256103515625, 0.001220703125, 0.0028839111328125, -0.018798828125, 0.00775146484375, -0.00714111328125, 0.0008087158203125, -0.00726318359375, 0.0107421875, 0.01129150390625, 0.00469970703125, 0.0098876953125, 0.004608154296875, 0.01007080078125, 7.581710815429688e-05, -0.00531005859375, 0.006500244140625, 0.0045166015625, -0.00107574462890625, -0.0093994140625, -0.002166748046875, -0.006683349609375, -0.0024566650390625, 0.0125732421875, 0.0035400390625, 0.0140380859375, 0.006195068359375, -0.0033416748046875, 0.00653076171875, 0.004638671875, 0.002716064453125, -0.0062255859375, -0.01116943359375, 0.00592041015625, 0.00115966796875, 0.00372314453125, 0.001739501953125, 0.00482177734375, -0.0106201171875, -0.01055908203125, 0.005279541015625, -0.00010442733764648438, -0.00016307830810546875, -0.01123046875, -0.0159912109375, 0.00058746337890625, -0.007476806640625, 0.0036468505859375, 0.0166015625, -0.01324462890625, 4.00543212890625e-05, 0.00518798828125, 0.00012683868408203125, -0.00408935546875, 0.01165771484375, -0.00970458984375, 0.00112152099609375, 0.00034332275390625, -0.002349853515625, 0.002532958984375, 0.00762939453125, -0.0034637451171875, -0.0108642578125, 0.006500244140625, -0.006011962890625, 0.01043701171875, 0.004974365234375, -7.724761962890625e-05, -0.005584716796875, -0.013427734375, 0.0107421875, -0.0126953125, 0.0009765625, -0.006866455078125, 0.004302978515625, -0.002227783203125, 0.00506591796875, -0.00128936767578125, -0.01190185546875, 0.0009918212890625, -0.00823974609375, -0.004913330078125, -0.004150390625, -0.003173828125, 0.0208740234375, 0.00970458984375, 0.0113525390625, 0.0047607421875, 0.01214599609375, 0.000823974609375, -0.004302978515625, -0.005767822265625, 0.013671875, -0.01446533203125, -0.000812530517578125, 0.007080078125, -0.0079345703125, 0.00341796875, -0.00567626953125, -0.00909423828125, -0.005340576171875, 0.00189971923828125, 0.004302978515625, 0.01318359375, -0.00121307373046875, 0.0013427734375, 0.004974365234375, 0.00135040283203125, 0.00323486328125, 0.0142822265625, 0.00127410888671875, -0.007110595703125, 0.01043701171875, 0.0022125244140625, 0.0040283203125, -0.002349853515625, -0.014404296875, 0.007537841796875, 0.00537109375, -0.0019989013671875, 0.00738525390625, 0.002349853515625, 0.0017547607421875, -0.002105712890625, -0.0177001953125, 0.0023651123046875, -0.0135498046875, 0.0084228515625, 0.005096435546875, -0.00146484375, -0.005279541015625, -0.000701904296875, -0.002593994140625, 0.01251220703125, -0.004669189453125, 0.01080322265625, 0.006622314453125, -0.000759124755859375, 0.00445556640625, 0.0018768310546875, 0.0113525390625, 0.00421142578125, 0.007110595703125, 0.0048828125, -0.01324462890625, -0.0115966796875, 0.0006866455078125, 0.0042724609375, -0.00860595703125, -0.01416015625, 0.00194549560546875, -0.00469970703125, -0.0018463134765625, 0.005279541015625, -0.0113525390625, 0.0076904296875, 0.00494384765625, -0.0032501220703125, -0.00872802734375, -0.0087890625, 0.00433349609375, -0.00634765625, -0.002655029296875, -0.018798828125, 0.00482177734375, -0.00616455078125, 0.00634765625, 0.01483154296875, -0.00145721435546875, -0.0084228515625, 0.0211181640625, 0.01324462890625, 0.01263427734375, 0.00162506103515625, -0.0042724609375, -0.000823974609375, 0.023681640625, -0.005645751953125, -0.005645751953125, 0.001800537109375, -0.005828857421875, 0.004791259765625, 0.002960205078125, 0.0034027099609375, -0.006866455078125, -0.00173187255859375, -0.007110595703125, -0.0018310546875, 0.004119873046875, -0.0093994140625, -0.0030059814453125, -0.01092529296875, -0.0020599365234375, -0.0015106201171875, -0.0038604736328125, -0.00946044921875, 0.0040283203125, 0.00994873046875, 0.00445556640625, -0.0015106201171875, -0.0172119140625, 0.021728515625, 0.016845703125, 0.01129150390625, -0.0103759765625, -0.00095367431640625, 0.023681640625, -0.0096435546875, -0.01373291015625, 0.004486083984375, 0.0050048828125, -0.004669189453125, -0.01068115234375, -0.010009765625, 0.0027313232421875, -0.0186767578125, 0.002899169921875, 0.00543212890625, -0.00537109375, -0.00213623046875, -0.008056640625, 0.005584716796875, 0.011962890625, -0.0018157958984375, 0.0118408203125, -0.0017852783203125, -0.000347137451171875, -0.00151824951171875, 0.007171630859375, 0.002777099609375, 0.02001953125, 0.007415771484375, 0.0037841796875, -0.004241943359375, 0.01287841796875, 0.00433349609375, 0.006744384765625, 0.0023040771484375, 0.0084228515625, -0.0031890869140625, -0.001953125, 0.002288818359375, 0.003204345703125, -0.0019989013671875, -0.001251220703125, -0.0035552978515625, -0.0203857421875, -0.0003223419189453125, 0.0028533935546875, -0.00115966796875, 0.006805419921875, 0.0012054443359375, -0.002685546875, 0.01806640625, -0.00390625, -0.0017547607421875, 0.00177001953125, 0.01068115234375, 0.01031494140625, 0.004119873046875, -0.005706787109375, 0.000244140625, -0.0233154296875, -0.0034942626953125, 0.000804901123046875, -5.4836273193359375e-05, -0.0145263671875, -0.0027923583984375, 0.016357421875, 0.0028533935546875, 0.01806640625, 0.003143310546875, 0.00121307373046875, 0.00665283203125, 0.006439208984375, 0.0026092529296875, 0.00138092041015625, -0.00848388671875, 0.0022430419921875, -0.005950927734375, -0.001922607421875, -0.006011962890625, 0.0191650390625, -0.006256103515625, -0.007568359375, 0.01019287109375, 0.00799560546875, 0.00173187255859375, -0.007049560546875, 0.0076904296875, 0.0028076171875, -0.0054931640625, -0.007720947265625, -0.0186767578125, -0.0093994140625, 0.0174560546875, 0.003326416015625, -0.0155029296875, -0.00921630859375, -0.005889892578125, 0.005340576171875, 0.00811767578125, -0.011474609375, -0.009521484375, 0.00189208984375, 0.004241943359375, -0.007049560546875, 0.0108642578125, 0.00927734375, 0.0123291015625, -0.003173828125, -0.0004482269287109375, 0.00616455078125, 0.005340576171875, 0.00154876708984375, 0.01409912109375, 0.0042724609375, -0.0120849609375, -0.0027008056640625, 0.00439453125, 0.0030670166015625, -0.0067138671875, 0.005889892578125, 0.0015411376953125, -0.004150390625, -0.0081787109375, 0.00592041015625, 0.0036468505859375, -0.0023345947265625, 0.00469970703125, -0.0098876953125, -0.007110595703125, 0.00933837890625, -0.01214599609375, -0.0047607421875, 0.00885009765625, -0.0118408203125, -0.0108642578125, -9.918212890625e-05, -0.005859375, 0.01055908203125, 0.0031890869140625, -0.002197265625, 0.004852294921875, -0.00531005859375, -0.0150146484375, 0.00775146484375, 0.004669189453125, -0.00494384765625, -0.00799560546875, 0.01513671875, -0.00151824951171875, 0.0036163330078125, -0.00180816650390625, -0.00689697265625, -0.01043701171875, 0.00299072265625, 0.0137939453125, 0.00555419921875, -0.0012054443359375, 0.004852294921875, 0.005523681640625, -0.0263671875, -0.0113525390625, -0.000751495361328125, -0.00096893310546875, -0.01214599609375, -0.01226806640625, -0.005218505859375, 0.00531005859375, 0.0062255859375, -0.003997802734375, 0.019775390625, 0.001953125, 0.007537841796875, -0.0159912109375, 0.005584716796875, 0.00640869140625, 0.0123291015625, -0.008056640625, -0.004791259765625, 0.0108642578125, -0.008056640625, 0.006256103515625, 0.000370025634765625, -0.003692626953125, -0.004425048828125, 0.00799560546875, -0.000522613525390625, -0.0189208984375, 0.001800537109375, -0.005126953125, 0.0018310546875, 0.00946044921875, -0.00982666015625, 0.00090789794921875, -0.004608154296875, -0.0040283203125, 0.01068115234375, 0.00555419921875, -0.0027618408203125, -0.0101318359375, 0.0038299560546875, -0.0062255859375, 0.007049560546875, -0.01507568359375, -0.0126953125, -3.266334533691406e-05, -0.001678466796875, -0.0003986358642578125, -0.01483154296875, -0.0006866455078125, 0.00848388671875, -0.002288818359375, 0.00872802734375, -0.00836181640625, 0.005096435546875, -0.00848388671875, -0.00634765625, -0.01068115234375, -0.0277099609375, -0.017333984375, -0.00543212890625, -0.01092529296875, 0.000934600830078125, -0.0029144287109375, -3.266334533691406e-05, -0.01019287109375, -0.00933837890625, -0.0159912109375, 0.0198974609375, 0.006011962890625, 0.006011962890625, 0.007659912109375, 8.7738037109375e-05, -0.0009765625, 0.01422119140625, -0.001953125, 0.006439208984375, 0.01239013671875, 0.00274658203125, -0.0120849609375, -0.0029449462890625, -0.0029296875, -0.003509521484375, 0.007415771484375, 0.012451171875, 0.002838134765625, 0.01611328125, 0.01220703125, 0.004852294921875, -0.0091552734375, 0.003509521484375, 0.00537109375, -0.002685546875, 0.0017852783203125, -0.007080078125, 0.018310546875, -0.0084228515625, -0.0024261474609375, 0.0118408203125, -0.00830078125, 0.009033203125, 0.003143310546875, -0.014404296875, -0.01611328125, 0.008056640625, -0.01043701171875, 0.002288818359375, 0.000751495361328125, 6.628036499023438e-05, -0.002960205078125, 0.00384521484375, 0.007080078125, -0.00701904296875, -0.00787353515625, -0.004119873046875, -0.002197265625, -0.006988525390625, 0.0155029296875, -0.003814697265625, -0.0081787109375, 0.0064697265625, 9.918212890625e-05, -0.015380859375, 0.0020904541015625, 0.010009765625, -0.01019287109375, -0.0036163330078125, -0.0133056640625, -0.00135040283203125, 0.011474609375, 0.006744384765625, 0.00732421875, 0.00323486328125, 0.0042724609375, -0.01055908203125, -0.0108642578125, 0.005706787109375, 0.005096435546875, 0.00689697265625, 0.007720947265625, -0.003265380859375, -0.0098876953125, 0.004180908203125, 0.003021240234375, -0.00482177734375, -0.009765625, -0.019775390625, -0.0078125, -0.00872802734375, -0.0023040771484375, -0.0079345703125, -0.0037384033203125, -0.0225830078125, -0.00738525390625, 0.0120849609375, 0.00592041015625, -0.0162353515625, -0.00098419189453125, 0.006500244140625, 0.0096435546875, 0.00124359130859375, -0.010009765625, -0.007049560546875, -0.00482177734375, -0.004608154296875, -0.00567626953125, -0.000621795654296875, -0.004119873046875, -0.0003948211669921875, 0.01324462890625, -0.0003948211669921875, -0.00151824951171875, 0.00177001953125, 0.005828857421875, 0.00170135498046875, 0.00439453125, 0.0027923583984375, -0.005218505859375, -0.01031494140625, 0.004241943359375, 0.0069580078125, -0.0025787353515625, -0.01007080078125, 2.682209014892578e-05, -0.00091552734375, 0.0067138671875, 0.0003032684326171875, 0.003753662109375, 0.000720977783203125, 0.006256103515625, 0.01519775390625, -0.003631591796875, -0.0022125244140625, 0.007080078125, -0.003875732421875, 0.007049560546875, 0.0024261474609375, -0.01153564453125, 0.01300048828125, 0.00909423828125, -0.004150390625, 0.0035858154296875, 0.00970458984375, -0.0172119140625, 0.0130615234375, 0.0040283203125, -0.01055908203125, -0.01336669921875, 4.935264587402344e-05, 0.00013065338134765625, 0.00093841552734375, 0.009521484375, -0.001800537109375, -0.004913330078125, 0.0050048828125, 0.00020503997802734375, 0.003631591796875, 0.00115966796875, -0.007598876953125, 0.004730224609375, 0.0048828125, -0.006744384765625, -0.0084228515625, 0.022216796875, 0.001495361328125, -0.005096435546875, 0.002716064453125, -0.001007080078125, 0.0074462890625, -0.011474609375, 0.006683349609375, 0.00982666015625, 0.004150390625, 0.0020599365234375, -0.00160980224609375, -0.0030517578125, -0.004425048828125, 0.0017852783203125, -0.005218505859375, 0.009765625, -0.00408935546875, 0.000789642333984375, -0.01177978515625, 0.0015869140625, -0.00799560546875, 0.015380859375, 0.0031890869140625, -0.00052642822265625, -0.01165771484375, 0.00653076171875, -0.00921630859375, -0.0038604736328125, 0.00102996826171875, -0.00592041015625, -0.00592041015625, -0.0191650390625, -0.00531005859375, -4.079192876815796e-07, -0.00665283203125, 0.00372314453125, -0.00054168701171875, 0.01043701171875, -0.0096435546875, 0.00848388671875, 0.0027313232421875, 0.01055908203125, -0.006103515625, 0.00170135498046875, 0.0034027099609375, 0.0096435546875, 0.00439453125, -0.01031494140625, 0.00762939453125, -0.00482177734375, 0.011474609375, -0.01092529296875, 0.004425048828125, -0.0111083984375, -0.0003566741943359375, -0.000762939453125, -0.00482177734375, -0.00168609619140625, -0.000652313232421875, -0.00078582763671875, 0.00811767578125, -0.0008087158203125, -0.010498046875, 0.002288818359375, 0.00811767578125, -0.00885009765625, 0.006561279296875, -0.004913330078125, -0.00439453125, -0.0026092529296875, 0.005584716796875, 0.015869140625, -0.000530242919921875, 0.0011749267578125, 0.0098876953125, 0.0084228515625, 0.0011138916015625, 0.00469970703125, -0.0120849609375, -0.003814697265625, 0.00189208984375, 0.007171630859375, -0.0001888275146484375, -0.002685546875, -0.011474609375, -0.01116943359375, 0.0002269744873046875, -0.01171875, 0.00142669677734375, 0.01177978515625, 0.0025634765625, 0.000560760498046875, 0.01141357421875, 0.01324462890625, -0.00628662109375, 0.017333984375, -0.0130615234375, -0.0078125, -0.015380859375, 0.00799560546875, -0.0022735595703125, -0.006561279296875, 0.0087890625, 0.0045166015625, -0.001495361328125, -0.004364013671875, 0.00970458984375, -0.00171661376953125, 0.003936767578125, 0.00946044921875, -0.002593994140625, -0.0030975341796875, 0.006256103515625, -0.0048828125, 0.01275634765625, 0.00537109375, 0.000949859619140625, 0.0035400390625, -0.01019287109375, -0.01385498046875, 0.00982666015625, -0.0034637451171875, -0.01556396484375, 1.1324882507324219e-05, 0.00732421875, 0.001190185546875, -0.00531005859375, -0.0035858154296875, 0.006256103515625, -0.00186920166015625, -0.003204345703125, 0.01226806640625, -0.01324462890625, 0.00946044921875, -0.0093994140625, 0.001953125, -0.006805419921875, 0.004608154296875, -0.01409912109375, 0.00180816650390625, -0.00189208984375, 0.00445556640625, -0.0037078857421875, 0.00946044921875, -0.0030364990234375, 0.0042724609375, -0.01080322265625, -0.01092529296875, 0.00799560546875, -0.005859375, 0.0211181640625, 0.0031890869140625, -0.004547119140625, -0.00335693359375, 0.0067138671875, -0.0218505859375, -0.0018157958984375, -0.0036163330078125, -0.0038604736328125, 0.005462646484375, 0.006256103515625, -1.6689300537109375e-05, 0.005096435546875, 0.00396728515625, -0.004852294921875, 0.00616455078125, 0.00927734375, 0.0035552978515625, -0.005645751953125, 0.0179443359375, -0.007171630859375, 0.001739501953125, -0.0035247802734375, -0.00147247314453125, 0.003326416015625, -0.0034942626953125, -0.005645751953125, 0.0031890869140625, -0.00689697265625, 0.006744384765625, -0.01007080078125, 0.0042724609375, -0.007720947265625, -0.0034637451171875, 0.00139617919921875, 0.00421142578125, -0.0234375, 0.00115203857421875, 0.00909423828125, -0.00054931640625, -0.01171875, -0.0038604736328125, -0.004547119140625, -0.01202392578125, 0.0003032684326171875, -0.0157470703125, 0.0159912109375, -0.0036773681640625, -0.0062255859375, 0.005706787109375, 0.01531982421875, -0.007171630859375, 9.679794311523438e-05, -0.01116943359375, 0.00738525390625, -0.003143310546875, -0.006439208984375, -0.000885009765625, -0.00701904296875, 0.0123291015625, 0.00750732421875, -0.01068115234375, -0.00506591796875, -0.01507568359375, 0.010498046875, -0.0028839111328125, 0.00830078125, -0.015380859375, -0.00213623046875, -0.00836181640625, -0.0030517578125, -0.01123046875, 0.00750732421875, 0.00909423828125, 0.006439208984375, -0.0032196044921875, -0.01025390625, -0.00994873046875, -0.01019287109375, 0.0050048828125, -0.005218505859375, -0.01422119140625, -0.0152587890625, -0.0031585693359375, 0.004302978515625, 0.0341796875, -0.005157470703125, 0.0093994140625, 0.00057220458984375, 0.01434326171875, -0.00482177734375, 0.0026092529296875, 0.0179443359375, -0.0079345703125, 0.0013427734375, -0.0030364990234375, -0.0034332275390625, 0.0040283203125, -0.009521484375, 0.0036773681640625, -0.0027618408203125, 0.0086669921875, -0.00701904296875, 0.008544921875, 0.005462646484375, 0.013427734375, -0.00701904296875, -0.0167236328125, 0.0177001953125, 0.0133056640625, -0.01251220703125, -0.005096435546875, 4.363059997558594e-05, -0.01025390625, 0.0009765625, -0.000507354736328125, 0.0260009765625, -0.000942230224609375, -0.0128173828125, 0.002410888671875, 0.002685546875, -0.0027313232421875, -0.0036468505859375, 0.0069580078125, 0.004791259765625, -0.0126953125, -0.00537109375, 0.00543212890625, 0.004302978515625, -0.006378173828125, -0.009765625, 0.008544921875, 0.006988525390625, 0.0022735595703125, -0.0054931640625, -0.0068359375, 0.007781982421875, 0.0089111328125, -0.00142669677734375, -0.00830078125, 0.01068115234375, 0.0038604736328125, -0.0113525390625, -0.00421142578125, -0.008544921875, -0.01226806640625, -0.00274658203125, -0.00885009765625, 0.0111083984375, 0.00738525390625, 0.01171875, -0.0069580078125, 0.0021514892578125, -0.00921630859375, -0.00286865234375, 0.005157470703125, 0.01165771484375, -0.00653076171875, 0.007781982421875, -0.007568359375, -0.0009918212890625, -0.00823974609375, 0.007171630859375, 0.00933837890625, 0.007598876953125, 0.001068115234375, -0.0087890625, -0.006011962890625, -0.0120849609375, -7.927417755126953e-06, 0.01361083984375, 0.0111083984375, -0.00885009765625, -0.00421142578125, -0.00732421875, -0.0106201171875, -0.006988525390625, 0.00634765625, 0.002227783203125, -9.34600830078125e-05, -0.006072998046875, -0.006622314453125, -0.009765625, -0.00958251953125, -0.0118408203125, -0.003204345703125, -0.01153564453125, -0.00677490234375, 0.00421142578125, 0.005096435546875, -0.003631591796875, 0.0015106201171875, -0.0235595703125, -0.0004787445068359375, 0.00360107421875, 9.870529174804688e-05, 0.017333984375, -0.0079345703125, -0.0023193359375, 0.01153564453125, -0.0018157958984375, 0.00823974609375, 0.002716064453125, 0.0020904541015625, -0.0024566650390625, -0.000858306884765625, -0.0098876953125, 0.01324462890625, 0.005462646484375, -0.0177001953125, -0.0128173828125, -0.00092315673828125, 0.0179443359375, 0.003662109375, 0.003204345703125, -0.0026702880859375, -0.0186767578125, 0.007659912109375, -0.011962890625, -0.0037384033203125, -0.00543212890625, -0.00274658203125, 0.0113525390625, -0.00189971923828125, -0.00982666015625, -0.0081787109375, 0.0016937255859375, -0.006317138671875, -0.01068115234375, -0.0035858154296875, 0.01312255859375, 0.003021240234375, 0.0262451171875, -0.006744384765625, -0.004730224609375, 0.006927490234375, 0.0023040771484375, -0.00762939453125, -0.00994873046875, -0.00445556640625, 0.006866455078125, 0.0108642578125, 0.00732421875, 0.003997802734375, -0.00244140625, 0.00860595703125, 0.007598876953125, 0.0069580078125, -0.002227783203125, 0.0047607421875, -0.0026397705078125, 0.009521484375, -0.0086669921875, -0.00201416015625, -0.006744384765625, -0.00872802734375, -0.005279541015625, 0.0167236328125, -0.0026397705078125, -0.000682830810546875, -0.0084228515625, -0.00921630859375, 0.005523681640625, 0.013916015625, 0.0069580078125, -0.01239013671875, -0.004119873046875, 0.0142822265625, -0.0169677734375, 0.00506591796875, 0.01141357421875, -0.00110626220703125, -0.014404296875, -0.0020751953125, 0.005889892578125, 0.0067138671875, 0.00194549560546875, 0.000583648681640625, -0.00115966796875, 0.006866455078125, 0.021728515625, -0.0036163330078125, 0.006561279296875, -0.00128173828125, -0.0179443359375, 0.00408935546875, 0.00970458984375, 0.00970458984375, 0.01495361328125, 0.004119873046875, -0.0045166015625, 0.0025634765625, -0.002593994140625, -0.006011962890625, -0.0108642578125, 0.004608154296875, 0.006378173828125, -0.0022430419921875, -0.007659912109375, 0.0164794921875, 0.0135498046875, -0.010986328125, -0.004547119140625, 0.00897216796875, -0.0157470703125, 0.00933837890625, 0.042236328125, 0.01226806640625, 0.0034332275390625, -0.001129150390625, -0.01361083984375, 0.00311279296875, 0.016845703125, 0.009765625, 0.00341796875, -0.01495361328125, -0.01544189453125, 0.00136566162109375, 0.0133056640625, -0.0027008056640625, -0.006591796875, 0.0036163330078125, -8.821487426757812e-05, -0.004486083984375, -0.00860595703125, 0.0032958984375, -0.01171875, 0.006805419921875, 0.0029754638671875, -0.0013580322265625, 0.000720977783203125, 0.005279541015625, 0.0034027099609375, 0.0032196044921875, 0.00323486328125, 0.01953125, -0.00970458984375, -0.006561279296875, 0.01153564453125, 0.00830078125, -0.009033203125, 0.0106201171875, -0.01116943359375, 0.00154876708984375, 0.01239013671875, -0.003814697265625, -0.01116943359375, 0.007537841796875, 0.00156402587890625, -0.005096435546875, -0.01080322265625, 0.020263671875, 0.0145263671875, -0.004425048828125, 0.007232666015625, -0.0062255859375, 0.0015716552734375, 0.004180908203125, 0.01177978515625, -7.724761962890625e-05, -0.007080078125, 0.00191497802734375, 0.0042724609375, -0.006622314453125, -0.009521484375, -0.01263427734375, 0.008544921875, 0.00026702880859375, -0.0033721923828125, 0.0007476806640625, -0.004730224609375, 0.00823974609375, 0.01287841796875, 0.015869140625, -0.0013885498046875, 0.00946044921875, 0.0235595703125, -0.00396728515625, 0.0030059814453125, 0.00396728515625, 0.00171661376953125, 0.0022430419921875, 0.008056640625, 0.003173828125, 0.006256103515625, 0.00110626220703125, -0.0146484375, -0.0108642578125, 0.0019989013671875, 0.00445556640625, 0.0101318359375, -0.01287841796875, -0.00604248046875, 0.0052490234375, -0.00086212158203125, -0.016357421875, -0.003570556640625, 0.0135498046875, 0.0026092529296875, 0.006317138671875, 0.00946044921875, 0.005218505859375, -0.00408935546875, 0.0015411376953125, 0.004730224609375, 0.00057220458984375, -0.0025634765625, -0.00689697265625, 0.0205078125, 0.00848388671875, -0.003082275390625, -0.01055908203125, 0.006622314453125, 0.000301361083984375, -0.0005645751953125, -0.0023193359375, 0.000896453857421875, -0.00555419921875, -0.01153564453125, 0.009521484375, -0.00909423828125, 0.00616455078125, -0.00787353515625, 0.000396728515625, -0.00360107421875, 0.0040283203125, 0.0091552734375, -0.00506591796875, 0.00823974609375, 0.01055908203125, -0.002685546875, -0.019775390625, 0.00122833251953125, 0.01141357421875, -0.012939453125, 0.006256103515625, 0.00014400482177734375, -0.007080078125, 0.01507568359375, -0.00860595703125, 0.00098419189453125, -0.00445556640625, 0.005767822265625, 0.0012664794921875, -0.019287109375, 0.00142669677734375, -0.001312255859375, 0.013916015625, -0.0032501220703125, -0.007568359375, -0.0030059814453125, -0.01214599609375, 0.00787353515625, 0.005584716796875, -0.004150390625, -0.00531005859375, 0.0015869140625, -0.01495361328125, 0.01129150390625, 0.01171875, -0.013671875, -0.0024566650390625, 0.0174560546875, 0.003448486328125, -0.00592041015625, -0.01409912109375, 0.004486083984375, -0.009521484375, -0.0140380859375, -0.01031494140625, 0.0142822265625, -0.00811767578125, -0.007598876953125, 9.298324584960938e-05, 0.00122833251953125, -0.007232666015625, -0.001708984375, 0.002960205078125, -0.01300048828125, 0.0010223388671875, 0.00653076171875, 0.004180908203125, -0.00421142578125, -0.006317138671875, 0.011474609375, 0.0048828125, 0.01190185546875, 0.00286865234375, -0.0040283203125, -0.0078125, 0.0264892578125, -0.00958251953125, -0.00836181640625, 0.005859375, -0.00098419189453125, 0.0152587890625, -0.01068115234375, -0.002227783203125, 0.01324462890625, -0.0087890625, 0.006134033203125, 0.0101318359375, -0.006317138671875, -0.0003376007080078125, -0.003662109375, -0.0072021484375, -0.00848388671875, 0.00970458984375, -0.00115203857421875, -0.015869140625, 0.0009307861328125, 0.01007080078125, 0.01708984375, -0.0033721923828125, 0.00494384765625, -0.0089111328125, -0.006378173828125, -0.0034027099609375, 0.00469970703125, 0.01263427734375, -0.003936767578125, 0.000946044921875, -0.0098876953125, -0.01080322265625, 0.0205078125, -0.0096435546875, 0.006866455078125, 0.00482177734375, 0.003082275390625, 0.0032958984375, 0.0093994140625, 0.00994873046875, -0.0137939453125, 0.0025177001953125, -0.004791259765625, -0.01019287109375, -0.0027618408203125, 0.00946044921875, 0.0036773681640625, 0.01409912109375, -0.00113677978515625, -0.0101318359375, 0.01080322265625, 0.0045166015625, 0.014404296875, 0.007598876953125, 0.01519775390625, 0.0137939453125, 0.00994873046875, -0.0068359375, -6.246566772460938e-05, -0.002197265625, 0.0107421875, -0.003143310546875, -0.0091552734375, -0.005859375, -0.00274658203125, 0.005584716796875, 0.00323486328125, 0.006683349609375, 0.009765625, -0.00592041015625, 0.00186920166015625, 0.00592041015625, -0.00421142578125, -0.010009765625, -0.006011962890625, -0.009765625, -0.00531005859375, 0.00921630859375, -0.00146484375, 0.001983642578125, 0.0111083984375, 0.0045166015625, 0.01202392578125, 0.007415771484375, 0.006011962890625, -0.006683349609375, 0.00153350830078125, -0.0048828125, -0.0126953125, -0.00897216796875, 0.01239013671875, -0.00897216796875, 0.004852294921875, -0.00823974609375, -0.00787353515625, -0.0096435546875, 0.002105712890625, 0.018310546875, -0.0023651123046875, -0.003021240234375, -0.0010528564453125, -0.00135040283203125, 0.000347137451171875, -0.00799560546875, -0.003021240234375, 0.0012969970703125, -0.0172119140625, -0.00396728515625, -0.000885009765625, -0.006195068359375, 0.019775390625, -0.003082275390625, -0.00469970703125, 0.0034332275390625, 0.01434326171875, 0.0030517578125, -0.0050048828125, 0.01190185546875, -0.0047607421875, -0.00726318359375, -0.003448486328125, 0.00335693359375, -0.0166015625, -0.0169677734375, 0.004486083984375, -8.344650268554688e-05, -0.002960205078125, -0.00274658203125, -0.006744384765625, -0.01300048828125, 0.00020503997802734375, -0.0074462890625, 0.0027618408203125, 0.000537872314453125, 0.00994873046875, -0.007049560546875, 0.00701904296875, 0.008056640625, -0.00787353515625, 0.007537841796875, 0.000774383544921875, 0.0084228515625, 0.000835418701171875, -0.0016326904296875, 0.000347137451171875, -0.00531005859375, 0.00567626953125, 0.0003871917724609375, 0.006866455078125, 0.004547119140625, -0.00860595703125, 0.01708984375, -0.00543212890625, -0.0164794921875, -0.01025390625, -0.00173187255859375, 0.01153564453125, -0.006988525390625, 0.022216796875, -0.0030364990234375, -0.0087890625, 0.01116943359375, 0.0031890869140625, -0.0101318359375, 8.96453857421875e-05, 0.01080322265625, -0.0166015625, -0.002716064453125, -0.0016937255859375, -0.01239013671875, -0.0029296875, -0.0030975341796875, 0.008544921875, 0.00775146484375, -0.0037994384765625, 0.001678466796875, 0.017333984375, 0.00885009765625, -0.00445556640625, -0.00531005859375, 0.00135040283203125, -0.00341796875, 0.007476806640625, -0.00994873046875, 0.0010986328125, -0.00921630859375, 0.00162506103515625, 0.006439208984375, -0.0076904296875, -0.00677490234375, 0.0007476806640625, -0.0033721923828125, 0.010986328125, 0.0047607421875, -0.01708984375, 0.000164031982421875, -0.01153564453125, 0.00372314453125, 0.0010833740234375, 0.00213623046875, -0.00653076171875, -0.01202392578125, -0.0123291015625, -5.811452865600586e-06, -0.00482177734375, 0.00897216796875, -0.00634765625, -0.00555419921875, -0.005279541015625, -0.00433349609375, -0.00982666015625, 0.014404296875, -0.01953125, -1.4424324035644531e-05, -0.0086669921875, -0.002777099609375, -0.0031585693359375, 0.004913330078125, -0.0091552734375, -0.0247802734375, -0.0106201171875, -0.01171875, -0.0015411376953125, -0.010498046875, 0.00193023681640625, 0.00860595703125, -0.00946044921875, -0.00177764892578125, -0.011474609375, -0.0093994140625, 0.004119873046875, 0.004913330078125, 0.006439208984375, 0.00592041015625, 0.0115966796875, -0.00933837890625, -0.00250244140625, -0.00274658203125, -0.005401611328125, -0.0235595703125, -0.0021514892578125, 0.011474609375, 0.000766754150390625, 0.005615234375, 0.006317138671875, -0.01519775390625, -0.0033721923828125, 0.0218505859375, 0.00836181640625, -0.00628662109375, 0.000644683837890625, -0.00848388671875, 0.00025177001953125, -0.0084228515625, 0.00341796875, 0.0038299560546875, 0.005767822265625, 0.0037384033203125, -0.00421142578125, -0.0111083984375, 0.004486083984375, -0.004852294921875, -0.01214599609375, 0.00274658203125, 0.01141357421875, -0.0118408203125, 0.00360107421875, 0.00982666015625, 0.005279541015625, 0.000308990478515625, -0.012939453125, -0.0021209716796875, -0.01190185546875, -0.0025482177734375, 0.00848388671875, -0.0091552734375, 0.00946044921875, 0.005950927734375, -0.00147247314453125, 0.0098876953125, 0.005828857421875, 0.008544921875, -0.0128173828125, -0.00159454345703125, -0.0027313232421875, 0.0079345703125, 0.0037384033203125, -0.0029144287109375, -0.001861572265625, 0.00156402587890625, 0.000690460205078125, -0.006378173828125, -0.006866455078125, 0.00665283203125, -0.0002384185791015625, 0.00848388671875, 0.00732421875, 0.002349853515625, -0.01422119140625, -0.004913330078125, -0.00830078125, -0.0019378662109375, -0.00860595703125, 0.00041961669921875, 0.01336669921875, -0.011962890625, 4.792213439941406e-05, 0.00244140625, 0.007720947265625, -0.013916015625, 0.00482177734375, -0.0081787109375, 0.0032806396484375, 0.01068115234375, -0.00634765625, 0.00836181640625, 0.007293701171875, 0.00390625, -0.01275634765625, 0.004180908203125, 0.022705078125, -0.0054931640625, -0.01080322265625, 0.00830078125, -0.00897216796875, -0.01116943359375, -0.00787353515625, 0.00634765625, 5.340576171875e-05, 0.004241943359375, -0.00787353515625, 0.0021820068359375, 0.0034027099609375, 0.000797271728515625, -0.0038299560546875, 0.00567626953125, -0.003326416015625, -0.005523681640625, -0.005462646484375, -0.0145263671875, -0.004180908203125, 0.0079345703125, 0.01495361328125, 0.0106201171875, 0.00038909912109375, -0.004302978515625, 0.0050048828125, 0.0126953125, 0.00604248046875, -0.0029754638671875, -0.0017242431640625, 0.017333984375, -0.001129150390625, 0.000965118408203125, -0.006500244140625, 0.001129150390625, -0.000713348388671875, -0.00421142578125, 0.00152587890625, -0.02099609375, 0.0034637451171875, -0.0022125244140625, -0.016357421875, 0.0020599365234375, 0.005218505859375, 0.02197265625, -0.002655029296875, 0.01953125, -0.0079345703125, -0.007568359375, -0.03173828125, 0.0023040771484375, -0.00634765625, 0.001434326171875, 0.0021820068359375, 0.0174560546875, 0.01422119140625, -0.00830078125, -0.002960205078125, 0.004425048828125, -0.007720947265625, -0.000331878662109375, 0.00135040283203125, 0.00096893310546875, 0.005096435546875, -0.00946044921875, -0.00109100341796875, 0.005828857421875, -0.0008392333984375, -0.01031494140625, 0.01165771484375, -0.01611328125, 0.0029296875, 0.00518798828125, -0.010498046875, -0.0069580078125, -0.00836181640625, -0.005889892578125, 0.013671875, 0.004974365234375, 0.0011138916015625, 0.000591278076171875, -0.0034637451171875, 0.008544921875, 5.221366882324219e-05, -0.0037384033203125, -0.001007080078125, -0.00726318359375, -0.0036163330078125, 0.00653076171875, 0.00144195556640625, -0.002166748046875, 0.004638671875, -0.004547119140625, -0.00494384765625, -0.0034942626953125, -0.0007781982421875, 0.0035247802734375, -0.0024261474609375, 0.0101318359375, -0.00970458984375, 0.000499725341796875, 0.000347137451171875, -0.00433349609375, -0.001678466796875, -0.0086669921875, -0.0022125244140625, 0.00445556640625, -0.01025390625, 0.001678466796875, 0.007476806640625, -0.002166748046875, 0.006103515625, -0.0009918212890625, 0.00311279296875, -0.006500244140625, 0.01275634765625, -0.01019287109375, -0.00787353515625, -0.006500244140625, -0.002532958984375, 0.00836181640625, 0.005889892578125, -0.0003261566162109375, 0.00121307373046875, -0.0032196044921875, 0.010009765625, -0.00506591796875, 0.016357421875, 0.000469207763671875, -0.00836181640625, 0.0091552734375, -0.00408935546875, -0.009765625, 0.0084228515625, 0.003692626953125, -0.01416015625, 0.014404296875, -0.009521484375, 0.005035400390625, -0.01507568359375, 0.0029144287109375, -0.0146484375, 0.0023040771484375, -0.0115966796875, -0.002685546875, 0.0050048828125, 0.00927734375, -0.00171661376953125, -0.00101470947265625, 0.00787353515625, -0.00604248046875, -0.00023937225341796875, 0.010009765625, 0.0026092529296875, 4.023313522338867e-06, 0.004425048828125, 0.0031585693359375, 0.002349853515625, -0.00180816650390625, -0.006256103515625, 0.0081787109375, -0.004791259765625, -0.0052490234375, -0.0004787445068359375, 0.0177001953125, 0.00701904296875, -0.00274658203125, -0.01214599609375, 0.000705718994140625, 0.002532958984375, -0.01416015625, -0.001068115234375, -0.0033111572265625, 0.001708984375, 0.011474609375, 0.0084228515625, -0.0050048828125, 0.0096435546875, -0.006195068359375, -0.010986328125, -0.005157470703125, -0.00909423828125, 0.0228271484375, -0.0106201171875, 0.0050048828125, -0.0137939453125, 0.0038604736328125, -0.004913330078125, 0.00091552734375, 0.00160980224609375, -0.0091552734375, 0.00775146484375, 0.00531005859375, -0.0032958984375, 0.009521484375, 0.0003337860107421875, -0.00213623046875, 0.006134033203125, 0.017333984375, 0.01458740234375, 0.0108642578125, -0.00147247314453125, 0.017333984375, 0.0120849609375, -0.004150390625, -0.01080322265625, -0.005126953125, -0.009765625, -0.00994873046875, 0.006744384765625, -0.004638671875, 0.0026092529296875, 0.0034942626953125, 0.00732421875, 0.004547119140625, 0.006866455078125, 0.013916015625, -0.00323486328125, 0.0126953125, 0.005218505859375, -0.0089111328125, 0.0047607421875, -0.0130615234375, -0.0034332275390625, -0.0272216796875, 0.004486083984375, 0.000965118408203125, 0.001129150390625, -0.004730224609375, 0.00038909912109375, -0.0057373046875, 0.003936767578125, -0.004974365234375, 0.01153564453125, -0.006805419921875, 0.01019287109375, 0.0166015625, -0.016357421875, 0.004058837890625, 0.000820159912109375, -0.003662109375, 0.01275634765625, 0.0022125244140625, 0.00946044921875, 0.0205078125, -0.000701904296875, -0.0174560546875, -0.0106201171875, -0.0016632080078125, 0.004913330078125, 0.0177001953125, 0.0020294189453125, 0.0030517578125, 0.00019931793212890625, 0.004058837890625, 0.0115966796875, -0.0013275146484375, -0.004180908203125, 0.0025177001953125, -0.00506591796875, 0.0098876953125, -0.01806640625, -0.0028228759765625, 0.00133514404296875, -0.0196533203125, 0.0027313232421875, -0.0037994384765625, 0.0004482269287109375, 0.01177978515625, -0.000614166259765625, 0.0015411376953125, -0.00885009765625, 0.00836181640625, -0.00128936767578125, 0.006500244140625, -0.004974365234375, -0.01171875, -0.0023345947265625, -0.000591278076171875, -0.00057220458984375, 0.0157470703125, 0.00136566162109375, -0.0086669921875, -0.0166015625, -0.005523681640625, 0.01092529296875, -0.0135498046875, -0.01385498046875, 0.001434326171875, -0.004486083984375, -0.0086669921875, 0.0016632080078125, -0.00390625, 0.000560760498046875, -0.0020751953125, -0.0128173828125, 0.0012054443359375, 0.01068115234375, -0.01141357421875, -0.01239013671875, -0.017578125, -0.000385284423828125, -0.00958251953125, 0.0045166015625, 0.00860595703125, 0.0181884765625, 0.006500244140625, -0.00750732421875, 0.0038604736328125, -0.00640869140625, -0.008056640625, 0.0179443359375, -0.00457763671875, 0.00811767578125, 0.00701904296875, 0.0198974609375, -0.007598876953125, 0.0016326904296875, 0.007659912109375, 0.0089111328125, -0.0167236328125, -0.01531982421875, 0.00927734375, -0.00958251953125, 0.003143310546875, -0.00946044921875, 0.000827789306640625, -0.0069580078125, -0.000152587890625, 0.0036773681640625, 0.0027618408203125, -0.005401611328125, 0.002716064453125, 0.000835418701171875, -0.003936767578125, -0.001556396484375, -0.0186767578125, 0.00061798095703125, 0.00653076171875, 0.0101318359375, 0.00823974609375, -0.01043701171875, 0.00836181640625, 0.005706787109375, 0.0037994384765625, -0.0096435546875, 0.01416015625, -0.0037384033203125, 0.006011962890625, -0.001983642578125, -0.009765625, -0.00787353515625, -0.000804901123046875, -0.0096435546875, -0.005035400390625, 0.0022735595703125, 0.0185546875, -0.005706787109375, 0.00836181640625, 0.007720947265625, -0.00604248046875, -0.0016021728515625, 0.00121307373046875, 0.007232666015625, 0.00994873046875, 0.010498046875, 0.005828857421875, 0.005950927734375, -0.0020904541015625, 0.003570556640625, 0.00125885009765625, 0.000316619873046875, -0.00994873046875, 0.0179443359375, -0.00811767578125, 0.0016632080078125, 0.00927734375, -0.0047607421875, 0.00927734375, 0.0206298828125, -0.01300048828125, 0.0302734375, 0.01336669921875, 0.006683349609375, 0.004974365234375, -0.019287109375, 0.0014495849609375, -0.0057373046875, -0.005157470703125, -0.01416015625, 0.00689697265625, -0.0042724609375, 0.0169677734375, -0.0113525390625, -0.003570556640625, -0.0052490234375, -0.009521484375, -0.006378173828125, -0.00494384765625, -0.007415771484375, 0.0113525390625, -0.0002079010009765625, 0.00122833251953125, -0.00762939453125, 0.0120849609375, 0.0033111572265625, -0.00421142578125, -0.003173828125, 0.00872802734375, 0.0003452301025390625, -0.01611328125, 0.0079345703125, -0.005859375, -0.002166748046875, -0.0120849609375, 0.01300048828125, -0.001068115234375, -0.0030059814453125, 0.0030975341796875, 0.01507568359375, -0.001739501953125, -0.01495361328125, -0.0016326904296875, -0.029541015625, -0.0098876953125, 0.00848388671875, 0.002777099609375, 0.0111083984375, 0.015380859375, 0.01483154296875, 0.002166748046875, 0.006500244140625, -0.0003814697265625, 0.0181884765625, 0.00897216796875, 0.006011962890625, 0.005889892578125, -0.009521484375, -0.0125732421875, -0.0003223419189453125, -0.0203857421875, -5.1975250244140625e-05, 0.010986328125, 0.017333984375, -0.01275634765625, 3.337860107421875e-05, -0.00022125244140625, -0.004058837890625, -0.007354736328125, -0.00811767578125, 0.00714111328125, 0.003143310546875, -0.0103759765625, -0.00946044921875, 0.007171630859375, -0.01202392578125, -0.0172119140625, -0.017333984375, 0.005950927734375, 0.0203857421875, 0.00115203857421875, -0.0029144287109375, -0.021484375, 0.00213623046875, 0.0020599365234375, 0.00592041015625, -0.000652313232421875, 0.0023345947265625, -0.0084228515625, 0.01513671875, 0.003326416015625, 0.0032958984375, 0.001190185546875, 0.0054931640625, -0.00592041015625, 0.00616455078125, 0.0032501220703125, -0.007171630859375, -0.01519775390625, 0.018798828125, 0.002960205078125, -9.1552734375e-05, 0.003387451171875, -0.008544921875, -0.01708984375, -0.004058837890625, 0.00360107421875, -0.00628662109375, -0.0030517578125, 0.0098876953125, -0.003265380859375, 0.00396728515625, 0.001068115234375, -0.002685546875, -0.00787353515625, 0.00848388671875, -0.00433349609375, 0.001983642578125, -0.00140380859375, 0.00482177734375, 0.007080078125, 0.002288818359375, -0.00567626953125, -0.007720947265625, -0.004913330078125, 0.0029449462890625, 0.0034942626953125, -0.00323486328125, 0.0081787109375, 0.00836181640625, 0.003204345703125, 0.0030517578125, 0.0059814453125, 0.004730224609375, 0.002685546875, 0.001312255859375, -0.000583648681640625, -0.00012874603271484375, -0.003631591796875, -0.0098876953125, 0.0089111328125, -0.0135498046875, 0.00421142578125, -0.004913330078125, -0.004302978515625, 0.00213623046875, 0.015380859375, -0.004913330078125, -0.005889892578125, -0.00933837890625, 0.01416015625, -0.009765625, -0.01519775390625, -0.002105712890625, -9.5367431640625e-05, 0.0036468505859375, -0.01422119140625, 0.0123291015625, 0.0040283203125, -0.00982666015625, -0.0021209716796875, 0.0028228759765625, -0.0084228515625, 0.00811767578125, -0.00469970703125, -0.0137939453125, -0.006072998046875, -0.000431060791015625, -0.000469207763671875, 0.01220703125, -0.01373291015625, -0.006195068359375, -0.001495361328125, 0.005706787109375, 0.01318359375, 0.003936767578125, -0.00714111328125, -0.00836181640625, -0.00543212890625, -7.581710815429688e-05, -0.00909423828125, -0.010986328125, -0.01513671875, -0.006134033203125, -0.008056640625, 0.00090789794921875, -0.0120849609375, -0.002593994140625, -0.00121307373046875, 0.00506591796875, -0.0040283203125, -0.0050048828125, -0.000461578369140625, -0.01318359375, -0.005096435546875, -0.0113525390625, 0.0027618408203125, -0.005950927734375, 0.0089111328125, -0.004302978515625, -0.0042724609375, 0.007293701171875, -0.0128173828125, -0.001800537109375, -0.00092315673828125, 0.004913330078125, 0.0037384033203125, -0.004119873046875, -0.0047607421875, -0.006378173828125, 0.0164794921875, 0.002105712890625, -8.869171142578125e-05, -0.005126953125, -0.005828857421875, -0.00341796875, 0.004180908203125, 0.0012969970703125, -0.002227783203125, -0.01531982421875, 0.007232666015625, 0.002960205078125, -0.01025390625, 0.004852294921875, -0.00958251953125, 0.01080322265625, 0.00118255615234375, -0.0022430419921875, -0.0025634765625, 0.01025390625, -0.0084228515625, 0.01031494140625, 0.0108642578125, 0.011962890625, 0.0223388671875, -0.01275634765625, 0.006103515625, -0.011962890625, 0.0120849609375, -0.004547119140625, 0.0014495849609375, -0.01116943359375, -0.0089111328125, 0.01495361328125, 0.041748046875, -0.003936767578125, -0.00994873046875, -0.00970458984375, -0.00116729736328125, -0.011474609375, -0.0034332275390625, 0.00823974609375, 0.007476806640625, 0.00958251953125, 0.01495361328125, 0.004974365234375, -0.004486083984375, -0.006439208984375, 0.0133056640625, 0.00372314453125, 0.0015869140625, 0.005706787109375, 0.00537109375, -0.005035400390625, 0.0033721923828125, -0.0003757476806640625, -0.0189208984375, 0.01202392578125, 0.0115966796875, -0.0025634765625, 0.00982666015625, 0.004669189453125, -0.006072998046875, 0.0029144287109375, -0.0147705078125, -0.00457763671875, -0.0028839111328125, -0.00384521484375, -0.00054168701171875, -0.007293701171875, 0.00970458984375, -0.00136566162109375, -0.0087890625, 0.0166015625, 0.0291748046875, 0.0025787353515625, -0.0004520416259765625, 0.006927490234375, -0.0024261474609375, 0.00347900390625, -0.010498046875, -0.0081787109375, -0.0106201171875, -0.010009765625, -0.0028839111328125, -0.005035400390625, -0.00020122528076171875, 0.00225830078125, 0.003143310546875, -0.000823974609375, -0.00439453125, -0.00677490234375, -0.006927490234375, -0.003509521484375, -0.00653076171875, 0.0032958984375, 0.00051116943359375, -0.005859375, 2.9921531677246094e-05, -0.0031585693359375, -0.01025390625, -0.0003204345703125, 0.0038299560546875, 0.00628662109375, 0.00897216796875, 0.0008087158203125, 0.00726318359375, 0.0034942626953125, 0.006988525390625, -0.003326416015625, -0.004119873046875, -0.005157470703125, -0.01422119140625, -0.0038299560546875, -0.00201416015625, 0.01007080078125, 0.00077056884765625, -0.00130462646484375, 0.0086669921875, -0.006072998046875, -0.00811767578125, 0.000507354736328125, 0.003204345703125, -0.00384521484375, -0.002655029296875, 0.0224609375, 0.01080322265625, 0.00823974609375]]\n",
      "[[-0.00408935546875, -0.0069580078125, -0.005340576171875, 0.0020599365234375, -0.00311279296875, 0.00311279296875, -0.004364013671875, 0.00726318359375, 0.00238037109375, -6.628036499023438e-05, -0.004119873046875, 0.006866455078125, 0.0020599365234375, -0.00146484375, 0.004638671875, 0.006591796875, -0.0047607421875, 0.0029449462890625, 0.00958251953125, -0.003753662109375, -0.0030059814453125, 0.003936767578125, 0.00014781951904296875, 0.00604248046875, 0.005584716796875, 0.000957489013671875, 0.0019683837890625, 0.000598907470703125, -0.00130462646484375, -0.006591796875, -0.007049560546875, 0.0025787353515625, -0.00439453125, -0.00133514404296875, -0.00160980224609375, 0.00201416015625, -0.007598876953125, 0.00151824951171875, 0.004241943359375, -0.0027923583984375, -0.005401611328125, -0.002777099609375, -0.0084228515625, -0.0026092529296875, 0.00274658203125, -0.00531005859375, -0.00335693359375, 0.009521484375, 0.0034332275390625, -0.007659912109375, 0.0045166015625, 0.002899169921875, -0.00567626953125, -0.000873565673828125, -0.00183868408203125, 0.006011962890625, 0.0034637451171875, 0.00013637542724609375, -0.001312255859375, 0.00946044921875, -0.000507354736328125, 0.0081787109375, 0.00439453125, 0.001983642578125, -0.0004215240478515625, 0.0026092529296875, -0.006103515625, -0.00537109375, -0.0035247802734375, -0.00193023681640625, 0.00157928466796875, 0.008056640625, 0.0026702880859375, 0.0015411376953125, 0.002655029296875, -0.000263214111328125, -0.00018024444580078125, -0.0035400390625, -0.00121307373046875, 0.0002956390380859375, -0.0030517578125, 0.000766754150390625, 0.0033721923828125, -0.0021209716796875, -0.006134033203125, -0.00188446044921875, 0.00035858154296875, 0.000720977783203125, 0.00250244140625, 0.0035858154296875, -0.0016326904296875, -0.00286865234375, -0.006439208984375, 0.0037994384765625, 0.00176239013671875, 0.0037384033203125, 0.001922607421875, 0.00122833251953125, 0.0025177001953125, -3.0517578125e-05, 0.0004520416259765625, 0.00183868408203125, -0.005889892578125, 0.0093994140625, -0.0020751953125, -0.005828857421875, 0.00213623046875, 0.00133514404296875, 0.00518798828125, -0.000518798828125, 0.001220703125, -0.002227783203125, -0.00262451171875, -0.004150390625, -0.004852294921875, -0.0018157958984375, -0.0027618408203125, -0.0007781982421875, 0.00238037109375, -0.003143310546875, -0.0050048828125, 1.52587890625e-05, 0.00408935546875, -0.0030670166015625, -0.00152587890625, -0.00023746490478515625, 0.00421142578125, -0.0034027099609375, -0.00970458984375, 7.104873657226562e-05, 0.00830078125, 0.00186920166015625, -0.0050048828125, 0.006378173828125, -0.005767822265625, -0.00151824951171875, -0.004058837890625, 0.00469970703125, -0.0035552978515625, -0.00592041015625, 0.0028076171875, 0.00194549560546875, 0.0014495849609375, -0.00194549560546875, -0.0032501220703125, -0.00017452239990234375, -0.00177764892578125, 0.005279541015625, -0.0029144287109375, -0.00183868408203125, 0.0026397705078125, -0.00049591064453125, 0.00396728515625, 0.0030975341796875, -0.00347900390625, 0.00168609619140625, -0.003265380859375, 0.000728607177734375, -0.005462646484375, -0.00174713134765625, 0.00119781494140625, 0.00128173828125, -0.00014019012451171875, -0.00537109375, 0.007049560546875, -0.001953125, 2.8014183044433594e-05, 0.00159454345703125, -0.0068359375, 0.000514984130859375, 0.000751495361328125, -0.00433349609375, 0.0027618408203125, -0.0024871826171875, 0.00286865234375, 0.0031280517578125, 0.005706787109375, -0.000110626220703125, 0.00124359130859375, 0.002288818359375, 0.00074005126953125, -0.00909423828125, 0.0012969970703125, -0.00775146484375, -0.007415771484375, 0.00046539306640625, 0.0015716552734375, 0.003021240234375, 0.000698089599609375, 0.00074005126953125, 0.00012874603271484375, -0.00482177734375, -0.005157470703125, 0.005859375, 0.004669189453125, -0.0018463134765625, -0.0032501220703125, -0.0029144287109375, 0.00372314453125, -0.0023040771484375, -0.00104522705078125, -0.00179290771484375, -0.000537872314453125, 0.0042724609375, -0.00274658203125, -0.00311279296875, 0.0048828125, 0.00058746337890625, -0.00201416015625, -8.249282836914062e-05, -0.00176239013671875, -0.000972747802734375, 0.004669189453125, 0.00299072265625, -0.0015869140625, 0.00445556640625, -0.00189208984375, -0.0035247802734375, -0.0031585693359375, 0.006866455078125, 0.0002536773681640625, 0.002349853515625, -0.0023956298828125, 0.00128936767578125, -0.002593994140625, -0.000438690185546875, -0.000873565673828125, 0.0107421875, -0.001190185546875, 0.0007171630859375, -0.00067901611328125, 0.00579833984375, 0.000732421875, -0.00012493133544921875, 0.00323486328125, 0.007110595703125, 0.0030364990234375, 0.000667572021484375, -0.01043701171875, -0.0078125, 0.002105712890625, -0.00750732421875, -0.0027008056640625, -0.00201416015625, -0.0028839111328125, 0.0004100799560546875, -0.000408172607421875, 0.0019989013671875, -0.0026092529296875, -0.0033111572265625, -0.0035858154296875, 0.002349853515625, 0.003753662109375, 0.00274658203125, 0.006622314453125, -0.004425048828125, 0.0038604736328125, -0.00604248046875, -0.00555419921875, -0.0017547607421875, -0.00101470947265625, -0.003326416015625, 0.0020904541015625, -0.007171630859375, -0.0030364990234375, -0.000225067138671875, 0.00020885467529296875, -0.0034027099609375, -0.004730224609375, -0.003143310546875, -0.007049560546875, -0.005157470703125, 0.00506591796875, 0.003753662109375, 0.004638671875, -0.00029754638671875, -0.0034942626953125, 0.0026397705078125, -0.0023193359375, 0.0042724609375, 0.002716064453125, 0.006988525390625, -0.00174713134765625, -0.000835418701171875, -0.00098419189453125, -0.0025634765625, -0.00567626953125, -0.003936767578125, -0.00872802734375, 0.0003223419189453125, 0.005523681640625, -0.00799560546875, -0.00750732421875, -0.000637054443359375, -0.0078125, -0.000946044921875, -0.003082275390625, -0.0005035400390625, 0.00341796875, 0.004150390625, 0.000957489013671875, 0.0037994384765625, -0.00323486328125, -0.006988525390625, -0.0038909912109375, 0.004669189453125, -0.00616455078125, -0.00162506103515625, 0.0023956298828125, 0.00142669677734375, -0.0029449462890625, 0.003082275390625, -0.0022735595703125, -0.003997802734375, -0.01446533203125, -0.00299072265625, 0.0029144287109375, -0.005218505859375, -0.00099945068359375, 3.814697265625e-05, 0.003875732421875, -0.0069580078125, -0.00034332275390625, -0.0010986328125, -0.000164031982421875, -0.0068359375, 0.00017642974853515625, -0.0008544921875, -0.0034332275390625, 0.0018157958984375, 0.003326416015625, 0.00201416015625, 0.00152587890625, -0.001251220703125, 0.0020599365234375, 0.003997802734375, 0.000640869140625, 0.00130462646484375, -0.003631591796875, 0.00543212890625, -0.0034942626953125, 0.006561279296875, 0.0045166015625, -0.005279541015625, -0.006683349609375, -0.002655029296875, 0.00274658203125, -0.0025482177734375, -0.004364013671875, -0.004608154296875, 0.01483154296875, -0.00173187255859375, 0.003265380859375, 0.005859375, -0.00860595703125, -0.00127410888671875, 0.0009918212890625, 0.004791259765625, 0.0067138671875, 0.00543212890625, 0.0030975341796875, 0.005279541015625, 0.0028076171875, 0.002471923828125, -0.0001983642578125, -0.00469970703125, 0.0028228759765625, 0.00634765625, -0.00017833709716796875, 0.0047607421875, -0.00201416015625, 0.0045166015625, 0.0004558563232421875, -0.000732421875, 0.003265380859375, 0.0052490234375, -0.000732421875, -0.0025177001953125, 0.00148773193359375, 0.00048828125, -0.000553131103515625, 0.000457763671875, 0.0027618408203125, 0.0023193359375, -0.00616455078125, 0.000453948974609375, 0.00506591796875, 0.003387451171875, 0.00665283203125, -0.003692626953125, 0.004913330078125, -0.0027923583984375, 0.0045166015625, -0.00107574462890625, 0.00064849853515625, 0.0035552978515625, 0.0022430419921875, 0.000209808349609375, 0.00970458984375, -0.003997802734375, -0.0033721923828125, -0.001190185546875, 0.0034637451171875, -0.0014495849609375, -0.00167083740234375, 0.00041961669921875, -0.00262451171875, 0.00634765625, 0.0018157958984375, 0.004058837890625, -0.009033203125, 0.00185394287109375, -0.0030517578125, 0.0019683837890625, -0.0001373291015625, -0.0005035400390625, 0.0001678466796875, -0.000743865966796875, -0.00191497802734375, -0.00634765625, 0.00921630859375, -0.0008087158203125, 0.00238037109375, -0.00494384765625, 0.003173828125, 0.0004119873046875, -0.0101318359375, 0.0010528564453125, -0.000701904296875, 0.0013580322265625, 0.0037384033203125, -0.0003070831298828125, 0.006622314453125, 0.00189971923828125, -0.00823974609375, 0.0087890625, 0.0010986328125, -0.00164031982421875, 0.009765625, -0.00244140625, -0.0024871826171875, -0.010498046875, -0.00384521484375, -0.002777099609375, 0.000652313232421875, -0.00390625, 0.0067138671875, 0.004241943359375, 0.00141143798828125, 0.00323486328125, 0.00069427490234375, 0.00506591796875, 0.000385284423828125, 0.0035858154296875, -0.000850677490234375, 0.0072021484375, 0.0035858154296875, -0.0009765625, -0.001251220703125, -0.00012159347534179688, 0.006683349609375, 0.0017242431640625, 0.0008544921875, 0.00665283203125, 0.00127410888671875, -0.00732421875, -0.01043701171875, 0.004791259765625, -0.004425048828125, -0.00836181640625, -0.0042724609375, 0.00396728515625, -0.004486083984375, -0.0016937255859375, 0.0015716552734375, -0.000537872314453125, -0.0036773681640625, 0.0045166015625, 0.008056640625, 0.006805419921875, -0.00164031982421875, -0.000637054443359375, 0.002288818359375, 0.0057373046875, -0.00141143798828125, 0.00286865234375, -0.00091552734375, -0.002899169921875, 0.0027923583984375, 0.00531005859375, 0.00154876708984375, 0.000690460205078125, 0.00439453125, -0.0020751953125, 0.005706787109375, -0.00095367431640625, 0.005157470703125, 0.0037689208984375, -0.0023193359375, 0.0013580322265625, -0.00274658203125, -0.000553131103515625, -0.00482177734375, -0.004974365234375, -0.0037841796875, 0.00157928466796875, -0.0030670166015625, 0.0036468505859375, -0.0015869140625, -0.002197265625, -0.003509521484375, 0.00421142578125, -0.0084228515625, -0.0002956390380859375, -0.00518798828125, 0.00262451171875, -0.000728607177734375, -0.00396728515625, 0.003814697265625, -0.0002536773681640625, 0.000682830810546875, -0.00112152099609375, -0.0033721923828125, 0.00130462646484375, -0.0035247802734375, -0.000774383544921875, -0.000202178955078125, 0.00018310546875, -0.0067138671875, -0.001983642578125, 0.000789642333984375, 0.004241943359375, 0.000911712646484375, -0.0016326904296875, -0.002960205078125, -0.0016021728515625, -0.003448486328125, 0.004425048828125, -0.0025787353515625, 0.0013580322265625, 0.002227783203125, -0.00543212890625, -0.00194549560546875, -0.005584716796875, 0.0013885498046875, -0.0003490447998046875, -0.00225830078125, 0.01104736328125, 0.00250244140625, -0.0004711151123046875, 0.002593994140625, 0.0019683837890625, -0.0130615234375, -5.841255187988281e-05, -0.0007171630859375, 0.002044677734375, -0.00616455078125, 0.00970458984375, -0.00118255615234375, -0.00115966796875, -0.005218505859375, -0.00159454345703125, -0.000751495361328125, 0.00469970703125, 0.00167083740234375, -0.02197265625, 0.00142669677734375, 0.004913330078125, 0.0003204345703125, -0.004150390625, 0.0024261474609375, -0.0002918243408203125, -0.0023193359375, -0.001922607421875, -0.002716064453125, 0.000701904296875, -0.00096893310546875, 0.0011749267578125, 0.000881195068359375, -2.0384788513183594e-05, -0.00101470947265625, 0.0030975341796875, -0.0012054443359375, 0.0029144287109375, -0.00909423828125, -0.0028076171875, 0.00225830078125, 0.0033111572265625, 0.0022125244140625, -0.0023345947265625, -0.00125885009765625, -0.000873565673828125, 0.001953125, -0.0003223419189453125, 0.00445556640625, 0.003326416015625, 0.0020294189453125, -0.00848388671875, -0.00140380859375, 0.0030059814453125, 0.004547119140625, 0.0031890869140625, 0.0081787109375, -0.003143310546875, -0.0057373046875, 0.0016326904296875, -0.0003414154052734375, -0.004852294921875, -0.0003147125244140625, 0.0048828125, 0.00046539306640625, 0.00160980224609375, -0.0003948211669921875, -0.0012054443359375, 0.002532958984375, 0.001068115234375, 0.0032806396484375, 0.00482177734375, 0.0023651123046875, 0.004638671875, 0.00592041015625, 0.00142669677734375, 0.00173187255859375, -0.004974365234375, -0.002960205078125, 0.004302978515625, -0.00018405914306640625, 0.006927490234375, -0.0004215240478515625, -0.00191497802734375, 0.02001953125, 0.0033721923828125, -0.00787353515625, 0.0019989013671875, -0.00103759765625, -0.00738525390625, 0.001983642578125, -0.0025787353515625, 0.0004596710205078125, 0.0004730224609375, -0.0013885498046875, 0.001708984375, 9.679794311523438e-05, -0.004119873046875, -0.000850677490234375, 0.002166748046875, -0.000827789306640625, -0.0047607421875, -0.0018768310546875, -0.011962890625, 0.0096435546875, 0.006561279296875, -0.006927490234375, -0.002288818359375, -0.000545501708984375, -8.7738037109375e-05, -0.00469970703125, 0.00341796875, -0.005523681640625, 0.00150299072265625, -0.0045166015625, -0.00262451171875, -0.0030059814453125, -0.00872802734375, 0.00011587142944335938, 0.00051116943359375, -0.00024318695068359375, 0.0025634765625, 0.0034027099609375, -0.0029449462890625, -0.001007080078125, -0.00384521484375, 0.001861572265625, 0.00518798828125, 0.0038604736328125, 0.0027923583984375, -0.0023193359375, -0.00311279296875, -0.00372314453125, -0.000545501708984375, 0.003448486328125, 7.581710815429688e-05, 0.003173828125, 0.00020599365234375, 0.00396728515625, -0.0029144287109375, -0.000774383544921875, -0.0020904541015625, 0.0012664794921875, -0.0003204345703125, -0.000629425048828125, -0.0022735595703125, 0.0030975341796875, 0.0023956298828125, -0.010498046875, 0.006927490234375, 0.00063323974609375, 0.000820159912109375, -0.000179290771484375, 0.00121307373046875, 0.000675201416015625, -0.0023040771484375, 0.0021514892578125, -0.00811767578125, -0.0031280517578125, -0.002838134765625, -0.0005035400390625, 0.00262451171875, 0.00151824951171875, -0.00090789794921875, 0.00408935546875, -0.007171630859375, -0.001617431640625, 0.0013275146484375, 0.0009307861328125, -0.00439453125, 0.004974365234375, -0.0081787109375, 0.00299072265625, 0.00592041015625, 0.00183868408203125, -0.007049560546875, 0.005401611328125, 0.0020599365234375, 0.0023040771484375, -0.0106201171875, -0.0111083984375, -0.0013427734375, 0.005645751953125, 0.00023651123046875, -0.004669189453125, 0.00396728515625, 0.00016021728515625, -0.0005950927734375, -0.00176239013671875, 0.005279541015625, 0.0036773681640625, -0.0020904541015625, -0.0068359375, 0.00127410888671875, 0.0021209716796875, 0.0028076171875, 0.000522613525390625, -0.0064697265625, 0.00113677978515625, -0.0064697265625, 0.0026702880859375, 0.0033416748046875, 0.0009002685546875, -0.00131988525390625, 0.0020599365234375, 0.00738525390625, 0.005584716796875, -0.0036163330078125, -0.001617431640625, 0.000667572021484375, -0.00018024444580078125, -0.00183868408203125, -0.002166748046875, 0.0003337860107421875, 0.0003223419189453125, 0.002471923828125, -0.0035247802734375, 0.0018157958984375, 0.00555419921875, -0.00421142578125, -0.006439208984375, 0.005157470703125, -0.00154876708984375, 0.0019989013671875, -0.0023651123046875, -0.000720977783203125, 0.0028228759765625, -0.00439453125, -0.0012969970703125, 0.0020751953125, -0.0059814453125, -0.0035858154296875, 0.00225830078125, -0.000621795654296875, -0.01434326171875, 0.001739501953125, -0.0025177001953125, 0.00118255615234375, -0.00506591796875, 0.002716064453125, 0.0009765625, -0.00225830078125, -0.00060272216796875, 0.0062255859375, -0.00543212890625, 0.0011444091796875, -0.000423431396484375, -0.002593994140625, -0.00244140625, -0.006591796875, 0.000621795654296875, -0.0023956298828125, -0.0006103515625, -5.269050598144531e-05, 0.002044677734375, 0.0050048828125, 0.000667572021484375, -0.0032501220703125, -0.000736236572265625, -0.0018310546875, -0.00347900390625, -0.002197265625, -0.0029754638671875, -0.00494384765625, -0.004150390625, -0.0072021484375, -0.004302978515625, 0.001129150390625, 8.916854858398438e-05, 0.0037384033203125, 0.000396728515625, 0.003326416015625, 0.000743865966796875, -3.0517578125e-05, 0.00146484375, 0.000682830810546875, 0.0029296875, 0.00014209747314453125, -0.0040283203125, 0.0115966796875, 0.00057220458984375, -0.001129150390625, 0.0086669921875, 0.00063323974609375, -0.005126953125, 0.0096435546875, 0.0026397705078125, 0.000957489013671875, 0.006744384765625, 0.003173828125, 0.00238037109375, -0.004180908203125, 0.003631591796875, -0.0037689208984375, -0.0048828125, 0.01348876953125, -0.0026092529296875, -0.00014019012451171875, 0.006378173828125, -0.005340576171875, 0.0035552978515625, 0.001861572265625, 0.00439453125, 0.00164031982421875, -0.0001850128173828125, 0.006134033203125, -0.0021514892578125, 0.005615234375, 0.00262451171875, 0.0038909912109375, 0.00018024444580078125, 0.0004787445068359375, -0.0084228515625, 0.0034942626953125, 0.000812530517578125, -0.005889892578125, -0.004638671875, 0.0017547607421875, -0.0024566650390625, 0.0042724609375, 0.0084228515625, -0.0034942626953125, 0.000652313232421875, -0.007080078125, -0.0031890869140625, -0.000335693359375, -0.0089111328125, 0.005859375, 0.0064697265625, -0.005218505859375, 0.003570556640625, 0.001434326171875, 0.005218505859375, -0.000270843505859375, 0.00160980224609375, 0.00128173828125, 0.00102996826171875, 0.00689697265625, -0.00099945068359375, 0.004486083984375, -0.0030975341796875, -0.0072021484375, 0.005126953125, 0.00543212890625, -0.00136566162109375, 0.01397705078125, -0.0037994384765625, 0.001953125, 0.00148773193359375, -0.000782012939453125, -0.004150390625, 0.003082275390625, -0.00433349609375, 0.000537872314453125, -0.007354736328125, 0.000675201416015625, 0.00176239013671875, -0.005279541015625, 0.00110626220703125, -0.0040283203125, 0.00018024444580078125, -0.004730224609375, -0.008544921875, -0.0023956298828125, 0.005401611328125, -0.0081787109375, -0.002197265625, 0.00189971923828125, 0.002288818359375, 0.0074462890625, 0.0025482177734375, 0.0008087158203125, -0.003204345703125, -0.001556396484375, -0.009033203125, -0.0218505859375, 0.0008392333984375, 0.0014801025390625, -0.00341796875, 0.004364013671875, -0.00176239013671875, -0.0003662109375, -0.002166748046875, -0.00029754638671875, 0.006561279296875, -0.00286865234375, -0.00286865234375, -0.00244140625, -0.005157470703125, 0.000255584716796875, 0.00156402587890625, -0.003082275390625, -0.0047607421875, 0.000621795654296875, 0.001922607421875, 0.00848388671875, -0.002593994140625, 0.00167083740234375, 7.390975952148438e-05, 0.00144195556640625, -0.00750732421875, 0.004669189453125, 4.57763671875e-05, 0.0015106201171875, 0.002716064453125, 0.00262451171875, 0.000885009765625, 0.001373291015625, -0.0031280517578125, 0.000545501708984375, -0.00151824951171875, 0.000797271728515625, 0.002166748046875, -0.00131988525390625, 0.0029144287109375, -0.0123291015625, -7.486343383789062e-05, 0.00445556640625, 0.0038299560546875, -0.001861572265625, 0.000335693359375, 0.005157470703125, 0.000873565673828125, -0.0030975341796875, -0.00170135498046875, -0.005157470703125, 0.0003662109375, 0.007293701171875, 0.0035858154296875, -0.00592041015625, 0.008056640625, 0.0035552978515625, -0.003692626953125, -0.017578125, -0.00070953369140625, -0.006103515625, 0.0015716552734375, -0.004974365234375, -0.0016632080078125, -0.0032958984375, -0.0025177001953125, 0.0002689361572265625, 0.00262451171875, -0.005401611328125, 0.003753662109375, 0.000682830810546875, 0.00191497802734375, -0.0048828125, -0.0011444091796875, -0.0025482177734375, -0.004547119140625, 0.00063323974609375, 0.00115203857421875, -0.00067901611328125, -0.0022430419921875, -0.0001068115234375, -0.00095367431640625, -0.0034332275390625, -0.00141143798828125, -0.00101470947265625, -0.00189208984375, -0.0064697265625, 0.0034637451171875, 0.0027923583984375, -0.00165557861328125, 0.00160980224609375, 0.00180816650390625, -0.006500244140625, 0.004791259765625, -0.00250244140625, -0.0029449462890625, 0.0023193359375, -0.00714111328125, -0.0024261474609375, 0.000324249267578125, -0.0057373046875, -0.0022430419921875, 0.0032196044921875, -0.003204345703125, -0.002166748046875, 0.00714111328125, -0.00244140625, -0.00087738037109375, -0.006683349609375, 0.000888824462890625, 0.006011962890625, 0.00494384765625, 0.00130462646484375, -0.00147247314453125, 0.0047607421875, -0.0062255859375, 0.004791259765625, -0.00823974609375, 0.003173828125, 0.00128936767578125, 0.00439453125, -0.000720977783203125, 0.0032958984375, -0.0023040771484375, 0.00021839141845703125, -0.00146484375, 0.00011205673217773438, 0.0025177001953125, -0.003387451171875, 0.0042724609375, 0.0111083984375, -0.0020599365234375, -3.314018249511719e-05, 0.0021514892578125, 0.0028076171875, -0.0004596710205078125, 0.0024871826171875, -0.000881195068359375, 0.003082275390625, -0.007537841796875, -0.01092529296875, -0.007354736328125, -0.000782012939453125, 0.002593994140625, 0.002532958984375, 0.00299072265625, -0.0018463134765625, -0.0001678466796875, 0.005401611328125, -0.00225830078125, -0.0050048828125, 0.0037384033203125, -0.0017852783203125, -0.002349853515625, 0.0045166015625, -0.00311279296875, 0.0086669921875, -0.00164794921875, 0.007415771484375, 0.00164794921875, -0.005615234375, 0.0025482177734375, 0.0036773681640625, 0.0027008056640625, -0.00506591796875, -0.00095367431640625, 0.0020751953125, 0.000522613525390625, 0.003875732421875, 0.0076904296875, -0.0030059814453125, 0.00238037109375, -0.003662109375, -0.0021209716796875, -0.007415771484375, 0.00023365020751953125, 0.003692626953125, 0.0004520416259765625, 0.003662109375, 0.00049591064453125, -0.00738525390625, 0.0008087158203125, -0.004638671875, -0.00244140625, -0.003997802734375, -0.000659942626953125, -0.00194549560546875, -0.0031585693359375, 0.0030364990234375, -0.00177001953125, -0.0035552978515625, 0.003814697265625, 0.00177001953125, 0.0064697265625, 0.00011301040649414062, -0.001953125, 0.007110595703125, -0.0023345947265625, 0.005157470703125, -0.000640869140625, -0.00145721435546875, -0.006561279296875, -0.00677490234375, -0.001983642578125, -0.0023040771484375, -0.0040283203125, 4.57763671875e-05, -0.0027313232421875, 0.0008544921875, -0.0029449462890625, 0.0028228759765625, 0.005645751953125, 0.0003910064697265625, 0.00616455078125, -0.0022125244140625, -0.000843048095703125, -0.0008544921875, -0.004425048828125, 0.0050048828125, -0.003997802734375, -0.004791259765625, 0.00177001953125, -0.0035400390625, -0.0027008056640625, -0.00171661376953125, 0.0028228759765625, -0.0040283203125, 0.0004634857177734375, 0.004180908203125, -0.0006561279296875, -0.00616455078125, -0.001007080078125, -0.0011444091796875, 0.00335693359375, -0.00151824951171875, -0.0064697265625, -0.0028533935546875, -0.0009765625, 0.001190185546875, 0.003204345703125, 0.0037841796875, 0.0050048828125, 0.0067138671875, -0.0012664794921875, 0.000865936279296875, -1.0192394256591797e-05, 3.0517578125e-05, 0.00238037109375, -0.0034027099609375, 0.0029754638671875, -0.005279541015625, 0.00445556640625, -0.0027923583984375, -0.00323486328125, 0.00083160400390625, -0.000926971435546875, 0.00112152099609375, 0.003814697265625, -0.00323486328125, -0.000904083251953125, -0.00799560546875, 0.00165557861328125, -0.0019989013671875, -0.00482177734375, -0.0028076171875, -0.0032196044921875, -0.0020904541015625, 0.000690460205078125, -0.00049591064453125, 0.006378173828125, 0.0059814453125, 0.0047607421875, 0.0069580078125, 0.004180908203125, -0.000148773193359375, 0.0023040771484375, 0.000782012939453125, -0.007049560546875, 0.0037078857421875, 0.002960205078125, -0.0028533935546875, 0.0037841796875, -0.0004100799560546875, -0.000934600830078125, 0.00135040283203125, 0.003662109375, -6.628036499023438e-05, 0.00701904296875, 0.00201416015625, 0.000843048095703125, -0.00433349609375, -6.341934204101562e-05, -0.002044677734375, -0.003509521484375, -0.0019378662109375, -0.004608154296875, -0.005401611328125, 0.0031280517578125, 0.0010986328125, 0.004486083984375, 0.0042724609375, -0.01904296875, 0.0023040771484375, -0.0020751953125, -0.00110626220703125, 0.00347900390625, 0.000823974609375, 0.0035858154296875, 0.0108642578125, -0.00262451171875, -0.002471923828125, -0.00144195556640625, 0.005706787109375, -0.003662109375, -0.00014209747314453125, -0.003875732421875, -0.00323486328125, 0.00045013427734375, 0.00189971923828125, 0.00299072265625, -0.0032806396484375, -0.00167083740234375, -0.0079345703125, 0.00118255615234375, 0.0034027099609375, 4.9591064453125e-05, -0.0015716552734375, -0.00579833984375, 0.00457763671875, 0.00106048583984375, -0.000705718994140625, 0.005523681640625, -0.003387451171875, -0.003692626953125, 0.00360107421875, -0.005859375, -0.00162506103515625, 0.00592041015625, 1.1444091796875e-05, -0.007598876953125, -0.0040283203125, 0.01025390625, 8.153915405273438e-05, 0.0012054443359375, -0.0034332275390625, -0.0029144287109375, 0.00225830078125, 0.01239013671875, -0.00604248046875, -0.00360107421875, 0.004608154296875, -8.392333984375e-05, 0.004425048828125, 0.001861572265625, 0.0014495849609375, 0.0030517578125, 0.00091552734375, -0.00118255615234375, -0.00390625, 0.00494384765625, -0.00139617919921875, 0.0028533935546875, 0.00171661376953125, -0.00164794921875, 0.004913330078125, 0.00102996826171875, 0.00262451171875, -0.000244140625, -0.000598907470703125, -0.001220703125, 0.006744384765625, 0.0028839111328125, -0.003326416015625, 0.004180908203125, 0.006103515625, -0.003936767578125, -0.00299072265625, 0.00078582763671875, -0.003662109375, 0.0003948211669921875, 0.0003681182861328125, 0.001708984375, -0.00054168701171875, -0.00396728515625, 0.00098419189453125, 0.0025482177734375, -0.0037078857421875, 0.0004673004150390625, -0.001922607421875, -0.003387451171875, -0.000957489013671875, -0.003448486328125, 0.000762939453125, 0.0001220703125, -0.0022125244140625, -0.0069580078125, 0.00262451171875, -0.00127410888671875, -0.003204345703125, -0.0034027099609375, 0.0015869140625, -0.0020904541015625, -0.0022430419921875, -0.0025634765625, -0.0004215240478515625, -0.0022125244140625, -0.00604248046875, -0.00482177734375, -0.0034942626953125, 0.0023040771484375, 0.00174713134765625, -0.00555419921875, 5.340576171875e-05, -0.00179290771484375, -0.002197265625, 0.00927734375, 0.0091552734375, 0.002532958984375, 0.0024871826171875, -0.002349853515625, -0.004364013671875, 0.0034027099609375, -0.0030670166015625, -0.0030670166015625, -0.003692626953125, -0.00848388671875, 0.006927490234375, -0.00408935546875, -0.00011682510375976562, 0.00171661376953125, -0.006744384765625, 0.0034637451171875, 0.00194549560546875, -0.0024566650390625, -0.00146484375, 0.004302978515625, -0.000827789306640625, -0.00125885009765625, 0.00592041015625, 1.8596649169921875e-05, 0.0003376007080078125, -0.0074462890625, -0.000667572021484375, -0.0031585693359375, 0.006072998046875, -0.005645751953125, 0.006744384765625, 0.00194549560546875, 0.002838134765625, 0.005096435546875, -0.001800537109375, 0.0033721923828125, 0.003936767578125, -0.007049560546875, -0.004486083984375, 0.000949859619140625, 0.0030670166015625, -0.000713348388671875, 0.002227783203125, 0.004791259765625, -0.00543212890625, -0.00156402587890625, -0.0002918243408203125, -0.00146484375, 0.00165557861328125, -0.00159454345703125, -0.0036163330078125, 0.002471923828125, 0.01055908203125, 0.0098876953125, 0.0020294189453125, 0.0034942626953125, -0.0016021728515625, -0.00118255615234375, -0.00015163421630859375, 0.001556396484375, -0.0004558563232421875, 0.00115966796875, -0.0016937255859375, -0.0029449462890625, 0.00020599365234375, 0.000522613525390625, -0.0003337860107421875, 0.000640869140625, 0.006103515625, -0.0022430419921875, 0.0024566650390625, 0.0076904296875, -0.0032501220703125, -0.0040283203125, -0.002777099609375, 0.01806640625, 0.005096435546875, 0.003448486328125, 0.00153350830078125, -0.0012664794921875, -0.0089111328125, -0.005889892578125, -1.52587890625e-05, -0.0067138671875, -0.0086669921875, -0.002777099609375, -0.005126953125, 0.003173828125, 0.001373291015625, 0.000457763671875, -0.0024261474609375, -0.0022125244140625, -0.005218505859375, -0.0028533935546875, -0.00286865234375, 0.0015869140625, 9.5367431640625e-05, 0.0036468505859375, -0.0108642578125, 0.00250244140625, 0.00982666015625, 0.00390625, -0.005279541015625, -0.003021240234375, 0.00830078125, 0.003143310546875, 0.0025177001953125, 0.00531005859375, 0.0003261566162109375, 0.0010528564453125, 0.00146484375, -0.00118255615234375, 0.00131988525390625, -0.000759124755859375, 0.0042724609375, -0.006134033203125, -0.0037384033203125, -0.00726318359375, 0.0006103515625, 0.002838134765625, -0.0025177001953125, 0.00139617919921875, -0.00482177734375, 0.00189208984375, -0.00640869140625, -0.0013885498046875, -0.0159912109375, 0.00238037109375, -0.0022735595703125, 0.0028533935546875, 0.000782012939453125, -0.00250244140625, 0.000827789306640625, 0.0010833740234375, 0.00494384765625, -0.00116729736328125, 0.0018157958984375, 0.0013885498046875, 0.000766754150390625, 0.0008544921875, 0.0031585693359375, 0.00127410888671875, -0.005401611328125, 0.00017833709716796875, -0.003448486328125, -0.000911712646484375, -0.00469970703125, 0.00567626953125, 0.000823974609375, -7.581710815429688e-05, 0.001556396484375, 0.00015735626220703125, -0.0029754638671875, -0.0031280517578125, -0.00130462646484375, -0.0038299560546875, -0.0032196044921875, -0.00064849853515625, 0.001708984375, 0.00445556640625, -0.001312255859375, -0.00063323974609375, -0.005523681640625, -0.003173828125, 0.004302978515625, -0.001007080078125, -5.841255187988281e-05, -0.00250244140625, 0.001953125, 0.002105712890625, 0.0059814453125, -0.00640869140625, 0.007110595703125, -0.005645751953125, 0.00151824951171875, 0.00016117095947265625, 5.459785461425781e-05, 0.00128936767578125, -0.000751495361328125, -0.0017242431640625, 0.0003662109375, -0.0042724609375, -0.00165557861328125, 0.001953125, -0.003753662109375, -0.000743865966796875, -0.0038299560546875, 0.00018024444580078125, 0.000751495361328125, -0.002899169921875, -0.00262451171875, 0.0004062652587890625, -0.004638671875, -0.0034332275390625, 0.00188446044921875, 0.003997802734375, -0.0031585693359375, -0.00543212890625, -0.0035552978515625, -0.003509521484375, -0.0011444091796875, -0.0006103515625, 0.0010986328125, -0.002105712890625, -0.00159454345703125, -0.00066375732421875, 0.00372314453125, -0.00101470947265625, -0.004058837890625, -0.0026092529296875, 0.0023345947265625, 0.00133514404296875, 0.0040283203125, 0.00469970703125, 0.001373291015625, -0.001220703125, 0.0031585693359375, 0.00518798828125, -0.00592041015625, 0.002044677734375, -0.00194549560546875, 4.076957702636719e-05, -0.001312255859375, 0.0014495849609375, -0.0015411376953125, -0.00110626220703125, 0.006439208984375, 0.00640869140625, -0.0108642578125, -0.00543212890625, -0.00130462646484375, 8.916854858398438e-05, 0.006195068359375, -0.0032196044921875, -0.0016937255859375, -0.002197265625, 0.000537872314453125, 0.0025634765625, -0.00079345703125, 0.0012664794921875, 0.00043487548828125, -0.00439453125, -0.00152587890625, 0.005126953125, 0.0037689208984375, -0.00106048583984375, 0.00372314453125, 0.00109100341796875, 0.000537872314453125, 8.630752563476562e-05, -0.0038909912109375, 0.0031280517578125, 0.000705718994140625, -0.0031280517578125, 0.0091552734375, 0.0019683837890625, 0.00019073486328125, 0.0026092529296875, 0.0064697265625, -0.0028076171875, 0.0013885498046875, -0.00156402587890625, -0.002349853515625, 0.000507354736328125, 0.0072021484375, 0.003021240234375, 0.0, 0.0032196044921875, 0.01318359375, 0.00384521484375, 0.002777099609375, 0.0016632080078125, 0.0003719329833984375, 0.0023651123046875, 0.002899169921875, 0.000568389892578125, 0.00457763671875, 0.003631591796875, -0.002105712890625, -0.00021076202392578125, 0.0067138671875, 0.00238037109375, 0.0005645751953125, -0.0027618408203125, -0.002838134765625, 0.003570556640625, -0.005859375, -0.00689697265625, -0.0024261474609375, -0.00016307830810546875, 0.006439208984375, -0.005767822265625, -0.0022125244140625, 0.002349853515625, 0.002471923828125, 0.000820159912109375, 0.000812530517578125, -0.00127410888671875, 0.00628662109375, -0.005767822265625, -0.00341796875, 0.00469970703125, 0.0030364990234375, 0.0003108978271484375, 0.0037841796875, -0.000759124755859375, -0.004150390625, 0.00836181640625, 0.00665283203125, 0.00042724609375, -0.00335693359375, 0.00213623046875, 0.0081787109375, 0.00150299072265625, 0.000553131103515625, -0.003143310546875, -0.00213623046875, 0.00421142578125, -0.000568389892578125, 0.00445556640625, -0.0013275146484375, -0.00396728515625, 0.00390625, 0.00119781494140625, 3.24249267578125e-05, 0.0037841796875, -0.0006256103515625, 0.00482177734375, -0.004058837890625, 0.0015716552734375, -0.004547119140625, -0.00347900390625, 0.003814697265625, 0.0026092529296875, -0.0021820068359375, -0.0035247802734375, 0.0081787109375, -0.005615234375, 0.003570556640625, -0.0003662109375, 0.00421142578125, -0.003570556640625, -0.00701904296875, 0.0008392333984375, 0.004119873046875, 0.00616455078125, -0.001983642578125, -0.00164794921875, -0.00157928466796875, -0.0108642578125, -0.0020751953125, 0.00653076171875, 0.0009002685546875, -0.0023956298828125, 0.00604248046875, -0.003204345703125, 0.005615234375, 0.000865936279296875, -0.0001068115234375, 0.00384521484375, -0.00017547607421875, -0.005462646484375, 0.00665283203125, 0.0003528594970703125, 0.002288818359375, 0.0022125244140625, -0.004638671875, -0.0037078857421875, -0.0015869140625, 0.0014495849609375, 0.0019378662109375, -0.0003261566162109375, -0.004119873046875, -0.0006866455078125, -0.0017852783203125, -0.0027313232421875, -0.00262451171875, 0.00112152099609375, 0.00014972686767578125, -0.00482177734375, -0.002349853515625, -0.0004177093505859375, -0.002685546875, 0.00136566162109375, -0.00164031982421875, 0.0003490447998046875, 0.0107421875, -0.0074462890625, 0.003387451171875, 0.00775146484375, 0.0106201171875, -0.003753662109375, -0.004974365234375, -0.0023956298828125, -0.004638671875, -0.0037384033203125, -0.00616455078125, 0.0054931640625, -0.004302978515625, -0.0017547607421875, -0.000560760498046875, -0.0007476806640625, -0.002777099609375, -0.0076904296875, -0.00194549560546875, 0.00014781951904296875, -0.002197265625, -0.0064697265625, -0.00165557861328125, 0.0003509521484375, 0.004638671875, 0.001068115234375, -0.003326416015625, -0.0024871826171875, -0.00153350830078125, 0.000637054443359375, -0.003631591796875, 0.00099945068359375, 0.0011749267578125, 0.0086669921875, 0.00732421875, -0.00384521484375, -0.0123291015625, 0.0047607421875, -0.003021240234375, 0.00238037109375, -0.00177001953125, -0.00130462646484375, -0.0012664794921875, 0.0015411376953125, -4.291534423828125e-05, -0.000682830810546875, 0.00128936767578125, 0.0011749267578125, -0.00579833984375, -0.0045166015625, -0.00110626220703125, -1.52587890625e-05, -0.003265380859375, -0.00396728515625, 0.0002574920654296875, 0.0024261474609375, 0.0052490234375, -0.01055908203125, 0.00494384765625, 0.004974365234375, -0.0001678466796875, -0.003814697265625, -0.007110595703125, -0.00127410888671875, 0.005950927734375, 0.0012054443359375, -0.0010223388671875, -0.00012874603271484375, -0.015869140625, -0.002716064453125, 0.0029449462890625, 0.00482177734375, -0.000179290771484375, 0.0036163330078125, -0.00193023681640625, -0.003692626953125, 0.0003662109375, 0.0004100799560546875, -0.00146484375, -0.0068359375, 0.0003566741943359375, -0.0025482177734375, -0.006866455078125, 0.00714111328125, 0.0014495849609375, 0.0033416748046875, 0.00055694580078125, -0.004119873046875, -0.00069427490234375, -0.0027313232421875, 0.000812530517578125, 0.0019989013671875, 0.00482177734375, 0.0010223388671875, -0.000682830810546875, -0.000274658203125, 0.00148773193359375, 0.000934600830078125, 0.00299072265625, -0.00133514404296875, -0.0069580078125, 0.00433349609375, -0.00445556640625, 0.0024871826171875, -0.00131988525390625, -0.00537109375, 0.00189971923828125, -0.0033416748046875, -0.005401611328125, -0.000244140625, -0.00433349609375, 0.002410888671875, -0.00494384765625, -0.001007080078125, 0.0027313232421875, 0.0035552978515625, 0.0005340576171875, -0.00958251953125, -0.000865936279296875, 0.01019287109375, 0.005828857421875, -0.00084686279296875, 0.00543212890625, -0.002197265625, 0.00148773193359375, 0.00091552734375, 0.0009918212890625, -0.005035400390625, 0.0040283203125, 0.0030364990234375, 0.002838134765625, 0.00543212890625, -0.005035400390625, 0.007293701171875, 0.006195068359375, -0.002685546875, 0.004913330078125, -0.0025177001953125, -0.0014801025390625, 0.00017452239990234375, -0.0034332275390625, -0.002532958984375, 0.00144195556640625, 0.0023193359375, -0.00098419189453125, 0.004364013671875, 0.00994873046875, 0.0035400390625, -0.0034942626953125, -0.0002536773681640625, -0.0089111328125, 0.00116729736328125, -0.0021820068359375, 0.003692626953125, 0.00060272216796875, 0.00128173828125, 0.001739501953125, 0.0025482177734375, 0.00191497802734375, -0.0069580078125, 0.0018310546875, -0.004425048828125, 0.000213623046875, 0.00153350830078125, -0.0002841949462890625, -0.002960205078125, -0.00244140625, 0.000736236572265625, 0.0002841949462890625, -0.00604248046875, 0.000396728515625, -0.0016937255859375, 0.00147247314453125, 0.00180816650390625, 0.00086212158203125, -0.00042724609375, -0.005523681640625, -0.002166748046875, -0.0002689361572265625, -0.0002841949462890625, -0.00185394287109375, 0.00128936767578125, -0.0087890625, -0.004302978515625, -0.0017547607421875, -0.01177978515625, 0.0033721923828125, -0.00011682510375976562, -0.00506591796875, -0.0050048828125, 0.00396728515625, -2.5480985641479492e-06, 0.001800537109375, 0.0009765625, 0.000720977783203125, 0.008544921875, 0.00518798828125, 0.0037078857421875, 0.00360107421875, 0.00396728515625, 8.0108642578125e-05, -0.00034332275390625, -0.00019359588623046875, -0.00274658203125, 0.0031585693359375, -0.0024261474609375, -0.0089111328125, -0.0030059814453125, 0.00186920166015625, 0.0093994140625, -0.004302978515625, -0.008544921875, -0.00099945068359375, -0.0002689361572265625, 0.0037689208984375, 0.001983642578125, 0.005157470703125, -0.0025787353515625, -0.0025177001953125, -0.0030975341796875, -0.004730224609375, -0.000720977783203125, -0.00107574462890625, -0.001739501953125, 0.0025482177734375, -0.00186920166015625, 0.003173828125, 0.00099945068359375, -0.000820159912109375, -0.005889892578125, 0.0057373046875, -0.0024871826171875, -0.0001068115234375, 0.0048828125, 0.002532958984375, 0.00311279296875, 0.007354736328125, -0.00775146484375, -0.0047607421875, -6.103515625e-05, 0.00146484375, -0.00592041015625, -0.004486083984375, -0.00811767578125, -0.001007080078125, -0.00396728515625, 0.0089111328125, 0.00128173828125, -0.00049591064453125, -0.001922607421875, 0.0020294189453125, 0.00125885009765625, 0.00042724609375, 0.0031280517578125, -0.00457763671875, -0.004669189453125, -0.00555419921875, -0.005462646484375, -0.004150390625, -0.004974365234375, 0.002288818359375, 0.0079345703125, -0.0003147125244140625, 0.0040283203125, -0.00019168853759765625, 0.0021820068359375, 0.0002613067626953125, 0.000774383544921875, -0.003753662109375, 0.0020751953125, 0.005584716796875, 0.000492095947265625, 0.0093994140625, -0.0023193359375, -0.000614166259765625, 0.005035400390625, -0.0003757476806640625, 0.0038299560546875, -0.00051116943359375, -0.0059814453125, -0.001983642578125, -0.0015106201171875, 0.005340576171875, -0.000644683837890625, -0.003082275390625, -0.00188446044921875, 0.00860595703125, 0.006011962890625, -0.005615234375, -0.0005950927734375, -0.000152587890625, -0.0029449462890625, 0.0034332275390625, 5.602836608886719e-05, -0.000278472900390625, 0.0032196044921875, 0.0013275146484375, -0.000579833984375, -0.00714111328125, -0.000942230224609375, 0.0034332275390625, -0.004547119140625, 0.007049560546875, 0.0021820068359375, -0.003326416015625, -0.004791259765625, 0.0004024505615234375, 0.0027618408203125, -0.00145721435546875, 0.001983642578125, -0.002593994140625, -0.001495361328125, 0.005889892578125, -0.006195068359375, 0.004486083984375, 0.002593994140625, 0.0031585693359375, 0.00019550323486328125, -0.0023956298828125, -0.004608154296875, -0.00103759765625, 0.0022735595703125, 0.00078582763671875, -0.000537872314453125, -0.00445556640625, 0.000652313232421875, 0.0037841796875, -0.000629425048828125, 0.0002460479736328125, 0.0019073486328125, 0.0005645751953125, 0.004913330078125, -0.00110626220703125, 0.00023365020751953125, 0.0009765625, -0.0032501220703125, 0.005859375, -0.008544921875, 0.00860595703125, 0.002777099609375, 0.002410888671875, 0.00064849853515625, -0.002716064453125, -0.003143310546875, -0.00335693359375, -0.001007080078125, 0.0096435546875, 0.003814697265625, -0.003143310546875, 0.00531005859375, -0.0022430419921875, 0.005859375, -0.002227783203125, 0.00469970703125, 0.00023651123046875, 0.0087890625, 0.00164794921875, -7.104873657226562e-05, -0.003814697265625, 0.007781982421875, 0.002777099609375, -0.0009613037109375, 0.00107574462890625, 0.004425048828125, 0.000888824462890625, -0.005828857421875, 0.003448486328125, -0.003326416015625, -0.00170135498046875, -0.0002841949462890625, 5.0961971282958984e-06, 0.0086669921875, -0.00165557861328125, -0.002899169921875, 0.005859375, 0.001739501953125, 0.001983642578125, -0.0013580322265625, 0.00469970703125, -3.0517578125e-05, -0.0031890869140625, 0.004791259765625, -0.00179290771484375, 0.004150390625, 0.0021514892578125, -0.007110595703125, 0.0035552978515625, -0.005035400390625, 0.000736236572265625, -0.003631591796875, -0.0062255859375, -0.002960205078125, 0.00225830078125, 0.007171630859375, 0.0031585693359375, -0.0022735595703125, -0.000957489013671875, -0.000888824462890625, 0.000774383544921875, 0.0034637451171875, -0.0038604736328125, 0.00823974609375, 0.0005950927734375, 0.0009918212890625, -0.002227783203125, -0.00136566162109375, 0.00408935546875, 0.00439453125, -0.0125732421875, -0.00213623046875, 0.00162506103515625, 0.00141143798828125, -0.00052642822265625, 0.00372314453125, 0.0028533935546875, 0.000873565673828125, 0.006591796875, 0.000141143798828125, 0.0067138671875, 0.0020904541015625, 0.000675201416015625, -0.0025787353515625, 0.0018768310546875, 0.00396728515625, -0.001953125, -0.000797271728515625, 0.00042724609375, 0.00567626953125, 0.00341796875, -0.00225830078125, -0.0025787353515625, -0.00141143798828125, 0.0024871826171875, 0.0037078857421875, 0.0052490234375, 0.00250244140625, -0.005218505859375, -0.003753662109375, 0.0002651214599609375, 0.00162506103515625, -0.004852294921875, -0.000652313232421875, -0.00144195556640625, -0.00122833251953125, -0.00113677978515625, 0.000545501708984375, -0.0031585693359375, -0.00341796875, 0.003326416015625, -0.00164031982421875, -0.000568389892578125, 0.00107574462890625, -0.0068359375, -0.004180908203125, -0.006378173828125, -0.0064697265625, 0.0108642578125, -0.003875732421875, -0.0016937255859375, 0.002410888671875, -0.00628662109375, 0.00323486328125, 0.00677490234375, -0.000629425048828125, 0.000782012939453125, -0.0034637451171875, 0.000911712646484375, 0.006134033203125, 0.0037994384765625, -0.004302978515625, -0.00159454345703125, -0.00390625, -0.000904083251953125, -0.000881195068359375, 0.000736236572265625, -0.00518798828125, 0.0031280517578125, -0.0012054443359375, 0.007568359375, 0.002197265625, -0.00244140625, 0.00408935546875, 0.00653076171875, 0.00244140625, 0.00171661376953125, -0.003570556640625, -0.00165557861328125, -0.0019989013671875, -0.0008697509765625, 0.00176239013671875, 0.00167083740234375, -0.00156402587890625, -0.007354736328125, -0.005767822265625, 0.004150390625, -0.00860595703125, 0.00180816650390625, 0.01007080078125, 0.006805419921875, 0.002532958984375, -0.0025787353515625, -0.00238037109375, 0.0032501220703125, 0.00106048583984375, -0.0003910064697265625, 0.0045166015625, -0.0047607421875, 0.002716064453125, 0.0031280517578125, -0.001129150390625, 0.00274658203125, -0.0021514892578125, -0.00177001953125, 0.0009918212890625, -0.00020313262939453125, 0.0025177001953125, -0.0040283203125, 0.00122833251953125, -0.005035400390625, -0.003448486328125, -0.0106201171875, 0.006683349609375, -0.0036468505859375, 0.0029754638671875, -0.00543212890625, -0.0022735595703125, 0.0025787353515625, 0.00390625, -0.0040283203125, 0.00421142578125, 0.0022125244140625, -0.0018310546875, 0.0027618408203125, -0.0031280517578125, 0.00079345703125, 0.004058837890625, -0.00146484375, 0.00347900390625, -0.004608154296875, 0.004791259765625, 0.007171630859375, -0.001617431640625, -0.0013580322265625, 0.0045166015625, 0.002197265625, -0.00131988525390625, -0.006988525390625, 0.000720977783203125, -0.0027923583984375, -0.0032501220703125, 0.004638671875, 0.006500244140625, 0.00157928466796875, -0.0081787109375, 0.004058837890625, 3.314018249511719e-05, -0.0015716552734375, -0.0076904296875, -0.0034637451171875, 0.000667572021484375, -0.00335693359375, 0.006622314453125, 0.00482177734375, 0.00121307373046875, -0.000576019287109375, -0.00019359588623046875, 0.0017852783203125, 0.000598907470703125, 0.005218505859375, 0.001708984375, 0.005279541015625, -0.00020313262939453125, 0.0010223388671875, -0.0025634765625, 0.004241943359375, 0.0020599365234375, -0.00482177734375, 0.0026397705078125, 0.00494384765625, -0.004730224609375, 0.00115203857421875, -0.004425048828125, 0.0021820068359375, 0.0007171630859375, -0.0028533935546875, 0.0032196044921875, 0.002532958984375, 0.00109100341796875, -0.00013446807861328125, -0.007415771484375, -0.005767822265625, 0.0022430419921875, -0.0027923583984375, 0.001953125, 0.005340576171875, -0.0020294189453125, 0.002166748046875, -0.0013885498046875, 0.00189971923828125, 0.00482177734375, -0.002349853515625, 0.00506591796875, 0.000713348388671875, 0.0004367828369140625, -0.0024871826171875, -0.007080078125, -0.007049560546875, -0.0016632080078125, 0.004638671875, 0.00604248046875, -0.005126953125, 0.00153350830078125, -0.00147247314453125, 0.00099945068359375, -0.0030364990234375, 0.0012054443359375, 6.246566772460938e-05, 0.00390625, 0.002471923828125, -0.00173187255859375, -0.000751495361328125, -0.00299072265625, 0.0069580078125, -0.00118255615234375, -0.0040283203125, 0.0010833740234375, -0.00244140625, -0.0079345703125, 0.0072021484375, -0.002838134765625, -0.001678466796875, 0.00127410888671875, 0.0012359619140625, -0.0037841796875, 0.00103759765625, 0.00101470947265625, 0.006103515625, 0.005096435546875, -0.003082275390625, -0.00058746337890625, 0.00090789794921875, -6.341934204101562e-05, 0.00732421875, 0.000865936279296875, -0.00124359130859375, -0.0010528564453125, -0.006683349609375, 0.00125885009765625, 0.0002498626708984375, -0.006591796875, -0.0064697265625, 0.0022125244140625, -0.000644683837890625, 0.00164031982421875, -0.0047607421875, 0.005126953125, 0.0002384185791015625, 0.0025634765625, -0.00118255615234375, 0.002227783203125, -0.0030059814453125, -0.004241943359375, 0.003662109375, -0.0069580078125, 0.0011138916015625, -0.0003414154052734375, 0.005401611328125, -0.0011138916015625, -0.004730224609375, 0.0032501220703125, 0.00194549560546875, 0.002197265625, 0.0008544921875, -0.0037078857421875, -0.00244140625, -0.0052490234375, -0.00311279296875, -0.00083160400390625, 0.006622314453125, 0.0074462890625, -0.002532958984375, -0.001617431640625, -0.00145721435546875, 0.00299072265625, 0.0019683837890625, -0.00665283203125, 0.0028839111328125, 0.000782012939453125, 0.00013256072998046875, -0.0010528564453125, -0.0020294189453125, 0.00653076171875, 0.000919342041015625, -0.000843048095703125, -0.0020294189453125, 0.00185394287109375, 0.004425048828125, -0.00341796875, 0.000370025634765625, 0.0076904296875, 0.000579833984375, 0.004302978515625, -0.005950927734375, -0.0050048828125, 0.0030059814453125, 0.000514984130859375, -0.0029144287109375, 0.002471923828125, -0.0002994537353515625, 0.0050048828125, 0.00518798828125, -0.00133514404296875, 0.00106048583984375, -0.00372314453125, -0.0004863739013671875, 0.0054931640625, -0.0045166015625, -0.002899169921875, -0.0010528564453125, -0.0036163330078125, -0.00042724609375, -0.0029754638671875, 0.00017833709716796875, 0.000629425048828125, -0.001617431640625, 0.00130462646484375, 0.0034637451171875, 0.0017852783203125, -0.007080078125, -0.00738525390625, 0.0093994140625, 0.0074462890625, -0.0004749298095703125, 0.00035858154296875, 0.005401611328125, 0.005615234375, -0.00250244140625, 0.004119873046875, -0.004486083984375, 0.004608154296875, 0.004547119140625, 0.004150390625, 0.0010986328125, -0.0003681182861328125, 0.00015354156494140625, 0.002410888671875, -0.001129150390625, -0.004669189453125, 0.006744384765625, 0.0001220703125, 0.00360107421875, -0.0035858154296875, 0.00543212890625, 0.003387451171875, 0.00032806396484375, -0.001495361328125, -0.00173187255859375, 0.0037078857421875, 0.000457763671875, -0.005218505859375, 0.004608154296875, -0.0042724609375, 0.00872802734375, -0.000965118408203125, -0.002105712890625, -0.00022602081298828125, -0.000396728515625, -0.004791259765625, 0.002532958984375, 0.0027008056640625, -0.007232666015625, 0.002838134765625, -0.001861572265625, -2.0384788513183594e-05, 0.003692626953125, -0.004364013671875, 0.00084686279296875, -3.552436828613281e-05, -0.00244140625, 0.0020599365234375, -0.003509521484375, -0.0024871826171875, -0.00020313262939453125, -0.01055908203125, -0.00244140625, 0.007354736328125, -0.000659942626953125, 0.0045166015625, -0.0072021484375, -0.000835418701171875, 0.00408935546875, 0.0016632080078125, 0.004150390625, -0.004638671875, 0.00017547607421875, -0.00848388671875, -0.000865936279296875, 0.004150390625, 0.002593994140625, 0.00421142578125, -0.00152587890625, -0.00084686279296875, 0.011474609375, -0.00089263916015625, -0.0037078857421875, -0.0009002685546875, 0.00537109375, 0.007232666015625, 0.0035858154296875, 0.0009002685546875, 0.000278472900390625, -0.005767822265625, 0.000400543212890625, 0.00286865234375, 0.00433349609375, -0.000576019287109375, 0.000560760498046875, 0.00445556640625, 0.00083160400390625, -0.0018310546875, 0.003265380859375, -0.005035400390625, -0.00098419189453125, 0.00494384765625, -0.0025177001953125, 0.0003337860107421875, -0.0011749267578125, -0.00274658203125, -0.000545501708984375, 0.00567626953125, 0.000934600830078125, 2.0384788513183594e-05, 0.00439453125, 0.00115966796875, 0.0015411376953125, 0.0026702880859375, -0.0001373291015625, 0.00136566162109375, -0.01397705078125, 0.00518798828125, 0.00139617919921875, 0.004608154296875, -0.00140380859375, 0.00016498565673828125, 0.00714111328125, -0.000972747802734375, 0.00159454345703125, -0.03369140625, 0.001800537109375, 0.007171630859375, -0.001739501953125, 0.003631591796875, 0.0036468505859375, -0.004486083984375, -0.003997802734375, 0.002349853515625, -0.000904083251953125, -0.006134033203125, 0.000492095947265625, 0.0023651123046875, 0.001983642578125, 0.004852294921875, 0.00494384765625, 0.000873565673828125, -0.00015163421630859375, -0.002685546875, -0.0012359619140625, 0.0050048828125, 0.000621795654296875, -0.0006866455078125, 0.0016326904296875, -0.000850677490234375, 0.004150390625, -0.00104522705078125, -0.005523681640625, 0.00323486328125, -0.00167083740234375, 0.00051116943359375, -0.004913330078125, -0.0021820068359375, 0.0037841796875, -0.0078125, -0.004150390625, -0.00122833251953125, 0.004486083984375, -0.00017261505126953125, 0.0014190673828125, 0.006195068359375, 0.00014209747314453125, -0.0059814453125, -0.002960205078125, -0.0030975341796875, -0.009521484375, -0.0020599365234375, 0.00131988525390625, 0.0005035400390625, 0.00701904296875, 0.0036163330078125, 0.00390625, 0.000919342041015625, -0.006500244140625, 0.00189208984375, 0.00579833984375, -0.00142669677734375, 0.0017242431640625, -0.000537872314453125, 0.004425048828125, 0.00555419921875, 0.00103759765625, 0.000537872314453125, 0.002685546875, -0.00148773193359375, 0.006988525390625, 0.00142669677734375, 0.001251220703125, -0.003997802734375, -0.000576019287109375, -0.0003204345703125, -1.52587890625e-05, 0.00616455078125, 0.0028839111328125, 0.000606536865234375, 0.001434326171875, -0.01092529296875, -0.00823974609375, -0.004974365234375, -0.00025177001953125, 0.029296875, 0.001068115234375, 0.0069580078125, 0.00567626953125, 0.000457763671875, 0.0069580078125, 0.008544921875, 0.0031280517578125, -0.007171630859375, -0.004364013671875, -0.005584716796875, 0.00543212890625, 0.003814697265625, 0.0034942626953125, 0.00018310546875, 0.004852294921875, 0.0042724609375, 0.000247955322265625, 6.3478946685791016e-06, 0.0036163330078125, 0.00225830078125, -0.00518798828125, 0.0029449462890625, 2.8014183044433594e-05, -0.003509521484375, -0.0029754638671875, 0.005401611328125, 0.0048828125, 0.00021076202392578125, 0.00335693359375, -0.000560760498046875, 0.00396728515625, -0.0014190673828125, 0.0003910064697265625, -0.0069580078125, 0.000827789306640625, 0.00958251953125, -9.012222290039062e-05, 0.006378173828125, -0.00032806396484375, 0.0045166015625, -0.00018024444580078125, 0.000659942626953125, 0.000568389892578125, -0.001983642578125, 0.00433349609375, 0.00457763671875, -0.005828857421875, 0.00390625, 0.0001220703125, 0.00012874603271484375, 0.00012969970703125, 0.0042724609375, 0.00421142578125, -0.004547119140625, -0.0034332275390625, -0.0015106201171875, -0.0032196044921875, -0.000812530517578125, -0.00164031982421875, -0.0018463134765625, 0.006927490234375, -0.005218505859375, -0.0014801025390625, 0.0030059814453125, 6.103515625e-05, -0.00112152099609375, 0.0045166015625, -0.0034027099609375, -0.003509521484375, 0.001190185546875, -0.0045166015625, -0.006378173828125, -0.0020904541015625, 0.0023193359375, 0.001953125, 0.000732421875, 0.00543212890625, 0.00014209747314453125, 0.0024566650390625, 0.002105712890625, -0.00408935546875, 0.004180908203125, -0.005401611328125, -0.00191497802734375, -0.00335693359375, -0.0033111572265625, -0.0037384033203125, -0.002288818359375, -0.00124359130859375, -0.0028228759765625, -0.0002994537353515625, -0.000148773193359375, 0.004150390625, 0.00726318359375, 0.004302978515625, -0.00103759765625, 0.005645751953125, 0.001373291015625, 0.00078582763671875, 0.001129150390625, 0.0027313232421875, -0.01409912109375, 0.0020599365234375, 0.00396728515625, -0.00408935546875, -0.0033721923828125, -0.00360107421875, -0.003814697265625, -0.00335693359375, -0.00213623046875, 0.005462646484375, -0.007415771484375, -0.0018463134765625, 0.00787353515625, 0.0013885498046875, -0.000736236572265625, 0.005126953125, 0.00982666015625, 0.0026397705078125, -0.0038299560546875, 0.0032501220703125, 0.002166748046875, -0.005767822265625, 0.004547119140625, -0.000568389892578125, 0.0016937255859375, 0.00165557861328125, -0.000576019287109375, 0.00119781494140625, 0.00531005859375, -0.0001983642578125, 0.0081787109375, -0.0015106201171875, -0.0014495849609375, 0.0034942626953125, -0.000522613525390625, 0.002471923828125, -0.00164794921875, 0.005615234375, -0.0004253387451171875, -0.00457763671875, 0.000942230224609375, 0.0003452301025390625, -0.00099945068359375, 0.004486083984375, -0.000659942626953125, 0.00408935546875, -0.00567626953125, -0.00069427490234375, -0.004486083984375, 0.00775146484375, -0.003021240234375, 0.00020122528076171875, -0.00885009765625, -0.0025177001953125, -0.005706787109375, -0.0034027099609375, 0.00011682510375976562, 0.0008544921875, 0.002288818359375, 0.00177764892578125, 0.00180816650390625, 0.004638671875, 0.006622314453125, 0.00360107421875, 0.00238037109375, -0.001617431640625, -0.003143310546875, -0.00148773193359375, -0.004150390625, 0.0050048828125, -0.00634765625, -0.00164794921875, -0.00567626953125, 0.00156402587890625, -0.0069580078125, -0.004791259765625, -0.00022411346435546875, -0.0069580078125, -0.00116729736328125, -0.00170135498046875, 0.00051116943359375, 0.00146484375, 0.00140380859375, 0.005035400390625, -0.00360107421875, 0.00323486328125, 0.00396728515625, 0.00433349609375, 0.00518798828125, -0.00433349609375, -0.005615234375, 0.003997802734375, 0.002899169921875, 0.0031890869140625, -0.00160980224609375, 0.0020294189453125, -0.003814697265625, -0.00124359130859375, 0.00151824951171875, 0.00018310546875, 0.0020751953125, 0.000827789306640625, -0.004974365234375, -0.0014495849609375, 0.00543212890625, 0.00019550323486328125, -0.000881195068359375, -0.002777099609375, 0.00408935546875, -0.000469207763671875, -0.00213623046875, -0.0020599365234375, -0.004364013671875, 0.0020294189453125, 0.0002288818359375, 0.01068115234375, 0.00506591796875, -0.007080078125, 0.000705718994140625, 0.044921875, -0.0017242431640625, -0.006195068359375, -0.00640869140625, 0.0003204345703125, -0.001617431640625, -8.392333984375e-05, -0.0048828125, -0.002166748046875, -0.009521484375, 0.00160980224609375, 0.00494384765625, 0.003936767578125, -0.0042724609375, 0.00168609619140625, 0.00147247314453125, 0.001312255859375, 0.000598907470703125, -0.00286865234375, 0.000637054443359375, -0.00141143798828125, -0.009765625, -0.000843048095703125, -0.00109100341796875, -0.00469970703125, 0.004150390625, 0.00689697265625, -0.0025787353515625, -0.001953125, -0.000614166259765625, -0.001129150390625, -0.00165557861328125, -0.00311279296875, -0.002166748046875, 0.00506591796875, -0.002716064453125, -0.00665283203125, 0.00335693359375, -0.00372314453125, 0.00174713134765625, 0.00347900390625, 0.0010528564453125, -0.0087890625, 0.0030517578125, 0.00543212890625, -0.00347900390625, -0.00078582763671875, -0.00092315673828125, -0.003692626953125, -0.007049560546875, -0.005218505859375, -0.00238037109375, 0.00494384765625, 0.0037078857421875, -0.00017833709716796875, 0.0019683837890625, -0.00080108642578125, -0.0031890869140625, 0.0013885498046875, -0.0021514892578125, -0.00156402587890625, -0.0019683837890625, -0.005279541015625, 0.0029754638671875, 0.0025177001953125, -0.00139617919921875, -0.000698089599609375, 0.00067901611328125, 0.000186920166015625, -0.00225830078125, 0.00262451171875, -0.002960205078125, -0.000591278076171875, -0.000972747802734375, 0.0028076171875, -0.00384521484375, 0.0076904296875, -0.0023345947265625, -0.00182342529296875, -0.008544921875, 0.0035552978515625, 0.0023651123046875, -0.002166748046875, -0.000621795654296875, 0.0022125244140625, -0.001678466796875, -0.00164794921875, 0.004730224609375, 0.00384521484375, 0.00086212158203125, -0.000274658203125, -0.002471923828125, -0.00274658203125, 0.000888824462890625, -0.0018157958984375, 0.002227783203125, 0.003326416015625, -0.0029296875, 0.00140380859375, -0.0035552978515625, -0.00116729736328125, 0.0028076171875, 0.003082275390625, 0.003387451171875, 0.005340576171875, -0.00921630859375, 0.002166748046875, -0.00860595703125, -0.00689697265625, 0.00726318359375, 0.00201416015625, 0.00182342529296875, -0.00185394287109375, -0.00133514404296875, 0.0067138671875, 0.001739501953125, 4.9591064453125e-05, -0.00531005859375, -0.00372314453125, -0.00897216796875, 0.00872802734375, 0.005584716796875, 0.00142669677734375, 0.01171875, -0.005157470703125, 0.0028076171875, 0.003387451171875, 0.00225830078125, -0.0059814453125, 0.0029296875, -0.0031280517578125, -0.00130462646484375, 0.000553131103515625, 0.0016021728515625, -0.00075531005859375, -0.0040283203125, -0.00038909912109375, 0.0284423828125, -0.00445556640625, 0.0038909912109375, -0.005859375, -0.0026092529296875, 0.004241943359375, -0.0029754638671875, 0.00145721435546875, -0.00066375732421875, 0.001922607421875, 0.00250244140625, 0.000579833984375, -0.00445556640625, 0.00531005859375, -0.004486083984375, -0.00022125244140625, 0.00579833984375, 0.004425048828125, 0.00604248046875, -0.0035858154296875, -0.005279541015625, -0.00860595703125, -0.00555419921875, -0.000843048095703125, 0.001983642578125, -0.00151824951171875, 0.00421142578125, -4.57763671875e-05, -0.006011962890625, -0.006378173828125, -0.00023174285888671875, 0.00188446044921875, 0.0025482177734375, 0.0020294189453125, -0.00115966796875, -0.0020904541015625, -0.00555419921875, -0.01055908203125, 0.00133514404296875, 0.01318359375, -0.0015716552734375, 0.000827789306640625, 0.0011444091796875, -0.0015869140625, -0.000789642333984375, 0.00140380859375, 0.0001373291015625, -0.0020904541015625, 0.00153350830078125, -0.0005035400390625, -0.0009002685546875, -0.0021514892578125, 0.005279541015625, -0.00274658203125, -0.00168609619140625, -0.000637054443359375, -0.00537109375, -0.00171661376953125, 0.004058837890625, 0.00063323974609375, -0.007568359375, 0.0019378662109375, 0.00144195556640625, 0.00543212890625, -0.005767822265625, -0.00182342529296875, -0.00653076171875, -0.0028076171875, 0.00421142578125, 0.0072021484375, 0.00110626220703125, 0.0002803802490234375, -0.00122833251953125, 0.002288818359375, 0.00140380859375, -0.00014209747314453125, -0.0022125244140625, 0.00335693359375, -0.0004749298095703125, 0.00070953369140625, 0.00830078125, 0.00408935546875, 0.001220703125, 0.0009613037109375, 0.00089263916015625, -0.000873565673828125, -0.0011749267578125, -0.0002651214599609375, -0.0022125244140625, -0.004058837890625, -0.00372314453125, 0.0014190673828125, -0.0026702880859375, 0.001922607421875, -0.00787353515625, 4.57763671875e-05, 0.0032806396484375, -0.00177764892578125, 0.0035400390625, 0.002288818359375, 0.0031280517578125, 0.00531005859375, 0.00020122528076171875, 0.00084686279296875, -0.0025634765625, -0.002044677734375, -0.005767822265625, 0.000560760498046875, -0.004791259765625, -0.000560760498046875, -0.00130462646484375, -0.0004024505615234375, 0.003570556640625, 0.00168609619140625, 0.006195068359375, -0.000598907470703125, -0.00396728515625, -0.000545501708984375, -0.0004444122314453125, 0.00110626220703125, 0.00909423828125, 0.001434326171875, -0.002166748046875, -0.0107421875, 0.0048828125, -0.0025634765625, 0.00567626953125, -0.0057373046875, 0.00115203857421875, 0.0023193359375, 0.00026702880859375, -0.0016937255859375, -0.003204345703125, 0.0045166015625, 0.0068359375, -0.005523681640625, -6.628036499023438e-05, 0.00075531005859375, -0.00469970703125, -0.006134033203125, -0.006561279296875, -0.0003814697265625, 0.006378173828125, -0.00457763671875, -0.00830078125, -0.001251220703125, 0.00335693359375, -0.00396728515625, 0.00433349609375, -0.00494384765625, 0.00103759765625, 0.00177764892578125, -0.002838134765625, 0.00726318359375, 0.002838134765625, -0.00116729736328125, 0.00323486328125, -0.00029754638671875, -0.003509521484375, 0.0084228515625, -0.00022792816162109375, 0.00035858154296875, -0.00188446044921875, -0.00384521484375, 0.0002956390380859375, 0.002960205078125, -0.0023345947265625, 0.0007781982421875, -0.004486083984375, -0.000957489013671875, 0.0023956298828125, -0.0029754638671875, 0.004913330078125, -0.0052490234375, -0.00159454345703125, 0.0003814697265625, 0.00592041015625, -0.0004730224609375, 0.000804901123046875, 0.00147247314453125, 0.004791259765625, -0.000614166259765625, -0.004974365234375, -0.0003204345703125, -0.00653076171875, -0.00014781951904296875, -0.008544921875, -0.005889892578125, -0.00323486328125, 0.000545501708984375, -0.006591796875, 0.005157470703125, -0.00121307373046875, 0.0023956298828125, 0.00128936767578125, -0.00145721435546875, -0.00335693359375, 0.00070953369140625, -0.00579833984375, -0.003631591796875, 0.004852294921875, -0.00439453125, -0.00274658203125, -0.002593994140625, 0.0048828125, 0.0111083984375, 0.004608154296875, 0.005615234375, 0.0013580322265625, -0.007720947265625, -0.002593994140625, 0.0022735595703125, 0.004119873046875, 0.0038604736328125, -0.00151824951171875, -0.00274658203125, 0.00121307373046875, -0.00927734375, -0.0069580078125, 0.00604248046875, -0.004791259765625, -0.0032806396484375, 0.00537109375, -0.009765625, 0.0087890625, 0.005218505859375, -0.00390625, 0.0023956298828125, -0.00299072265625, -0.0069580078125, -0.0026397705078125, 0.000762939453125, 0.0038604736328125, 0.00457763671875, -0.000713348388671875, 0.0002288818359375, 0.0013275146484375, -0.005523681640625, -0.005401611328125, 0.004608154296875, 0.000919342041015625, 0.002044677734375, -0.00885009765625, 0.0032196044921875, 0.0025177001953125, 0.00170135498046875, 0.00180816650390625, -0.007232666015625, 0.0018768310546875, 0.0020599365234375, -0.00092315673828125, 0.004974365234375, -0.0003376007080078125, -0.00433349609375, -0.0013275146484375, 0.00081634521484375, 0.004974365234375, -0.0016632080078125, 0.002716064453125, 0.00017070770263671875, -0.003448486328125, -0.004638671875, 0.0003337860107421875, -0.00726318359375, -0.0035247802734375, -0.003662109375, -0.003204345703125, -0.000568389892578125, -0.0004177093505859375, -0.0014801025390625, -0.001007080078125, -0.000850677490234375, -0.006927490234375, -0.0034942626953125, -0.001983642578125, 0.00457763671875, -0.00421142578125, 0.00020885467529296875, -0.00390625, -0.00121307373046875, 0.0004425048828125, -0.005035400390625, 0.003692626953125, 0.00567626953125, 0.002685546875, -0.01409912109375, 0.01092529296875, -0.0002536773681640625, -0.0024871826171875, -0.0040283203125, 0.0012664794921875, -0.004241943359375, 0.0008544921875, 0.002227783203125, -0.0069580078125, 0.011962890625, 0.00098419189453125, -0.00119781494140625, -0.000370025634765625, -2.5480985641479492e-06, -0.00958251953125, -0.005096435546875, 0.007049560546875, -0.000682830810546875, 0.004302978515625, -0.001983642578125, 0.000423431396484375, -0.0028228759765625, -0.0035247802734375, 0.00616455078125, -0.0035858154296875, 0.00099945068359375, 2.5391578674316406e-05, -0.00013446807861328125, 0.00171661376953125, 0.007720947265625, -0.00341796875, -0.0003795623779296875, -0.005584716796875, 0.0002956390380859375, 0.00046539306640625, 0.00189971923828125, 0.0037078857421875, 0.0009765625, 0.00015163421630859375, 0.000598907470703125, 0.0010528564453125, -0.0040283203125, 0.005096435546875, 0.00469970703125, 0.00015354156494140625, -0.002166748046875, 0.0072021484375, 0.004180908203125, 0.0027923583984375, 0.00238037109375, 0.0016021728515625, 0.0028228759765625, -0.000881195068359375, -0.004852294921875, -0.00555419921875, -0.0047607421875, 0.0003681182861328125, 0.0022735595703125, 0.00335693359375, -0.00139617919921875, 0.007568359375, 0.0048828125, -0.001190185546875, 0.003692626953125, -0.0035858154296875, -0.00121307373046875, 0.00146484375, 0.007110595703125, 0.006195068359375, -0.00020313262939453125, -0.00176239013671875, 0.004608154296875, -0.0003528594970703125, 0.0005340576171875, 0.0002460479736328125, -0.00115203857421875, 0.00051116943359375, -0.0001506805419921875, 0.004852294921875, 0.00183868408203125, -0.005859375, -0.0025634765625, -0.00130462646484375, -0.0045166015625, 0.0027008056640625, -0.004852294921875, 0.00165557861328125, -0.00390625, -0.006439208984375, -0.002532958984375, -0.0003662109375, 0.0014801025390625, 0.009033203125, -0.00311279296875, 0.00112152099609375, 0.0040283203125, 0.004180908203125, -0.0033721923828125, -0.0040283203125, -0.01348876953125, 0.0029296875, -0.0025482177734375, -0.004119873046875, -0.003204345703125, 0.001495361328125, 0.005706787109375, 0.007720947265625, 0.004852294921875, -0.001129150390625, 0.006317138671875, 0.006683349609375, -0.00225830078125, -0.00927734375, -0.00799560546875, 0.007049560546875, -0.0020599365234375, -0.010009765625, 0.00152587890625, 0.0019683837890625, 0.0016937255859375, -0.0023345947265625, 0.0007476806640625, -5.412101745605469e-05, 0.004852294921875, -0.00787353515625, 0.002532958984375, -0.000606536865234375, 0.004852294921875, -0.003265380859375, -0.002471923828125, 0.0037841796875, -0.00653076171875, 0.00141143798828125, -0.01409912109375, -0.0021820068359375, 0.0005340576171875, -0.0016937255859375, 0.01007080078125, 0.00390625, 0.005401611328125, 0.00159454345703125, 0.00078582763671875, -0.0054931640625, -0.0093994140625, 0.005950927734375, -0.00457763671875, 0.002349853515625, 0.00023651123046875, 0.0036773681640625, -0.003204345703125, -9.775161743164062e-05, -0.0023651123046875, 0.00112152099609375, -0.0033416748046875, -0.000457763671875, -0.004852294921875, 0.00469970703125, -0.00049591064453125, 0.0024871826171875, 7.104873657226562e-05, 0.00121307373046875, 0.00144195556640625, -0.0024261474609375, 0.00701904296875, 0.00046539306640625, 1.4007091522216797e-05, 0.00030517578125, 0.0026397705078125, 0.0010986328125, -0.009521484375, -0.000690460205078125, -0.001983642578125, 0.00335693359375, -0.007476806640625, -0.0032196044921875, -0.00091552734375, 0.003204345703125, 0.0030670166015625, 0.0052490234375, 0.00142669677734375, -0.001800537109375, -0.00421142578125, 0.00201416015625, -0.002655029296875, -0.00051116943359375, 0.0019683837890625, -0.003753662109375, -1.9669532775878906e-05, 0.00738525390625, 0.003387451171875, -0.0059814453125, 0.00154876708984375, 0.007293701171875, -0.004302978515625, 0.01043701171875, -0.00482177734375, 0.0045166015625, -0.0025482177734375, 0.00250244140625, -0.0006866455078125, -0.0030517578125, 0.000789642333984375, -0.00335693359375, 0.004364013671875, -0.00457763671875, 0.0069580078125, 0.0029754638671875, 0.00457763671875, -0.002593994140625, 0.00038909912109375, -0.0023956298828125, -0.00408935546875, -0.002197265625, -0.004638671875, -0.0009765625, 0.012451171875, -0.004119873046875, 0.01092529296875, -0.00714111328125, 0.0028076171875, -0.0020599365234375, -0.000667572021484375, 0.00897216796875, 0.00396728515625, -0.0030364990234375, 0.000888824462890625, 0.0001373291015625, -0.0011444091796875, -0.00897216796875, 0.0022735595703125, -0.000461578369140625, 0.002532958984375, -0.0033721923828125, -0.0030364990234375, -0.00109100341796875, -0.00335693359375, 0.0009765625, -0.0037078857421875, -0.000377655029296875, -0.0036773681640625, 0.002288818359375, 0.0042724609375, -0.00921630859375, 0.00640869140625, -0.00069427490234375, -0.0028076171875, 0.003814697265625, -0.0018768310546875, 0.002471923828125, 0.00131988525390625, 0.00421142578125, -0.00347900390625, -0.00011205673217773438, 0.0004825592041015625, -0.0079345703125, -0.001953125, 0.0035552978515625, 0.004119873046875, 0.0035247802734375, -0.00159454345703125, 0.00084686279296875, 6.103515625e-05, 0.005889892578125, -0.000110626220703125, -0.00341796875, 0.00494384765625, -0.00078582763671875, -0.00194549560546875, -0.005767822265625, -0.004058837890625, 0.0036773681640625, -0.006500244140625, -5.245208740234375e-05, -0.004302978515625, 0.005889892578125, -0.0008697509765625, -0.0016632080078125, 0.004669189453125, -0.003997802734375, -0.0016632080078125, 0.004547119140625, 0.00144195556640625, 0.0012969970703125, -0.0033721923828125, -0.00225830078125, 0.00141143798828125, 0.0084228515625, 0.00118255615234375, 0.00160980224609375, 0.00482177734375, 0.00116729736328125, -0.003936767578125, 0.0018310546875, -0.0016632080078125, -0.007080078125, -0.006988525390625, 0.0010833740234375, -0.003387451171875, 0.0010528564453125, 0.00107574462890625, -0.0005340576171875, -0.0035400390625, 0.000499725341796875, -0.00433349609375, 0.00139617919921875, 0.00174713134765625, -0.0019378662109375, -0.001251220703125, 0.0019683837890625, 0.00787353515625, -0.00408935546875, 0.0023193359375, -0.002349853515625, 0.0076904296875, -0.00634765625, -2.5391578674316406e-05, -0.0013275146484375, 0.0029449462890625, -0.0010223388671875, -0.0036468505859375, 0.0009307861328125, -0.0008087158203125, 0.000499725341796875, 0.002899169921875, 0.000698089599609375, 0.004608154296875, 0.00421142578125, -0.005157470703125, -0.002532958984375, -0.00131988525390625, -0.0010833740234375, 0.00194549560546875, 0.007659912109375, 0.000629425048828125, 0.0009918212890625, 0.0003566741943359375, -0.0033416748046875, 0.0024871826171875, 0.0013427734375, 0.0, -0.00396728515625, 0.00701904296875, 0.0012664794921875, -0.003143310546875, -0.00124359130859375, -0.01409912109375, -0.0031280517578125, -0.003143310546875, -0.003570556640625, -0.0015869140625, -0.003509521484375, 0.005859375, 0.00125885009765625, 0.004669189453125, -0.007171630859375, -0.004425048828125, 0.0028076171875, -0.00579833984375, 0.00113677978515625, -0.00677490234375, 0.004638671875, 0.0005950927734375, 0.006866455078125, -0.000804901123046875, -0.004180908203125, -0.0010986328125, -0.0033111572265625, -0.0020751953125, 0.0019378662109375, 0.0003986358642578125, 0.0008697509765625, 0.0003223419189453125, -0.0024566650390625, 0.0017242431640625, -0.006805419921875, 0.0005645751953125, 0.00628662109375, -0.0004673004150390625, 0.001708984375, -0.0028076171875, -0.006591796875, -0.00180816650390625, 0.005828857421875, -0.005035400390625, -0.00390625, 0.004791259765625, -0.000499725341796875, -0.0038604736328125, 0.000591278076171875, -0.0028228759765625, 0.0029296875, -0.0027923583984375, 0.004119873046875, -0.006622314453125, 0.005523681640625, 0.006011962890625, 0.00016307830810546875, 0.00176239013671875, 0.006072998046875, 0.00060272216796875, 0.00160980224609375, 0.004241943359375, -0.0009002685546875, 0.0021209716796875, 0.000568389892578125, -0.00157928466796875, -0.0027313232421875, 0.005340576171875, -0.011474609375, -0.004974365234375, -0.00127410888671875, -0.0011444091796875, -0.003631591796875, -0.002166748046875, 0.00555419921875, 0.00018310546875, -0.00164031982421875, 0.0030670166015625, 0.00335693359375, -0.002288818359375, -0.004150390625, 0.00994873046875, 0.00482177734375, -0.00148773193359375, 0.0026702880859375, 0.004730224609375, 0.002838134765625, -0.0016326904296875, 0.00014209747314453125, -0.007110595703125, -0.00021076202392578125, -0.00133514404296875, 0.0019073486328125, 0.00543212890625, -0.001708984375, 0.0022430419921875, -0.0021514892578125, -0.003692626953125, -0.00020599365234375, 0.005157470703125, 0.005035400390625, 0.00010919570922851562, -0.001556396484375, -0.0022735595703125, -0.000507354736328125, 0.0011444091796875, -0.0026092529296875, 0.00030517578125, -0.0062255859375, -0.00128173828125, -0.00063323974609375, 0.00159454345703125, 0.005035400390625, 0.00433349609375, 0.00079345703125, -0.000675201416015625, -0.00140380859375, 0.0050048828125, 0.00347900390625, 0.0019989013671875, -0.002227783203125, 0.007110595703125, -0.0006866455078125, -0.0032958984375, 0.0032196044921875, -0.000885009765625, 0.0019378662109375, -0.0019073486328125, 0.006500244140625, -0.00848388671875, -0.00323486328125, -8.153915405273438e-05, 0.00469970703125, -0.000743865966796875, 0.001861572265625, 0.0045166015625, 0.002899169921875, -0.0036468505859375, -0.00946044921875, 0.003997802734375, 0.004669189453125, -0.006317138671875, -0.006011962890625, 0.0003070831298828125, 0.006683349609375, -0.006500244140625, 0.0011444091796875, 0.0030059814453125, 0.0038604736328125, -0.0009918212890625, -0.00311279296875, 0.0025177001953125, -0.0020751953125, 0.005157470703125, -0.00360107421875, -0.004150390625, 0.0031890869140625, 0.00396728515625, -0.0025634765625, -0.003814697265625, -0.0033111572265625, 0.01055908203125, -0.00104522705078125, -0.007232666015625, -0.0017242431640625, 0.003997802734375, -0.00537109375, -0.0033721923828125, 0.0023345947265625, 0.0062255859375, 0.0022430419921875, 0.000545501708984375, -0.000804901123046875, 0.00191497802734375, 0.005889892578125, 0.000762939453125, 0.001708984375, 0.0011138916015625, 0.007415771484375, 0.0025482177734375, 0.000732421875, 0.00017070770263671875, -1.52587890625e-05, -0.0030670166015625, 0.00115203857421875, 0.006591796875, 0.000591278076171875, -0.00311279296875, -0.01043701171875, 0.00762939453125, -0.003387451171875, -0.00176239013671875, 0.00836181640625, 0.0028228759765625, 0.00518798828125, -0.00121307373046875, -0.0032501220703125, 0.00201416015625, -0.00128936767578125, 0.00445556640625, 0.004425048828125, -0.00107574462890625, 0.005889892578125, 0.00518798828125, 0.003631591796875, 0.006622314453125, 0.00103759765625, -9.5367431640625e-06, -0.005828857421875, -0.002899169921875, -0.00787353515625, 0.003448486328125, -0.0031585693359375, -0.0003662109375, 0.009033203125, 0.000431060791015625, -0.00159454345703125, -0.00179290771484375, -0.005828857421875, 0.00439453125, 0.00604248046875, -0.0026397705078125, 0.00701904296875, 0.005096435546875, -0.002685546875, 0.0002841949462890625, -0.0033721923828125, 0.004364013671875, -0.00299072265625, 0.001495361328125, 2.5391578674316406e-05, -0.0038299560546875, -0.000823974609375, -0.001068115234375, 0.00543212890625, -0.005828857421875, -0.0026397705078125, -0.003021240234375, 0.0019683837890625, 0.0030670166015625, -0.005035400390625, 0.0045166015625, 0.00075531005859375, 0.00701904296875, -0.0064697265625, 6.628036499023438e-05, -7.05718994140625e-05, 0.0048828125, 0.001983642578125, 0.000949859619140625, 0.0002288818359375, -0.0025787353515625, 0.002655029296875, 0.0002956390380859375, 0.002593994140625, 0.002105712890625, 0.0003566741943359375, -0.002655029296875, 0.00152587890625, 0.007171630859375, -0.00128936767578125, -0.00115203857421875, -0.00023651123046875, -0.0034637451171875, 0.0068359375, -0.004180908203125, -0.00125885009765625, -0.0010986328125, -0.00689697265625, 0.0021514892578125, 0.00193023681640625, -0.0019378662109375, -0.00133514404296875, 0.0016326904296875, 0.00174713134765625, 0.0045166015625, 0.0054931640625, -0.00347900390625, 0.0040283203125, -0.00201416015625, 0.004364013671875, 0.00830078125, 3.24249267578125e-05, -0.006805419921875, 0.0052490234375, 0.00128173828125, -0.0037994384765625, -0.00457763671875, -0.00390625, -0.00799560546875, -0.001739501953125, 0.00433349609375, 0.00160980224609375, -0.005615234375, -0.004241943359375, 0.00848388671875, 0.0019683837890625, -0.00848388671875, -0.0103759765625, -0.004913330078125, -0.004486083984375, 0.000640869140625, 0.0004825592041015625, -0.0023956298828125, -0.00445556640625, -0.002777099609375, 0.006866455078125, -0.003143310546875, 0.00125885009765625, 0.0030517578125, 0.00173187255859375, 0.00299072265625, 0.00439453125, 0.00225830078125, 0.00167083740234375, 0.00225830078125, -0.00119781494140625, 0.0020599365234375, -0.004486083984375, -0.0021209716796875, 0.001953125, 0.0020751953125, -0.0031280517578125, -0.0042724609375, 0.0020751953125, -0.00543212890625, -0.0006561279296875, -0.0031585693359375, -0.005340576171875, 0.00628662109375, -0.00066375732421875, 0.0022430419921875, 0.00189971923828125, 0.00927734375, 0.0042724609375, 0.000606536865234375, -0.0018768310546875, 0.000579833984375, -0.0033416748046875, -0.0048828125, 0.003692626953125, 0.003875732421875, -0.0023345947265625, 0.00701904296875, -0.0015716552734375, -0.00157928466796875, -0.00799560546875, 0.00101470947265625, -0.0067138671875, 0.00011682510375976562, -0.000522613525390625, 0.00604248046875, 0.000911712646484375, -0.001068115234375, -0.0002288818359375, 0.0030975341796875, -0.000701904296875, -0.004180908203125, 0.005096435546875, -0.000827789306640625, 0.00927734375, -4.839897155761719e-05, 0.004852294921875, -0.000858306884765625, 0.00121307373046875, -0.00897216796875, -0.003387451171875, 0.004425048828125, 0.002655029296875, -0.0004177093505859375, -0.003936767578125, -0.003997802734375, 0.000919342041015625, -0.00335693359375, 0.0005645751953125, 0.000762939453125, 0.00168609619140625, 0.0036163330078125, -0.00213623046875, -0.006988525390625, -0.00107574462890625, 0.0040283203125, 0.00116729736328125, -0.0023040771484375, 0.00016117095947265625, -0.0048828125, 0.0003032684326171875, -0.0015411376953125, -0.0004119873046875, -0.001983642578125, -0.0031890869140625, 0.0016632080078125, -0.0019989013671875, -0.0031585693359375, 0.00994873046875, -6.103515625e-05, -0.00262451171875, 0.003814697265625, 0.00157928466796875, -0.00732421875, -0.00433349609375, -0.004364013671875, 0.0030517578125, 0.007110595703125, 0.0023651123046875, 0.00130462646484375, 0.00024318695068359375, 0.007537841796875, -0.004241943359375, -0.006103515625, 0.0003185272216796875, 0.00115203857421875, 0.0014190673828125, 0.002044677734375, 0.00604248046875, 0.000751495361328125, 0.0033721923828125, -0.0022125244140625, -0.000583648681640625, 0.0037384033203125, 0.00567626953125, 0.000484466552734375, -0.0019989013671875, -0.0022125244140625, -0.0019073486328125, 0.004638671875, 0.00439453125, 0.004913330078125, -0.001708984375, -0.004425048828125, -0.00160980224609375, 0.0003108978271484375, -0.00250244140625, -0.005950927734375, -0.00130462646484375, -0.0050048828125, -0.000667572021484375, -0.000213623046875, 0.0028839111328125, 0.00127410888671875, 0.00628662109375, -0.00054931640625, 0.00017261505126953125, -0.0030670166015625, 0.007415771484375, -0.0030059814453125, -0.00506591796875, 0.00142669677734375, -0.00653076171875, 0.00274658203125, 0.004150390625, 0.0084228515625, 0.010986328125, 0.00579833984375, 0.0023345947265625, 0.0003528594970703125, 0.003326416015625, 0.0033721923828125, -0.0030059814453125, 0.0045166015625, 0.0030670166015625, 0.00390625]]\n",
      "[[-0.004302978515625, -0.004119873046875, -0.0040283203125, 0.0036163330078125, -0.004302978515625, -0.002166748046875, 0.000202178955078125, 0.00762939453125, -0.000629425048828125, -0.000629425048828125, -0.00013256072998046875, 0.007659912109375, -2.5391578674316406e-05, -0.0035400390625, 0.0004405975341796875, 0.005523681640625, -0.00133514404296875, 0.0021209716796875, 0.00787353515625, -0.00750732421875, -0.006317138671875, 0.005462646484375, -0.000568389892578125, 0.006866455078125, 0.00011444091796875, 0.00010442733764648438, 0.00122833251953125, 0.00115203857421875, -0.0030364990234375, -0.006622314453125, -0.0012969970703125, -0.000270843505859375, -0.006561279296875, -0.00457763671875, 0.004119873046875, -0.00555419921875, -0.006988525390625, -0.0007171630859375, -0.00244140625, -0.004730224609375, 0.0029754638671875, -0.00089263916015625, -0.0106201171875, -0.0029449462890625, 0.006256103515625, -0.007476806640625, 0.004058837890625, 0.0103759765625, 0.00017833709716796875, -0.0091552734375, 0.0019989013671875, -0.0013275146484375, -0.0031585693359375, 0.000568389892578125, -0.000728607177734375, 0.002166748046875, 0.000774383544921875, -0.00188446044921875, 0.003143310546875, 0.00799560546875, 0.00537109375, 0.0033416748046875, 0.002044677734375, 0.0029144287109375, 0.00014972686767578125, 0.006103515625, 0.007537841796875, 0.003173828125, 0.004150390625, -0.00201416015625, 0.00162506103515625, 0.007171630859375, 0.00159454345703125, 0.0020294189453125, 0.00726318359375, 0.00201416015625, -0.005096435546875, -0.0004405975341796875, -0.0062255859375, 0.005035400390625, -0.00101470947265625, 0.0003032684326171875, 0.0002765655517578125, -0.00141143798828125, -0.0022430419921875, -0.00579833984375, 0.00543212890625, -0.0022735595703125, 0.002716064453125, 0.003692626953125, -0.00049591064453125, -0.005279541015625, -0.004547119140625, 0.0024261474609375, 0.003265380859375, 0.007080078125, -0.002410888671875, 0.00531005859375, 0.000396728515625, -0.004638671875, 0.0004024505615234375, 0.00122833251953125, -0.01312255859375, 0.004486083984375, 0.0012664794921875, 0.00021648406982421875, -0.0004863739013671875, 0.0019683837890625, 0.003509521484375, -0.0030517578125, 0.0023345947265625, -0.002716064453125, -0.0017852783203125, -0.0023651123046875, -0.00130462646484375, 0.002105712890625, -0.00104522705078125, 0.008056640625, 0.003509521484375, -0.0031585693359375, -0.005401611328125, -0.00537109375, -0.004058837890625, -0.001068115234375, 0.00102996826171875, 0.004302978515625, 0.000789642333984375, -0.00188446044921875, -0.0054931640625, -0.000568389892578125, 0.009765625, -0.0020751953125, -0.006500244140625, 0.007049560546875, 0.0023956298828125, 0.004241943359375, -0.00177764892578125, -0.002655029296875, -0.0045166015625, -0.002593994140625, 0.0030975341796875, 0.0028076171875, 0.0038299560546875, -0.00067901611328125, -0.000835418701171875, -0.0033111572265625, -0.006378173828125, 0.003387451171875, -0.0004062652587890625, 0.003814697265625, 0.0023040771484375, 0.00390625, -0.005615234375, 0.00193023681640625, -0.0037841796875, 0.0023193359375, -0.003509521484375, -0.0019683837890625, -0.000629425048828125, -0.0027923583984375, -0.00048828125, 0.003936767578125, -9.632110595703125e-05, -0.0017242431640625, 0.0018768310546875, -0.00433349609375, 0.00136566162109375, 9.393692016601562e-05, -0.005157470703125, -0.00335693359375, -0.00567626953125, 0.004791259765625, 0.004730224609375, -0.005157470703125, 0.000881195068359375, 0.00482177734375, 0.00390625, 0.002197265625, 0.000244140625, 0.005645751953125, -0.0006866455078125, -0.00567626953125, 0.00390625, -0.0093994140625, -0.007049560546875, 0.000759124755859375, 0.0029449462890625, -0.001190185546875, 0.00494384765625, 0.00018405914306640625, -0.00121307373046875, 0.002899169921875, -0.0032958984375, -0.0034332275390625, 0.000736236572265625, -0.0042724609375, -0.00372314453125, -0.0076904296875, 0.0086669921875, 0.0019989013671875, -0.001983642578125, -0.0004024505615234375, 0.0024261474609375, 0.00021839141845703125, 0.002288818359375, -0.0004863739013671875, 0.00152587890625, 0.0096435546875, 0.00128936767578125, -0.0008392333984375, 0.0004405975341796875, 0.00311279296875, 0.00555419921875, -0.00299072265625, 0.00034332275390625, 0.0019378662109375, 0.0034027099609375, -0.0019683837890625, 0.000152587890625, 0.0027008056640625, -0.0029754638671875, -0.0019073486328125, 0.003509521484375, -0.00555419921875, -0.00124359130859375, -0.0035247802734375, -0.0028533935546875, 0.004913330078125, -0.006317138671875, 0.00408935546875, -0.00823974609375, 0.003936767578125, 0.005035400390625, 0.000568389892578125, 0.004791259765625, 0.004364013671875, -0.0004444122314453125, 0.0023193359375, -0.00213623046875, -0.00323486328125, 0.0027923583984375, -0.005615234375, -0.00106048583984375, -0.00165557861328125, -0.007080078125, -0.0037994384765625, 0.00113677978515625, 0.003265380859375, -0.007781982421875, -0.0004482269287109375, -0.00176239013671875, -0.00115966796875, 0.006103515625, 0.0034027099609375, 0.007049560546875, 0.00133514404296875, 0.00136566162109375, -0.004058837890625, -0.003631591796875, -0.003662109375, 0.000732421875, 0.002166748046875, 0.005126953125, 0.0020294189453125, -0.00244140625, 0.0034027099609375, -0.00439453125, -0.00604248046875, -0.005218505859375, -0.000804901123046875, 0.000774383544921875, -0.005401611328125, -0.0030517578125, -0.002044677734375, 0.0026397705078125, -0.0029449462890625, -0.004180908203125, -0.0034942626953125, -0.00897216796875, 0.00482177734375, -0.00396728515625, 0.00994873046875, -0.0020599365234375, -0.00101470947265625, 0.0020294189453125, 0.0024261474609375, -0.001617431640625, 0.00020122528076171875, -0.004913330078125, -0.0024566650390625, 0.004302978515625, -0.009033203125, -0.0037384033203125, 0.00628662109375, -0.000640869140625, -0.0034332275390625, 0.00028228759765625, -0.00168609619140625, -0.001983642578125, 0.000640869140625, -0.0019378662109375, 0.00133514404296875, 0.003692626953125, -0.0033721923828125, -0.00165557861328125, 0.00010156631469726562, -0.0034027099609375, 0.00130462646484375, -0.0035400390625, 0.003997802734375, 0.00177764892578125, -0.0002574920654296875, -0.003936767578125, -0.004302978515625, -0.0164794921875, -0.0024871826171875, 0.0030517578125, -0.00244140625, 0.00433349609375, -0.000576019287109375, -0.004974365234375, 0.00299072265625, 0.00026702880859375, -0.000553131103515625, 0.003875732421875, -0.005950927734375, -0.00144195556640625, -0.00109100341796875, -0.0008087158203125, 0.0018157958984375, 0.00604248046875, -0.0028076171875, 0.00634765625, 0.004150390625, -0.00107574462890625, 0.0023651123046875, 0.00090789794921875, 0.004608154296875, -0.00677490234375, 0.005096435546875, -0.00037384033203125, 0.004241943359375, 0.004119873046875, 0.00167083740234375, -0.0023651123046875, -0.000843048095703125, 0.00086212158203125, -0.00194549560546875, -0.0018310546875, -0.000919342041015625, 0.0031585693359375, -0.003387451171875, 0.00640869140625, -0.000682830810546875, -0.005889892578125, 0.0028533935546875, 0.00186920166015625, 0.005859375, 0.004119873046875, 0.0012969970703125, 0.00933837890625, 0.00185394287109375, -0.00086212158203125, 0.0023345947265625, -0.000244140625, -0.00262451171875, 0.0081787109375, 0.0076904296875, -0.00179290771484375, 0.000385284423828125, 0.00372314453125, -0.00174713134765625, 0.001190185546875, -0.0014495849609375, -0.000164031982421875, 0.0005035400390625, 0.0030975341796875, -0.005096435546875, 0.0031280517578125, -0.0003452301025390625, -0.000759124755859375, 0.0003871917724609375, -0.005950927734375, 9.632110595703125e-05, -0.0087890625, -0.00052642822265625, 0.0025634765625, 0.0001068115234375, 0.0062255859375, -0.000705718994140625, 0.006591796875, 0.000812530517578125, -0.0002574920654296875, -0.00262451171875, 0.00144195556640625, 0.00347900390625, -0.006561279296875, -0.004547119140625, 0.010498046875, -0.0096435546875, -0.00032806396484375, 6.723403930664062e-05, 0.004638671875, 0.003692626953125, -0.002197265625, 0.000560760498046875, -0.0025177001953125, 0.0087890625, 0.002593994140625, 0.0001068115234375, -0.0081787109375, 0.0035552978515625, -0.00010919570922851562, -0.00121307373046875, -0.00180816650390625, -0.00396728515625, -0.00174713134765625, 0.00116729736328125, -0.0003719329833984375, -0.00457763671875, 0.0079345703125, -0.001617431640625, -0.000850677490234375, -0.0029296875, 0.0024566650390625, 0.000751495361328125, -0.00537109375, 0.003936767578125, 7.104873657226562e-05, 0.00299072265625, -0.00079345703125, 0.0025482177734375, 0.007476806640625, 0.0032958984375, -0.000934600830078125, 0.004669189453125, 0.0003147125244140625, -0.00531005859375, 0.0035552978515625, -0.0010223388671875, -0.0023651123046875, -0.0050048828125, -0.00014781951904296875, -0.003143310546875, -0.0007476806640625, -0.00531005859375, 0.000858306884765625, -0.0023345947265625, -0.004913330078125, 0.004486083984375, 0.00115203857421875, 0.0020294189453125, 0.002105712890625, 0.00213623046875, -0.00063323974609375, 3.0517578125e-05, 0.00445556640625, -0.007568359375, 6.341934204101562e-05, 0.0012664794921875, 0.00482177734375, 7.772445678710938e-05, -0.0031280517578125, -0.0019073486328125, -0.0003147125244140625, -1.0192394256591797e-05, -0.0068359375, 0.0019683837890625, -0.000583648681640625, -0.004241943359375, -0.006622314453125, 0.0017242431640625, 0.0023040771484375, -0.0037994384765625, 0.005645751953125, 0.00726318359375, -0.00848388671875, -0.000934600830078125, 0.004058837890625, 0.005859375, -0.002349853515625, -0.00017261505126953125, 0.006103515625, 0.0040283203125, -0.003662109375, 0.0028533935546875, -0.01007080078125, 0.0068359375, 0.0017242431640625, 0.00537109375, 0.00174713134765625, 0.000568389892578125, -0.0040283203125, -0.0024261474609375, 0.0081787109375, 0.000331878662109375, 0.006317138671875, 0.0038299560546875, 0.007171630859375, -0.003814697265625, 0.0012054443359375, 0.00173187255859375, -0.0038909912109375, -0.0021209716796875, -0.0050048828125, 0.00531005859375, -0.0004024505615234375, -0.0003337860107421875, -0.004669189453125, -0.00141143798828125, -0.0032958984375, 0.005218505859375, -0.006256103515625, -0.003936767578125, -0.0028839111328125, 0.00811767578125, -0.00750732421875, -0.0021820068359375, 0.003570556640625, -0.00107574462890625, 0.003662109375, -0.00093841552734375, -0.00127410888671875, -0.000850677490234375, -0.00125885009765625, 0.001556396484375, 0.0002498626708984375, -0.000865936279296875, -0.013427734375, -3.814697265625e-05, -0.0030364990234375, 0.0038299560546875, -0.002197265625, -0.006256103515625, -0.0004367828369140625, 0.0003757476806640625, -5.340576171875e-05, 0.000457763671875, -0.000576019287109375, -0.0004634857177734375, 0.00653076171875, 0.0040283203125, -0.0019683837890625, -0.006591796875, 0.0019989013671875, -0.00013065338134765625, -0.0016632080078125, 0.00909423828125, 0.004119873046875, -0.0003795623779296875, 0.004241943359375, 0.0004253387451171875, -0.01190185546875, 0.00015544891357421875, -0.0048828125, 0.003326416015625, -0.0034942626953125, 0.01422119140625, -0.003173828125, -0.0026702880859375, -0.0016021728515625, -0.00262451171875, 0.0037078857421875, 0.0011444091796875, 0.0032501220703125, -0.017578125, -0.0025634765625, 0.007049560546875, -0.0015869140625, 0.000965118408203125, 0.005157470703125, -0.0035400390625, 4.9591064453125e-05, -0.000637054443359375, 0.00311279296875, 0.00131988525390625, 0.0025482177734375, 0.004608154296875, -0.00323486328125, -0.005889892578125, -0.00146484375, 0.000946044921875, -0.0050048828125, 0.0036773681640625, -0.004730224609375, -0.00592041015625, -0.0015106201171875, 0.002288818359375, -0.003326416015625, -0.00665283203125, 0.0029296875, 0.005157470703125, -0.002838134765625, -0.001251220703125, 0.003692626953125, 0.00665283203125, -0.00604248046875, -0.00872802734375, -0.00592041015625, 0.0106201171875, 0.00323486328125, 0.000957489013671875, 0.009033203125, 0.0030517578125, -0.007080078125, -0.0003108978271484375, 0.00098419189453125, -0.008056640625, 0.0052490234375, 0.0035552978515625, 0.006134033203125, 0.0081787109375, 0.0004024505615234375, -0.00885009765625, 0.0028076171875, -0.00927734375, 0.000499725341796875, 0.004119873046875, 0.004913330078125, -0.00189971923828125, 0.0035247802734375, 0.00457763671875, -0.002471923828125, 0.0024871826171875, -0.00138092041015625, 0.0010528564453125, -0.000408172607421875, 0.006927490234375, -0.000286102294921875, -0.00384521484375, 0.0216064453125, 0.003814697265625, 0.00116729736328125, -0.006011962890625, 0.0003414154052734375, -0.0032806396484375, -0.000698089599609375, -0.000514984130859375, 0.0014190673828125, -0.00160980224609375, 0.00188446044921875, 0.0030059814453125, 0.001556396484375, -0.00124359130859375, 0.00017833709716796875, 0.004150390625, -0.00113677978515625, -0.0081787109375, -0.0032958984375, -0.0023040771484375, 0.00836181640625, 0.00164031982421875, 0.00286865234375, -0.007293701171875, -0.004058837890625, 0.00262451171875, 0.002197265625, 0.002349853515625, -0.006317138671875, 0.002166748046875, 0.0021209716796875, -0.004608154296875, 0.0036468505859375, -0.01019287109375, -0.0037994384765625, -0.000896453857421875, 0.00115203857421875, 0.0006866455078125, 0.004791259765625, -0.0034942626953125, -0.006805419921875, 0.00095367431640625, -0.0002803802490234375, 0.00433349609375, -0.000598907470703125, 0.00180816650390625, -0.003875732421875, -0.002227783203125, -0.0004787445068359375, -0.007659912109375, -0.004150390625, 0.00052642822265625, -0.00022125244140625, 0.0033111572265625, -0.00013256072998046875, -0.002044677734375, 0.000244140625, 0.0086669921875, 0.00543212890625, -0.0014190673828125, 0.00096893310546875, -0.00168609619140625, 0.0028839111328125, 0.00347900390625, -0.00750732421875, 0.006317138671875, -0.0027618408203125, -0.004425048828125, 5.984306335449219e-05, 1.52587890625e-05, -0.0034332275390625, 0.0023956298828125, 0.0023040771484375, -0.00335693359375, 0.001068115234375, 0.00014781951904296875, -0.0013275146484375, 0.00946044921875, -0.004150390625, 0.00180816650390625, 0.0026092529296875, -0.000766754150390625, 0.0002727508544921875, -0.0023345947265625, -0.0003814697265625, 0.000213623046875, 0.002044677734375, -0.005950927734375, 0.00390625, 0.00127410888671875, -0.0023956298828125, -0.007293701171875, 0.00048828125, -0.0020294189453125, 0.00146484375, -0.00396728515625, -0.01104736328125, -0.0021820068359375, 0.0035400390625, -0.001190185546875, 0.004180908203125, -0.00165557861328125, 0.0027313232421875, 0.00469970703125, -0.0031280517578125, -0.0020294189453125, -0.00171661376953125, -0.00011205673217773438, -0.000690460205078125, 0.000823974609375, 0.00115966796875, -0.0001468658447265625, 0.0018463134765625, -0.0025482177734375, -5.602836608886719e-05, 0.00049591064453125, 0.0030059814453125, 0.005096435546875, 0.004180908203125, -0.0004711151123046875, 0.006500244140625, 0.00138092041015625, 0.00147247314453125, -0.00147247314453125, 0.001800537109375, 0.00193023681640625, -0.0012359619140625, 0.00164031982421875, -0.004241943359375, 0.0016937255859375, -0.0034637451171875, 0.000598907470703125, -0.000720977783203125, 0.004547119140625, -6.628036499023438e-05, -0.000972747802734375, -0.00201416015625, 0.004364013671875, -0.00185394287109375, -0.001556396484375, 0.001434326171875, 0.00128173828125, 0.004180908203125, -0.00238037109375, 0.006805419921875, -0.004730224609375, -0.003326416015625, -0.003143310546875, 0.00238037109375, -0.00714111328125, -0.01141357421875, 0.00011968612670898438, 0.0026092529296875, -0.00017833709716796875, -0.00897216796875, 0.0023345947265625, 0.00457763671875, 0.00153350830078125, -0.00836181640625, 0.001678466796875, -0.004669189453125, 5.0961971282958984e-06, 0.00122833251953125, -0.00133514404296875, -0.008056640625, -0.005645751953125, -0.006500244140625, -0.00125885009765625, 0.00555419921875, -1.9073486328125e-06, -0.002410888671875, 0.0028533935546875, 0.005096435546875, 0.00023746490478515625, -0.00323486328125, 0.0018768310546875, -0.0012664794921875, 0.004364013671875, -0.000873565673828125, -0.002105712890625, -0.00946044921875, -0.000919342041015625, 0.00439453125, 0.004608154296875, 0.0017547607421875, 0.004058837890625, -0.010498046875, -0.0001735687255859375, 9.1552734375e-05, -0.000659942626953125, -0.004913330078125, -0.002105712890625, 0.0004444122314453125, 0.00726318359375, -2.0384788513183594e-05, -0.00115203857421875, 0.0020599365234375, 0.007171630859375, 0.01220703125, -0.00193023681640625, -0.004730224609375, 0.0050048828125, -0.00159454345703125, 0.0036163330078125, 0.000858306884765625, 0.000583648681640625, 0.00213623046875, -0.0022430419921875, 0.0020294189453125, 0.0017547607421875, -0.0081787109375, 0.0033416748046875, 0.001312255859375, -0.000812530517578125, 0.009521484375, -0.002166748046875, -0.0034332275390625, 5.221366882324219e-05, 0.000659942626953125, 0.00191497802734375, -0.0015716552734375, 0.004425048828125, 0.0003604888916015625, -0.00579833984375, 0.000598907470703125, -0.0002536773681640625, 0.00168609619140625, -1.0192394256591797e-05, -0.006103515625, 0.0074462890625, 0.00131988525390625, -0.0030059814453125, -0.00604248046875, -0.00445556640625, -0.0081787109375, 0.003692626953125, 0.00445556640625, -0.00537109375, 3.314018249511719e-05, -0.00390625, -0.00836181640625, 0.002105712890625, -0.00982666015625, 0.00127410888671875, 0.00145721435546875, -0.00144195556640625, -0.005096435546875, -0.002166748046875, 0.0027313232421875, -0.0001201629638671875, 0.0014190673828125, 0.0030975341796875, 0.00135040283203125, 0.003204345703125, 0.00193023681640625, -0.004638671875, 0.0015106201171875, -0.0042724609375, 0.0050048828125, 0.0022125244140625, -0.003631591796875, 0.017822265625, -0.0031585693359375, 0.0033111572265625, 0.006378173828125, 0.0027923583984375, -0.00171661376953125, 0.0002460479736328125, -0.003173828125, -0.0002689361572265625, -0.0052490234375, -0.0028076171875, 0.0018310546875, 0.00104522705078125, -0.00537109375, -0.005218505859375, 0.006103515625, 0.00110626220703125, -0.006927490234375, -0.007568359375, 0.001800537109375, -0.0017852783203125, -0.00189971923828125, -0.0003261566162109375, 8.916854858398438e-05, 0.0084228515625, 0.01019287109375, 0.000492095947265625, 0.001617431640625, 0.004638671875, -0.0020904541015625, -0.022216796875, -0.00177764892578125, 0.0023040771484375, -0.0019683837890625, 0.0031280517578125, -0.001068115234375, -0.0029144287109375, 0.000957489013671875, -0.002044677734375, 0.0031585693359375, 0.00139617919921875, 0.0026702880859375, -0.002532958984375, 0.0023956298828125, -0.00286865234375, -0.000942230224609375, 0.0005950927734375, -0.0010528564453125, -0.000518798828125, 0.004730224609375, 0.0001220703125, -0.0020294189453125, 0.004852294921875, -0.004974365234375, 0.00115203857421875, 0.000919342041015625, 0.00396728515625, -0.003082275390625, -0.00072479248046875, 0.001007080078125, 0.0020599365234375, -0.005523681640625, 0.000736236572265625, -0.0027923583984375, 0.0015411376953125, 0.00537109375, -0.0004673004150390625, -0.0040283203125, 0.0004558563232421875, 0.00738525390625, -0.0074462890625, -0.00390625, 0.0004215240478515625, -0.004241943359375, 0.00445556640625, 0.004180908203125, 0.001983642578125, -0.00188446044921875, 0.0015411376953125, -0.00109100341796875, -0.003448486328125, -0.000576019287109375, -0.00323486328125, 0.004913330078125, -0.01043701171875, 0.0125732421875, -0.0004138946533203125, 0.003326416015625, -0.01092529296875, -0.00689697265625, -0.0098876953125, 0.0024566650390625, -0.00567626953125, -0.0068359375, -0.005828857421875, -0.0059814453125, 0.004608154296875, 0.00286865234375, -0.0001983642578125, 0.0002288818359375, -0.00101470947265625, 0.00042724609375, -0.0064697265625, -0.0029296875, 0.002716064453125, -0.003021240234375, -0.000667572021484375, -0.0007781982421875, -0.0048828125, -0.0069580078125, 0.00107574462890625, -0.0076904296875, -0.000377655029296875, 0.00131988525390625, 6.628036499023438e-05, -0.0068359375, -0.002777099609375, -0.002532958984375, 0.000904083251953125, -0.0020599365234375, -0.0017242431640625, -0.0013885498046875, -0.004547119140625, 0.0054931640625, -0.001922607421875, -0.0025482177734375, 0.0014190673828125, 0.00201416015625, -0.001678466796875, -0.00023555755615234375, -0.00113677978515625, -0.00140380859375, -0.0028839111328125, -0.003631591796875, -0.002593994140625, 0.000762939453125, -0.00421142578125, -0.003082275390625, -0.0033111572265625, -0.00408935546875, 0.0084228515625, 0.00160980224609375, 0.0010986328125, 0.004791259765625, 6.628036499023438e-05, 0.00124359130859375, 0.005584716796875, -0.005340576171875, 0.005767822265625, -0.000457763671875, 0.006866455078125, 0.003692626953125, 0.00262451171875, 0.002227783203125, -0.000339508056640625, 0.00012302398681640625, -0.00142669677734375, 0.0025177001953125, 0.0015716552734375, 0.0037078857421875, -0.001434326171875, 0.0045166015625, -0.00048065185546875, 0.0078125, 0.0032501220703125, 0.00098419189453125, 0.00469970703125, -0.004638671875, 0.006256103515625, -0.002410888671875, -0.006378173828125, -0.005950927734375, -8.630752563476562e-05, -0.006927490234375, 0.00141143798828125, -0.0002574920654296875, -0.0054931640625, 0.005859375, 0.004425048828125, -0.0029754638671875, 0.00104522705078125, 0.0040283203125, 0.00152587890625, 0.0003147125244140625, -0.0035858154296875, 0.00159454345703125, 0.00165557861328125, 0.0005645751953125, 0.00148773193359375, 0.00067138671875, 0.0003662109375, 0.0074462890625, 0.00311279296875, -0.00115966796875, -0.005401611328125, 0.00051116943359375, -0.0030059814453125, -0.005889892578125, 0.0032806396484375, 0.00171661376953125, -0.000797271728515625, 0.0069580078125, 0.007293701171875, -0.003082275390625, -0.0047607421875, -0.000766754150390625, -0.00150299072265625, -0.0007476806640625, -0.0034027099609375, -0.002410888671875, -0.005096435546875, -0.00439453125, -0.004974365234375, 0.00634765625, 0.004119873046875, -0.0023956298828125, -0.0021514892578125, -0.003509521484375, 0.0054931640625, -0.000335693359375, 0.00151824951171875, 0.00145721435546875, -0.00194549560546875, 0.00799560546875, -0.003936767578125, -0.005523681640625, 0.00787353515625, -0.0026397705078125, 0.002777099609375, 0.000843048095703125, -0.004547119140625, -0.006317138671875, -0.00191497802734375, 0.0050048828125, -0.004302978515625, -0.0003490447998046875, -0.000667572021484375, -0.00457763671875, 0.0022430419921875, -0.00116729736328125, -0.004974365234375, 0.0017547607421875, 0.003509521484375, 0.0050048828125, 0.00064849853515625, 0.00384521484375, -0.001983642578125, -0.00714111328125, 0.0052490234375, -0.002532958984375, -0.004119873046875, -0.00128173828125, 0.0004482269287109375, -0.006561279296875, 0.0076904296875, 0.00616455078125, -0.0015869140625, -0.0007171630859375, 0.00701904296875, 0.0037689208984375, -0.00335693359375, -3.170967102050781e-05, -0.00457763671875, -0.00286865234375, -0.003814697265625, -0.00396728515625, -0.0059814453125, -0.007232666015625, -0.0012359619140625, 0.00726318359375, -0.000476837158203125, 0.005279541015625, 0.007781982421875, -0.000881195068359375, -0.0013427734375, -0.00157928466796875, -0.0002841949462890625, -0.0005950927734375, -0.003265380859375, 0.0004405975341796875, -0.00799560546875, 0.006134033203125, -0.0028076171875, -0.00041961669921875, 0.0028228759765625, 0.0030364990234375, -0.000736236572265625, 0.0028533935546875, -0.00188446044921875, -0.00299072265625, -0.0033416748046875, 0.003997802734375, -0.0025177001953125, -0.005157470703125, -0.0016021728515625, 0.00145721435546875, -0.0045166015625, -0.00106048583984375, 0.0025787353515625, -0.00077056884765625, 0.0028076171875, -0.001922607421875, 0.003997802734375, 0.000972747802734375, -0.00101470947265625, -0.00139617919921875, 0.005828857421875, -0.00151824951171875, 0.0002460479736328125, 0.00262451171875, -0.007293701171875, 0.00186920166015625, -0.00106048583984375, 0.0029754638671875, 0.005218505859375, -0.0011138916015625, -0.0015869140625, 0.003021240234375, 0.0023193359375, -0.0021820068359375, -0.0035552978515625, -0.000499725341796875, 7.104873657226562e-05, 0.001983642578125, 0.000934600830078125, -0.004302978515625, 0.00046539306640625, 0.00112152099609375, 0.0009918212890625, 0.006195068359375, 0.0027008056640625, -0.0206298828125, -0.00469970703125, -0.003570556640625, -0.0014190673828125, 0.00286865234375, -0.00408935546875, -0.002685546875, 0.00799560546875, 1.0192394256591797e-05, 0.0004291534423828125, 0.000701904296875, 0.0034332275390625, -0.00020694732666015625, -0.0023956298828125, -0.0015716552734375, -0.00244140625, 0.0005645751953125, -0.0024261474609375, 0.0027008056640625, -0.00244140625, 0.002960205078125, -0.01068115234375, 0.004058837890625, 0.004119873046875, 0.00022220611572265625, -0.00174713134765625, -0.0067138671875, 0.00457763671875, 0.0002994537353515625, 0.00012683868408203125, 0.004150390625, -0.0005950927734375, -0.00921630859375, 0.003570556640625, 0.0021514892578125, -0.00017452239990234375, 0.0026092529296875, 0.000881195068359375, -0.007720947265625, -0.0062255859375, 0.011474609375, -0.00081634521484375, 0.0019989013671875, -0.00173187255859375, 0.00159454345703125, -0.00107574462890625, 0.0191650390625, -0.0012054443359375, -0.002410888671875, 0.00140380859375, -0.009033203125, 0.003936767578125, 0.006500244140625, 0.002838134765625, 0.0030975341796875, -6.103515625e-05, -0.00057220458984375, -0.0002689361572265625, 0.00567626953125, 0.0020751953125, 0.0038299560546875, -0.001373291015625, -0.0028228759765625, 0.006988525390625, 0.000766754150390625, -0.003814697265625, 0.003662109375, 0.00107574462890625, -0.0048828125, 0.004150390625, 0.00109100341796875, -0.00396728515625, 0.0027618408203125, 0.00482177734375, 0.008544921875, -0.0036468505859375, -0.0012054443359375, -0.004058837890625, 0.000827789306640625, 3.314018249511719e-05, 0.007049560546875, 0.00025177001953125, -0.0020904541015625, 0.006927490234375, -0.000705718994140625, -0.01043701171875, -0.00433349609375, -0.003875732421875, -0.004302978515625, 0.003997802734375, 0.003997802734375, 0.00182342529296875, -0.002838134765625, 0.0029449462890625, -0.0079345703125, 0.005615234375, -0.00151824951171875, -0.008056640625, -0.0031280517578125, -0.00141143798828125, -0.00098419189453125, 2.8252601623535156e-05, -0.001922607421875, -0.002899169921875, -0.008056640625, -0.00019359588623046875, -0.00014209747314453125, -0.0037994384765625, 0.005584716796875, -0.00139617919921875, -0.003204345703125, 0.00029754638671875, -0.004730224609375, 0.00396728515625, 0.004150390625, 0.00164794921875, -0.007110595703125, -0.004486083984375, -0.003265380859375, -0.01544189453125, 0.00433349609375, -0.00124359130859375, -0.0027923583984375, -0.0040283203125, -0.00408935546875, 0.000507354736328125, -0.0054931640625, -0.007110595703125, -0.00518798828125, -0.007781982421875, 0.00110626220703125, 0.0037994384765625, 0.00080108642578125, -0.0045166015625, -0.002838134765625, -0.00482177734375, -0.0023040771484375, -0.004150390625, -0.0035552978515625, -0.004302978515625, -0.00970458984375, -0.00022125244140625, 0.004669189453125, 0.0037078857421875, -0.00531005859375, 0.0020904541015625, 0.001739501953125, -0.0042724609375, 0.0004119873046875, -0.0002498626708984375, 0.00164794921875, 0.00010919570922851562, -0.003753662109375, -0.0028839111328125, 0.0027313232421875, 0.005828857421875, -0.001434326171875, 0.007598876953125, 0.0016326904296875, -0.003936767578125, -0.00262451171875, 0.0017547607421875, -0.002166748046875, 0.0027008056640625, 0.0020751953125, -0.0032806396484375, -0.00017833709716796875, 0.00885009765625, 0.0045166015625, 0.00225830078125, -0.000946044921875, -0.000858306884765625, -0.003387451171875, -0.00019931793212890625, -0.00171661376953125, 0.00665283203125, 0.0025787353515625, 0.006622314453125, -0.00189208984375, 0.00055694580078125, 0.005279541015625, -3.314018249511719e-05, -0.001983642578125, 0.00909423828125, -0.005462646484375, -0.004791259765625, 0.002471923828125, -0.007659912109375, -0.00933837890625, 0.004669189453125, 0.00946044921875, -0.002471923828125, 0.003814697265625, 0.005218505859375, 0.001312255859375, -0.001922607421875, -0.00653076171875, -0.00146484375, -0.00185394287109375, -0.013671875, 0.002838134765625, -0.006988525390625, -0.00115966796875, 0.00445556640625, -0.000885009765625, -0.00225830078125, -0.00020885467529296875, -0.00147247314453125, -0.000461578369140625, -0.0035552978515625, -0.00026702880859375, -0.004608154296875, 0.004302978515625, -0.007781982421875, -0.0012664794921875, -0.003143310546875, -0.002349853515625, -0.0086669921875, -0.005767822265625, 0.002777099609375, 0.005767822265625, 0.00191497802734375, 0.00390625, 0.000560760498046875, 0.000812530517578125, 0.000858306884765625, 0.0030517578125, -0.0054931640625, -0.00213623046875, -0.00116729736328125, -0.006378173828125, -0.005645751953125, -0.00262451171875, 0.00168609619140625, 0.0037841796875, 0.00347900390625, -0.0022735595703125, -0.001373291015625, 0.004241943359375, -0.0031280517578125, -0.0034027099609375, -0.01556396484375, 0.0028839111328125, -0.004150390625, -0.0021514892578125, -0.00168609619140625, -0.0040283203125, -0.004974365234375, 0.0033416748046875, 0.003631591796875, -0.005401611328125, 0.002593994140625, -0.00213623046875, -0.003082275390625, 0.000457763671875, 0.006317138671875, -0.0021209716796875, -0.001617431640625, 0.0030059814453125, -0.0067138671875, -0.004547119140625, -0.007354736328125, 0.0038909912109375, 0.0062255859375, -0.005340576171875, 0.00168609619140625, 0.00110626220703125, -0.005218505859375, -0.0011138916015625, 0.0026397705078125, -0.0016632080078125, 0.00010156631469726562, 0.0013427734375, 0.0031280517578125, 0.00958251953125, 0.00018787384033203125, -0.00555419921875, 0.004119873046875, -0.004547119140625, 0.004547119140625, 0.000957489013671875, 0.0027008056640625, 0.0025482177734375, 0.0084228515625, -0.0004291534423828125, 0.0037078857421875, -0.0023956298828125, 0.00592041015625, -0.000492095947265625, 0.00634765625, -0.0017547607421875, -0.0032196044921875, 0.00116729736328125, -0.0036468505859375, 0.0004482269287109375, -0.00194549560546875, -0.00927734375, -0.00128936767578125, -0.00081634521484375, 0.0003261566162109375, 0.000759124755859375, -0.01214599609375, 0.004791259765625, -0.00038909912109375, 0.00182342529296875, 0.00531005859375, -0.003570556640625, -0.007537841796875, -0.000911712646484375, 0.0054931640625, -0.00095367431640625, -0.004425048828125, 0.0003986358642578125, -0.00799560546875, -0.007110595703125, 4.6253204345703125e-05, 0.0003299713134765625, -0.0012664794921875, -0.002288818359375, 0.001983642578125, -0.0023345947265625, 0.0034942626953125, 0.0031890869140625, -0.006103515625, 0.005340576171875, -0.0048828125, 0.00151824951171875, 0.007568359375, 0.00136566162109375, 0.0023040771484375, -0.00604248046875, 0.005615234375, 0.0005340576171875, -0.007171630859375, -0.0012054443359375, 0.005218505859375, 0.000499725341796875, 0.00019359588623046875, -0.000896453857421875, -0.000926971435546875, -0.0021820068359375, 0.006378173828125, -0.003936767578125, 0.0020294189453125, -0.0011444091796875, -0.0042724609375, 0.00125885009765625, 0.0004558563232421875, -0.002655029296875, -0.002197265625, -0.00750732421875, 0.0037078857421875, 0.005889892578125, 0.004730224609375, -0.002838134765625, 0.0022430419921875, 0.00189971923828125, -0.001556396484375, 0.002197265625, 0.00848388671875, -0.0024566650390625, -0.004913330078125, 0.00118255615234375, -0.00372314453125, 0.000568389892578125, -0.0025177001953125, -0.0029144287109375, 0.00124359130859375, 0.0003719329833984375, 0.01275634765625, -0.00032806396484375, 0.001190185546875, 0.000629425048828125, 0.000904083251953125, -0.003082275390625, -0.0019683837890625, 0.000789642333984375, 0.00020313262939453125, 0.0003814697265625, 0.00147247314453125, 0.000789642333984375, -0.00390625, -0.004058837890625, 0.00958251953125, 0.00909423828125, 0.0081787109375, -0.00179290771484375, 0.003662109375, 0.00506591796875, 0.004608154296875, -0.00152587890625, 0.00445556640625, 0.00180816650390625, -0.0018463134765625, -0.0020294189453125, 0.001434326171875, -0.00099945068359375, 0.003265380859375, 0.0002899169921875, -0.0050048828125, 1.7762184143066406e-05, -0.00787353515625, -0.003143310546875, 0.000972747802734375, -0.00469970703125, -0.00433349609375, -0.0067138671875, -0.00138092041015625, 0.006103515625, 0.006011962890625, 0.00396728515625, 0.0032958984375, 0.0003452301025390625, 0.005096435546875, -0.001708984375, -0.006011962890625, 0.0038604736328125, -0.000766754150390625, -0.005859375, -0.004119873046875, -0.0048828125, -0.00787353515625, 0.00634765625, 0.000560760498046875, 0.006744384765625, -0.0002727508544921875, 0.0045166015625, 0.00750732421875, 0.0020751953125, -0.005401611328125, -0.0034637451171875, -0.0021209716796875, 0.000823974609375, 0.006072998046875, -0.0002689361572265625, 0.004486083984375, -0.00023365020751953125, 0.00677490234375, -0.0004520416259765625, 0.0017547607421875, -0.002685546875, -0.000591278076171875, 0.00762939453125, 0.004241943359375, -0.0004329681396484375, 0.000720977783203125, -0.004241943359375, 0.0032958984375, -0.00103759765625, 0.00162506103515625, -0.001708984375, 0.00189208984375, -0.00151824951171875, 0.0076904296875, -0.00238037109375, 0.007537841796875, -0.001495361328125, -0.00299072265625, 0.002105712890625, 0.0023193359375, 0.000701904296875, -0.0016632080078125, -0.003753662109375, -0.00124359130859375, -0.00927734375, 0.00180816650390625, 0.002166748046875, 0.004608154296875, -0.0004329681396484375, 0.003509521484375, -0.004241943359375, -0.0027313232421875, 0.00518798828125, 0.001190185546875, 0.00445556640625, 0.00016689300537109375, -0.00188446044921875, 0.003204345703125, -0.0029754638671875, 0.004913330078125, -0.00138092041015625, -0.00897216796875, -0.003082275390625, 0.000553131103515625, 0.0016326904296875, 0.002197265625, -0.00022411346435546875, -0.00030517578125, 0.002960205078125, 0.0004730224609375, 0.0027008056640625, -0.00439453125, -0.00164031982421875, -0.0002651214599609375, -0.003814697265625, 0.0014495849609375, -0.000682830810546875, -0.0003910064697265625, 0.0025482177734375, -0.00194549560546875, 0.00103759765625, 0.00946044921875, -0.000629425048828125, 0.0084228515625, -0.00064849853515625, 0.0126953125, -0.0048828125, -0.0016326904296875, 0.0002994537353515625, -0.0091552734375, 0.003936767578125, -0.01129150390625, 0.00152587890625, -0.00023651123046875, 0.005279541015625, -0.0003795623779296875, 0.0029144287109375, -0.00921630859375, 0.0004520416259765625, -0.000614166259765625, -0.00144195556640625, 0.002899169921875, -7.390975952148438e-05, -0.0027313232421875, 0.0012054443359375, 0.00701904296875, 0.006378173828125, -0.00567626953125, 0.00194549560546875, 0.0029144287109375, 0.000675201416015625, -0.0007781982421875, 0.0052490234375, 0.000682830810546875, -5.817413330078125e-05, 0.00689697265625, 0.000244140625, -0.0113525390625, 0.006103515625, -0.0032806396484375, 0.004547119140625, 0.0011444091796875, -0.000583648681640625, 0.0028533935546875, 0.0002841949462890625, 0.0037078857421875, -0.005035400390625, 0.005767822265625, 0.003204345703125, -0.004058837890625, -0.005218505859375, 0.0030059814453125, 0.0003871917724609375, -0.0015716552734375, -0.006622314453125, 0.00121307373046875, 0.00506591796875, -0.0036468505859375, -0.005035400390625, 0.00150299072265625, -0.00103759765625, 0.0004482269287109375, -0.00014019012451171875, -0.0026397705078125, 0.00567626953125, 0.0016326904296875, 0.00225830078125, 0.001953125, -0.005096435546875, -0.015869140625, -0.00872802734375, -0.00157928466796875, 0.0029754638671875, 0.00104522705078125, 0.00201416015625, -0.00274658203125, -0.0023193359375, 0.00543212890625, -0.0003643035888671875, 0.00390625, 0.0002994537353515625, 0.00323486328125, 0.0026092529296875, -0.00421142578125, 0.004608154296875, 0.00020885467529296875, 0.0047607421875, 0.006622314453125, -0.002899169921875, -0.000885009765625, 0.0037841796875, 0.00048065185546875, 0.006805419921875, 0.0068359375, 0.00372314453125, 0.008056640625, 0.00135040283203125, 0.0106201171875, -0.0029449462890625, 3.695487976074219e-05, 0.0004558563232421875, 0.0004138946533203125, 0.0027923583984375, -0.009033203125, -0.00135040283203125, -0.003387451171875, -0.00250244140625, -0.0034027099609375, -0.005615234375, 0.0021514892578125, -0.00787353515625, -0.0014190673828125, -0.003173828125, -0.008056640625, -0.00099945068359375, -0.0004138946533203125, 0.003387451171875, 0.005584716796875, -0.0107421875, 0.000213623046875, 0.0123291015625, 0.0037689208984375, 0.00439453125, 0.003387451171875, 0.000518798828125, -0.004150390625, 0.0023956298828125, -0.00016498565673828125, -0.00077056884765625, 0.00146484375, -0.0021820068359375, -0.0004558563232421875, 0.00518798828125, -0.004241943359375, 0.0023956298828125, 0.0068359375, -0.00555419921875, 0.000576019287109375, -0.00194549560546875, 0.0005340576171875, 0.003997802734375, 0.00160980224609375, -0.00107574462890625, 0.004119873046875, 0.001678466796875, 0.0009307861328125, 0.00051116943359375, 0.00909423828125, -0.0024261474609375, -0.00274658203125, -0.0023956298828125, -0.0003833770751953125, -0.00201416015625, -0.006683349609375, 0.00162506103515625, 0.0026397705078125, -0.00021076202392578125, -0.00038909912109375, 0.00185394287109375, -0.0032806396484375, 0.002166748046875, 0.00165557861328125, -0.0027313232421875, -0.0035400390625, -0.00823974609375, -0.004241943359375, -0.006805419921875, -0.007568359375, -0.00098419189453125, -0.0005340576171875, -0.0012359619140625, 0.000762939453125, 0.003265380859375, 0.0062255859375, 0.00119781494140625, 0.00201416015625, 0.00347900390625, -0.0003528594970703125, -0.0038299560546875, 0.0025177001953125, 0.0006866455078125, -0.0020904541015625, 0.0042724609375, -0.001678466796875, -0.00860595703125, -0.00604248046875, -0.00634765625, 0.00689697265625, 0.0086669921875, -0.0022430419921875, 0.00469970703125, 0.00445556640625, 0.003082275390625, 0.0024261474609375, 0.00518798828125, -7.295608520507812e-05, 0.004425048828125, 0.0045166015625, 1.4007091522216797e-05, -0.002960205078125, -0.0032196044921875, 0.00070953369140625, -0.00185394287109375, -0.005126953125, -0.0034027099609375, -0.000759124755859375, -0.006683349609375, -0.0033416748046875, 0.0045166015625, 0.00421142578125, 0.01043701171875, -0.006683349609375, -0.00244140625, 0.00096893310546875, 0.000698089599609375, 0.000942230224609375, -0.0042724609375, 0.006866455078125, -0.00341796875, -0.000732421875, -0.0028533935546875, -0.002777099609375, 0.004150390625, -0.00112152099609375, 0.000659942626953125, 0.003814697265625, 0.0025177001953125, 0.004608154296875, 0.0028839111328125, 0.00109100341796875, -0.005615234375, -0.0025634765625, 0.0040283203125, -0.004608154296875, -0.0018157958984375, 0.00107574462890625, -0.000553131103515625, 0.0045166015625, -0.002899169921875, -0.0033111572265625, 0.006011962890625, 0.00113677978515625, -0.001617431640625, 0.003936767578125, -0.003936767578125, -0.0018157958984375, 0.000911712646484375, -0.0020294189453125, -0.00103759765625, 0.004364013671875, -0.00157928466796875, 0.0059814453125, 0.0106201171875, 0.005584716796875, -0.000957489013671875, -0.003875732421875, -0.003936767578125, -0.004608154296875, -0.00482177734375, -0.002655029296875, -0.001007080078125, -0.000255584716796875, 0.00823974609375, -0.01104736328125, -0.0026092529296875, 0.00152587890625, 0.00482177734375, -0.004058837890625, 0.00341796875, -0.00421142578125, 0.0028228759765625, 0.002593994140625, -0.003753662109375, 0.0084228515625, 0.0002918243408203125, 0.0025787353515625, 0.003204345703125, -0.00164031982421875, 0.004547119140625, 0.000301361083984375, -0.004486083984375, -0.00274658203125, -0.00445556640625, 0.00311279296875, -0.0014495849609375, -0.003021240234375, -0.0021209716796875, 0.0074462890625, 0.0017547607421875, -0.007354736328125, -0.0047607421875, 0.00531005859375, 0.0032196044921875, 0.00445556640625, -0.004058837890625, -0.00156402587890625, 0.004150390625, -0.0023651123046875, -0.0032958984375, -0.0062255859375, -0.00262451171875, 0.0031585693359375, -0.002410888671875, 0.00150299072265625, 0.00244140625, -0.0026397705078125, -0.0034637451171875, -0.0029449462890625, 0.0002498626708984375, 0.0027923583984375, 0.0010986328125, -0.0067138671875, -0.00439453125, 0.005035400390625, -0.0038604736328125, 0.000885009765625, -0.0015869140625, -0.0032501220703125, -0.00160980224609375, -0.000896453857421875, -0.0021820068359375, -0.00457763671875, -0.00112152099609375, -0.00506591796875, -0.006072998046875, 0.0023193359375, 0.003143310546875, 0.00750732421875, 0.0003719329833984375, 0.000644683837890625, 0.004150390625, 0.0017242431640625, -0.00347900390625, 0.0032501220703125, 0.000812530517578125, 0.0021209716796875, 0.000782012939453125, 0.0023040771484375, -0.002593994140625, -0.00098419189453125, 0.0030364990234375, 0.004364013671875, 0.000614166259765625, -0.0032806396484375, -0.006317138671875, -0.001922607421875, -0.00653076171875, 0.00067138671875, 0.00616455078125, -0.0028228759765625, 0.0093994140625, -0.0023040771484375, -0.00012969970703125, 0.000888824462890625, -0.0023040771484375, 0.000827789306640625, 0.0106201171875, 0.000789642333984375, 0.003509521484375, 0.00341796875, 0.003448486328125, 0.00262451171875, -0.00262451171875, -0.0003452301025390625, 0.0017852783203125, -0.00445556640625, -0.012451171875, 0.0022125244140625, -0.0029144287109375, 0.000629425048828125, 0.004669189453125, 0.003204345703125, 0.00860595703125, -0.00153350830078125, -0.0030059814453125, 0.0026702880859375, -0.0038909912109375, 0.0023040771484375, -0.00122833251953125, 0.0037841796875, 0.0021209716796875, -0.002410888671875, -0.00107574462890625, 0.005035400390625, 0.0042724609375, 0.00274658203125, 0.00183868408203125, -0.002410888671875, -0.00701904296875, -0.0078125, -0.00201416015625, -0.00021839141845703125, 0.0008544921875, -0.004180908203125, 0.0076904296875, 0.00133514404296875, 0.0037841796875, -0.0010223388671875, -0.00070953369140625, 0.0010528564453125, -0.003509521484375, -0.00482177734375, 0.00011682510375976562, 0.002105712890625, -0.00194549560546875, -0.0037841796875, -0.00384521484375, 0.00148773193359375, 0.00482177734375, -0.0024871826171875, -6.532669067382812e-05, 0.0052490234375, -0.004669189453125, -0.0029296875, -0.00107574462890625, 0.00026702880859375, -0.0064697265625, 0.00457763671875, 0.001983642578125, 0.006622314453125, -0.0007171630859375, -0.001373291015625, -0.0002536773681640625, 0.001220703125, 0.0036163330078125, -0.0029449462890625, -0.00026702880859375, -0.000957489013671875, 0.00128936767578125, 0.00119781494140625, 0.00019550323486328125, -0.0045166015625, -0.00148773193359375, 0.00860595703125, 0.0057373046875, 0.001861572265625, -0.004730224609375, -0.00341796875, -0.006561279296875, -0.000942230224609375, 0.0032958984375, 0.003387451171875, 0.00162506103515625, -0.00457763671875, -0.00116729736328125, 0.0022430419921875, 0.000850677490234375, -0.0003757476806640625, 0.0023040771484375, -0.00335693359375, -0.005126953125, 0.00098419189453125, 0.00531005859375, -0.00457763671875, -0.0076904296875, -0.01055908203125, -0.0059814453125, 0.0113525390625, 0.002044677734375, -0.005462646484375, 0.004913330078125, -0.010009765625, 0.0005340576171875, 0.0031890869140625, -0.00075531005859375, 0.0001983642578125, -0.0028076171875, 0.005523681640625, 0.001007080078125, 0.00057220458984375, -0.0029449462890625, -0.001983642578125, 0.003570556640625, -0.0022735595703125, 0.00121307373046875, -0.001983642578125, -0.0030975341796875, 0.0081787109375, -0.002593994140625, 0.00125885009765625, -0.001983642578125, -0.0064697265625, 0.00433349609375, 0.00604248046875, 0.002593994140625, 0.005340576171875, -0.0019683837890625, 0.0020904541015625, -0.0022735595703125, -0.00013828277587890625, 0.01104736328125, -0.0019378662109375, -0.0040283203125, -0.0098876953125, -0.00567626953125, -0.00421142578125, -0.01116943359375, 0.006744384765625, 0.00830078125, -0.003204345703125, 0.0025787353515625, 0.0003528594970703125, -0.0026397705078125, 0.000396728515625, 0.0072021484375, -0.00165557861328125, 0.0042724609375, -0.0069580078125, -0.00170135498046875, 0.003173828125, -0.0030059814453125, 0.00726318359375, 0.003021240234375, -0.002197265625, 0.000514984130859375, 0.001953125, -4.076957702636719e-05, 0.0022125244140625, 0.00396728515625, -0.001617431640625, -0.004150390625, -0.0076904296875, 0.006683349609375, -0.00946044921875, -0.00115203857421875, -0.00653076171875, -0.0021209716796875, 0.000591278076171875, -0.0023651123046875, -0.0034942626953125, 0.0072021484375, 2.2292137145996094e-05, -0.003387451171875, -0.0052490234375, -0.00372314453125, -0.002410888671875, -0.00156402587890625, -0.0023040771484375, -0.005828857421875, -0.0032501220703125, 0.0029449462890625, 0.0018768310546875, 0.0013275146484375, -0.00147247314453125, 0.00250244140625, 0.0036468505859375, 0.002471923828125, -0.003326416015625, 0.00016307830810546875, 0.0025787353515625, -0.00299072265625, 0.00286865234375, 0.00665283203125, -0.00125885009765625, -0.003509521484375, 0.00130462646484375, -0.00052642822265625, 0.003082275390625, -0.00860595703125, -0.0018768310546875, 0.0025634765625, -0.00274658203125, 0.00775146484375, 0.00019168853759765625, -0.0030517578125, -0.0035247802734375, -0.003570556640625, -0.000911712646484375, 0.000713348388671875, 0.00738525390625, -0.00141143798828125, 0.0047607421875, 0.0018157958984375, 0.00189971923828125, -0.00174713134765625, -0.0024566650390625, 0.002471923828125, 0.000850677490234375, -0.0002994537353515625, 0.00127410888671875, -0.0037384033203125, -0.00098419189453125, 0.0020904541015625, 0.0035858154296875, 0.0047607421875, -0.0029144287109375, 0.004119873046875, 0.006805419921875, -0.002197265625, 0.00139617919921875, -0.000873565673828125, 0.001007080078125, 0.0021514892578125, -0.00238037109375, 0.006195068359375, 0.007476806640625, -0.001617431640625, -0.002716064453125, -0.006378173828125, 0.004302978515625, 0.00189971923828125, -0.00128173828125, 0.00537109375, 0.002349853515625, -0.00022411346435546875, 0.0025787353515625, -0.007415771484375, -0.0030364990234375, 0.0027008056640625, 0.004486083984375, -0.0031890869140625, -0.00160980224609375, 0.00153350830078125, -0.0057373046875, 0.00775146484375, -0.0103759765625, 0.00518798828125, 0.0029449462890625, 0.0030975341796875, 0.0037078857421875, 0.0033721923828125, -0.00139617919921875, 0.00439453125, 0.00604248046875, 0.00592041015625, -0.007171630859375, 0.003753662109375, 0.00115203857421875, -0.012451171875, 0.005279541015625, -0.0020599365234375, -0.0029144287109375, 0.00439453125, 0.0013275146484375, -0.00592041015625, 0.00014209747314453125, 0.00390625, 0.007415771484375, 0.00238037109375, -0.0018463134765625, -0.00115966796875, 0.0002593994140625, -0.002777099609375, 0.004364013671875, 0.0004787445068359375, 0.00168609619140625, 0.004638671875, -0.001068115234375, -0.003570556640625, 0.0036773681640625, -0.00494384765625, -0.0030975341796875, 0.005157470703125, -0.006072998046875, 0.00341796875, -0.0004215240478515625, -0.0069580078125, 0.002532958984375, 0.0036468505859375, 0.00040435791015625, 0.00421142578125, 0.0074462890625, -0.003662109375, 0.0021514892578125, -0.0007476806640625, 0.0047607421875, -0.00421142578125, 0.0032196044921875, -0.002044677734375, -0.0035247802734375, -0.000789642333984375, -0.0026397705078125, -0.000926971435546875, 0.000720977783203125, -0.005889892578125, -0.00335693359375, -0.012939453125, -0.00080108642578125, -0.0020751953125, 0.0034637451171875, 0.004119873046875, 0.0024261474609375, -0.00213623046875, 0.003570556640625, -0.00408935546875, 0.00029754638671875, -0.00653076171875, 0.00017833709716796875, -0.00311279296875, -0.0035858154296875, 0.00213623046875, -0.004119873046875, 0.00142669677734375, -0.0003223419189453125, -0.000507354736328125, -0.00099945068359375, 0.00390625, 0.00970458984375, -0.00372314453125, -0.00057220458984375, 0.008056640625, 0.00372314453125, 0.006134033203125, -0.00193023681640625, -0.0040283203125, 0.01251220703125, 0.0024871826171875, -0.0005340576171875, 0.006011962890625, 0.002593994140625, 0.00506591796875, 0.0069580078125, -0.00115966796875, -0.00341796875, -0.00201416015625, -0.0037689208984375, 0.0028228759765625, -0.004241943359375, -0.00799560546875, 0.004364013671875, -0.004241943359375, -0.000705718994140625, 0.0034027099609375, 0.0002956390380859375, 0.006134033203125, 0.0029754638671875, -0.0089111328125, 0.002685546875, -0.001556396484375, -0.00750732421875, -0.0067138671875, 0.0067138671875, 0.006591796875, 0.007781982421875, 0.005279541015625, 0.005706787109375, 0.00469970703125, -0.004425048828125, -0.0031585693359375, -0.010986328125, 0.0029296875, -0.004302978515625, 0.009765625, -0.0007476806640625, 0.004180908203125, -0.00152587890625, 0.000865936279296875, 0.0004825592041015625, -0.003753662109375, 0.0023193359375, 1.0192394256591797e-05, -0.0003910064697265625, 0.004425048828125, 0.0023193359375, 0.0052490234375, 0.0024871826171875, 0.0001220703125, 0.00124359130859375, 0.0030364990234375, -0.00885009765625, -0.0009765625, 0.0033721923828125, 0.00130462646484375, 0.005096435546875, -0.0023040771484375, -0.002899169921875, 0.004608154296875, 0.00157928466796875, -0.00579833984375, 0.0038604736328125, -0.004791259765625, -0.00823974609375, 0.00124359130859375, 0.00151824951171875, -0.003814697265625, 0.000606536865234375, -0.00168609619140625, -0.00130462646484375, -0.00118255615234375, 0.000331878662109375, -0.0037841796875, 0.0003948211669921875, -0.004974365234375, -0.004547119140625, -0.008544921875, -0.0037384033203125, 0.005950927734375, -0.00179290771484375, -0.0050048828125, -0.0059814453125, 0.003021240234375, 0.00396728515625, 0.0026702880859375, 0.00128936767578125, -0.0013885498046875, 0.002197265625, 0.003082275390625, -0.0028533935546875, 0.002105712890625, 0.0031585693359375, 0.004638671875, 2.5480985641479492e-06, 0.000858306884765625, 0.01104736328125, -0.006011962890625, 0.0029754638671875, -0.003509521484375, -0.00099945068359375, 0.001953125, 0.002044677734375, 0.0027618408203125, -8.821487426757812e-05, -0.00897216796875, 0.00335693359375, 0.0020904541015625, 0.0003719329833984375, 0.0028076171875, 0.00157928466796875, 0.006500244140625, -0.00457763671875, 0.000720977783203125, 0.0038909912109375, -0.004119873046875, -0.0026397705078125, 0.00555419921875, 0.00457763671875, 0.003326416015625, 0.000751495361328125, -0.001953125, -0.002044677734375, 0.00445556640625, -0.0023956298828125, 0.0026702880859375, 0.0026092529296875, 0.00262451171875, -0.00148773193359375, -0.0034942626953125, 0.001708984375, 0.00848388671875, -0.01397705078125, 0.0042724609375, 0.00179290771484375, 0.005035400390625, 0.00173187255859375, 0.00390625, 0.00994873046875, -0.006988525390625, 0.01104736328125, -0.030517578125, 0.0023193359375, 0.00482177734375, -0.0052490234375, -0.0034027099609375, 0.00750732421875, -0.0037078857421875, -0.00177764892578125, 0.000728607177734375, -0.0028228759765625, -0.004302978515625, -0.00262451171875, -0.0036773681640625, 0.000431060791015625, 0.003509521484375, 0.0084228515625, -0.0019989013671875, -0.00433349609375, -0.0029754638671875, 0.006317138671875, 0.003265380859375, 0.00860595703125, -0.0037689208984375, -0.000621795654296875, -0.0037384033203125, 0.0030975341796875, -0.003509521484375, -0.0076904296875, 0.004974365234375, -0.00041961669921875, -0.00090789794921875, -0.000537872314453125, -0.00013637542724609375, 0.00885009765625, -0.0030364990234375, -0.004425048828125, -0.00543212890625, -0.00087738037109375, -0.000797271728515625, -0.0025177001953125, 0.0025177001953125, 0.00201416015625, -0.0048828125, -0.005340576171875, -0.004150390625, -0.00390625, 0.006439208984375, 0.001708984375, -0.007568359375, 0.003143310546875, -0.00145721435546875, -0.00058746337890625, -0.0028076171875, -0.001434326171875, 0.00421142578125, 0.004791259765625, -0.00714111328125, -0.0062255859375, -0.0054931640625, 0.00433349609375, 0.006683349609375, 0.0023345947265625, -0.004486083984375, 0.0016632080078125, -0.00732421875, 0.009765625, 0.0027313232421875, 0.0004558563232421875, 0.00104522705078125, -0.0016632080078125, 0.000675201416015625, -0.0032501220703125, 0.001007080078125, 0.006317138671875, -0.00010442733764648438, 0.00130462646484375, -0.01348876953125, -0.005279541015625, 0.000492095947265625, 0.0029754638671875, 0.030029296875, -0.000942230224609375, -0.002838134765625, 0.0031890869140625, 0.003082275390625, 0.007415771484375, 0.006744384765625, -0.0024566650390625, -0.0024566650390625, -0.004119873046875, -0.000629425048828125, 0.0059814453125, 0.0035858154296875, 0.0030364990234375, -0.0001983642578125, 0.0018310546875, -0.00013446807861328125, -0.004241943359375, -0.00848388671875, -0.0002994537353515625, -0.0001678466796875, -0.0022735595703125, 0.0010833740234375, -0.00390625, -0.003021240234375, 0.0040283203125, 0.0013427734375, 0.006591796875, 0.0033721923828125, 0.00160980224609375, -0.001983642578125, 0.002685546875, -0.0011138916015625, 0.00142669677734375, -0.006744384765625, -0.004425048828125, 0.00634765625, -0.00250244140625, 0.0031890869140625, 0.002197265625, -0.0004520416259765625, -0.005035400390625, 0.0004596710205078125, -0.0003376007080078125, 0.003173828125, 0.0006256103515625, 0.006134033203125, -0.0037689208984375, -0.0037078857421875, -0.0003204345703125, -0.00054931640625, -0.00250244140625, -0.0024871826171875, 0.00933837890625, -0.0036468505859375, -0.0054931640625, -0.00131988525390625, -0.0023956298828125, 0.000698089599609375, -0.00157928466796875, -0.0019378662109375, 0.00848388671875, 0.000690460205078125, -0.00139617919921875, -0.000736236572265625, -0.0034637451171875, 0.002716064453125, 0.004119873046875, 0.00176239013671875, -0.0054931640625, 0.005035400390625, -0.006134033203125, -0.003692626953125, -0.000457763671875, 0.009033203125, -0.0047607421875, -0.0052490234375, 0.0038299560546875, -0.001739501953125, 0.001861572265625, 0.0018310546875, -0.00762939453125, 0.00665283203125, -0.0013885498046875, -0.0020904541015625, -0.00139617919921875, -0.0017547607421875, -0.002044677734375, 0.0034332275390625, -0.002349853515625, -0.005401611328125, 3.0517578125e-05, -0.0023345947265625, 0.0087890625, -0.0011138916015625, 0.000537872314453125, -0.006072998046875, 0.004547119140625, 0.00133514404296875, 0.0003757476806640625, 0.004486083984375, 0.0013427734375, -0.01171875, -0.00116729736328125, 0.00139617919921875, -0.00531005859375, -0.00653076171875, 0.00063323974609375, 0.0029449462890625, -0.0021209716796875, -0.0016326904296875, 0.0033416748046875, -0.00384521484375, -0.00156402587890625, 0.003082275390625, 0.00537109375, 0.000598907470703125, 0.0059814453125, 0.00604248046875, 0.002288818359375, -0.00396728515625, 0.00213623046875, 0.01116943359375, -0.00555419921875, -0.004241943359375, -0.000698089599609375, -0.0033721923828125, -0.00439453125, -0.000667572021484375, 0.0024871826171875, 0.006927490234375, -0.000579833984375, 0.00445556640625, 0.00070953369140625, 0.005889892578125, -0.00151824951171875, -0.0068359375, 0.00372314453125, 0.0015106201171875, 0.0078125, 0.002777099609375, -0.0032501220703125, -0.000274658203125, -0.00439453125, -0.00109100341796875, 0.0089111328125, 0.003082275390625, 0.0025482177734375, -0.0020751953125, 0.00162506103515625, -0.000797271728515625, 0.0054931640625, -0.006561279296875, -0.0027008056640625, -0.0028228759765625, -0.00469970703125, -0.006988525390625, -0.006591796875, -0.00323486328125, 0.00185394287109375, -0.00012493133544921875, 0.0025482177734375, 0.005096435546875, 0.00347900390625, 0.002471923828125, -0.000957489013671875, 0.003692626953125, -0.00341796875, 0.000713348388671875, -0.0036468505859375, -0.00653076171875, 0.000934600830078125, 0.0022430419921875, -0.00089263916015625, -0.004669189453125, -0.00023937225341796875, -0.006805419921875, -0.0103759765625, 0.0038299560546875, 0.0003910064697265625, -0.003662109375, -0.00110626220703125, -0.005035400390625, 0.00010156631469726562, -0.0003509521484375, 0.0034637451171875, -0.000667572021484375, -0.007049560546875, 0.0005035400390625, 0.0017852783203125, 0.0025482177734375, -0.0026397705078125, -0.000690460205078125, 0.00732421875, -0.00048828125, 0.0031280517578125, -0.00347900390625, 0.00107574462890625, -0.007537841796875, 0.00189971923828125, 0.0018768310546875, 0.002685546875, 0.0030364990234375, 0.0023193359375, -0.0029296875, -0.01043701171875, 0.005096435546875, -0.000812530517578125, -0.005462646484375, -0.003662109375, 0.00494384765625, 0.006683349609375, 0.000652313232421875, -0.0068359375, -0.0029754638671875, 0.0002899169921875, -0.0093994140625, 0.007354736328125, 0.00531005859375, 0.0009613037109375, -0.002166748046875, 0.04833984375, -0.00164794921875, -0.000659942626953125, -0.003875732421875, -0.00101470947265625, 0.0021514892578125, 0.002685546875, -0.00021648406982421875, 0.003021240234375, -0.006195068359375, 0.0020904541015625, -0.001739501953125, 0.004364013671875, 0.00015544891357421875, -0.0003204345703125, -0.0002536773681640625, 0.0001678466796875, -0.00738525390625, -0.004486083984375, -0.0004634857177734375, -0.002685546875, -0.006134033203125, 0.00038909912109375, 0.0037078857421875, -0.004058837890625, -0.007720947265625, 0.0072021484375, -0.00567626953125, -0.00125885009765625, 0.00165557861328125, -0.0023193359375, -6.628036499023438e-05, -0.00384521484375, -0.005889892578125, 0.002655029296875, 0.002716064453125, -0.005706787109375, 0.002410888671875, -0.00628662109375, -0.0014190673828125, 0.00537109375, -0.000217437744140625, -0.005859375, 0.0034027099609375, -0.0021514892578125, -0.0003757476806640625, 0.00110626220703125, -0.001708984375, -0.0027313232421875, -0.004241943359375, -0.0133056640625, -0.0035247802734375, -0.00113677978515625, 0.0030517578125, -0.0023193359375, 0.00238037109375, 0.0011749267578125, -0.00628662109375, 0.005950927734375, -0.004180908203125, -0.0037078857421875, -0.0029754638671875, -0.0036773681640625, 0.00994873046875, 0.00012874603271484375, 0.007476806640625, -0.00445556640625, 0.0023956298828125, 0.004180908203125, 0.00186920166015625, -0.0062255859375, -0.0074462890625, 0.000888824462890625, 0.002838134765625, 0.0028076171875, -0.00579833984375, 0.00311279296875, -0.0032501220703125, 0.00103759765625, -0.0013580322265625, 0.0025482177734375, 0.00311279296875, -0.0025787353515625, -0.0020599365234375, 0.0015411376953125, -0.000637054443359375, 0.00250244140625, 0.00738525390625, 0.006103515625, -0.0009765625, 0.0057373046875, 0.00168609619140625, -0.006195068359375, -0.000804901123046875, -0.0024871826171875, 0.007354736328125, -0.00445556640625, -0.004852294921875, -0.00182342529296875, -0.00445556640625, 0.0025177001953125, 0.006500244140625, 0.00677490234375, 0.0052490234375, -0.001678466796875, -0.002166748046875, 0.0079345703125, -0.01202392578125, -0.0033721923828125, 0.0074462890625, -0.002685546875, 0.0020599365234375, -0.0015716552734375, 0.0020904541015625, 0.0025634765625, 0.00250244140625, 0.00506591796875, 0.00494384765625, -0.00099945068359375, -0.00946044921875, 0.004425048828125, 0.0079345703125, 0.000946044921875, 0.00634765625, -0.0020294189453125, 0.006622314453125, 0.0016021728515625, -0.001983642578125, -0.003997802734375, 0.0028533935546875, 0.00083160400390625, -0.00138092041015625, -0.001861572265625, 0.006561279296875, -0.000885009765625, 4.458427429199219e-05, -0.00130462646484375, 0.0264892578125, -0.0016326904296875, 0.002777099609375, -0.000324249267578125, -0.007781982421875, -0.000873565673828125, 0.00010919570922851562, -0.0025787353515625, 0.00104522705078125, 0.0050048828125, 0.0054931640625, 0.0059814453125, 3.814697265625e-05, 0.004486083984375, -0.0059814453125, -0.0026397705078125, -0.00193023681640625, 0.002288818359375, 0.00148773193359375, -0.00286865234375, 0.0010528564453125, -0.006683349609375, -0.0031280517578125, 0.003631591796875, 0.00799560546875, -0.001190185546875, 0.00885009765625, -0.0029144287109375, -0.00616455078125, -0.005523681640625, -0.003448486328125, 0.00604248046875, -0.001922607421875, -0.0004520416259765625, 0.00567626953125, 0.004913330078125, -0.00186920166015625, -0.00186920166015625, 0.006134033203125, 0.0076904296875, -0.00141143798828125, -0.0037078857421875, 0.000896453857421875, -0.00250244140625, -0.00213623046875, -0.00384521484375, 0.0028076171875, -0.00665283203125, 0.00154876708984375, -0.0023040771484375, -0.005126953125, 5.340576171875e-05, 0.00982666015625, 0.00701904296875, -0.00885009765625, 0.005615234375, -0.00433349609375, 0.00058746337890625, 0.003631591796875, 0.0020904541015625, -0.004730224609375, 0.00154876708984375, 0.00164794921875, 0.00860595703125, -0.00185394287109375, -0.003875732421875, -0.006561279296875, 0.002960205078125, -0.00250244140625, 0.0078125, -0.0022430419921875, 0.00077056884765625, -0.0032196044921875, 0.001068115234375, -0.00045013427734375, 0.00138092041015625, -0.0010986328125, -0.00144195556640625, 0.0017242431640625, -0.0030975341796875, 0.00836181640625, 0.003875732421875, 0.003509521484375, 0.0036468505859375, -0.000102996826171875, -0.003448486328125, -0.002166748046875, 0.001678466796875, -0.00112152099609375, -0.0010528564453125, 0.0023193359375, -0.00015735626220703125, 0.0038909912109375, 0.000690460205078125, -0.00909423828125, 0.00119781494140625, -0.00040435791015625, 0.000598907470703125, -0.0030975341796875, -0.000446319580078125, 0.00396728515625, -0.0020751953125, 0.006561279296875, -0.00066375732421875, -0.0004215240478515625, 0.00145721435546875, -0.004730224609375, -0.002685546875, -0.0015411376953125, 0.000751495361328125, 0.0011444091796875, 0.000606536865234375, -0.00469970703125, -0.000766754150390625, 0.00543212890625, 0.0005950927734375, -0.002716064453125, 0.0018157958984375, -0.0032501220703125, 0.00750732421875, 0.005615234375, 0.000881195068359375, 0.00185394287109375, -0.010498046875, 0.0023651123046875, -0.00567626953125, 0.0009918212890625, -0.00909423828125, -0.004302978515625, 0.00946044921875, 0.0019683837890625, 0.00170135498046875, 0.0004444122314453125, 0.003662109375, 0.006439208984375, -0.004669189453125, -8.630752563476562e-05, 0.00299072265625, -0.004150390625, -0.002899169921875, -0.007293701171875, -0.0033721923828125, 0.00518798828125, -0.00174713134765625, -0.005035400390625, -0.0024261474609375, 5.030632019042969e-05, -0.004638671875, 0.004486083984375, -0.002471923828125, 0.00323486328125, 0.000751495361328125, -0.00958251953125, 0.0027008056640625, 0.00091552734375, 0.00147247314453125, -0.0040283203125, -0.0002536773681640625, 0.00238037109375, 0.00396728515625, 0.0030670166015625, 0.003814697265625, 0.00104522705078125, -0.002899169921875, 0.0016937255859375, -0.003570556640625, -0.006256103515625, 0.0024261474609375, -0.000759124755859375, 0.0020751953125, -0.0022430419921875, -0.003173828125, 0.0048828125, -0.002899169921875, 0.00072479248046875, -0.00115966796875, -0.0028076171875, 0.00677490234375, 0.0018463134765625, 0.00457763671875, -0.002197265625, 0.002471923828125, 0.00023365020751953125, 0.0021209716796875, -0.004119873046875, 0.003997802734375, -0.000732421875, -0.006378173828125, 0.001922607421875, 0.00439453125, -0.00102996826171875, 0.00634765625, -0.0020904541015625, 0.0023345947265625, -0.00555419921875, -0.0016326904296875, -7.486343383789062e-05, 0.0024871826171875, 0.0027618408203125, -0.004730224609375, 0.004547119140625, -0.00445556640625, -0.0101318359375, -0.00958251953125, 0.003570556640625, 0.0030059814453125, 0.0032501220703125, 0.005950927734375, -0.000537872314453125, -0.0003662109375, -0.004241943359375, 0.00098419189453125, 0.002838134765625, 0.007110595703125, 0.0007781982421875, -0.00153350830078125, -0.0078125, -0.00201416015625, -0.0006103515625, 0.0034332275390625, -0.0012359619140625, -0.00323486328125, 0.006683349609375, -0.004364013671875, 0.00139617919921875, 0.00738525390625, 0.002716064453125, -0.0034637451171875, -0.0035858154296875, -0.000560760498046875, 0.00171661376953125, 0.002227783203125, -0.001251220703125, 0.00201416015625, -0.00055694580078125, 0.00189208984375, 0.00543212890625, -0.0031585693359375, -0.002960205078125, 0.004547119140625, -0.000213623046875, 0.0048828125, -0.010009765625, 0.00213623046875, 0.003631591796875, -0.002349853515625, 0.002960205078125, -0.006866455078125, 0.0047607421875, 0.001800537109375, -0.005828857421875, 0.004058837890625, 0.001556396484375, -0.00543212890625, -0.0034942626953125, -5.221366882324219e-05, 0.004486083984375, -0.0017242431640625, 0.0011749267578125, 0.0028076171875, -0.0004787445068359375, -0.004486083984375, -0.00119781494140625, -0.00653076171875, 0.000492095947265625, -0.001373291015625, -0.004058837890625, 0.0030517578125, 0.0004062652587890625, -0.0045166015625, -0.0048828125, -0.00714111328125, 0.003265380859375, -0.0009765625, 5.0961971282958984e-06, 0.0022430419921875, -0.0084228515625, 0.002197265625, 0.00213623046875, -0.00022411346435546875, 0.0002956390380859375, -0.0002536773681640625, 0.0038909912109375, 0.003387451171875, 0.00299072265625, -0.0020599365234375, 0.0032806396484375, -0.0035858154296875, -0.01019287109375, -0.0091552734375, 0.005401611328125, -0.002227783203125, 0.0029754638671875, -0.00030517578125, -0.0027008056640625, 0.01190185546875, 0.0019989013671875, -0.000606536865234375, -0.001068115234375, 0.003936767578125, -0.01123046875, -0.004180908203125, 0.00665283203125, -0.00022029876708984375, 0.005279541015625, 0.00494384765625, 0.002288818359375, 0.0013275146484375, 4.57763671875e-05, 0.00128173828125, -0.002685546875, 0.001251220703125, -0.00151824951171875, 0.0030975341796875, 0.0002593994140625, -0.002166748046875, 0.000949859619140625, 0.000804901123046875, -0.005401611328125, 0.0086669921875, 0.005096435546875, 0.0016937255859375, 0.0003509521484375, 0.003875732421875, -0.000865936279296875, 0.005157470703125, -0.0067138671875, 0.00141143798828125, 0.00113677978515625, -0.0021209716796875, -0.005340576171875, -0.0012664794921875, 0.0036468505859375, 0.008056640625, 0.000583648681640625, 0.002288818359375, 0.00384521484375, 0.005340576171875, -0.0022735595703125, -0.005218505859375, 0.0018768310546875, -0.00592041015625, 0.0047607421875, -0.0003070831298828125, 0.0031890869140625, 0.001068115234375, 0.00787353515625, -0.00238037109375, -0.004425048828125, -0.0017547607421875, -0.00157928466796875, 0.0047607421875, 0.0023956298828125, -0.00170135498046875, 0.001556396484375, -0.000713348388671875, 0.00086212158203125, -0.00408935546875, -0.0022430419921875, -0.0002803802490234375, -0.0012359619140625, -0.008056640625, -0.00014019012451171875, -0.0028228759765625, 0.00103759765625, 0.0026702880859375, -0.0062255859375, -0.00124359130859375, 0.00118255615234375, -0.000591278076171875, 0.0069580078125, -0.00433349609375, 0.000774383544921875, 0.0042724609375, -0.00341796875, 0.000492095947265625, 0.00049591064453125, -0.0036163330078125, 0.002471923828125, 0.003753662109375, 0.006103515625, 0.0003757476806640625, 0.00087738037109375, -0.00469970703125, 0.0021820068359375, -0.006683349609375, -0.0037841796875, 0.0034942626953125, 0.003021240234375, -0.0072021484375, -0.000514984130859375, 0.004852294921875, 0.0064697265625, -0.00109100341796875, -0.002685546875, 0.006500244140625, 0.00015926361083984375, 0.0027313232421875, -0.003173828125, -0.00372314453125, 0.0038604736328125, -0.0045166015625, -0.0084228515625, -0.0018157958984375, 0.00061798095703125, -0.007537841796875, 0.00014495849609375, 0.0013580322265625, -0.0027008056640625, 0.0029754638671875, 0.000514984130859375, -0.0023040771484375, -0.000614166259765625, -0.004547119140625, 0.00101470947265625, -0.0019989013671875, -0.0026092529296875, -0.005584716796875, 0.00335693359375, -0.0123291015625, -0.003204345703125, -0.0035400390625, -0.00153350830078125, 0.00274658203125, 0.0101318359375, 0.0059814453125, -0.00201416015625, -0.002777099609375, -0.004180908203125, -0.0013275146484375, 0.0029449462890625, -0.0021209716796875, -0.004150390625, 0.00183868408203125, 0.00092315673828125, -0.00341796875, -0.000640869140625, -0.00390625, 0.0034027099609375, -0.0030975341796875, -0.0062255859375, -0.00112152099609375, 0.004486083984375, -0.005096435546875, 0.000644683837890625, -0.00872802734375, -0.002349853515625, 0.004425048828125, -0.0022125244140625, 0.00250244140625, 0.0050048828125, 0.0025482177734375, 0.000244140625, -0.0027923583984375, 0.00299072265625, -0.009521484375, -0.00714111328125, -0.0028839111328125, -0.00164794921875, -0.005218505859375, -0.000217437744140625, 0.00017261505126953125, 0.002960205078125, -0.004608154296875, -0.0036163330078125, -0.003753662109375, -0.00069427490234375, 0.00022411346435546875, 0.00099945068359375, -0.002166748046875, 0.00061798095703125, 0.006500244140625, -0.005584716796875, 0.0020904541015625, 0.009033203125, -0.0019378662109375, -0.00604248046875, 0.002685546875, 0.00167083740234375, -0.002777099609375, 0.004852294921875, -0.0026702880859375, 0.002777099609375, -0.0004024505615234375, -0.005706787109375, 0.004302978515625, -0.00030517578125, 0.0029449462890625, -0.005279541015625, 0.00531005859375, 0.0019073486328125, 0.0037841796875, 0.0016021728515625, 0.00225830078125, -0.001983642578125, 0.007232666015625, -0.001739501953125, -0.003692626953125, -0.0009307861328125, -0.0030670166015625, -0.01068115234375, 0.008544921875, -0.012451171875, 0.000598907470703125, -0.00107574462890625, -0.00156402587890625, 0.0029296875, 0.0028076171875, 0.00145721435546875, 0.005462646484375, -0.010009765625, 0.0026397705078125, 0.00110626220703125, -0.01141357421875, -0.00604248046875, 0.004180908203125, 0.002838134765625, 0.00323486328125, -0.007049560546875, -4.1961669921875e-05, -0.004150390625, -0.006011962890625, 0.00098419189453125, -0.005462646484375, -0.004791259765625, 0.00640869140625, -0.0013275146484375, 0.00087738037109375, -0.0069580078125, -0.00567626953125, -0.0030975341796875, 0.004486083984375, 0.00531005859375, -0.0013275146484375, -0.0013580322265625, -0.0025634765625, 0.000446319580078125, -0.005950927734375, -0.000675201416015625, -0.002166748046875, -0.0091552734375, -0.00141143798828125, -0.002166748046875, -0.0001220703125, 0.006195068359375, -0.00124359130859375, 0.000736236572265625, -0.003570556640625, 0.003082275390625, -0.0035400390625, -0.0033111572265625, 0.0036468505859375, -2.5480985641479492e-06, -0.0034637451171875, -0.0027923583984375, -0.005950927734375, 0.00396728515625, -0.00194549560546875, 0.0037689208984375, -0.00323486328125, 0.001068115234375, 0.000278472900390625, 0.00099945068359375, -0.000720977783203125, -0.0029296875, -0.0024261474609375, 0.0037384033203125, 0.003387451171875, -0.00238037109375, 0.00457763671875, 0.00738525390625, 0.002593994140625, 0.0120849609375, 0.004058837890625, -0.00189208984375, 0.00311279296875, 0.00128173828125, -0.003631591796875, -0.006561279296875, 0.002044677734375, -0.004364013671875, -0.007415771484375, -0.0002536773681640625, 0.005035400390625, 0.0045166015625, -0.00384521484375, 0.004425048828125, 0.0016632080078125, 0.00701904296875, -0.0031280517578125, -0.00133514404296875, 0.004425048828125, -0.00167083740234375, 0.0016021728515625, 0.000659942626953125, 0.005126953125, -0.001129150390625, 0.008544921875, 0.000797271728515625, 0.005950927734375, -0.00927734375, 0.0015106201171875, -0.00830078125, 0.0032196044921875, 0.001739501953125, 0.0010528564453125, 0.007781982421875, -0.0019989013671875, 0.0002994537353515625, -0.002532958984375, 0.002166748046875, 0.0027008056640625, 0.00116729736328125, -0.0026702880859375, 0.0021209716796875, -0.006011962890625, -0.004974365234375, 0.003692626953125, 0.00384521484375, 0.0023193359375, 0.0016937255859375, 0.0002536773681640625, -0.00927734375, -3.0517578125e-05, -0.005615234375, -0.0022430419921875, -0.0014801025390625, 0.00689697265625, 0.0074462890625, 0.00131988525390625, 0.0023651123046875, -0.01336669921875, -0.00173187255859375, -0.00122833251953125, 0.00046539306640625, 0.004119873046875, -0.00262451171875, 0.007049560546875, 0.00055694580078125, -0.00421142578125, -0.004180908203125, -0.0035858154296875, 0.0004177093505859375, -0.0047607421875, 0.0037841796875, -0.0033721923828125, 0.00238037109375, 0.0047607421875, 0.00787353515625, -0.00531005859375, -0.00384521484375, -0.0003261566162109375, 0.00124359130859375, -0.00390625, 0.000888824462890625, -0.002685546875, -0.003662109375, 0.001251220703125, 0.0002613067626953125, -0.0032196044921875, -0.001251220703125, -0.00153350830078125, 0.0012359619140625, -0.0003566741943359375, 0.0023345947265625, -0.00274658203125, -0.0068359375, -0.005859375, 0.007659912109375, 0.0050048828125, -0.00396728515625, 0.005859375, 0.00110626220703125, -0.007781982421875, -0.000759124755859375, -8.96453857421875e-05, -0.00238037109375, -0.0048828125, 0.00145721435546875, -0.0025634765625, 0.00439453125, 0.00653076171875, 0.0038604736328125, 0.0028228759765625, 0.005218505859375, 0.000492095947265625, -0.00104522705078125, 0.0031890869140625, -0.0016632080078125, 0.00390625, 0.000152587890625, 0.000904083251953125, -0.00262451171875, 0.0014495849609375, -0.00494384765625, -0.006317138671875, 0.0024871826171875, 0.005462646484375, -0.005706787109375, -0.004150390625, 0.005889892578125, 0.0028228759765625, 0.0020904541015625, 0.0007781982421875, 0.004913330078125, 0.0002956390380859375, -0.003997802734375, 0.00433349609375, 0.001556396484375, -0.0002651214599609375, 0.002105712890625, -2.0384788513183594e-05, 0.0030670166015625, 0.00153350830078125, 0.000926971435546875, -0.00139617919921875, -0.004730224609375, -0.00457763671875, 0.0015869140625, 0.001556396484375, -0.003692626953125, -0.0031890869140625, -0.00823974609375, -0.0032196044921875, -0.00299072265625, 0.00099945068359375, 0.0057373046875, -0.00110626220703125, 0.0025177001953125, -0.00262451171875, -0.00299072265625, -0.00616455078125, -0.0007171630859375, 0.002227783203125, -0.0027313232421875, 0.0027008056640625, -0.0026397705078125, 0.0054931640625, 1.52587890625e-05, 0.0023345947265625, -0.004425048828125, 0.007049560546875, 0.000644683837890625, 0.01019287109375, 0.00099945068359375, 0.0013580322265625, -0.0025177001953125, 0.004119873046875, 0.000728607177734375, -0.00469970703125, -0.000751495361328125, 0.0029144287109375, 0.0003871917724609375, -0.0022125244140625, 0.0018463134765625, -0.00201416015625, -0.0047607421875, 0.0038604736328125, -0.00066375732421875, -0.000102996826171875, -0.0007781982421875, 0.0048828125, 0.0020751953125, 8.630752563476562e-05, -0.004974365234375, 0.0028839111328125, 0.005157470703125, -0.0022735595703125, 0.0048828125, 0.0023956298828125, -0.001129150390625, 0.002105712890625, 0.00653076171875, -0.00176239013671875, 0.0035400390625, -0.0024871826171875, 0.0003833770751953125, 0.00156402587890625, 0.004791259765625, -0.002197265625, -0.00775146484375, -0.0021820068359375, 0.00018787384033203125, 0.0024566650390625, -0.004791259765625, 0.003204345703125, -0.00445556640625, 0.01300048828125, 0.0004825592041015625, -0.00165557861328125, 0.00136566162109375, 0.0013275146484375, -0.0045166015625, 0.00102996826171875, -0.000720977783203125, 0.0037841796875, -0.005218505859375, 0.0019989013671875, 0.00634765625, 0.00457763671875, 0.0010528564453125, -0.003936767578125, 0.00016307830810546875, 0.00213623046875, 0.005645751953125, 0.00146484375, -0.000774383544921875, 0.0030364990234375, -0.0038299560546875, 1.52587890625e-05, -0.00144195556640625, -0.0005035400390625, 0.00194549560546875, 0.00244140625, -0.00634765625, 0.0030517578125, -0.00360107421875, 0.001373291015625, -0.0015411376953125, 0.00164794921875, 0.01007080078125, 0.000881195068359375, -0.0027923583984375, -0.0016021728515625, -0.00141143798828125, 0.0013427734375, -0.0030059814453125, -0.0027008056640625, 0.006683349609375, 0.0025482177734375, 0.0004119873046875, -0.004180908203125, -0.00384521484375, -0.00145721435546875, -0.0026397705078125, -0.004180908203125, -0.00396728515625, -0.00099945068359375, -0.00457763671875, -0.00628662109375, 0.001861572265625, 0.0012969970703125, -0.0021820068359375, -0.00061798095703125, 0.0028076171875, -0.003021240234375, -0.00262451171875, 0.004852294921875, -0.003997802734375, 0.01019287109375, 0.005096435546875, 0.000873565673828125, -0.005584716796875, -0.0032196044921875, -0.0013275146484375, 0.00098419189453125, 0.0015106201171875, -0.0033721923828125, -0.00115203857421875, -0.00113677978515625, 0.0025787353515625, -0.0030364990234375, 0.001434326171875, -0.003936767578125, -0.0006866455078125, 0.000362396240234375, -0.000591278076171875, 0.0031280517578125, 0.0037994384765625, 0.004119873046875, -0.003936767578125, -0.0002899169921875, 0.00439453125, 0.0050048828125, 0.0029754638671875, 0.0048828125, -0.00408935546875, 0.003204345703125, 0.003387451171875, 0.0023193359375, -0.0011444091796875, 0.0025482177734375, -0.00634765625, -0.0003604888916015625, -0.005828857421875, 0.006866455078125, -0.005950927734375, 0.006072998046875, 0.00396728515625, -0.00311279296875, 0.009521484375, 0.0029754638671875, -0.000652313232421875, -0.00135040283203125, 0.000972747802734375, -0.00042724609375, -0.0023193359375, 0.0003147125244140625, -0.0018157958984375, 0.0047607421875, -0.00433349609375, 0.00958251953125, 0.00762939453125, -0.00799560546875, -0.002197265625, -0.0020294189453125, 0.002838134765625, 3.814697265625e-05, 0.0029754638671875, -0.0033416748046875, 0.0022125244140625, 0.001953125, -0.00130462646484375, -0.00433349609375, -0.0003490447998046875, -0.00396728515625, -0.001922607421875, 0.00165557861328125, 0.008056640625, -0.0037689208984375, -9.1552734375e-05, 0.009521484375, -0.00408935546875, -0.0052490234375, 0.000274658203125, -0.004547119140625, 0.0022125244140625, -0.005035400390625, 0.00188446044921875, -0.0009613037109375, -0.005645751953125, -0.00104522705078125, 2.0384788513183594e-05, 0.0020599365234375, 0.0023040771484375, -0.0013427734375, 0.00433349609375, 0.0017242431640625, 0.0001983642578125, -0.00170135498046875, -0.001434326171875, -0.0023040771484375, -0.000698089599609375, 0.000762939453125, 0.0007781982421875, 0.000560760498046875, -0.000591278076171875, 0.006103515625, -0.00147247314453125, 0.00177001953125, 0.001220703125, 0.0022430419921875, -0.00124359130859375, -0.003021240234375, -0.003387451171875, 0.00494384765625, 0.002685546875, -1.6808509826660156e-05, -0.00138092041015625, 0.00994873046875, 0.00160980224609375, 0.00138092041015625, -0.005157470703125, -0.0027008056640625, -0.0038604736328125, -0.000514984130859375, 0.00096893310546875, 0.004241943359375, 0.00384521484375, -0.0003223419189453125, -0.001312255859375, -0.007781982421875, -0.000823974609375, 0.00054931640625, -0.00482177734375, 0.0001678466796875, -0.00177001953125, 0.0026092529296875, -0.003936767578125, -0.00341796875, -0.00150299072265625, 0.00262451171875, -0.000965118408203125, -0.00439453125, 0.00982666015625, 0.00860595703125, 0.007049560546875, 0.0025787353515625, 0.006134033203125, 0.0002803802490234375, -0.0040283203125, -0.004180908203125, -0.004669189453125, -0.000667572021484375, 0.0005035400390625, -0.002227783203125, -0.00665283203125, -0.000701904296875, -0.000675201416015625, 0.0004444122314453125, 0.00060272216796875, 6.103515625e-05, 0.0030059814453125, 0.003143310546875, -4.1961669921875e-05, -0.009765625, 0.000507354736328125, -0.00119781494140625, -0.0014190673828125, 0.0004730224609375, -0.004364013671875, -0.0019989013671875, 0.000148773193359375, 0.00091552734375, -0.005126953125, -0.0012359619140625, 0.004974365234375, 0.00372314453125, 0.0086669921875, -0.0004405975341796875, 0.00860595703125, 0.002166748046875, -0.00634765625, 0.01190185546875, 0.00909423828125, 6.628036499023438e-05, -0.003265380859375, -0.003265380859375, 0.005584716796875, 0.00921630859375, 0.0027008056640625, -0.000118255615234375, 0.00250244140625, 0.0024261474609375, -0.0029296875, -0.005462646484375, -0.0037689208984375, 0.0003070831298828125, -0.00213623046875, -0.0035552978515625, 0.005706787109375, 0.0021514892578125, 0.01123046875, -0.0005950927734375, 0.007049560546875, 0.0045166015625, 0.004547119140625, -0.002960205078125, 0.00148773193359375, 0.0032806396484375, -0.006378173828125, 0.001190185546875, -0.00135040283203125, 0.00439453125, -0.0037078857421875, -0.0042724609375, -0.00604248046875, -0.0020904541015625, 0.0015106201171875, 0.00016307830810546875, -0.004241943359375, -0.00156402587890625, 0.001708984375, 0.0032806396484375, -0.00167083740234375, -0.0003299713134765625, 0.00482177734375, -0.0031585693359375, 0.00104522705078125, -0.0064697265625, 0.00311279296875, 0.0001678466796875, -0.0035400390625, 0.00102996826171875, -0.000652313232421875, 0.0009765625, 0.006134033203125, -0.0038299560546875, 0.0024261474609375, 0.003387451171875, -0.003753662109375, -0.0010986328125, 0.00347900390625, 0.003509521484375, 0.00188446044921875, -0.002105712890625, -0.004974365234375, 0.006866455078125]]\n"
     ]
    }
   ],
   "source": [
    "for e, d in EXTRA_TOKENS.items():\n",
    "    print(d['new_embedding'].detach().cpu().tolist())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 126
    },
    "id": "qw89YzvdCbAl",
    "outputId": "cc319822-43d1-43c3-c0e0-964f4e9bfa93"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/usr/local/lib/python3.10/dist-packages/peft/utils/save_and_load.py:168: UserWarning: Setting `save_embedding_layers` to `True` as the embedding layer has been resized during finetuning.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "string"
      },
      "text/plain": [
       "CommitInfo(commit_url='https://huggingface.co/profoz/sawyer-llama-3/commit/2b049cb9574c999392222faea9d13e17014c8e90', commit_message='End of training', commit_description='', oid='2b049cb9574c999392222faea9d13e17014c8e90', pr_url=None, pr_revision=None, pr_num=None)"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "trainer.push_to_hub()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 120,
     "referenced_widgets": [
      "0e72bd202a6c428ea1ddffe5aee2a4f0",
      "37a37aef5da441d28a2e9739a6e614c2",
      "bf23c4e4630a4567a81115af35eb4b70",
      "80d6939334534de294fff550a269ec34",
      "6b5d19c3270b4bd4b310fdc2bbfcf57b",
      "8187d7bd4dab471bbc7dcdab622f861d",
      "18a98b9356ed46e4a257cf7542c4c526",
      "4c680e45e8cd495d8cd87cbc4e1a0742",
      "4a67be7ea7ae4514bff06f5317bc16b5",
      "a1ea64ad50a246e28be5818649c45820",
      "59f3066001c244968b573c46e5755b84"
     ]
    },
    "id": "bJIC0-8Z3Jfz",
    "outputId": "ca02f9bd-25dd-4d9a-c06d-2e7cd413d9f2"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "0e72bd202a6c428ea1ddffe5aee2a4f0",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "README.md:   0%|          | 0.00/1.43k [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "string"
      },
      "text/plain": [
       "CommitInfo(commit_url='https://huggingface.co/profoz/sawyer-llama-3/commit/fca70aa9464eb4198e36a3420e7556a2399b8c3f', commit_message='Upload tokenizer', commit_description='', oid='fca70aa9464eb4198e36a3420e7556a2399b8c3f', pr_url=None, pr_revision=None, pr_num=None)"
      ]
     },
     "execution_count": 51,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tokenizer.push_to_hub(trainer.hub_model_id)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "HmmArmgZYCrg"
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "id": "_hzzxvCYYDpf"
   },
   "source": [
    "# Reload model and merge it with LoRA weights"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 113,
     "referenced_widgets": [
      "4d9f48069c0741f387b8b33afe2147ef",
      "c7350f2ff6104800b27b7612238e72f2",
      "4936b5ccf8b041beba20dbcef047e55c",
      "4e7383a373b44f2a832ab823fa253b3c",
      "c5ce5a6ec22c4d78a045538ac5025ef6",
      "c05db7d9310044b7baebd7a0d78ecbda",
      "3edd5167ab4f4e28b74bd329de3d46a6",
      "a012afe977b04103b0168fb92ef995b0",
      "53fc80ffcd714d50abeef24c8a79abd4",
      "8bccc45aa13f43799e63c077427743ce",
      "c31dabd77c30468f9253c971fcfd5fd9",
      "9b069b8069124cd9a0f6b777195ae9e7",
      "648d4cba6d4f4315a6d02e52d3ee6f73",
      "6c710e7dfc8f43369f3085639f444288",
      "33ca13483115472a87533a0c64371cce",
      "46f44e195bee4776be48f5aa9338310e",
      "07549b50994e448d91e07546019e2d47",
      "a0f2abfdefb5432ea5a16154c3fcee3f",
      "7073d097e67e4efd977d78ced76a2a4d",
      "d187c19e11b5444c923cf8c662113b46",
      "e61e84e655f543679cd4d5c00d7b3890",
      "3e123f6ad8524241be0b9b9a9544218e",
      "e1f9524c5e2a47d9a1394b91be2078fb",
      "b1a45979be0043a7822254f8af9f6062",
      "b1f6784a1e174feeb455af24c5fd1e44",
      "a2ba78df993441d5ad854fee3380029d",
      "5dfbc7bbefd14995b2fb4ba2812eb505",
      "959c6da2bfc3452fb650c15592a3c125",
      "05d1b8f817d447b0a15648135d819830",
      "9fd7d517596b4702b72e0aaff7581104",
      "dacd59adb2f44147900476e4dc0965ed",
      "134fe2363b0743b6a4f82b94ec5081c8",
      "6595f9363e17452a9d36a7e9b4ca576c"
     ]
    },
    "id": "xZFl7XR4HmB_",
    "outputId": "b457df9c-f46e-4ed5-af7c-d14b31c1bfd5"
   },
   "outputs": [
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "4d9f48069c0741f387b8b33afe2147ef",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "Loading checkpoint shards:   0%|          | 0/4 [00:00<?, ?it/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "9b069b8069124cd9a0f6b777195ae9e7",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "adapter_config.json:   0%|          | 0.00/653 [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "application/vnd.jupyter.widget-view+json": {
       "model_id": "e1f9524c5e2a47d9a1394b91be2078fb",
       "version_major": 2,
       "version_minor": 0
      },
      "text/plain": [
       "adapter_model.safetensors:   0%|          | 0.00/2.32G [00:00<?, ?B/s]"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "# Load the base model for causal language modeling from the pretrained model specified by 'base_model'\n",
    "hf_load_model = AutoModelForCausalLM.from_pretrained(\n",
    "    base_model,\n",
    "    low_cpu_mem_usage=True,  # Optimize memory usage\n",
    "    return_dict=True,        # Ensure the model returns a dictionary\n",
    "    torch_dtype=torch.bfloat16,  # Use bfloat16 precision for faster computation\n",
    "    device_map={\"\": 0},      # Map the model to the first available GPU device\n",
    ")\n",
    "\n",
    "# Resize the token embeddings to match the tokenizer's vocabulary size\n",
    "hf_load_model.resize_token_embeddings(len(tokenizer))\n",
    "\n",
    "# Load the PeftModel from a pretrained model specified by 'trainer.hub_model_id'\n",
    "hf_load_model = PeftModel.from_pretrained(hf_load_model, trainer.hub_model_id)\n",
    "\n",
    "# Merge the model's weights. This is optional.\n",
    "hf_load_model = hf_load_model.merge_and_unload()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "-SSFtailVKC9",
    "outputId": "91ec1378-df6b-4a93-c500-52d4f295818e"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'stop_token': {'token': '###STOP###',\n",
       "  'replace_embedding_with': 'stop talking',\n",
       "  'new_embedding': tensor([[-0.0198, -0.0090,  0.0052,  ...,  0.0225,  0.0108,  0.0082]],\n",
       "         device='cuda:0', dtype=torch.bfloat16),\n",
       "  'token_id': 128256},\n",
       " 'human_token': {'token': '###HUMAN###',\n",
       "  'replace_embedding_with': 'The human said:',\n",
       "  'new_embedding': tensor([[-0.0041, -0.0070, -0.0053,  ...,  0.0045,  0.0031,  0.0039]],\n",
       "         device='cuda:0', dtype=torch.bfloat16),\n",
       "  'token_id': 128257},\n",
       " 'bot_token': {'token': '###BOT###',\n",
       "  'replace_embedding_with': 'The assistant said:',\n",
       "  'new_embedding': tensor([[-0.0043, -0.0041, -0.0040,  ..., -0.0021, -0.0050,  0.0069]],\n",
       "         device='cuda:0', dtype=torch.bfloat16),\n",
       "  'token_id': 128258}}"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "EXTRA_TOKENS"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "vTQbM95WVLyh",
    "outputId": "a3f8bc42-3a9b-4f4e-9664-8b4e315f7ec7"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[True, True, True,  ..., True, True, True],\n",
       "        [True, True, True,  ..., True, True, True],\n",
       "        [True, True, True,  ..., True, True, True],\n",
       "        ...,\n",
       "        [True, True, True,  ..., True, True, True],\n",
       "        [True, True, True,  ..., True, True, True],\n",
       "        [True, True, True,  ..., True, True, True]], device='cuda:0')"
      ]
     },
     "execution_count": 54,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.model.model.embed_tokens.weight.data == hf_load_model.model.embed_tokens.weight.data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "n-napedjVPsA",
    "outputId": "49f1b8e2-a2ef-4ac6-d879-40e3d5d8eb9d"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([-0.0198, -0.0090,  0.0052,  ...,  0.0225,  0.0108,  0.0082],\n",
       "       device='cuda:0', dtype=torch.bfloat16)"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.model.model.embed_tokens.weight.data[128256]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "f5lIbxuDVPqE",
    "outputId": "8d7834e1-6f50-4e6c-8d97-dbf7e8913f3f"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([-0.0198, -0.0090,  0.0052,  ...,  0.0225,  0.0108,  0.0082],\n",
       "       device='cuda:0', dtype=torch.bfloat16)"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hf_load_model.model.embed_tokens.weight.data[128256]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "wUFKTonnVPn5",
    "outputId": "39c326c9-61fc-4d49-b418-cfce60616d62"
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "128256 tensor([[-0.0198, -0.0090,  0.0052,  ...,  0.0225,  0.0108,  0.0082]],\n",
      "       device='cuda:0', dtype=torch.bfloat16)\n",
      "128257 tensor([[-0.0041, -0.0070, -0.0053,  ...,  0.0045,  0.0031,  0.0039]],\n",
      "       device='cuda:0', dtype=torch.bfloat16)\n",
      "128258 tensor([[-0.0043, -0.0041, -0.0040,  ..., -0.0021, -0.0050,  0.0069]],\n",
      "       device='cuda:0', dtype=torch.bfloat16)\n"
     ]
    }
   ],
   "source": [
    "for extra_token, token_info in EXTRA_TOKENS.items():\n",
    "    print(token_info['token_id'], token_info['new_embedding'].clone().to(torch.bfloat16)[:5])\n",
    "    # hf_load_model.model.embed_tokens.weight.data[token_info['token_id']] = token_info['new_embedding'].clone().to(torch.bfloat16)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "IdoK5HkmVPhL",
    "outputId": "dd12490e-78e5-4569-f654-b625b9a59ccc"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([-0.0198, -0.0090,  0.0052,  ...,  0.0225,  0.0108,  0.0082],\n",
       "       device='cuda:0', dtype=torch.bfloat16)"
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hf_load_model.model.embed_tokens.weight.data[128256]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "QDu4w5NUBsYF",
    "outputId": "de901255-1d14-42ad-dfd3-64582101f1b5"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([-0.0198, -0.0090,  0.0052,  ...,  0.0225,  0.0108,  0.0082],\n",
       "       device='cuda:0', dtype=torch.bfloat16)"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "hf_load_model.model.embed_tokens.weight.data[128256]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "a41u8uj8VUlm",
    "outputId": "cc7ca8bb-526e-4b36-80b7-86b523db2cd0"
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "tensor([[True, True, True,  ..., True, True, True],\n",
       "        [True, True, True,  ..., True, True, True],\n",
       "        [True, True, True,  ..., True, True, True],\n",
       "        ...,\n",
       "        [True, True, True,  ..., True, True, True],\n",
       "        [True, True, True,  ..., True, True, True],\n",
       "        [True, True, True,  ..., True, True, True]], device='cuda:0')"
      ]
     },
     "execution_count": 60,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "model.model.model.embed_tokens.weight.data == hf_load_model.model.embed_tokens.weight.data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/",
     "height": 53
    },
    "id": "Gd5RbNb72MvG",
    "outputId": "2f336efe-d894-41c1-ad80-691e9c57b12e"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128256 for open-end generation.\n"
     ]
    },
    {
     "data": {
      "application/vnd.google.colaboratory.intrinsic+json": {
       "type": "string"
      },
      "text/plain": [
       "'###HUMAN### Who was the first president of the USA? ###BOT### George Washington. ###STOP###'"
      ]
     },
     "execution_count": 61,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# the model we just trained (not the one we are about to de-serialize)\n",
    "tokenizer.decode(\n",
    "    hf_load_model.generate(\n",
    "        **tokenizer(join_convo([['human', \"Who was the first president of the USA?\"]]), return_tensors='pt').to(0),\n",
    "        max_length=64,\n",
    "        eos_token_id=EXTRA_TOKENS['stop_token']['token_id']\n",
    "        )[0]\n",
    "    )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "qYN8Brupj9bL"
   },
   "outputs": [],
   "source": [
    "def generate_text(conversation, model, **kwargs):\n",
    "    prompt = join_convo(conversation)\n",
    "    return tokenizer.decode(\n",
    "        model.generate(\n",
    "            **tokenizer(prompt, return_tensors='pt').to(model.device),\n",
    "            max_length=128,\n",
    "            eos_token_id=EXTRA_TOKENS['stop_token']['token_id'],\n",
    "            **kwargs\n",
    "            )[0],\n",
    "        skip_special_tokens=True,\n",
    "        )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "hu3t-Ibfrly2",
    "outputId": "0e43cf83-dabd-4f37-a7dc-fca25ca7b155"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128256 for open-end generation.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###HUMAN### Who was the first president of the USA? ###BOT### George Washington. ###STOP###\n"
     ]
    }
   ],
   "source": [
    "# we want this to be about the same.\n",
    "print(generate_text(\n",
    "    [['human', \"Who was the first president of the USA?\"]],\n",
    "    hf_load_model\n",
    "))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "colab": {
     "base_uri": "https://localhost:8080/"
    },
    "id": "RUj5-BS3Ac3v",
    "outputId": "ef27220e-ee36-457e-dbf2-c65fa7c6f92c"
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Setting `pad_token_id` to `eos_token_id`:128256 for open-end generation.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "###HUMAN### Hey there ###BOT### Hello! How can I help you today? ###STOP###\n"
     ]
    }
   ],
   "source": [
    "# we want this to be about the same.\n",
    "print(generate_text(\n",
    "    [['human', \"Hey there\"]],\n",
    "    hf_load_model\n",
    "))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "id": "mW0hsdKEjm_J"
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "accelerator": "GPU",
  "colab": {
   "collapsed_sections": [
    "O4SCUZbtVAwQ"
   ],
   "gpuType": "A100",
   "machine_shape": "hm",
   "provenance": []
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  },
  "widgets": {
   "application/vnd.jupyter.widget-state+json": {
    "00824a99934d44bcb062867ffaf1577d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "049230e4b3464cd4bce0e17ad5f6cced": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "050e1c1c506c4e93aeae076108b3537d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_4e63cbebbf6e4fd0a59e1b3bbef7b257",
      "placeholder": "​",
      "style": "IPY_MODEL_b6698240ae5f41809bd1c17e148e9445",
      "value": "Generating test split: 100%"
     }
    },
    "051456e24aba4554b95215ad2cc3678b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_12512042545d4df3969beedd302354b4",
      "placeholder": "​",
      "style": "IPY_MODEL_b70295c80d934c4eb75912eb0a1566b0",
      "value": " 4/4 [00:07&lt;00:00,  1.56s/it]"
     }
    },
    "055df522b7104fb197fe7814772e91eb": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "05d1b8f817d447b0a15648135d819830": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "06468d45225a4bf78e643dfacb33ab68": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "07549b50994e448d91e07546019e2d47": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "0cd71f19264e41d1bb782fca98115e69": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "0e4b6e8cb8f048be953df358968da688": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_7cf360dc7a2e40d286c549a0e525e23b",
       "IPY_MODEL_ec1e88b9d3734d6ba8a827ff68ae98ee",
       "IPY_MODEL_87ff62b3ce374306a48f7dba557eb7e8"
      ],
      "layout": "IPY_MODEL_9c1f00e853e2433799b4ba3804e78f5d"
     }
    },
    "0e574a7e3b2b4772ab829f693e497e52": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ebdc08da43ce45b7932a61c50e31d26c",
      "max": 518,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_f42f83b362d7420aab11dfb6e0f2b52a",
      "value": 518
     }
    },
    "0e72bd202a6c428ea1ddffe5aee2a4f0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_37a37aef5da441d28a2e9739a6e614c2",
       "IPY_MODEL_bf23c4e4630a4567a81115af35eb4b70",
       "IPY_MODEL_80d6939334534de294fff550a269ec34"
      ],
      "layout": "IPY_MODEL_6b5d19c3270b4bd4b310fdc2bbfcf57b"
     }
    },
    "10b036b09274412a9e7ec9842f65c7e5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "1190506402f54319af846ce1f6cc5ad8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_27338a23759a4e08b1c810ed21d3d57b",
       "IPY_MODEL_17112a68cdc54c6e9e1fa4bf21c6920a",
       "IPY_MODEL_f620d5cfbfb74b659b5cd5b6595e86b9"
      ],
      "layout": "IPY_MODEL_964c4a03fb05401588556884d3891f60"
     }
    },
    "11c5a7ad9d4544bfae1ea0f61b0eed5c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b1c94b10d5714a98bf4ea9d013f50be6",
      "placeholder": "​",
      "style": "IPY_MODEL_0cd71f19264e41d1bb782fca98115e69",
      "value": " 42.0/42.0 [00:00&lt;00:00, 3.77kB/s]"
     }
    },
    "12512042545d4df3969beedd302354b4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "134fe2363b0743b6a4f82b94ec5081c8": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1360ebde9ddf496eb7ec83ee1d3d45bd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "14f61a3e241242ec86291e80e1f05bd6": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_b9f7b802236041e39494bd5ba99f5954",
       "IPY_MODEL_bd1c8928768e4d62bd20201748ad0eb6",
       "IPY_MODEL_74fdebe3a83d4889bb1d280efff2aa2e"
      ],
      "layout": "IPY_MODEL_de233e455a3a406a94ab3ac43f424382"
     }
    },
    "1537b98cba994caf89e162fd362617de": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d0a9e130d2dc4f5987b55630b79a6aa1",
      "placeholder": "​",
      "style": "IPY_MODEL_96e76a8661dd4d41b78afb1df9ba873c",
      "value": "Map: 100%"
     }
    },
    "155ea251dfb24c8da44ddc6f3eb46aa2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "164316c4320e48c6b713c69e9a52a497": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "17112a68cdc54c6e9e1fa4bf21c6920a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_17c710e2255d485899ea09834b8c1d6a",
      "max": 9846,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_7a053426cba2495d8ca5b8354af64d7e",
      "value": 9846
     }
    },
    "17c710e2255d485899ea09834b8c1d6a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "18a98b9356ed46e4a257cf7542c4c526": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "1b009dcb008d47838bdb09234f995f47": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1bbac0faec2f4d1c87202b2315436d23": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1caf1e51c3544f698b46d31d11e58746": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1cc432941129485f88886c5810feb7ba": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_232a585dd73d41ab9f0c138ba8891a51",
      "max": 11710,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_4aac40f9c5cc4b829a9c5155d1f93c9c",
      "value": 11710
     }
    },
    "1cdc497b4d144cb0810df3f1bb89b2d1": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "1eab3b7673cb4e838c7428252a13e6e6": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_891bfb6a65374262a59ef0220de48767",
      "placeholder": "​",
      "style": "IPY_MODEL_71563e2cd55b48728f75aba39dac64ca",
      "value": "Map: 100%"
     }
    },
    "1f44a3b46f914827a5ba7821f421c14b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "232a585dd73d41ab9f0c138ba8891a51": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "23767f4c483645f2bbb96a393d8833ad": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_da62397d0da14e949e02148148d82edf",
      "placeholder": "​",
      "style": "IPY_MODEL_d15ca411d12241c588ea0ae948911d33",
      "value": " 518/518 [00:00&lt;00:00, 23773.12 examples/s]"
     }
    },
    "27338a23759a4e08b1c810ed21d3d57b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_00824a99934d44bcb062867ffaf1577d",
      "placeholder": "​",
      "style": "IPY_MODEL_feded06fd06a4b43a463ebb7394ce75d",
      "value": "Generating train split: 100%"
     }
    },
    "2b08c5f8836542c585fd6743597d3372": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "2d3bc67f8f7d4daa99ffa321c87f469a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3114e0520b0542d793690d293c29862a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_68bd434c9e5c4313bdd0147c7c4918ee",
      "placeholder": "​",
      "style": "IPY_MODEL_60f6c225800743768b09a6efbbfeeec8",
      "value": " 36/36 [00:01&lt;00:00, 29.71 examples/s]"
     }
    },
    "33ca13483115472a87533a0c64371cce": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e61e84e655f543679cd4d5c00d7b3890",
      "placeholder": "​",
      "style": "IPY_MODEL_3e123f6ad8524241be0b9b9a9544218e",
      "value": " 653/653 [00:00&lt;00:00, 61.1kB/s]"
     }
    },
    "343b9bd2b4734f0191ecb6d9c4b4cd97": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "37a37aef5da441d28a2e9739a6e614c2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8187d7bd4dab471bbc7dcdab622f861d",
      "placeholder": "​",
      "style": "IPY_MODEL_18a98b9356ed46e4a257cf7542c4c526",
      "value": "README.md: 100%"
     }
    },
    "390cc8722baa4a85b160a213ee67e638": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8e436db037e2498784a72ffb89098daa",
      "placeholder": "​",
      "style": "IPY_MODEL_f6391dba630648df93f16a9ebb00e8de",
      "value": "Map: 100%"
     }
    },
    "393b3482c5d2444ebec0ab03b8dc83e3": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3d9294d93ec94d2192f9c27e2ce5874e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "3e123f6ad8524241be0b9b9a9544218e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "3edd5167ab4f4e28b74bd329de3d46a6": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "3f55ba327f7f4d888e31bd84affc589b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "40a60b82642c49648f92fd18af344e40": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_164316c4320e48c6b713c69e9a52a497",
      "max": 46837,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_60587853f1c64e24aff043db932d9196",
      "value": 46837
     }
    },
    "4286fbe2f4324b83af15d71d7a3dfe75": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_585c601677a2406fbffcc398be1fa457",
      "max": 1105272,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_649a84c5295447b5bb67db2dcac01c72",
      "value": 1105272
     }
    },
    "43687a0fbd5b474b93ce8f6113bc317c": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "45a5fbaebcf245fba242bc548bbf0930": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "46f44e195bee4776be48f5aa9338310e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "47013fcf9fe34897a7e87e890a425353": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "473b642edae140a58a245845d110dae8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "475247d988c84dbe9f92e055d6fe0ebd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_45a5fbaebcf245fba242bc548bbf0930",
      "placeholder": "​",
      "style": "IPY_MODEL_b85de88d240a4f519fadd94225d3c08f",
      "value": "Filter: 100%"
     }
    },
    "48ae69e9dcd94cd38cdfb0017d344a60": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_2d3bc67f8f7d4daa99ffa321c87f469a",
      "max": 137,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_907f8fa170c3415b89850b4f773abe51",
      "value": 137
     }
    },
    "4936b5ccf8b041beba20dbcef047e55c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a012afe977b04103b0168fb92ef995b0",
      "max": 4,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_53fc80ffcd714d50abeef24c8a79abd4",
      "value": 4
     }
    },
    "4a67be7ea7ae4514bff06f5317bc16b5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "4aac40f9c5cc4b829a9c5155d1f93c9c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "4c31192d541142a7a97a91fbdf3b30fd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "4c680e45e8cd495d8cd87cbc4e1a0742": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4d9f48069c0741f387b8b33afe2147ef": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_c7350f2ff6104800b27b7612238e72f2",
       "IPY_MODEL_4936b5ccf8b041beba20dbcef047e55c",
       "IPY_MODEL_4e7383a373b44f2a832ab823fa253b3c"
      ],
      "layout": "IPY_MODEL_c5ce5a6ec22c4d78a045538ac5025ef6"
     }
    },
    "4e63cbebbf6e4fd0a59e1b3bbef7b257": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "4e7383a373b44f2a832ab823fa253b3c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_8bccc45aa13f43799e63c077427743ce",
      "placeholder": "​",
      "style": "IPY_MODEL_c31dabd77c30468f9253c971fcfd5fd9",
      "value": " 4/4 [00:06&lt;00:00,  1.44s/it]"
     }
    },
    "4f0d5e81581444968f67de50fec367a1": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_56f3c97207814a16bddeac7022e10160",
       "IPY_MODEL_5961a2b6ab694383baca7b5a5578277e",
       "IPY_MODEL_11c5a7ad9d4544bfae1ea0f61b0eed5c"
      ],
      "layout": "IPY_MODEL_6d4c03dfc5b94b17bbf3ec903fb8df15"
     }
    },
    "50a8c4fba4d148b2b53c952eeefc4bdd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "50eb517b96ef4cbc9fdf205638912f84": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "5251d253ac1b43e28b5d45fc49b8ba0c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_5806a2430c624826a5f99189ca6547ca",
      "placeholder": "​",
      "style": "IPY_MODEL_d69acca18c2e4fdfb5dfc475ea1a379b",
      "value": "Map: 100%"
     }
    },
    "53fc80ffcd714d50abeef24c8a79abd4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "54cf3d18db0f4f9fb14460b636ed09e0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "56f3c97207814a16bddeac7022e10160": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_43687a0fbd5b474b93ce8f6113bc317c",
      "placeholder": "​",
      "style": "IPY_MODEL_9acf25dfef6145e4971dc8a1a660c6cc",
      "value": "Downloading readme: 100%"
     }
    },
    "5806a2430c624826a5f99189ca6547ca": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "585c601677a2406fbffcc398be1fa457": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5951e34898674f86ac21a89dbf18c905": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "5961a2b6ab694383baca7b5a5578277e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_cbd2052472894f22a5ba6c1597c78b85",
      "max": 42,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_98c0e84dfbc5455b8012f75c16195231",
      "value": 42
     }
    },
    "59997470461b47dc9d1c29693788fa3a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "59f3066001c244968b573c46e5755b84": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "5a7bd9a26ccb4eb3a7fec9fc52d136c1": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "5dfbc7bbefd14995b2fb4ba2812eb505": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "60587853f1c64e24aff043db932d9196": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "60f6c225800743768b09a6efbbfeeec8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "648d4cba6d4f4315a6d02e52d3ee6f73": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_07549b50994e448d91e07546019e2d47",
      "placeholder": "​",
      "style": "IPY_MODEL_a0f2abfdefb5432ea5a16154c3fcee3f",
      "value": "adapter_config.json: 100%"
     }
    },
    "649a84c5295447b5bb67db2dcac01c72": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "6595f9363e17452a9d36a7e9b4ca576c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6608b5e9448c491fb456ed7428e2e07d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "686d3052deb64b228cd89443d4754261": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "68bd434c9e5c4313bdd0147c7c4918ee": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "6a978b4604e3462d829525c2d57aaf3e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "6b3b39f5f0f644a186e966062a1695e2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_6a978b4604e3462d829525c2d57aaf3e",
      "max": 48701,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_055df522b7104fb197fe7814772e91eb",
      "value": 48701
     }
    },
    "6b5986e33cc345cf98a0c9ecfa89b104": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_c67e091793bd4e388bb92b4e3251b7c4",
      "placeholder": "​",
      "style": "IPY_MODEL_4c31192d541142a7a97a91fbdf3b30fd",
      "value": "Downloading data: 100%"
     }
    },
    "6b5d19c3270b4bd4b310fdc2bbfcf57b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "6c710e7dfc8f43369f3085639f444288": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_7073d097e67e4efd977d78ced76a2a4d",
      "max": 653,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_d187c19e11b5444c923cf8c662113b46",
      "value": 653
     }
    },
    "6c9f59905a574b63a323f8cabaacca50": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "6cc7ed0183834ac5b747a22fd96b3229": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_d9bf868df82f48eb9142a1ee2c9115ba",
      "max": 4,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_a3199c9ed2cb4c59a3176eb123c9a4e3",
      "value": 4
     }
    },
    "6d4c03dfc5b94b17bbf3ec903fb8df15": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "6ea855de62b74a798e9ff84163ba9136": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "7073d097e67e4efd977d78ced76a2a4d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "71563e2cd55b48728f75aba39dac64ca": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "74a987d2f4cc455682993cbcf25675d2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "74fdebe3a83d4889bb1d280efff2aa2e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_3d9294d93ec94d2192f9c27e2ce5874e",
      "placeholder": "​",
      "style": "IPY_MODEL_6608b5e9448c491fb456ed7428e2e07d",
      "value": " 395/395 [00:00&lt;00:00, 32.4kB/s]"
     }
    },
    "7a053426cba2495d8ca5b8354af64d7e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "7b5b61752f7b48b797ba82f80947f9c2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_cbbdec3524d6494587282a85968546e9",
      "max": 46837,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_c462ad31a3864b419ac67f3ccb7eff4f",
      "value": 46837
     }
    },
    "7c43ae2e0087493da74a0ca1829b5a53": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_475247d988c84dbe9f92e055d6fe0ebd",
       "IPY_MODEL_1cc432941129485f88886c5810feb7ba",
       "IPY_MODEL_c9ad259c1e334e8eb701236de8d7436d"
      ],
      "layout": "IPY_MODEL_eca657d097a74271a07fc5f6cdd71f44"
     }
    },
    "7cf360dc7a2e40d286c549a0e525e23b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b90e5adea0dc434285cfb99acb23886b",
      "placeholder": "​",
      "style": "IPY_MODEL_50eb517b96ef4cbc9fdf205638912f84",
      "value": "Downloading data: 100%"
     }
    },
    "80d6939334534de294fff550a269ec34": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a1ea64ad50a246e28be5818649c45820",
      "placeholder": "​",
      "style": "IPY_MODEL_59f3066001c244968b573c46e5755b84",
      "value": " 1.43k/1.43k [00:00&lt;00:00, 127kB/s]"
     }
    },
    "8187d7bd4dab471bbc7dcdab622f861d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "82b4cdf55d6a434abf95f4125487d8ed": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_8b49c7efcece446fa370de44a1b1aff9",
       "IPY_MODEL_7b5b61752f7b48b797ba82f80947f9c2",
       "IPY_MODEL_e6a721fc02064bbe983f72e2a8b2309e"
      ],
      "layout": "IPY_MODEL_47013fcf9fe34897a7e87e890a425353"
     }
    },
    "84bcff9a13be4e5baa24284db1ea26a2": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8669fe63a4194c3382adefe214f1fefd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_c93a8187a8374fbba8a316b80ddf1d91",
       "IPY_MODEL_6cc7ed0183834ac5b747a22fd96b3229",
       "IPY_MODEL_051456e24aba4554b95215ad2cc3678b"
      ],
      "layout": "IPY_MODEL_86b9e53801c54f039501d8a4e3652945"
     }
    },
    "86b9e53801c54f039501d8a4e3652945": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "86ff58a9faec4c92a54c21e4405528aa": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "87c682d9e7c74848a13edc430434d301": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "87ff62b3ce374306a48f7dba557eb7e8": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_bd25e1453f4f42e486b762831155bef1",
      "placeholder": "​",
      "style": "IPY_MODEL_eecf2773717d4d979239ef34e2a47ecf",
      "value": " 20.9M/20.9M [00:04&lt;00:00, 5.31MB/s]"
     }
    },
    "891bfb6a65374262a59ef0220de48767": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "89bf3edd21304f8c86f7a20a147c7a91": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_6b5986e33cc345cf98a0c9ecfa89b104",
       "IPY_MODEL_4286fbe2f4324b83af15d71d7a3dfe75",
       "IPY_MODEL_ef824add9aae450fbe1f50987e25cd51"
      ],
      "layout": "IPY_MODEL_1cdc497b4d144cb0810df3f1bb89b2d1"
     }
    },
    "8a904518a6b74066bfad2f0d8547fcf2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_390cc8722baa4a85b160a213ee67e638",
       "IPY_MODEL_48ae69e9dcd94cd38cdfb0017d344a60",
       "IPY_MODEL_b03a07143fef4002bfd8d2775fb6df91"
      ],
      "layout": "IPY_MODEL_2b08c5f8836542c585fd6743597d3372"
     }
    },
    "8b49c7efcece446fa370de44a1b1aff9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_84bcff9a13be4e5baa24284db1ea26a2",
      "placeholder": "​",
      "style": "IPY_MODEL_686d3052deb64b228cd89443d4754261",
      "value": "Filter: 100%"
     }
    },
    "8bccc45aa13f43799e63c077427743ce": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "8c0c3dd815ed43e08275554786f1ef28": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "8dc87e4c06bb4387964bd260d1f922ab": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ac300f6e421440f09be90dd3884e9f62",
      "placeholder": "​",
      "style": "IPY_MODEL_10b036b09274412a9e7ec9842f65c7e5",
      "value": " 11710/11710 [00:08&lt;00:00, 1576.03 examples/s]"
     }
    },
    "8e436db037e2498784a72ffb89098daa": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "907f8fa170c3415b89850b4f773abe51": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "90a9354af0ef405d85bbfb306c1307ee": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "944966f0c7704952b663c436488f3b9c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "94fb2be888c548ef843641776d1db28f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_f738f2f21619489fb2d87652fbafa882",
      "placeholder": "​",
      "style": "IPY_MODEL_bc2243ff22274131b38b061f17d5e539",
      "value": " 46837/46837 [00:31&lt;00:00, 1589.79 examples/s]"
     }
    },
    "959c6da2bfc3452fb650c15592a3c125": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "960448f923a346bfa3cc11edb4da6f31": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "964c4a03fb05401588556884d3891f60": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "969c467053814888bf4d3a5c896a9da4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "96e76a8661dd4d41b78afb1df9ba873c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "98c0e84dfbc5455b8012f75c16195231": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "9acf25dfef6145e4971dc8a1a660c6cc": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "9b069b8069124cd9a0f6b777195ae9e7": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_648d4cba6d4f4315a6d02e52d3ee6f73",
       "IPY_MODEL_6c710e7dfc8f43369f3085639f444288",
       "IPY_MODEL_33ca13483115472a87533a0c64371cce"
      ],
      "layout": "IPY_MODEL_46f44e195bee4776be48f5aa9338310e"
     }
    },
    "9bd6ae5380d04729830fac7215cb7f54": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "9c1f00e853e2433799b4ba3804e78f5d": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9fd7d517596b4702b72e0aaff7581104": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "9fdb6e26ad504fbf8715b181c72b03f5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_049230e4b3464cd4bce0e17ad5f6cced",
      "placeholder": "​",
      "style": "IPY_MODEL_a149f3d7509b4dc2a00991b73c66c59e",
      "value": "Map: 100%"
     }
    },
    "9fec4cb4e617499797c22f4066a84159": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "a012afe977b04103b0168fb92ef995b0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a02fdd47ceb8453398be47fc6084586c": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_050e1c1c506c4e93aeae076108b3537d",
       "IPY_MODEL_0e574a7e3b2b4772ab829f693e497e52",
       "IPY_MODEL_23767f4c483645f2bbb96a393d8833ad"
      ],
      "layout": "IPY_MODEL_86ff58a9faec4c92a54c21e4405528aa"
     }
    },
    "a0f2abfdefb5432ea5a16154c3fcee3f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "a149f3d7509b4dc2a00991b73c66c59e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "a14e1dbf3f6d41299d44a07b3f235fcc": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_ed951b2ec24f4aa5b93f402549d6b22b",
      "max": 55986705,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_473b642edae140a58a245845d110dae8",
      "value": 55986705
     }
    },
    "a1ea64ad50a246e28be5818649c45820": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a2ba78df993441d5ad854fee3380029d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_134fe2363b0743b6a4f82b94ec5081c8",
      "placeholder": "​",
      "style": "IPY_MODEL_6595f9363e17452a9d36a7e9b4ca576c",
      "value": " 2.32G/2.32G [02:02&lt;00:00, 21.8MB/s]"
     }
    },
    "a3199c9ed2cb4c59a3176eb123c9a4e3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "a3c640613dc24cca96e76b15d5d6ce2c": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a73e9f49513a4c3cab44407d05a57a9e": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a7edd9af7c6f415790c9d2b251c816a9": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "a86c4e515eea450684dd04b54cf0baf9": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "aaa010e3e1304ff5b2b83ae7bd23200f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_960448f923a346bfa3cc11edb4da6f31",
      "max": 46837,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_3f55ba327f7f4d888e31bd84affc589b",
      "value": 46837
     }
    },
    "ab93faa9232f4220876ebfe11bcae67d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e620385375e34d6eb414ecbef31d22c3",
      "placeholder": "​",
      "style": "IPY_MODEL_06468d45225a4bf78e643dfacb33ab68",
      "value": "Generating train split: 100%"
     }
    },
    "ac300f6e421440f09be90dd3884e9f62": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ae18d52775d64f4f9847bd07020bc16e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "b03a07143fef4002bfd8d2775fb6df91": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_cd969f2b9a2a4361a8e6a3b2412d50a0",
      "placeholder": "​",
      "style": "IPY_MODEL_9fec4cb4e617499797c22f4066a84159",
      "value": " 137/137 [00:03&lt;00:00, 41.39 examples/s]"
     }
    },
    "b186d35f56c0411a9663df2308c4dcf4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b1a45979be0043a7822254f8af9f6062": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_959c6da2bfc3452fb650c15592a3c125",
      "placeholder": "​",
      "style": "IPY_MODEL_05d1b8f817d447b0a15648135d819830",
      "value": "adapter_model.safetensors: 100%"
     }
    },
    "b1c94b10d5714a98bf4ea9d013f50be6": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b1f6784a1e174feeb455af24c5fd1e44": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_9fd7d517596b4702b72e0aaff7581104",
      "max": 2319517032,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_dacd59adb2f44147900476e4dc0965ed",
      "value": 2319517032
     }
    },
    "b2413597466446789c19ef4015939717": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b273e68ee141456596c0718729951770": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_87c682d9e7c74848a13edc430434d301",
      "placeholder": "​",
      "style": "IPY_MODEL_944966f0c7704952b663c436488f3b9c",
      "value": " 11710/11710 [00:01&lt;00:00, 9118.73 examples/s]"
     }
    },
    "b2e06e4ae7ea4bf0a692019bfc46fa18": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b6698240ae5f41809bd1c17e148e9445": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b66b9bd73c664fd4865ee32f9ac1f782": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b70295c80d934c4eb75912eb0a1566b0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b7347c2b2f214690911b045c83343cd4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1bbac0faec2f4d1c87202b2315436d23",
      "placeholder": "​",
      "style": "IPY_MODEL_50a8c4fba4d148b2b53c952eeefc4bdd",
      "value": " 48701/48701 [00:00&lt;00:00, 72672.87 examples/s]"
     }
    },
    "b85de88d240a4f519fadd94225d3c08f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b9052c5ca31441cca770cf6b19fe84c5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "b90e5adea0dc434285cfb99acb23886b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "b9f7b802236041e39494bd5ba99f5954": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b186d35f56c0411a9663df2308c4dcf4",
      "placeholder": "​",
      "style": "IPY_MODEL_f540090031fa4cfba54877e5929935ec",
      "value": "Downloading readme: 100%"
     }
    },
    "bb986b5172404a638fcb5ebe03657c61": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "bc2243ff22274131b38b061f17d5e539": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "bd1c8928768e4d62bd20201748ad0eb6": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_6ea855de62b74a798e9ff84163ba9136",
      "max": 395,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_9bd6ae5380d04729830fac7215cb7f54",
      "value": 395
     }
    },
    "bd25e1453f4f42e486b762831155bef1": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "bf23c4e4630a4567a81115af35eb4b70": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_4c680e45e8cd495d8cd87cbc4e1a0742",
      "max": 1425,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_4a67be7ea7ae4514bff06f5317bc16b5",
      "value": 1425
     }
    },
    "bf5d77c4b6c1482b9645a0345b72d6e1": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c05db7d9310044b7baebd7a0d78ecbda": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c21c5b415f9548cc9939afa115efc65f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "c31dabd77c30468f9253c971fcfd5fd9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "c462ad31a3864b419ac67f3ccb7eff4f": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "c5ce5a6ec22c4d78a045538ac5025ef6": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c67e091793bd4e388bb92b4e3251b7c4": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "c6824b9b1d234ed7ae0bdb1f782362d3": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a3c640613dc24cca96e76b15d5d6ce2c",
      "max": 36,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_c21c5b415f9548cc9939afa115efc65f",
      "value": 36
     }
    },
    "c7350f2ff6104800b27b7612238e72f2": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_c05db7d9310044b7baebd7a0d78ecbda",
      "placeholder": "​",
      "style": "IPY_MODEL_3edd5167ab4f4e28b74bd329de3d46a6",
      "value": "Loading checkpoint shards: 100%"
     }
    },
    "c93a8187a8374fbba8a316b80ddf1d91": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b66b9bd73c664fd4865ee32f9ac1f782",
      "placeholder": "​",
      "style": "IPY_MODEL_b2e06e4ae7ea4bf0a692019bfc46fa18",
      "value": "Loading checkpoint shards: 100%"
     }
    },
    "c9ad259c1e334e8eb701236de8d7436d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_b2413597466446789c19ef4015939717",
      "placeholder": "​",
      "style": "IPY_MODEL_8c0c3dd815ed43e08275554786f1ef28",
      "value": " 11710/11710 [00:01&lt;00:00, 6516.00 examples/s]"
     }
    },
    "cb8daf7afa9949fe8e5ab4d0bf2c0173": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cbbdec3524d6494587282a85968546e9": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cbd2052472894f22a5ba6c1597c78b85": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "cd969f2b9a2a4361a8e6a3b2412d50a0": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d0a9e130d2dc4f5987b55630b79a6aa1": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d0c2db169ac34d5da0dbd49bffd5b199": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "d10df91f812a43d289c84fc5bea14a40": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_54cf3d18db0f4f9fb14460b636ed09e0",
      "placeholder": "​",
      "style": "IPY_MODEL_155ea251dfb24c8da44ddc6f3eb46aa2",
      "value": " 56.0M/56.0M [00:06&lt;00:00, 11.3MB/s]"
     }
    },
    "d15ca411d12241c588ea0ae948911d33": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "d187c19e11b5444c923cf8c662113b46": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "d1afa0f8597c427bb4aa315d7b2a7743": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a73e9f49513a4c3cab44407d05a57a9e",
      "max": 11710,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_343b9bd2b4734f0191ecb6d9c4b4cd97",
      "value": 11710
     }
    },
    "d69acca18c2e4fdfb5dfc475ea1a379b": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "d9bf868df82f48eb9142a1ee2c9115ba": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "da62397d0da14e949e02148148d82edf": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "da9776992f7a49859fd855e13ea6520a": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "dac6843a7989437e817f5d921115e035": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_ef31ac71ba5644729e7fafa185f9062d",
       "IPY_MODEL_a14e1dbf3f6d41299d44a07b3f235fcc",
       "IPY_MODEL_d10df91f812a43d289c84fc5bea14a40"
      ],
      "layout": "IPY_MODEL_393b3482c5d2444ebec0ab03b8dc83e3"
     }
    },
    "dacd59adb2f44147900476e4dc0965ed": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "de233e455a3a406a94ab3ac43f424382": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "df4c0add00cc4e099079fc1a7fae0701": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_1eab3b7673cb4e838c7428252a13e6e6",
       "IPY_MODEL_40a60b82642c49648f92fd18af344e40",
       "IPY_MODEL_94fb2be888c548ef843641776d1db28f"
      ],
      "layout": "IPY_MODEL_1caf1e51c3544f698b46d31d11e58746"
     }
    },
    "df8daf948ece489bbe8f9a1318c66748": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_cb8daf7afa9949fe8e5ab4d0bf2c0173",
      "max": 11710,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_74a987d2f4cc455682993cbcf25675d2",
      "value": 11710
     }
    },
    "e14482f41bec41f09046f2160c23e302": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e1f9524c5e2a47d9a1394b91be2078fb": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_b1a45979be0043a7822254f8af9f6062",
       "IPY_MODEL_b1f6784a1e174feeb455af24c5fd1e44",
       "IPY_MODEL_a2ba78df993441d5ad854fee3380029d"
      ],
      "layout": "IPY_MODEL_5dfbc7bbefd14995b2fb4ba2812eb505"
     }
    },
    "e61e84e655f543679cd4d5c00d7b3890": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e620385375e34d6eb414ecbef31d22c3": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "e6a721fc02064bbe983f72e2a8b2309e": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_1f44a3b46f914827a5ba7821f421c14b",
      "placeholder": "​",
      "style": "IPY_MODEL_b9052c5ca31441cca770cf6b19fe84c5",
      "value": " 46837/46837 [00:07&lt;00:00, 6576.00 examples/s]"
     }
    },
    "eb69a299f2db4aca84736b6c21bf86cd": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_969c467053814888bf4d3a5c896a9da4",
      "placeholder": "​",
      "style": "IPY_MODEL_f1acd1457e7b4e8a8ce0cfcb0df1ae54",
      "value": "Map: 100%"
     }
    },
    "ebdc08da43ce45b7932a61c50e31d26c": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ec1e88b9d3734d6ba8a827ff68ae98ee": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "FloatProgressModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "FloatProgressModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "ProgressView",
      "bar_style": "success",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_bf5d77c4b6c1482b9645a0345b72d6e1",
      "max": 20877686,
      "min": 0,
      "orientation": "horizontal",
      "style": "IPY_MODEL_ae18d52775d64f4f9847bd07020bc16e",
      "value": 20877686
     }
    },
    "eca657d097a74271a07fc5f6cdd71f44": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "ed48a040e56e487ab358c43fdd808136": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_5251d253ac1b43e28b5d45fc49b8ba0c",
       "IPY_MODEL_aaa010e3e1304ff5b2b83ae7bd23200f",
       "IPY_MODEL_f54d56ed00f142e9bc97eacf993fbb12"
      ],
      "layout": "IPY_MODEL_59997470461b47dc9d1c29693788fa3a"
     }
    },
    "ed951b2ec24f4aa5b93f402549d6b22b": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "eecf2773717d4d979239ef34e2a47ecf": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "ef31ac71ba5644729e7fafa185f9062d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a86c4e515eea450684dd04b54cf0baf9",
      "placeholder": "​",
      "style": "IPY_MODEL_5951e34898674f86ac21a89dbf18c905",
      "value": "Downloading data: 100%"
     }
    },
    "ef824add9aae450fbe1f50987e25cd51": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_e14482f41bec41f09046f2160c23e302",
      "placeholder": "​",
      "style": "IPY_MODEL_1360ebde9ddf496eb7ec83ee1d3d45bd",
      "value": " 1.11M/1.11M [00:00&lt;00:00, 2.20MB/s]"
     }
    },
    "f1acd1457e7b4e8a8ce0cfcb0df1ae54": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "f42f83b362d7420aab11dfb6e0f2b52a": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "ProgressStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "ProgressStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "bar_color": null,
      "description_width": ""
     }
    },
    "f540090031fa4cfba54877e5929935ec": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "f54d56ed00f142e9bc97eacf993fbb12": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_da9776992f7a49859fd855e13ea6520a",
      "placeholder": "​",
      "style": "IPY_MODEL_bb986b5172404a638fcb5ebe03657c61",
      "value": " 46837/46837 [00:04&lt;00:00, 9263.12 examples/s]"
     }
    },
    "f620d5cfbfb74b659b5cd5b6595e86b9": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HTMLModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HTMLModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HTMLView",
      "description": "",
      "description_tooltip": null,
      "layout": "IPY_MODEL_a7edd9af7c6f415790c9d2b251c816a9",
      "placeholder": "​",
      "style": "IPY_MODEL_6c9f59905a574b63a323f8cabaacca50",
      "value": " 9846/9846 [00:00&lt;00:00, 121697.99 examples/s]"
     }
    },
    "f6391dba630648df93f16a9ebb00e8de": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "f738f2f21619489fb2d87652fbafa882": {
     "model_module": "@jupyter-widgets/base",
     "model_module_version": "1.2.0",
     "model_name": "LayoutModel",
     "state": {
      "_model_module": "@jupyter-widgets/base",
      "_model_module_version": "1.2.0",
      "_model_name": "LayoutModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "LayoutView",
      "align_content": null,
      "align_items": null,
      "align_self": null,
      "border": null,
      "bottom": null,
      "display": null,
      "flex": null,
      "flex_flow": null,
      "grid_area": null,
      "grid_auto_columns": null,
      "grid_auto_flow": null,
      "grid_auto_rows": null,
      "grid_column": null,
      "grid_gap": null,
      "grid_row": null,
      "grid_template_areas": null,
      "grid_template_columns": null,
      "grid_template_rows": null,
      "height": null,
      "justify_content": null,
      "justify_items": null,
      "left": null,
      "margin": null,
      "max_height": null,
      "max_width": null,
      "min_height": null,
      "min_width": null,
      "object_fit": null,
      "object_position": null,
      "order": null,
      "overflow": null,
      "overflow_x": null,
      "overflow_y": null,
      "padding": null,
      "right": null,
      "top": null,
      "visibility": null,
      "width": null
     }
    },
    "fab6c98410ac43feaf9b76e6b48ea2a0": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_eb69a299f2db4aca84736b6c21bf86cd",
       "IPY_MODEL_d1afa0f8597c427bb4aa315d7b2a7743",
       "IPY_MODEL_b273e68ee141456596c0718729951770"
      ],
      "layout": "IPY_MODEL_1b009dcb008d47838bdb09234f995f47"
     }
    },
    "fb0547a37df0480a835ff884320b5872": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_1537b98cba994caf89e162fd362617de",
       "IPY_MODEL_c6824b9b1d234ed7ae0bdb1f782362d3",
       "IPY_MODEL_3114e0520b0542d793690d293c29862a"
      ],
      "layout": "IPY_MODEL_90a9354af0ef405d85bbfb306c1307ee"
     }
    },
    "fbb448200f7f4e48bd806161906a6bb5": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_ab93faa9232f4220876ebfe11bcae67d",
       "IPY_MODEL_6b3b39f5f0f644a186e966062a1695e2",
       "IPY_MODEL_b7347c2b2f214690911b045c83343cd4"
      ],
      "layout": "IPY_MODEL_5a7bd9a26ccb4eb3a7fec9fc52d136c1"
     }
    },
    "feded06fd06a4b43a463ebb7394ce75d": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "DescriptionStyleModel",
     "state": {
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "DescriptionStyleModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/base",
      "_view_module_version": "1.2.0",
      "_view_name": "StyleView",
      "description_width": ""
     }
    },
    "ff89e214e2fc46db8cf87cd2f226e3f4": {
     "model_module": "@jupyter-widgets/controls",
     "model_module_version": "1.5.0",
     "model_name": "HBoxModel",
     "state": {
      "_dom_classes": [],
      "_model_module": "@jupyter-widgets/controls",
      "_model_module_version": "1.5.0",
      "_model_name": "HBoxModel",
      "_view_count": null,
      "_view_module": "@jupyter-widgets/controls",
      "_view_module_version": "1.5.0",
      "_view_name": "HBoxView",
      "box_style": "",
      "children": [
       "IPY_MODEL_9fdb6e26ad504fbf8715b181c72b03f5",
       "IPY_MODEL_df8daf948ece489bbe8f9a1318c66748",
       "IPY_MODEL_8dc87e4c06bb4387964bd260d1f922ab"
      ],
      "layout": "IPY_MODEL_d0c2db169ac34d5da0dbd49bffd5b199"
     }
    }
   }
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}