examples/pretrain.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import gentrl\n",
    "import torch\n",
    "import pandas as pd\n",
    "torch.cuda.set_device(0)\n",
    "\n",
    "import warnings\n",
    "warnings.simplefilter('ignore')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "from moses.metrics import mol_passes_filters, QED, SA, logP\n",
    "from moses.metrics.utils import get_n_rings, get_mol\n",
    "\n",
    "\n",
    "def get_num_rings_6(mol):\n",
    "    r = mol.GetRingInfo()\n",
    "    return len([x for x in r.AtomRings() if len(x) > 6])\n",
    "\n",
    "\n",
    "def penalized_logP(mol_or_smiles, masked=False, default=-5):\n",
    "    mol = get_mol(mol_or_smiles)\n",
    "    if mol is None:\n",
    "        return default\n",
    "    reward = logP(mol) - SA(mol) - get_num_rings_6(mol)\n",
    "    if masked and not mol_passes_filters(mol):\n",
    "        return default\n",
    "    return reward"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "# ! wget https://media.githubusercontent.com/media/molecularsets/moses/master/data/dataset_v1.csv"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "# df = pd.read_csv('dataset_v1.csv')\n",
    "# df = df[df['SPLIT'] == 'train']\n",
    "# df['plogP'] = df['SMILES'].apply(penalized_logP)\n",
    "# df.to_csv('train_plogp_plogpm.csv', index=None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "enc = gentrl.RNNEncoder(latent_size=50)\n",
    "dec = gentrl.DilConvDecoder(latent_input_size=50)\n",
    "model = gentrl.GENTRL(enc, dec, 50 * [('c', 20)], [('c', 20)], beta=0.001)\n",
    "model.cuda();"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "md = gentrl.MolecularDataset(sources=[\n",
    "    {'path':'train_plogp_plogpm.csv',\n",
    "     'smiles': 'SMILES',\n",
    "     'prob': 1,\n",
    "     'plogP' : 'plogP',\n",
    "    }], \n",
    "    props=['plogP'])\n",
    "\n",
    "from torch.utils.data import DataLoader\n",
    "train_loader = DataLoader(md, batch_size=50, shuffle=True, num_workers=1, drop_last=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "? md"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 0 :\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 2.481;rec: -2.394;kl: -65.52;log_p_y_by_z: -1.524;log_p_z_by_y: -71.45;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 1.793;rec: -1.696;kl: -54.66;log_p_y_by_z: -1.521;log_p_z_by_y: -59.18;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 1.566;rec: -1.457;kl: -44.0;log_p_y_by_z: -1.523;log_p_z_by_y: -49.53;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 1.419;rec: -1.306;kl: -38.62;log_p_y_by_z: -1.514;log_p_z_by_y: -46.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 1.329;rec: -1.218;kl: -35.5;log_p_y_by_z: -1.471;log_p_z_by_y: -45.39;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 1.254;rec: -1.148;kl: -33.41;log_p_y_by_z: -1.395;log_p_z_by_y: -45.24;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 1.203;rec: -1.102;kl: -32.01;log_p_y_by_z: -1.334;log_p_z_by_y: -43.55;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 1.166;rec: -1.075;kl: -31.46;log_p_y_by_z: -1.228;log_p_z_by_y: -43.62;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 1.124;rec: -1.037;kl: -30.62;log_p_y_by_z: -1.179;log_p_z_by_y: -43.67;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 1.091;rec: -1.014;kl: -28.61;log_p_y_by_z: -1.055;log_p_z_by_y: -43.31;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 1.058;rec: -0.9869;kl: -28.32;log_p_y_by_z: -0.9918;log_p_z_by_y: -43.63;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 1.036;rec: -0.9706;kl: -28.87;log_p_y_by_z: -0.9446;log_p_z_by_y: -44.29;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 1.004;rec: -0.9462;kl: -28.13;log_p_y_by_z: -0.855;log_p_z_by_y: -44.42;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.993;rec: -0.9332;kl: -26.8;log_p_y_by_z: -0.8665;log_p_z_by_y: -44.73;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.9754;rec: -0.9205;kl: -27.13;log_p_y_by_z: -0.8198;log_p_z_by_y: -45.46;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.9449;rec: -0.8959;kl: -26.81;log_p_y_by_z: -0.758;log_p_z_by_y: -45.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.9323;rec: -0.8817;kl: -26.46;log_p_y_by_z: -0.7697;log_p_z_by_y: -46.07;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.9167;rec: -0.8719;kl: -26.18;log_p_y_by_z: -0.709;log_p_z_by_y: -46.66;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.91;rec: -0.8653;kl: -26.52;log_p_y_by_z: -0.7128;log_p_z_by_y: -47.27;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.9093;rec: -0.8651;kl: -26.24;log_p_y_by_z: -0.7049;log_p_z_by_y: -47.64;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.8967;rec: -0.8547;kl: -25.78;log_p_y_by_z: -0.6782;log_p_z_by_y: -47.64;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.8897;rec: -0.8468;kl: -25.61;log_p_y_by_z: -0.6853;log_p_z_by_y: -47.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.8642;rec: -0.8257;kl: -25.44;log_p_y_by_z: -0.6385;log_p_z_by_y: -48.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.8644;rec: -0.8279;kl: -25.67;log_p_y_by_z: -0.6223;log_p_z_by_y: -48.67;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.8419;rec: -0.8101;kl: -24.71;log_p_y_by_z: -0.5653;log_p_z_by_y: -49.14;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.8431;rec: -0.8099;kl: -23.87;log_p_y_by_z: -0.5703;log_p_z_by_y: -49.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.8372;rec: -0.8057;kl: -24.05;log_p_y_by_z: -0.5551;log_p_z_by_y: -49.88;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.8259;rec: -0.7961;kl: -23.12;log_p_y_by_z: -0.529;log_p_z_by_y: -50.16;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.8129;rec: -0.7847;kl: -22.57;log_p_y_by_z: -0.5071;log_p_z_by_y: -50.38;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.8007;rec: -0.7734;kl: -21.87;log_p_y_by_z: -0.4916;log_p_z_by_y: -50.72;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.8068;rec: -0.7769;kl: -22.24;log_p_y_by_z: -0.5214;log_p_z_by_y: -51.07;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7851;rec: -0.7608;kl: -21.95;log_p_y_by_z: -0.4621;log_p_z_by_y: -51.69;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7883;rec: -0.7639;kl: -21.49;log_p_y_by_z: -0.4589;log_p_z_by_y: -51.82;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7762;rec: -0.7546;kl: -21.36;log_p_y_by_z: -0.4292;log_p_z_by_y: -52.12;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7642;rec: -0.7455;kl: -21.31;log_p_y_by_z: -0.4006;log_p_z_by_y: -52.39;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.759;rec: -0.739;kl: -20.67;log_p_y_by_z: -0.4067;log_p_z_by_y: -52.52;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7474;rec: -0.7313;kl: -20.56;log_p_y_by_z: -0.3665;log_p_z_by_y: -52.66;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7432;rec: -0.7241;kl: -20.06;log_p_y_by_z: -0.3912;log_p_z_by_y: -52.74;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7606;rec: -0.7283;kl: -20.08;log_p_y_by_z: -0.5233;log_p_z_by_y: -53.15;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.741;rec: -0.7215;kl: -20.06;log_p_y_by_z: -0.3949;log_p_z_by_y: -53.59;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7393;rec: -0.7185;kl: -19.86;log_p_y_by_z: -0.4065;log_p_z_by_y: -53.51;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7308;rec: -0.7145;kl: -19.35;log_p_y_by_z: -0.3571;log_p_z_by_y: -53.74;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7226;rec: -0.7026;kl: -19.22;log_p_y_by_z: -0.3926;log_p_z_by_y: -53.88;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7145;rec: -0.6973;kl: -19.19;log_p_y_by_z: -0.3644;log_p_z_by_y: -53.94;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7223;rec: -0.6996;kl: -18.83;log_p_y_by_z: -0.416;log_p_z_by_y: -54.44;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7041;rec: -0.6894;kl: -18.37;log_p_y_by_z: -0.331;log_p_z_by_y: -54.18;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6975;rec: -0.684;kl: -18.14;log_p_y_by_z: -0.3161;log_p_z_by_y: -54.83;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss:  0.7;rec: -0.6861;kl: -18.26;log_p_y_by_z: -0.322;log_p_z_by_y: -54.46;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7021;rec: -0.6851;kl: -17.63;log_p_y_by_z: -0.3459;log_p_z_by_y: -54.94;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.7068;rec: -0.6863;kl: -17.3;log_p_y_by_z: -0.3776;log_p_z_by_y: -54.92;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6877;rec: -0.6758;kl: -17.04;log_p_y_by_z: -0.2893;log_p_z_by_y: -54.78;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6759;rec: -0.6668;kl: -16.94;log_p_y_by_z: -0.2609;log_p_z_by_y: -55.09;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6719;rec: -0.6582;kl: -17.17;log_p_y_by_z: -0.3078;log_p_z_by_y: -55.19;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6837;rec: -0.6655;kl: -16.9;log_p_y_by_z: -0.3511;log_p_z_by_y: -55.67;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6563;rec: -0.6505;kl: -16.42;log_p_y_by_z: -0.2229;log_p_z_by_y: -55.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6494;rec: -0.6448;kl: -16.91;log_p_y_by_z: -0.2153;log_p_z_by_y: -55.85;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6668;rec: -0.6538;kl: -16.05;log_p_y_by_z: -0.2904;log_p_z_by_y: -56.19;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6543;rec: -0.6471;kl: -15.57;log_p_y_by_z: -0.2278;log_p_z_by_y: -55.81;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6453;rec: -0.6402;kl: -15.9;log_p_y_by_z: -0.2099;log_p_z_by_y: -56.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6449;rec: -0.6387;kl: -16.16;log_p_y_by_z: -0.2237;log_p_z_by_y: -56.33;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6429;rec: -0.6391;kl: -16.01;log_p_y_by_z: -0.1984;log_p_z_by_y: -56.72;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6456;rec: -0.6361;kl: -14.99;log_p_y_by_z: -0.2449;log_p_z_by_y: -56.99;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.634;rec: -0.6286;kl: -15.44;log_p_y_by_z: -0.2086;log_p_z_by_y: -57.06;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6376;rec: -0.6268;kl: -15.37;log_p_y_by_z: -0.262;log_p_z_by_y: -57.56;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6411;rec: -0.6336;kl: -15.52;log_p_y_by_z: -0.2302;log_p_z_by_y: -57.67;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6195;rec: -0.6204;kl: -15.6;log_p_y_by_z: -0.1469;log_p_z_by_y: -57.71;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6336;rec: -0.6281;kl: -15.24;log_p_y_by_z: -0.2075;log_p_z_by_y: -57.75;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6154;rec: -0.6176;kl: -14.82;log_p_y_by_z: -0.1266;log_p_z_by_y: -57.64;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6198;rec: -0.6168;kl: -14.31;log_p_y_by_z: -0.1731;log_p_z_by_y: -57.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6134;rec: -0.6106;kl: -14.63;log_p_y_by_z: -0.1743;log_p_z_by_y: -58.31;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6158;rec: -0.617;kl: -14.44;log_p_y_by_z: -0.133;log_p_z_by_y: -58.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6195;rec: -0.6168;kl: -14.58;log_p_y_by_z: -0.1729;log_p_z_by_y: -58.54;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6153;rec: -0.6099;kl: -15.07;log_p_y_by_z: -0.2055;log_p_z_by_y: -58.45;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.6043;rec: -0.6037;kl: -15.1;log_p_y_by_z: -0.1571;log_p_z_by_y: -59.19;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5988;rec: -0.5997;kl: -14.7;log_p_y_by_z: -0.1378;log_p_z_by_y: -59.11;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5883;rec: -0.5917;kl: -14.48;log_p_y_by_z: -0.11;log_p_z_by_y: -59.14;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5979;rec: -0.5977;kl: -13.86;log_p_y_by_z: -0.1401;log_p_z_by_y: -59.11;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5949;rec: -0.5913;kl: -14.39;log_p_y_by_z: -0.1799;log_p_z_by_y: -59.49;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5946;rec: -0.5959;kl: -15.44;log_p_y_by_z: -0.1415;log_p_z_by_y: -59.56;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5957;rec: -0.5881;kl: -14.94;log_p_y_by_z: -0.2255;log_p_z_by_y: -59.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5831;rec: -0.5908;kl: -15.46;log_p_y_by_z: -0.07703;log_p_z_by_y: -60.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5804;rec: -0.5853;kl: -15.16;log_p_y_by_z: -0.1031;log_p_z_by_y: -59.98;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5794;rec: -0.5828;kl: -14.14;log_p_y_by_z: -0.1075;log_p_z_by_y: -60.05;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5718;rec: -0.5764;kl: -14.08;log_p_y_by_z: -0.09441;log_p_z_by_y: -60.22;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5729;rec: -0.5755;kl: -14.7;log_p_y_by_z: -0.121;log_p_z_by_y: -60.48;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5783;rec: -0.576;kl: -14.37;log_p_y_by_z: -0.167;log_p_z_by_y: -61.17;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5754;rec: -0.581;kl: -14.46;log_p_y_by_z: -0.08906;log_p_z_by_y: -61.08;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5736;rec: -0.576;kl: -14.11;log_p_y_by_z: -0.1167;log_p_z_by_y: -60.89;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5655;rec: -0.5729;kl: -14.95;log_p_y_by_z: -0.07469;log_p_z_by_y: -61.32;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5663;rec: -0.5719;kl: -14.6;log_p_y_by_z: -0.09073;log_p_z_by_y: -61.63;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5577;rec: -0.5678;kl: -14.35;log_p_y_by_z: -0.04196;log_p_z_by_y: -61.57;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5595;rec: -0.5687;kl: -14.82;log_p_y_by_z: -0.0558;log_p_z_by_y: -62.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5557;rec: -0.5624;kl: -14.62;log_p_y_by_z: -0.0791;log_p_z_by_y: -62.11;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5456;rec: -0.5547;kl: -14.95;log_p_y_by_z: -0.05889;log_p_z_by_y: -62.44;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5588;rec: -0.5663;kl: -14.96;log_p_y_by_z: -0.07512;log_p_z_by_y: -62.37;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5474;rec: -0.5564;kl: -14.68;log_p_y_by_z: -0.05651;log_p_z_by_y: -62.72;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5483;rec: -0.5562;kl: -15.08;log_p_y_by_z: -0.07218;log_p_z_by_y: -62.58;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5499;rec: -0.5566;kl: -14.68;log_p_y_by_z: -0.08036;log_p_z_by_y: -63.14;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5378;rec: -0.5496;kl: -14.86;log_p_y_by_z: -0.03059;log_p_z_by_y: -63.18;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5385;rec: -0.5512;kl: -14.77;log_p_y_by_z: -0.02016;log_p_z_by_y: -63.45;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5341;rec: -0.5446;kl: -14.89;log_p_y_by_z: -0.04398;log_p_z_by_y: -63.29;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5405;rec: -0.5498;kl: -15.44;log_p_y_by_z: -0.06137;log_p_z_by_y: -63.59;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5377;rec: -0.5526;kl: -14.77;log_p_y_by_z: 0.001571;log_p_z_by_y: -63.95;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5248;rec: -0.5404;kl: -14.75;log_p_y_by_z: 0.00814;log_p_z_by_y: -64.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5313;rec: -0.5441;kl: -14.15;log_p_y_by_z: -0.01315;log_p_z_by_y: -63.91;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5323;rec: -0.541;kl: -13.81;log_p_y_by_z: -0.05064;log_p_z_by_y: -64.33;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5111;rec: -0.5296;kl: -13.93;log_p_y_by_z: 0.04538;log_p_z_by_y: -64.12;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.517;rec: -0.5307;kl: -14.3;log_p_y_by_z: -0.006038;log_p_z_by_y: -64.33;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5177;rec: -0.5327;kl: -14.49;log_p_y_by_z: 0.004715;log_p_z_by_y: -64.56;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5173;rec: -0.5303;kl: -13.93;log_p_y_by_z: -0.009949;log_p_z_by_y: -64.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5205;rec: -0.5353;kl: -13.56;log_p_y_by_z: 0.01223;log_p_z_by_y: -64.67;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5196;rec: -0.5277;kl: -14.65;log_p_y_by_z: -0.06548;log_p_z_by_y: -64.98;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5191;rec: -0.5352;kl: -14.6;log_p_y_by_z: 0.01512;log_p_z_by_y: -65.17;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5102;rec: -0.5309;kl: -14.38;log_p_y_by_z: 0.06305;log_p_z_by_y: -65.22;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5149;rec: -0.5251;kl: -14.59;log_p_y_by_z: -0.04401;log_p_z_by_y: -65.73;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5097;rec: -0.5223;kl: -14.16;log_p_y_by_z: -0.0157;log_p_z_by_y: -65.64;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5023;rec: -0.5212;kl: -14.17;log_p_y_by_z: 0.04724;log_p_z_by_y: -65.71;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.5028;rec: -0.5194;kl: -14.57;log_p_y_by_z: 0.01986;log_p_z_by_y: -65.74;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4967;rec: -0.5162;kl: -13.61;log_p_y_by_z: 0.05916;log_p_z_by_y: -66.21;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4958;rec: -0.5115;kl: -13.97;log_p_y_by_z: 0.0174;log_p_z_by_y: -66.16;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4974;rec: -0.5134;kl: -13.98;log_p_y_by_z: 0.02062;log_p_z_by_y: -66.49;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4974;rec: -0.5151;kl: -14.46;log_p_y_by_z: 0.03245;log_p_z_by_y: -66.59;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.488;rec: -0.5101;kl: -13.91;log_p_y_by_z: 0.08138;log_p_z_by_y: -66.72;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4959;rec: -0.509;kl: -13.77;log_p_y_by_z: -0.006605;log_p_z_by_y: -67.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4827;rec: -0.506;kl: -14.1;log_p_y_by_z: 0.0913;log_p_z_by_y: -66.9;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4921;rec: -0.5095;kl: -12.94;log_p_y_by_z: 0.04426;log_p_z_by_y: -66.85;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4862;rec: -0.5077;kl: -13.1;log_p_y_by_z: 0.08311;log_p_z_by_y: -67.06;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4872;rec: -0.507;kl: -13.61;log_p_y_by_z: 0.06217;log_p_z_by_y: -66.86;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4893;rec: -0.5101;kl: -14.02;log_p_y_by_z: 0.06707;log_p_z_by_y: -67.51;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4796;rec: -0.4996;kl: -13.75;log_p_y_by_z: 0.06254;log_p_z_by_y: -67.96;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4771;rec: -0.4963;kl: -13.95;log_p_y_by_z: 0.05257;log_p_z_by_y: -67.92;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4711;rec: -0.4957;kl: -13.61;log_p_y_by_z: 0.11;log_p_z_by_y: -68.13;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.47;rec: -0.4958;kl: -14.12;log_p_y_by_z: 0.1173;log_p_z_by_y: -68.29;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4695;rec: -0.4879;kl: -14.06;log_p_y_by_z: 0.04301;log_p_z_by_y: -68.63;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4725;rec: -0.4916;kl: -13.36;log_p_y_by_z: 0.05751;log_p_z_by_y: -68.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4704;rec: -0.4877;kl: -12.87;log_p_y_by_z: 0.04418;log_p_z_by_y: -68.82;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4853;rec: -0.4939;kl: -13.58;log_p_y_by_z: -0.04935;log_p_z_by_y: -69.08;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4706;rec: -0.4904;kl: -13.81;log_p_y_by_z: 0.05951;log_p_z_by_y: -68.92;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4734;rec: -0.4909;kl: -13.59;log_p_y_by_z: 0.039;log_p_z_by_y: -69.09;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.466;rec: -0.4867;kl: -13.4;log_p_y_by_z: 0.07325;log_p_z_by_y: -69.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4686;rec: -0.4888;kl: -13.32;log_p_y_by_z: 0.0683;log_p_z_by_y: -69.48;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4613;rec: -0.4849;kl: -13.75;log_p_y_by_z: 0.09865;log_p_z_by_y: -69.48;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4661;rec: -0.4864;kl: -14.03;log_p_y_by_z: 0.0621;log_p_z_by_y: -69.94;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4493;rec: -0.4749;kl: -14.25;log_p_y_by_z: 0.1141;log_p_z_by_y: -70.09;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4622;rec: -0.4802;kl: -13.02;log_p_y_by_z: 0.05018;log_p_z_by_y: -69.83;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.451;rec: -0.4777;kl: -13.57;log_p_y_by_z: 0.1313;log_p_z_by_y: -70.07;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4663;rec: -0.4834;kl: -13.37;log_p_y_by_z: 0.03777;log_p_z_by_y: -70.42;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4511;rec: -0.4772;kl: -13.23;log_p_y_by_z: 0.1281;log_p_z_by_y: -70.38;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4486;rec: -0.4735;kl: -13.61;log_p_y_by_z: 0.1125;log_p_z_by_y: -70.47;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4434;rec: -0.4672;kl: -13.62;log_p_y_by_z: 0.1018;log_p_z_by_y: -70.77;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4384;rec: -0.4637;kl: -12.76;log_p_y_by_z: 0.1256;log_p_z_by_y: -70.74;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.44;rec: -0.4651;kl: -13.84;log_p_y_by_z: 0.113;log_p_z_by_y: -70.91;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4437;rec: -0.4687;kl: -14.08;log_p_y_by_z: 0.1089;log_p_z_by_y: -71.49;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4506;rec: -0.4663;kl: -13.62;log_p_y_by_z: 0.01998;log_p_z_by_y: -71.39;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4419;rec: -0.4647;kl: -13.46;log_p_y_by_z: 0.09316;log_p_z_by_y: -71.75;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4292;rec: -0.4561;kl: -14.1;log_p_y_by_z: 0.1277;log_p_z_by_y: -71.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4263;rec: -0.456;kl: -13.45;log_p_y_by_z: 0.1624;log_p_z_by_y: -71.48;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4383;rec: -0.4632;kl: -14.07;log_p_y_by_z: 0.1081;log_p_z_by_y: -72.11;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.438;rec: -0.4636;kl: -14.03;log_p_y_by_z: 0.1156;log_p_z_by_y: -72.05;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4317;rec: -0.4615;kl: -13.16;log_p_y_by_z: 0.1664;log_p_z_by_y: -72.08;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.439;rec: -0.4605;kl: -13.11;log_p_y_by_z: 0.08439;log_p_z_by_y: -72.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4345;rec: -0.4544;kl: -14.18;log_p_y_by_z: 0.0569;log_p_z_by_y: -72.63;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4218;rec: -0.4506;kl: -13.98;log_p_y_by_z: 0.1482;log_p_z_by_y: -72.92;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4264;rec: -0.4546;kl: -13.8;log_p_y_by_z: 0.1442;log_p_z_by_y: -72.74;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.428;rec: -0.4541;kl: -13.76;log_p_y_by_z: 0.1232;log_p_z_by_y: -72.99;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4233;rec: -0.45;kl: -13.72;log_p_y_by_z: 0.1296;log_p_z_by_y: -72.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4308;rec: -0.4505;kl: -12.62;log_p_y_by_z: 0.07091;log_p_z_by_y: -72.87;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4232;rec: -0.4498;kl: -13.46;log_p_y_by_z: 0.1314;log_p_z_by_y: -73.18;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4184;rec: -0.4474;kl: -13.05;log_p_y_by_z: 0.1599;log_p_z_by_y: -73.16;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.425;rec: -0.4453;kl: -13.08;log_p_y_by_z: 0.07253;log_p_z_by_y: -73.25;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.417;rec: -0.4453;kl: -13.7;log_p_y_by_z: 0.1464;log_p_z_by_y: -73.48;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4157;rec: -0.441;kl: -13.64;log_p_y_by_z: 0.1165;log_p_z_by_y: -73.81;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4341;rec: -0.4539;kl: -13.86;log_p_y_by_z: 0.05986;log_p_z_by_y: -74.18;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4086;rec: -0.4417;kl: -12.99;log_p_y_by_z: 0.2012;log_p_z_by_y: -73.95;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4174;rec: -0.4444;kl: -13.38;log_p_y_by_z: 0.1365;log_p_z_by_y: -74.08;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4109;rec: -0.4381;kl: -13.41;log_p_y_by_z: 0.1379;log_p_z_by_y: -74.23;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3965;rec: -0.4306;kl: -13.17;log_p_y_by_z: 0.2093;log_p_z_by_y: -74.22;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4073;rec: -0.4377;kl: -13.06;log_p_y_by_z: 0.1734;log_p_z_by_y: -74.18;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4171;rec: -0.4405;kl: -13.51;log_p_y_by_z: 0.09863;log_p_z_by_y: -74.66;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4011;rec: -0.4296;kl: -13.85;log_p_y_by_z: 0.1469;log_p_z_by_y: -74.26;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4107;rec: -0.4348;kl: -13.91;log_p_y_by_z: 0.1012;log_p_z_by_y: -74.81;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4067;rec: -0.4378;kl: -13.63;log_p_y_by_z: 0.1745;log_p_z_by_y: -74.88;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3971;rec: -0.4287;kl: -13.64;log_p_y_by_z: 0.1798;log_p_z_by_y: -75.14;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4083;rec: -0.4353;kl: -12.82;log_p_y_by_z: 0.1424;log_p_z_by_y: -75.05;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4049;rec: -0.432;kl: -13.59;log_p_y_by_z: 0.1348;log_p_z_by_y: -75.48;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4014;rec: -0.4281;kl: -13.87;log_p_y_by_z: 0.1277;log_p_z_by_y: -75.54;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3992;rec: -0.4282;kl: -13.99;log_p_y_by_z: 0.1502;log_p_z_by_y: -76.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3907;rec: -0.4209;kl: -14.22;log_p_y_by_z: 0.1596;log_p_z_by_y: -75.59;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4027;rec: -0.4322;kl: -14.25;log_p_y_by_z: 0.1524;log_p_z_by_y: -75.65;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3913;rec: -0.4179;kl: -14.09;log_p_y_by_z: 0.1255;log_p_z_by_y: -76.19;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3903;rec: -0.4194;kl: -13.99;log_p_y_by_z: 0.1518;log_p_z_by_y: -76.13;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.4068;rec: -0.429;kl: -13.3;log_p_y_by_z: 0.08864;log_p_z_by_y: -75.93;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3939;rec: -0.4248;kl: -13.83;log_p_y_by_z: 0.1714;log_p_z_by_y: -75.94;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3856;rec: -0.4126;kl: -13.6;log_p_y_by_z: 0.1341;log_p_z_by_y: -76.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3918;rec: -0.4259;kl: -13.55;log_p_y_by_z: 0.205;log_p_z_by_y: -76.25;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3837;rec: -0.4152;kl: -14.33;log_p_y_by_z: 0.1716;log_p_z_by_y: -76.74;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3856;rec: -0.4227;kl: -14.16;log_p_y_by_z: 0.2291;log_p_z_by_y: -76.53;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3908;rec: -0.4226;kl: -13.63;log_p_y_by_z: 0.1811;log_p_z_by_y: -76.94;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3803;rec: -0.4127;kl: -14.12;log_p_y_by_z: 0.1829;log_p_z_by_y: -77.27;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3881;rec: -0.4163;kl: -14.13;log_p_y_by_z: 0.1414;log_p_z_by_y: -77.12;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.387;rec: -0.4138;kl: -12.95;log_p_y_by_z: 0.1382;log_p_z_by_y: -77.17;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3962;rec: -0.4242;kl: -13.95;log_p_y_by_z: 0.1406;log_p_z_by_y: -76.81;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3776;rec: -0.4102;kl: -14.73;log_p_y_by_z: 0.1791;log_p_z_by_y: -77.73;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3755;rec: -0.4124;kl: -14.44;log_p_y_by_z: 0.2244;log_p_z_by_y: -77.35;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3811;rec: -0.4118;kl: -14.08;log_p_y_by_z: 0.1662;log_p_z_by_y: -77.55;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3798;rec: -0.4144;kl: -14.14;log_p_y_by_z: 0.2046;log_p_z_by_y: -77.73;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3768;rec: -0.41;kl: -14.19;log_p_y_by_z: 0.1902;log_p_z_by_y: -77.65;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.377;rec: -0.4085;kl: -14.08;log_p_y_by_z: 0.1741;log_p_z_by_y: -77.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.37;rec: -0.4043;kl: -14.34;log_p_y_by_z: 0.1994;log_p_z_by_y: -77.63;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3783;rec: -0.4103;kl: -14.08;log_p_y_by_z: 0.1794;log_p_z_by_y: -78.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.381;rec: -0.4094;kl: -14.03;log_p_y_by_z: 0.1438;log_p_z_by_y: -78.39;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3667;rec: -0.3977;kl: -14.17;log_p_y_by_z: 0.1681;log_p_z_by_y: -78.34;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3749;rec: -0.4103;kl: -13.98;log_p_y_by_z: 0.2146;log_p_z_by_y: -78.46;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3744;rec: -0.4015;kl: -13.98;log_p_y_by_z: 0.1309;log_p_z_by_y: -78.69;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3802;rec: -0.406;kl: -13.69;log_p_y_by_z: 0.1216;log_p_z_by_y: -78.39;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3635;rec: -0.3992;kl: -13.77;log_p_y_by_z: 0.2193;log_p_z_by_y: -78.86;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.359;rec: -0.3976;kl: -14.61;log_p_y_by_z: 0.2401;log_p_z_by_y: -79.03;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3676;rec: -0.4022;kl: -14.19;log_p_y_by_z: 0.2039;log_p_z_by_y: -78.64;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3556;rec: -0.3932;kl: -14.88;log_p_y_by_z: 0.2265;log_p_z_by_y: -78.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3606;rec: -0.3969;kl: -14.47;log_p_y_by_z: 0.2176;log_p_z_by_y: -78.99;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3648;rec: -0.3968;kl: -14.34;log_p_y_by_z: 0.1765;log_p_z_by_y: -79.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3613;rec: -0.3995;kl: -14.16;log_p_y_by_z: 0.2413;log_p_z_by_y: -79.22;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3576;rec: -0.393;kl: -14.84;log_p_y_by_z: 0.2053;log_p_z_by_y: -79.56;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3614;rec: -0.3948;kl: -13.43;log_p_y_by_z: 0.1997;log_p_z_by_y: -79.72;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3587;rec: -0.3969;kl: -13.93;log_p_y_by_z: 0.2428;log_p_z_by_y: -79.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3546;rec: -0.3874;kl: -13.43;log_p_y_by_z: 0.1943;log_p_z_by_y: -80.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3496;rec: -0.3876;kl: -13.8;log_p_y_by_z: 0.242;log_p_z_by_y: -79.92;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3521;rec: -0.3912;kl: -13.79;log_p_y_by_z: 0.2532;log_p_z_by_y: -80.07;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3517;rec: -0.3809;kl: -14.04;log_p_y_by_z: 0.1518;log_p_z_by_y: -80.32;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.354;rec: -0.3875;kl: -14.24;log_p_y_by_z: 0.1927;log_p_z_by_y: -79.81;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3485;rec: -0.3833;kl: -14.11;log_p_y_by_z: 0.2068;log_p_z_by_y: -79.85;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3522;rec: -0.3892;kl: -14.18;log_p_y_by_z: 0.2279;log_p_z_by_y: -80.17;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.354;rec: -0.3861;kl: -13.71;log_p_y_by_z: 0.184;log_p_z_by_y: -80.48;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3373;rec: -0.3776;kl: -13.87;log_p_y_by_z: 0.2646;log_p_z_by_y: -80.47;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.333;rec: -0.3739;kl: -13.53;log_p_y_by_z: 0.2739;log_p_z_by_y: -80.68;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3405;rec: -0.3765;kl: -13.36;log_p_y_by_z: 0.2267;log_p_z_by_y: -80.77;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3535;rec: -0.384;kl: -13.54;log_p_y_by_z: 0.1699;log_p_z_by_y: -80.95;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.353;rec: -0.3852;kl: -13.21;log_p_y_by_z: 0.19;log_p_z_by_y: -80.97;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.347;rec: -0.3831;kl: -13.86;log_p_y_by_z: 0.222;log_p_z_by_y: -81.05;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3608;rec: -0.3852;kl: -13.85;log_p_y_by_z: 0.1056;log_p_z_by_y: -81.32;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.343;rec: -0.3752;kl: -14.09;log_p_y_by_z: 0.1808;log_p_z_by_y: -81.42;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3431;rec: -0.3755;kl: -13.83;log_p_y_by_z: 0.185;log_p_z_by_y: -81.59;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3343;rec: -0.3732;kl: -13.33;log_p_y_by_z: 0.2563;log_p_z_by_y: -81.14;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3402;rec: -0.3753;kl: -13.67;log_p_y_by_z: 0.2143;log_p_z_by_y: -81.53;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.345;rec: -0.3733;kl: -13.55;log_p_y_by_z: 0.1471;log_p_z_by_y: -81.68;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3394;rec: -0.376;kl: -12.83;log_p_y_by_z: 0.2383;log_p_z_by_y: -81.47;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3365;rec: -0.3739;kl: -13.67;log_p_y_by_z: 0.2375;log_p_z_by_y: -81.98;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3302;rec: -0.369;kl: -13.65;log_p_y_by_z: 0.2523;log_p_z_by_y: -81.84;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3206;rec: -0.3608;kl: -13.73;log_p_y_by_z: 0.2642;log_p_z_by_y: -82.05;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.33;rec: -0.3685;kl: -13.53;log_p_y_by_z: 0.2498;log_p_z_by_y: -82.04;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3287;rec: -0.3661;kl: -13.5;log_p_y_by_z: 0.2393;log_p_z_by_y: -82.23;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3321;rec: -0.368;kl: -13.53;log_p_y_by_z: 0.2231;log_p_z_by_y: -82.63;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3236;rec: -0.3627;kl: -13.1;log_p_y_by_z: 0.2595;log_p_z_by_y: -82.29;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3251;rec: -0.3626;kl: -13.73;log_p_y_by_z: 0.2385;log_p_z_by_y: -82.84;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3279;rec: -0.3663;kl: -14.13;log_p_y_by_z: 0.2422;log_p_z_by_y: -83.02;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3307;rec: -0.3699;kl: -12.96;log_p_y_by_z: 0.262;log_p_z_by_y: -82.92;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3345;rec: -0.3705;kl: -13.41;log_p_y_by_z: 0.2259;log_p_z_by_y: -83.09;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3193;rec: -0.3601;kl: -13.78;log_p_y_by_z: 0.2696;log_p_z_by_y: -83.47;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3204;rec: -0.3596;kl: -12.67;log_p_y_by_z: 0.2651;log_p_z_by_y: -83.16;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3189;rec: -0.3567;kl: -12.87;log_p_y_by_z: 0.2488;log_p_z_by_y: -83.14;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3154;rec: -0.3528;kl: -13.25;log_p_y_by_z: 0.2415;log_p_z_by_y: -83.56;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3295;rec: -0.3647;kl: -12.86;log_p_y_by_z: 0.223;log_p_z_by_y: -83.39;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3269;rec: -0.3595;kl: -13.29;log_p_y_by_z: 0.1932;log_p_z_by_y: -83.68;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.325;rec: -0.36;kl: -13.41;log_p_y_by_z: 0.2164;log_p_z_by_y: -83.58;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3135;rec: -0.3527;kl: -14.39;log_p_y_by_z: 0.2484;log_p_z_by_y: -83.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3122;rec: -0.3553;kl: -13.87;log_p_y_by_z: 0.2919;log_p_z_by_y: -84.24;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3129;rec: -0.3515;kl: -13.62;log_p_y_by_z: 0.25;log_p_z_by_y: -84.56;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3206;rec: -0.3578;kl: -14.08;log_p_y_by_z: 0.2318;log_p_z_by_y: -84.25;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3144;rec: -0.3499;kl: -14.04;log_p_y_by_z: 0.2152;log_p_z_by_y: -84.54;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3082;rec: -0.3494;kl: -13.91;log_p_y_by_z: 0.2731;log_p_z_by_y: -84.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3071;rec: -0.3494;kl: -13.82;log_p_y_by_z: 0.2845;log_p_z_by_y: -84.87;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3093;rec: -0.3513;kl: -13.9;log_p_y_by_z: 0.2808;log_p_z_by_y: -84.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3009;rec: -0.3426;kl: -13.67;log_p_y_by_z: 0.28;log_p_z_by_y: -84.66;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3084;rec: -0.3457;kl: -13.77;log_p_y_by_z: 0.2349;log_p_z_by_y: -84.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3001;rec: -0.3442;kl: -14.11;log_p_y_by_z: 0.3002;log_p_z_by_y: -85.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3066;rec: -0.3465;kl: -14.38;log_p_y_by_z: 0.2546;log_p_z_by_y: -85.19;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3042;rec: -0.3424;kl: -13.54;log_p_y_by_z: 0.2466;log_p_z_by_y: -85.49;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3144;rec: -0.3484;kl: -14.14;log_p_y_by_z: 0.1978;log_p_z_by_y: -85.59;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3066;rec: -0.3454;kl: -14.25;log_p_y_by_z: 0.2457;log_p_z_by_y: -85.57;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2982;rec: -0.3424;kl: -14.0;log_p_y_by_z: 0.3024;log_p_z_by_y: -85.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3021;rec: -0.3407;kl: -14.09;log_p_y_by_z: 0.2451;log_p_z_by_y: -85.73;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3048;rec: -0.3425;kl: -13.12;log_p_y_by_z: 0.2463;log_p_z_by_y: -86.29;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2941;rec: -0.3333;kl: -13.69;log_p_y_by_z: 0.2544;log_p_z_by_y: -86.13;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3009;rec: -0.3381;kl: -13.74;log_p_y_by_z: 0.2341;log_p_z_by_y: -86.14;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.3037;rec: -0.3433;kl: -14.52;log_p_y_by_z: 0.2511;log_p_z_by_y: -86.45;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2984;rec: -0.3352;kl: -13.97;log_p_y_by_z: 0.2287;log_p_z_by_y: -87.03;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2894;rec: -0.3332;kl: -14.12;log_p_y_by_z: 0.2963;log_p_z_by_y: -86.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2933;rec: -0.3335;kl: -14.14;log_p_y_by_z: 0.2611;log_p_z_by_y: -86.61;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2949;rec: -0.3359;kl: -14.8;log_p_y_by_z: 0.2626;log_p_z_by_y: -86.41;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.291;rec: -0.3312;kl: -14.81;log_p_y_by_z: 0.2535;log_p_z_by_y: -87.13;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2892;rec: -0.3339;kl: -14.61;log_p_y_by_z: 0.3004;log_p_z_by_y: -86.81;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2869;rec: -0.3302;kl: -14.33;log_p_y_by_z: 0.289;log_p_z_by_y: -86.99;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2868;rec: -0.3279;kl: -14.67;log_p_y_by_z: 0.2643;log_p_z_by_y: -87.17;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2842;rec: -0.3302;kl: -14.18;log_p_y_by_z: 0.3179;log_p_z_by_y: -87.27;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2869;rec: -0.3302;kl: -14.47;log_p_y_by_z: 0.2881;log_p_z_by_y: -87.26;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2953;rec: -0.3325;kl: -14.7;log_p_y_by_z: 0.2251;log_p_z_by_y: -87.56;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2868;rec: -0.3281;kl: -14.83;log_p_y_by_z: 0.2642;log_p_z_by_y: -87.36;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2806;rec: -0.3265;kl: -14.18;log_p_y_by_z: 0.3168;log_p_z_by_y: -87.16;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.29;rec: -0.3317;kl: -14.36;log_p_y_by_z: 0.2736;log_p_z_by_y: -87.39;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2772;rec: -0.3242;kl: -14.71;log_p_y_by_z: 0.3234;log_p_z_by_y: -87.52;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2856;rec: -0.3286;kl: -14.36;log_p_y_by_z: 0.2861;log_p_z_by_y: -87.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2901;rec: -0.3263;kl: -15.2;log_p_y_by_z: 0.2105;log_p_z_by_y: -87.46;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2856;rec: -0.3277;kl: -14.53;log_p_y_by_z: 0.2754;log_p_z_by_y: -88.06;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2799;rec: -0.3203;kl: -14.45;log_p_y_by_z: 0.2595;log_p_z_by_y: -88.17;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2796;rec: -0.3258;kl: -14.55;log_p_y_by_z: 0.316;log_p_z_by_y: -88.32;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2772;rec: -0.3206;kl: -14.84;log_p_y_by_z: 0.2855;log_p_z_by_y: -88.18;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2856;rec: -0.3271;kl: -15.16;log_p_y_by_z: 0.2638;log_p_z_by_y: -88.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2917;rec: -0.3276;kl: -15.35;log_p_y_by_z: 0.205;log_p_z_by_y: -88.62;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2679;rec: -0.3132;kl: -15.42;log_p_y_by_z: 0.2984;log_p_z_by_y: -88.69;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2815;rec: -0.3234;kl: -14.87;log_p_y_by_z: 0.27;log_p_z_by_y: -88.66;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2728;rec: -0.3165;kl: -15.3;log_p_y_by_z: 0.2834;log_p_z_by_y: -89.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2758;rec: -0.3177;kl: -15.03;log_p_y_by_z: 0.2692;log_p_z_by_y: -88.88;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2695;rec: -0.3167;kl: -15.16;log_p_y_by_z: 0.3201;log_p_z_by_y: -89.27;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2684;rec: -0.3143;kl: -14.81;log_p_y_by_z: 0.3114;log_p_z_by_y: -89.17;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.279;rec: -0.3219;kl: -14.67;log_p_y_by_z: 0.2821;log_p_z_by_y: -89.48;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2714;rec: -0.316;kl: -15.12;log_p_y_by_z: 0.295;log_p_z_by_y: -89.54;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2562;rec: -0.3075;kl: -14.86;log_p_y_by_z: 0.3637;log_p_z_by_y: -89.76;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2734;rec: -0.3142;kl: -15.11;log_p_y_by_z: 0.2571;log_p_z_by_y: -89.11;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.272;rec: -0.3149;kl: -15.22;log_p_y_by_z: 0.2763;log_p_z_by_y: -89.89;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2632;rec: -0.3107;kl: -15.65;log_p_y_by_z: 0.3188;log_p_z_by_y: -89.97;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2657;rec: -0.3102;kl: -16.44;log_p_y_by_z: 0.2806;log_p_z_by_y: -89.51;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.264;rec: -0.3108;kl: -15.9;log_p_y_by_z: 0.3088;log_p_z_by_y: -89.97;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2666;rec: -0.3117;kl: -15.62;log_p_y_by_z: 0.2947;log_p_z_by_y: -90.59;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2553;rec: -0.3056;kl: -15.63;log_p_y_by_z: 0.3463;log_p_z_by_y: -90.21;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2636;rec: -0.3115;kl: -15.78;log_p_y_by_z: 0.3215;log_p_z_by_y: -90.59;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2659;rec: -0.3145;kl: -16.14;log_p_y_by_z: 0.325;log_p_z_by_y: -90.84;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2681;rec: -0.3079;kl: -15.66;log_p_y_by_z: 0.2419;log_p_z_by_y: -90.62;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2589;rec: -0.3068;kl: -15.79;log_p_y_by_z: 0.3211;log_p_z_by_y: -91.06;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2675;rec: -0.3108;kl: -16.17;log_p_y_by_z: 0.2717;log_p_z_by_y: -90.89;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.25;rec: -0.3016;kl: -15.99;log_p_y_by_z: 0.3564;log_p_z_by_y: -90.87;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2621;rec: -0.307;kl: -16.85;log_p_y_by_z: 0.2813;log_p_z_by_y: -91.51;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2653;rec: -0.3083;kl: -16.93;log_p_y_by_z: 0.2604;log_p_z_by_y: -91.19;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2559;rec: -0.3061;kl: -16.59;log_p_y_by_z: 0.3361;log_p_z_by_y: -91.52;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2631;rec: -0.3079;kl: -16.74;log_p_y_by_z: 0.2806;log_p_z_by_y: -91.36;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2618;rec: -0.3091;kl: -17.15;log_p_y_by_z: 0.3019;log_p_z_by_y: -91.05;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2551;rec: -0.3013;kl: -16.5;log_p_y_by_z: 0.2971;log_p_z_by_y: -91.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2544;rec: -0.301;kl: -16.28;log_p_y_by_z: 0.3028;log_p_z_by_y: -90.97;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2595;rec: -0.3056;kl: -16.37;log_p_y_by_z: 0.2972;log_p_z_by_y: -91.82;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2553;rec: -0.3026;kl: -16.26;log_p_y_by_z: 0.31;log_p_z_by_y: -91.58;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.263;rec: -0.3063;kl: -16.11;log_p_y_by_z: 0.272;log_p_z_by_y: -92.08;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2533;rec: -0.2979;kl: -16.93;log_p_y_by_z: 0.2769;log_p_z_by_y: -91.78;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.26;rec: -0.3014;kl: -17.37;log_p_y_by_z: 0.2409;log_p_z_by_y: -92.51;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2551;rec: -0.3047;kl: -16.69;log_p_y_by_z: 0.3286;log_p_z_by_y: -92.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2555;rec: -0.3016;kl: -17.41;log_p_y_by_z: 0.2876;log_p_z_by_y: -92.57;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2457;rec: -0.2942;kl: -16.66;log_p_y_by_z: 0.3183;log_p_z_by_y: -92.69;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2568;rec: -0.305;kl: -17.18;log_p_y_by_z: 0.3106;log_p_z_by_y: -92.47;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2499;rec: -0.297;kl: -16.25;log_p_y_by_z: 0.3091;log_p_z_by_y: -92.45;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2488;rec: -0.2963;kl: -16.61;log_p_y_by_z: 0.3089;log_p_z_by_y: -92.88;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2538;rec: -0.3022;kl: -16.41;log_p_y_by_z: 0.32;log_p_z_by_y: -93.06;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2333;rec: -0.2895;kl: -16.99;log_p_y_by_z: 0.3925;log_p_z_by_y: -92.51;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2437;rec: -0.2967;kl: -17.66;log_p_y_by_z: 0.3533;log_p_z_by_y: -92.92;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2444;rec: -0.2925;kl: -17.87;log_p_y_by_z: 0.3025;log_p_z_by_y: -92.97;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2445;rec: -0.2941;kl: -17.85;log_p_y_by_z: 0.318;log_p_z_by_y: -92.95;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2431;rec: -0.2926;kl: -16.96;log_p_y_by_z: 0.3261;log_p_z_by_y: -93.27;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2503;rec: -0.2977;kl: -17.46;log_p_y_by_z: 0.2992;log_p_z_by_y: -93.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2472;rec: -0.298;kl: -16.94;log_p_y_by_z: 0.3393;log_p_z_by_y: -93.19;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.249;rec: -0.2939;kl: -17.68;log_p_y_by_z: 0.2721;log_p_z_by_y: -93.26;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2431;rec: -0.2945;kl: -18.36;log_p_y_by_z: 0.3303;log_p_z_by_y: -93.43;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2351;rec: -0.2877;kl: -17.97;log_p_y_by_z: 0.3469;log_p_z_by_y: -93.94;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2435;rec: -0.2914;kl: -18.06;log_p_y_by_z: 0.2985;log_p_z_by_y: -93.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2454;rec: -0.2866;kl: -17.87;log_p_y_by_z: 0.2332;log_p_z_by_y: -93.88;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2484;rec: -0.2942;kl: -18.06;log_p_y_by_z: 0.278;log_p_z_by_y: -93.98;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2446;rec: -0.2929;kl: -17.11;log_p_y_by_z: 0.3116;log_p_z_by_y: -94.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2343;rec: -0.2859;kl: -18.09;log_p_y_by_z: 0.3352;log_p_z_by_y: -94.34;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.242;rec: -0.2923;kl: -18.47;log_p_y_by_z: 0.3175;log_p_z_by_y: -94.33;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2333;rec: -0.2825;kl: -18.37;log_p_y_by_z: 0.3082;log_p_z_by_y: -94.21;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2314;rec: -0.2847;kl: -18.53;log_p_y_by_z: 0.348;log_p_z_by_y: -94.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2424;rec: -0.2892;kl: -18.08;log_p_y_by_z: 0.2875;log_p_z_by_y: -94.65;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2387;rec: -0.2875;kl: -18.25;log_p_y_by_z: 0.3055;log_p_z_by_y: -94.66;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.235;rec: -0.2856;kl: -18.68;log_p_y_by_z: 0.3191;log_p_z_by_y: -94.93;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2355;rec: -0.2881;kl: -18.66;log_p_y_by_z: 0.3403;log_p_z_by_y: -94.48;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2259;rec: -0.2801;kl: -18.73;log_p_y_by_z: 0.355;log_p_z_by_y: -94.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2312;rec: -0.2828;kl: -17.6;log_p_y_by_z: 0.3401;log_p_z_by_y: -94.87;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2363;rec: -0.2884;kl: -19.15;log_p_y_by_z: 0.3297;log_p_z_by_y: -94.38;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2321;rec: -0.2809;kl: -18.64;log_p_y_by_z: 0.3015;log_p_z_by_y: -95.08;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2376;rec: -0.2854;kl: -18.42;log_p_y_by_z: 0.2944;log_p_z_by_y: -95.21;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2325;rec: -0.2778;kl: -18.56;log_p_y_by_z: 0.2678;log_p_z_by_y: -95.3;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2264;rec: -0.2829;kl: -18.93;log_p_y_by_z: 0.3752;log_p_z_by_y: -95.07;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.227;rec: -0.2846;kl: -19.43;log_p_y_by_z: 0.3815;log_p_z_by_y: -95.85;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2294;rec: -0.2828;kl: -18.35;log_p_y_by_z: 0.3504;log_p_z_by_y: -95.36;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2227;rec: -0.2779;kl: -18.9;log_p_y_by_z: 0.3633;log_p_z_by_y: -95.87;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2331;rec: -0.2814;kl: -18.71;log_p_y_by_z: 0.2953;log_p_z_by_y: -95.88;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2291;rec: -0.279;kl: -19.4;log_p_y_by_z: 0.3059;log_p_z_by_y: -95.74;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2369;rec: -0.2863;kl: -19.36;log_p_y_by_z: 0.3002;log_p_z_by_y: -95.94;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2227;rec: -0.2778;kl: -19.44;log_p_y_by_z: 0.3572;log_p_z_by_y: -96.17;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2266;rec: -0.2794;kl: -19.26;log_p_y_by_z: 0.3362;log_p_z_by_y: -96.05;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2264;rec: -0.279;kl: -19.04;log_p_y_by_z: 0.3357;log_p_z_by_y: -96.36;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2239;rec: -0.2756;kl: -19.56;log_p_y_by_z: 0.3212;log_p_z_by_y: -96.31;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2253;rec: -0.2804;kl: -19.31;log_p_y_by_z: 0.3573;log_p_z_by_y: -96.77;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2219;rec: -0.2757;kl: -20.21;log_p_y_by_z: 0.3362;log_p_z_by_y: -96.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2238;rec: -0.2775;kl: -19.72;log_p_y_by_z: 0.3399;log_p_z_by_y: -97.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2123;rec: -0.2676;kl: -19.95;log_p_y_by_z: 0.3534;log_p_z_by_y: -97.14;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2144;rec: -0.2704;kl: -20.05;log_p_y_by_z: 0.3595;log_p_z_by_y: -97.63;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2188;rec: -0.2708;kl: -20.04;log_p_y_by_z: 0.3189;log_p_z_by_y: -97.54;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2257;rec: -0.279;kl: -20.45;log_p_y_by_z: 0.3293;log_p_z_by_y: -96.99;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2125;rec: -0.2702;kl: -19.94;log_p_y_by_z: 0.378;log_p_z_by_y: -96.94;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2196;rec: -0.2752;kl: -20.27;log_p_y_by_z: 0.3532;log_p_z_by_y: -97.42;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2197;rec: -0.271;kl: -19.65;log_p_y_by_z: 0.3166;log_p_z_by_y: -97.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2215;rec: -0.2761;kl: -19.58;log_p_y_by_z: 0.351;log_p_z_by_y: -97.88;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2208;rec: -0.2731;kl: -20.77;log_p_y_by_z: 0.316;log_p_z_by_y: -98.03;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2097;rec: -0.2681;kl: -20.86;log_p_y_by_z: 0.3757;log_p_z_by_y: -97.73;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2102;rec: -0.2687;kl: -21.14;log_p_y_by_z: 0.3745;log_p_z_by_y: -97.82;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2061;rec: -0.2652;kl: -20.19;log_p_y_by_z: 0.3888;log_p_z_by_y: -98.09;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2128;rec: -0.2678;kl: -20.49;log_p_y_by_z: 0.3452;log_p_z_by_y: -98.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2161;rec: -0.2689;kl: -20.86;log_p_y_by_z: 0.3193;log_p_z_by_y: -98.41;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2094;rec: -0.2667;kl: -20.77;log_p_y_by_z: 0.3651;log_p_z_by_y: -98.27;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2099;rec: -0.2671;kl: -21.04;log_p_y_by_z: 0.3618;log_p_z_by_y: -98.04;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.22;rec: -0.2721;kl: -21.06;log_p_y_by_z: 0.3104;log_p_z_by_y: -98.37;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2142;rec: -0.2698;kl: -20.65;log_p_y_by_z: 0.3498;log_p_z_by_y: -98.38;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2124;rec: -0.2676;kl: -20.22;log_p_y_by_z: 0.3495;log_p_z_by_y: -98.56;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2056;rec: -0.2635;kl: -21.2;log_p_y_by_z: 0.3663;log_p_z_by_y: -98.84;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2084;rec: -0.2624;kl: -20.55;log_p_y_by_z: 0.3351;log_p_z_by_y: -98.86;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2076;rec: -0.2691;kl: -21.14;log_p_y_by_z: 0.4035;log_p_z_by_y: -98.69;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2092;rec: -0.2658;kl: -21.14;log_p_y_by_z: 0.3547;log_p_z_by_y: -98.94;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2071;rec: -0.2664;kl: -21.84;log_p_y_by_z: 0.3738;log_p_z_by_y: -99.05;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2189;rec: -0.2673;kl: -21.23;log_p_y_by_z: 0.2717;log_p_z_by_y: -99.31;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1999;rec: -0.2615;kl: -21.45;log_p_y_by_z: 0.4006;log_p_z_by_y: -99.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2069;rec: -0.2639;kl: -21.18;log_p_y_by_z: 0.3587;log_p_z_by_y: -99.47;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2029;rec: -0.2611;kl: -21.54;log_p_y_by_z: 0.3664;log_p_z_by_y: -99.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2052;rec: -0.2605;kl: -21.38;log_p_y_by_z: 0.3391;log_p_z_by_y: -99.77;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.198;rec: -0.2553;kl: -21.0;log_p_y_by_z: 0.3634;log_p_z_by_y: -100.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2014;rec: -0.257;kl: -21.43;log_p_y_by_z: 0.3419;log_p_z_by_y: -99.72;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2014;rec: -0.2592;kl: -21.22;log_p_y_by_z: 0.3655;log_p_z_by_y: -99.68;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2061;rec: -0.26;kl: -20.92;log_p_y_by_z: 0.3293;log_p_z_by_y: -99.95;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2016;rec: -0.2592;kl: -20.82;log_p_y_by_z: 0.3684;log_p_z_by_y: -99.86;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2018;rec: -0.2619;kl: -21.48;log_p_y_by_z: 0.3859;log_p_z_by_y: -100.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2008;rec: -0.2589;kl: -21.24;log_p_y_by_z: 0.3686;log_p_z_by_y: -100.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2058;rec: -0.2613;kl: -21.24;log_p_y_by_z: 0.3428;log_p_z_by_y: -100.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2024;rec: -0.2619;kl: -21.56;log_p_y_by_z: 0.3795;log_p_z_by_y: -100.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2098;rec: -0.2617;kl: -21.33;log_p_y_by_z: 0.3056;log_p_z_by_y: -100.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.198;rec: -0.2578;kl: -21.87;log_p_y_by_z: 0.3795;log_p_z_by_y: -100.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2033;rec: -0.2575;kl: -21.42;log_p_y_by_z: 0.328;log_p_z_by_y: -100.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1978;rec: -0.259;kl: -21.43;log_p_y_by_z: 0.398;log_p_z_by_y: -100.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1965;rec: -0.2555;kl: -21.89;log_p_y_by_z: 0.3712;log_p_z_by_y: -101.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1863;rec: -0.2509;kl: -22.48;log_p_y_by_z: 0.4203;log_p_z_by_y: -100.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1958;rec: -0.2557;kl: -22.14;log_p_y_by_z: 0.3774;log_p_z_by_y: -101.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.2016;rec: -0.2541;kl: -21.91;log_p_y_by_z: 0.3063;log_p_z_by_y: -101.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1944;rec: -0.2554;kl: -21.42;log_p_y_by_z: 0.3955;log_p_z_by_y: -101.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1972;rec: -0.2523;kl: -21.82;log_p_y_by_z: 0.3335;log_p_z_by_y: -101.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1979;rec: -0.2555;kl: -22.72;log_p_y_by_z: 0.3484;log_p_z_by_y: -101.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1869;rec: -0.2492;kl: -22.5;log_p_y_by_z: 0.3985;log_p_z_by_y: -101.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1936;rec: -0.2561;kl: -23.61;log_p_y_by_z: 0.3892;log_p_z_by_y: -101.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1919;rec: -0.2507;kl: -22.72;log_p_y_by_z: 0.3607;log_p_z_by_y: -101.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1907;rec: -0.2506;kl: -22.98;log_p_y_by_z: 0.3692;log_p_z_by_y: -101.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1925;rec: -0.2547;kl: -23.15;log_p_y_by_z: 0.3904;log_p_z_by_y: -102.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1936;rec: -0.2506;kl: -22.37;log_p_y_by_z: 0.346;log_p_z_by_y: -102.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1835;rec: -0.2485;kl: -23.15;log_p_y_by_z: 0.4184;log_p_z_by_y: -102.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1929;rec: -0.2541;kl: -22.71;log_p_y_by_z: 0.3852;log_p_z_by_y: -102.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1894;rec: -0.2483;kl: -22.7;log_p_y_by_z: 0.3614;log_p_z_by_y: -102.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1987;rec: -0.2534;kl: -23.35;log_p_y_by_z: 0.3139;log_p_z_by_y: -102.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1995;rec: -0.2521;kl: -22.8;log_p_y_by_z: 0.2975;log_p_z_by_y: -102.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1891;rec: -0.2492;kl: -23.49;log_p_y_by_z: 0.3663;log_p_z_by_y: -103.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1868;rec: -0.244;kl: -22.79;log_p_y_by_z: 0.344;log_p_z_by_y: -102.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1856;rec: -0.2457;kl: -22.34;log_p_y_by_z: 0.3774;log_p_z_by_y: -103.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1847;rec: -0.2477;kl: -22.52;log_p_y_by_z: 0.4048;log_p_z_by_y: -103.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1793;rec: -0.2442;kl: -23.0;log_p_y_by_z: 0.4192;log_p_z_by_y: -102.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1961;rec: -0.2525;kl: -23.14;log_p_y_by_z: 0.3331;log_p_z_by_y: -103.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1843;rec: -0.2454;kl: -23.8;log_p_y_by_z: 0.373;log_p_z_by_y: -103.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1924;rec: -0.2487;kl: -23.23;log_p_y_by_z: 0.3306;log_p_z_by_y: -103.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1846;rec: -0.2461;kl: -23.34;log_p_y_by_z: 0.3814;log_p_z_by_y: -103.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1851;rec: -0.2452;kl: -22.98;log_p_y_by_z: 0.3708;log_p_z_by_y: -103.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1936;rec: -0.2456;kl: -23.53;log_p_y_by_z: 0.2849;log_p_z_by_y: -103.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1754;rec: -0.242;kl: -24.15;log_p_y_by_z: 0.4248;log_p_z_by_y: -103.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1785;rec: -0.238;kl: -23.67;log_p_y_by_z: 0.3585;log_p_z_by_y: -104.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1883;rec: -0.2443;kl: -24.08;log_p_y_by_z: 0.3183;log_p_z_by_y: -103.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1781;rec: -0.2379;kl: -24.02;log_p_y_by_z: 0.3581;log_p_z_by_y: -103.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1886;rec: -0.2454;kl: -24.16;log_p_y_by_z: 0.3269;log_p_z_by_y: -104.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1785;rec: -0.2438;kl: -24.25;log_p_y_by_z: 0.4108;log_p_z_by_y: -104.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1749;rec: -0.2404;kl: -23.97;log_p_y_by_z: 0.4147;log_p_z_by_y: -104.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1865;rec: -0.2458;kl: -23.35;log_p_y_by_z: 0.3599;log_p_z_by_y: -104.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1777;rec: -0.2426;kl: -24.38;log_p_y_by_z: 0.406;log_p_z_by_y: -104.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.184;rec: -0.2436;kl: -24.31;log_p_y_by_z: 0.353;log_p_z_by_y: -104.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1779;rec: -0.2426;kl: -24.26;log_p_y_by_z: 0.4046;log_p_z_by_y: -104.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1831;rec: -0.2436;kl: -24.17;log_p_y_by_z: 0.3635;log_p_z_by_y: -105.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1867;rec: -0.246;kl: -24.39;log_p_y_by_z: 0.3486;log_p_z_by_y: -104.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1689;rec: -0.2341;kl: -24.21;log_p_y_by_z: 0.4099;log_p_z_by_y: -104.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1717;rec: -0.2338;kl: -24.57;log_p_y_by_z: 0.3751;log_p_z_by_y: -105.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1843;rec: -0.2423;kl: -24.47;log_p_y_by_z: 0.3352;log_p_z_by_y: -105.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1718;rec: -0.2368;kl: -24.92;log_p_y_by_z: 0.4003;log_p_z_by_y: -105.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.173;rec: -0.2373;kl: -25.0;log_p_y_by_z: 0.3927;log_p_z_by_y: -105.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1785;rec: -0.24;kl: -24.73;log_p_y_by_z: 0.3678;log_p_z_by_y: -105.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.169;rec: -0.2351;kl: -24.34;log_p_y_by_z: 0.4179;log_p_z_by_y: -105.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1683;rec: -0.2334;kl: -24.67;log_p_y_by_z: 0.4036;log_p_z_by_y: -105.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1804;rec: -0.243;kl: -24.39;log_p_y_by_z: 0.3817;log_p_z_by_y: -105.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1681;rec: -0.2347;kl: -25.68;log_p_y_by_z: 0.4093;log_p_z_by_y: -105.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1762;rec: -0.2381;kl: -25.72;log_p_y_by_z: 0.3615;log_p_z_by_y: -106.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1756;rec: -0.2354;kl: -24.84;log_p_y_by_z: 0.3502;log_p_z_by_y: -106.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1788;rec: -0.2415;kl: -25.5;log_p_y_by_z: 0.3724;log_p_z_by_y: -105.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1684;rec: -0.2342;kl: -25.12;log_p_y_by_z: 0.4075;log_p_z_by_y: -106.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1834;rec: -0.2388;kl: -25.3;log_p_y_by_z: 0.3001;log_p_z_by_y: -106.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.179;rec: -0.2395;kl: -25.62;log_p_y_by_z: 0.3491;log_p_z_by_y: -106.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1696;rec: -0.2354;kl: -25.03;log_p_y_by_z: 0.4076;log_p_z_by_y: -106.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1694;rec: -0.235;kl: -25.26;log_p_y_by_z: 0.4026;log_p_z_by_y: -106.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.165;rec: -0.232;kl: -25.68;log_p_y_by_z: 0.4132;log_p_z_by_y: -106.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1708;rec: -0.2335;kl: -25.7;log_p_y_by_z: 0.3695;log_p_z_by_y: -106.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1659;rec: -0.2328;kl: -26.07;log_p_y_by_z: 0.4082;log_p_z_by_y: -106.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.166;rec: -0.2321;kl: -26.23;log_p_y_by_z: 0.3987;log_p_z_by_y: -107.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1687;rec: -0.2313;kl: -26.26;log_p_y_by_z: 0.3636;log_p_z_by_y: -107.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1747;rec: -0.2345;kl: -25.67;log_p_y_by_z: 0.3418;log_p_z_by_y: -107.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1746;rec: -0.2344;kl: -25.88;log_p_y_by_z: 0.3394;log_p_z_by_y: -107.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1661;rec: -0.2345;kl: -26.51;log_p_y_by_z: 0.4183;log_p_z_by_y: -107.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1657;rec: -0.2324;kl: -26.77;log_p_y_by_z: 0.3994;log_p_z_by_y: -107.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1553;rec: -0.2248;kl: -26.98;log_p_y_by_z: 0.4251;log_p_z_by_y: -107.6;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.168;rec: -0.2324;kl: -26.74;log_p_y_by_z: 0.3759;log_p_z_by_y: -107.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1686;rec: -0.2342;kl: -26.31;log_p_y_by_z: 0.3919;log_p_z_by_y: -107.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1662;rec: -0.231;kl: -26.78;log_p_y_by_z: 0.3799;log_p_z_by_y: -107.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1634;rec: -0.2281;kl: -26.64;log_p_y_by_z: 0.3811;log_p_z_by_y: -108.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1691;rec: -0.2296;kl: -26.99;log_p_y_by_z: 0.3353;log_p_z_by_y: -107.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1585;rec: -0.2231;kl: -26.64;log_p_y_by_z: 0.3791;log_p_z_by_y: -108.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1657;rec: -0.2309;kl: -26.77;log_p_y_by_z: 0.3838;log_p_z_by_y: -107.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1584;rec: -0.2291;kl: -26.87;log_p_y_by_z: 0.4381;log_p_z_by_y: -108.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1625;rec: -0.2269;kl: -26.43;log_p_y_by_z: 0.38;log_p_z_by_y: -108.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1647;rec: -0.227;kl: -27.21;log_p_y_by_z: 0.3502;log_p_z_by_y: -108.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1552;rec: -0.2234;kl: -26.92;log_p_y_by_z: 0.4127;log_p_z_by_y: -108.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1558;rec: -0.2229;kl: -27.39;log_p_y_by_z: 0.3974;log_p_z_by_y: -108.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1587;rec: -0.2258;kl: -26.78;log_p_y_by_z: 0.4025;log_p_z_by_y: -108.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1598;rec: -0.226;kl: -26.73;log_p_y_by_z: 0.3945;log_p_z_by_y: -108.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1558;rec: -0.2254;kl: -27.19;log_p_y_by_z: 0.4236;log_p_z_by_y: -108.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1658;rec: -0.2295;kl: -27.62;log_p_y_by_z: 0.3602;log_p_z_by_y: -108.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1692;rec: -0.2327;kl: -27.41;log_p_y_by_z: 0.3608;log_p_z_by_y: -108.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1693;rec: -0.2302;kl: -27.29;log_p_y_by_z: 0.3355;log_p_z_by_y: -108.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.167;rec: -0.2287;kl: -27.11;log_p_y_by_z: 0.3458;log_p_z_by_y: -108.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1558;rec: -0.2219;kl: -27.28;log_p_y_by_z: 0.3875;log_p_z_by_y: -109.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.158;rec: -0.2262;kl: -28.07;log_p_y_by_z: 0.4014;log_p_z_by_y: -109.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1569;rec: -0.2242;kl: -27.83;log_p_y_by_z: 0.3947;log_p_z_by_y: -109.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1611;rec: -0.2234;kl: -27.75;log_p_y_by_z: 0.3462;log_p_z_by_y: -109.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.154;rec: -0.2204;kl: -28.35;log_p_y_by_z: 0.3815;log_p_z_by_y: -109.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1551;rec: -0.2226;kl: -28.17;log_p_y_by_z: 0.3934;log_p_z_by_y: -109.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1556;rec: -0.2224;kl: -27.91;log_p_y_by_z: 0.3885;log_p_z_by_y: -110.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1501;rec: -0.2194;kl: -27.52;log_p_y_by_z: 0.4175;log_p_z_by_y: -109.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1475;rec: -0.2189;kl: -27.63;log_p_y_by_z: 0.437;log_p_z_by_y: -110.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1468;rec: -0.2183;kl: -28.34;log_p_y_by_z: 0.4315;log_p_z_by_y: -109.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1503;rec: -0.2211;kl: -28.33;log_p_y_by_z: 0.4242;log_p_z_by_y: -110.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1535;rec: -0.2233;kl: -27.54;log_p_y_by_z: 0.4224;log_p_z_by_y: -110.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1496;rec: -0.2218;kl: -28.17;log_p_y_by_z: 0.441;log_p_z_by_y: -109.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1458;rec: -0.2173;kl: -28.05;log_p_y_by_z: 0.4349;log_p_z_by_y: -110.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1576;rec: -0.2238;kl: -28.15;log_p_y_by_z: 0.3806;log_p_z_by_y: -110.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.156;rec: -0.2193;kl: -27.93;log_p_y_by_z: 0.354;log_p_z_by_y: -110.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1428;rec: -0.2136;kl: -28.68;log_p_y_by_z: 0.4206;log_p_z_by_y: -110.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1423;rec: -0.217;kl: -28.82;log_p_y_by_z: 0.4586;log_p_z_by_y: -110.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1509;rec: -0.2177;kl: -28.3;log_p_y_by_z: 0.3857;log_p_z_by_y: -110.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1534;rec: -0.2226;kl: -28.37;log_p_y_by_z: 0.4085;log_p_z_by_y: -110.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1523;rec: -0.22;kl: -28.71;log_p_y_by_z: 0.3897;log_p_z_by_y: -110.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.151;rec: -0.2186;kl: -28.96;log_p_y_by_z: 0.3867;log_p_z_by_y: -111.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.158;rec: -0.2235;kl: -28.65;log_p_y_by_z: 0.368;log_p_z_by_y: -111.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1515;rec: -0.2167;kl: -28.91;log_p_y_by_z: 0.3633;log_p_z_by_y: -110.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1511;rec: -0.2204;kl: -29.13;log_p_y_by_z: 0.4016;log_p_z_by_y: -111.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1528;rec: -0.2183;kl: -28.9;log_p_y_by_z: 0.3655;log_p_z_by_y: -111.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.141;rec: -0.2149;kl: -29.51;log_p_y_by_z: 0.4434;log_p_z_by_y: -111.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1554;rec: -0.2221;kl: -29.09;log_p_y_by_z: 0.376;log_p_z_by_y: -111.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.149;rec: -0.2186;kl: -28.31;log_p_y_by_z: 0.413;log_p_z_by_y: -111.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1507;rec: -0.2182;kl: -29.02;log_p_y_by_z: 0.3841;log_p_z_by_y: -111.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1419;rec: -0.2122;kl: -29.35;log_p_y_by_z: 0.4103;log_p_z_by_y: -111.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1412;rec: -0.2133;kl: -29.35;log_p_y_by_z: 0.4272;log_p_z_by_y: -111.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1501;rec: -0.2171;kl: -29.43;log_p_y_by_z: 0.3759;log_p_z_by_y: -111.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1461;rec: -0.214;kl: -29.53;log_p_y_by_z: 0.384;log_p_z_by_y: -111.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1442;rec: -0.2145;kl: -29.81;log_p_y_by_z: 0.4047;log_p_z_by_y: -112.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1437;rec: -0.2139;kl: -30.11;log_p_y_by_z: 0.4005;log_p_z_by_y: -112.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1471;rec: -0.2161;kl: -30.08;log_p_y_by_z: 0.3896;log_p_z_by_y: -112.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1407;rec: -0.2135;kl: -30.85;log_p_y_by_z: 0.4196;log_p_z_by_y: -112.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1397;rec: -0.211;kl: -30.13;log_p_y_by_z: 0.4121;log_p_z_by_y: -113.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1508;rec: -0.2163;kl: -30.38;log_p_y_by_z: 0.3508;log_p_z_by_y: -112.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1428;rec: -0.2127;kl: -30.33;log_p_y_by_z: 0.3953;log_p_z_by_y: -112.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1503;rec: -0.2182;kl: -30.26;log_p_y_by_z: 0.3766;log_p_z_by_y: -112.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1449;rec: -0.2148;kl: -30.18;log_p_y_by_z: 0.3974;log_p_z_by_y: -112.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1492;rec: -0.218;kl: -30.56;log_p_y_by_z: 0.383;log_p_z_by_y: -113.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1346;rec: -0.2105;kl: -30.79;log_p_y_by_z: 0.4509;log_p_z_by_y: -113.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1465;rec: -0.2146;kl: -30.17;log_p_y_by_z: 0.379;log_p_z_by_y: -113.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1475;rec: -0.2162;kl: -30.53;log_p_y_by_z: 0.3819;log_p_z_by_y: -113.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1316;rec: -0.2073;kl: -30.48;log_p_y_by_z: 0.4522;log_p_z_by_y: -113.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.138;rec: -0.2112;kl: -31.15;log_p_y_by_z: 0.4207;log_p_z_by_y: -113.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1355;rec: -0.2099;kl: -30.97;log_p_y_by_z: 0.4339;log_p_z_by_y: -113.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1329;rec: -0.2061;kl: -30.83;log_p_y_by_z: 0.4232;log_p_z_by_y: -113.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1361;rec: -0.2086;kl: -30.87;log_p_y_by_z: 0.416;log_p_z_by_y: -114.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1336;rec: -0.2094;kl: -30.52;log_p_y_by_z: 0.453;log_p_z_by_y: -113.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1386;rec: -0.2112;kl: -30.21;log_p_y_by_z: 0.424;log_p_z_by_y: -113.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1404;rec: -0.2145;kl: -31.03;log_p_y_by_z: 0.4315;log_p_z_by_y: -114.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1347;rec: -0.2068;kl: -30.48;log_p_y_by_z: 0.417;log_p_z_by_y: -113.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1321;rec: -0.2087;kl: -31.59;log_p_y_by_z: 0.4497;log_p_z_by_y: -114.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1381;rec: -0.2106;kl: -31.99;log_p_y_by_z: 0.4057;log_p_z_by_y: -114.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.139;rec: -0.2059;kl: -31.4;log_p_y_by_z: 0.3551;log_p_z_by_y: -114.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1327;rec: -0.2082;kl: -31.78;log_p_y_by_z: 0.4373;log_p_z_by_y: -114.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1286;rec: -0.2042;kl: -31.49;log_p_y_by_z: 0.4412;log_p_z_by_y: -114.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1399;rec: -0.2059;kl: -31.6;log_p_y_by_z: 0.3445;log_p_z_by_y: -114.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1365;rec: -0.2082;kl: -31.2;log_p_y_by_z: 0.4051;log_p_z_by_y: -115.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1275;rec: -0.2032;kl: -31.83;log_p_y_by_z: 0.439;log_p_z_by_y: -114.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1436;rec: -0.2086;kl: -32.17;log_p_y_by_z: 0.3288;log_p_z_by_y: -115.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1293;rec: -0.2065;kl: -32.14;log_p_y_by_z: 0.4498;log_p_z_by_y: -115.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1262;rec: -0.2028;kl: -32.07;log_p_y_by_z: 0.445;log_p_z_by_y: -115.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1374;rec: -0.2102;kl: -32.64;log_p_y_by_z: 0.4015;log_p_z_by_y: -115.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1386;rec: -0.2109;kl: -31.38;log_p_y_by_z: 0.41;log_p_z_by_y: -115.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1275;rec: -0.2066;kl: -31.49;log_p_y_by_z: 0.4765;log_p_z_by_y: -115.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1334;rec: -0.2055;kl: -32.23;log_p_y_by_z: 0.3985;log_p_z_by_y: -115.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.131;rec: -0.2032;kl: -32.45;log_p_y_by_z: 0.3976;log_p_z_by_y: -115.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1356;rec: -0.2066;kl: -32.83;log_p_y_by_z: 0.3816;log_p_z_by_y: -115.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1375;rec: -0.2078;kl: -32.09;log_p_y_by_z: 0.3826;log_p_z_by_y: -115.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1223;rec: -0.1993;kl: -32.58;log_p_y_by_z: 0.445;log_p_z_by_y: -115.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1218;rec: -0.1964;kl: -32.8;log_p_y_by_z: 0.4178;log_p_z_by_y: -116.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1271;rec: -0.204;kl: -32.85;log_p_y_by_z: 0.4399;log_p_z_by_y: -115.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.132;rec: -0.2049;kl: -33.22;log_p_y_by_z: 0.3968;log_p_z_by_y: -115.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.123;rec: -0.1998;kl: -32.94;log_p_y_by_z: 0.4388;log_p_z_by_y: -116.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1267;rec: -0.2029;kl: -32.59;log_p_y_by_z: 0.4355;log_p_z_by_y: -116.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1228;rec: -0.2038;kl: -33.58;log_p_y_by_z: 0.4741;log_p_z_by_y: -116.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1223;rec: -0.2002;kl: -32.98;log_p_y_by_z: 0.4497;log_p_z_by_y: -116.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1282;rec: -0.204;kl: -33.1;log_p_y_by_z: 0.4266;log_p_z_by_y: -116.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1191;rec: -0.1959;kl: -33.29;log_p_y_by_z: 0.4342;log_p_z_by_y: -117.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1312;rec: -0.2033;kl: -33.5;log_p_y_by_z: 0.3863;log_p_z_by_y: -116.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1268;rec: -0.2;kl: -33.59;log_p_y_by_z: 0.3962;log_p_z_by_y: -116.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1229;rec: -0.1974;kl: -33.61;log_p_y_by_z: 0.4085;log_p_z_by_y: -117.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1252;rec: -0.2033;kl: -33.67;log_p_y_by_z: 0.4447;log_p_z_by_y: -116.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1259;rec: -0.2018;kl: -34.02;log_p_y_by_z: 0.4188;log_p_z_by_y: -117.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1373;rec: -0.2063;kl: -34.18;log_p_y_by_z: 0.3477;log_p_z_by_y: -117.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1292;rec: -0.2027;kl: -33.89;log_p_y_by_z: 0.3963;log_p_z_by_y: -117.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1321;rec: -0.2024;kl: -33.52;log_p_y_by_z: 0.3679;log_p_z_by_y: -117.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1201;rec: -0.1983;kl: -33.99;log_p_y_by_z: 0.4421;log_p_z_by_y: -117.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1268;rec: -0.2049;kl: -33.64;log_p_y_by_z: 0.4444;log_p_z_by_y: -117.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1139;rec: -0.1925;kl: -34.0;log_p_y_by_z: 0.4465;log_p_z_by_y: -117.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1175;rec: -0.1941;kl: -34.55;log_p_y_by_z: 0.4205;log_p_z_by_y: -117.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1245;rec: -0.1994;kl: -34.13;log_p_y_by_z: 0.4076;log_p_z_by_y: -117.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1222;rec: -0.2018;kl: -34.46;log_p_y_by_z: 0.4513;log_p_z_by_y: -117.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1146;rec: -0.194;kl: -34.08;log_p_y_by_z: 0.453;log_p_z_by_y: -118.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1192;rec: -0.1981;kl: -34.77;log_p_y_by_z: 0.4419;log_p_z_by_y: -118.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1226;rec: -0.1983;kl: -34.2;log_p_y_by_z: 0.4151;log_p_z_by_y: -118.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1225;rec: -0.1992;kl: -34.45;log_p_y_by_z: 0.422;log_p_z_by_y: -118.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1228;rec: -0.1992;kl: -34.37;log_p_y_by_z: 0.4203;log_p_z_by_y: -118.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1204;rec: -0.1981;kl: -34.51;log_p_y_by_z: 0.4321;log_p_z_by_y: -118.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.114;rec: -0.1927;kl: -35.31;log_p_y_by_z: 0.4339;log_p_z_by_y: -118.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1175;rec: -0.196;kl: -34.7;log_p_y_by_z: 0.4379;log_p_z_by_y: -118.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1226;rec: -0.1978;kl: -34.75;log_p_y_by_z: 0.4044;log_p_z_by_y: -118.7;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1215;rec: -0.1983;kl: -34.17;log_p_y_by_z: 0.4258;log_p_z_by_y: -118.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1146;rec: -0.1949;kl: -34.7;log_p_y_by_z: 0.4563;log_p_z_by_y: -118.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1129;rec: -0.1926;kl: -34.77;log_p_y_by_z: 0.4486;log_p_z_by_y: -118.8;\n",
      "Epoch 2 :\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1127;rec: -0.1934;kl: -35.6;log_p_y_by_z: 0.4508;log_p_z_by_y: -119.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1164;rec: -0.1944;kl: -35.4;log_p_y_by_z: 0.4263;log_p_z_by_y: -119.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1155;rec: -0.1949;kl: -35.57;log_p_y_by_z: 0.4377;log_p_z_by_y: -119.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1161;rec: -0.1948;kl: -35.74;log_p_y_by_z: 0.43;log_p_z_by_y: -119.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1247;rec: -0.1969;kl: -35.73;log_p_y_by_z: 0.3645;log_p_z_by_y: -119.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1132;rec: -0.1931;kl: -35.53;log_p_y_by_z: 0.4445;log_p_z_by_y: -119.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1149;rec: -0.1922;kl: -36.05;log_p_y_by_z: 0.4131;log_p_z_by_y: -119.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1136;rec: -0.1889;kl: -35.24;log_p_y_by_z: 0.401;log_p_z_by_y: -119.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1158;rec: -0.196;kl: -35.64;log_p_y_by_z: 0.4458;log_p_z_by_y: -119.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1191;rec: -0.1953;kl: -35.55;log_p_y_by_z: 0.4073;log_p_z_by_y: -119.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.11;rec: -0.1874;kl: -36.16;log_p_y_by_z: 0.4125;log_p_z_by_y: -119.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1172;rec: -0.1913;kl: -35.74;log_p_y_by_z: 0.3843;log_p_z_by_y: -120.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1191;rec: -0.198;kl: -35.6;log_p_y_by_z: 0.4332;log_p_z_by_y: -120.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1109;rec: -0.1905;kl: -36.17;log_p_y_by_z: 0.4341;log_p_z_by_y: -120.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1177;rec: -0.1926;kl: -36.15;log_p_y_by_z: 0.3875;log_p_z_by_y: -120.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1061;rec: -0.1887;kl: -36.52;log_p_y_by_z: 0.4603;log_p_z_by_y: -120.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1088;rec: -0.1917;kl: -35.37;log_p_y_by_z: 0.4755;log_p_z_by_y: -120.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1136;rec: -0.1957;kl: -36.44;log_p_y_by_z: 0.4572;log_p_z_by_y: -121.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1055;rec: -0.1915;kl: -36.94;log_p_y_by_z: 0.4909;log_p_z_by_y: -120.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1066;rec: -0.1885;kl: -37.05;log_p_y_by_z: 0.4485;log_p_z_by_y: -121.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1162;rec: -0.1933;kl: -36.06;log_p_y_by_z: 0.4107;log_p_z_by_y: -121.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1058;rec: -0.189;kl: -36.39;log_p_y_by_z: 0.4685;log_p_z_by_y: -120.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1145;rec: -0.1917;kl: -36.47;log_p_y_by_z: 0.4071;log_p_z_by_y: -121.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1069;rec: -0.1874;kl: -36.67;log_p_y_by_z: 0.4391;log_p_z_by_y: -121.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1128;rec: -0.1943;kl: -36.81;log_p_y_by_z: 0.4468;log_p_z_by_y: -121.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1077;rec: -0.1908;kl: -37.69;log_p_y_by_z: 0.4546;log_p_z_by_y: -121.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1077;rec: -0.1879;kl: -36.88;log_p_y_by_z: 0.4333;log_p_z_by_y: -121.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.107;rec: -0.1858;kl: -37.23;log_p_y_by_z: 0.4155;log_p_z_by_y: -121.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1036;rec: -0.1863;kl: -36.99;log_p_y_by_z: 0.4562;log_p_z_by_y: -121.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1084;rec: -0.1887;kl: -37.07;log_p_y_by_z: 0.4315;log_p_z_by_y: -121.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1077;rec: -0.1886;kl: -37.63;log_p_y_by_z: 0.4328;log_p_z_by_y: -122.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1089;rec: -0.1905;kl: -38.31;log_p_y_by_z: 0.4332;log_p_z_by_y: -121.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1055;rec: -0.1874;kl: -38.12;log_p_y_by_z: 0.4376;log_p_z_by_y: -121.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1112;rec: -0.1912;kl: -37.75;log_p_y_by_z: 0.4225;log_p_z_by_y: -122.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1048;rec: -0.1861;kl: -38.19;log_p_y_by_z: 0.4303;log_p_z_by_y: -122.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1014;rec: -0.1869;kl: -38.46;log_p_y_by_z: 0.4706;log_p_z_by_y: -122.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1016;rec: -0.1877;kl: -38.44;log_p_y_by_z: 0.4764;log_p_z_by_y: -122.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1194;rec: -0.1913;kl: -38.41;log_p_y_by_z: 0.335;log_p_z_by_y: -122.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1066;rec: -0.1889;kl: -37.98;log_p_y_by_z: 0.4434;log_p_z_by_y: -122.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1092;rec: -0.187;kl: -37.68;log_p_y_by_z: 0.401;log_p_z_by_y: -122.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1025;rec: -0.1889;kl: -38.33;log_p_y_by_z: 0.4805;log_p_z_by_y: -122.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss:  0.1;rec: -0.1824;kl: -37.99;log_p_y_by_z: 0.4435;log_p_z_by_y: -122.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1022;rec: -0.1892;kl: -38.97;log_p_y_by_z: 0.4809;log_p_z_by_y: -123.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1055;rec: -0.1852;kl: -38.45;log_p_y_by_z: 0.4124;log_p_z_by_y: -122.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1036;rec: -0.1874;kl: -38.56;log_p_y_by_z: 0.4517;log_p_z_by_y: -123.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1025;rec: -0.1852;kl: -38.83;log_p_y_by_z: 0.438;log_p_z_by_y: -123.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1053;rec: -0.1872;kl: -39.02;log_p_y_by_z: 0.4289;log_p_z_by_y: -123.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1096;rec: -0.1893;kl: -38.83;log_p_y_by_z: 0.4083;log_p_z_by_y: -123.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1014;rec: -0.1821;kl: -38.51;log_p_y_by_z: 0.4216;log_p_z_by_y: -123.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09383;rec: -0.1822;kl: -39.04;log_p_y_by_z: 0.4928;log_p_z_by_y: -123.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09364;rec: -0.1824;kl: -39.3;log_p_y_by_z: 0.4947;log_p_z_by_y: -123.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09597;rec: -0.1831;kl: -39.34;log_p_y_by_z: 0.4778;log_p_z_by_y: -123.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1111;rec: -0.192;kl: -39.18;log_p_y_by_z: 0.4176;log_p_z_by_y: -123.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1047;rec: -0.1907;kl: -39.75;log_p_y_by_z: 0.4619;log_p_z_by_y: -123.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09484;rec: -0.1838;kl: -40.09;log_p_y_by_z: 0.4891;log_p_z_by_y: -123.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09599;rec: -0.1825;kl: -39.23;log_p_y_by_z: 0.4727;log_p_z_by_y: -124.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1089;rec: -0.1917;kl: -39.4;log_p_y_by_z: 0.4341;log_p_z_by_y: -123.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1015;rec: -0.1878;kl: -39.61;log_p_y_by_z: 0.4676;log_p_z_by_y: -124.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09477;rec: -0.1821;kl: -39.81;log_p_y_by_z: 0.4752;log_p_z_by_y: -124.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1061;rec: -0.1842;kl: -39.77;log_p_y_by_z: 0.3835;log_p_z_by_y: -124.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1069;rec: -0.1845;kl: -39.9;log_p_y_by_z: 0.3772;log_p_z_by_y: -124.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1036;rec: -0.1869;kl: -40.21;log_p_y_by_z: 0.4305;log_p_z_by_y: -125.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09807;rec: -0.1834;kl: -40.09;log_p_y_by_z: 0.4529;log_p_z_by_y: -125.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09824;rec: -0.182;kl: -39.9;log_p_y_by_z: 0.4382;log_p_z_by_y: -125.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09131;rec: -0.1784;kl: -39.52;log_p_y_by_z: 0.4754;log_p_z_by_y: -124.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09042;rec: -0.1813;kl: -40.38;log_p_y_by_z: 0.505;log_p_z_by_y: -124.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09602;rec: -0.1808;kl: -40.68;log_p_y_by_z: 0.4406;log_p_z_by_y: -124.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09398;rec: -0.1795;kl: -40.37;log_p_y_by_z: 0.4514;log_p_z_by_y: -125.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08951;rec: -0.1781;kl: -40.0;log_p_y_by_z: 0.4864;log_p_z_by_y: -124.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09286;rec: -0.1817;kl: -41.17;log_p_y_by_z: 0.4764;log_p_z_by_y: -125.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08544;rec: -0.1736;kl: -40.81;log_p_y_by_z: 0.4731;log_p_z_by_y: -125.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09856;rec: -0.1811;kl: -40.86;log_p_y_by_z: 0.4169;log_p_z_by_y: -125.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0921;rec: -0.1788;kl: -41.03;log_p_y_by_z: 0.4568;log_p_z_by_y: -125.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09658;rec: -0.1882;kl: -40.54;log_p_y_by_z: 0.5108;log_p_z_by_y: -126.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09888;rec: -0.1823;kl: -41.28;log_p_y_by_z: 0.421;log_p_z_by_y: -125.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0885;rec: -0.1785;kl: -41.61;log_p_y_by_z: 0.484;log_p_z_by_y: -126.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09441;rec: -0.1769;kl: -41.78;log_p_y_by_z: 0.4074;log_p_z_by_y: -125.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09348;rec: -0.1816;kl: -41.69;log_p_y_by_z: 0.4645;log_p_z_by_y: -125.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09695;rec: -0.1817;kl: -41.23;log_p_y_by_z: 0.4348;log_p_z_by_y: -125.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08728;rec: -0.1762;kl: -41.55;log_p_y_by_z: 0.4734;log_p_z_by_y: -126.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09699;rec: -0.1803;kl: -40.79;log_p_y_by_z: 0.4249;log_p_z_by_y: -126.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08719;rec: -0.1736;kl: -41.46;log_p_y_by_z: 0.4494;log_p_z_by_y: -126.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09758;rec: -0.1814;kl: -41.37;log_p_y_by_z: 0.424;log_p_z_by_y: -126.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0965;rec: -0.1841;kl: -41.29;log_p_y_by_z: 0.4631;log_p_z_by_y: -126.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08911;rec: -0.1782;kl: -41.91;log_p_y_by_z: 0.4715;log_p_z_by_y: -126.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08668;rec: -0.1736;kl: -41.42;log_p_y_by_z: 0.4554;log_p_z_by_y: -127.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08739;rec: -0.176;kl: -41.92;log_p_y_by_z: 0.467;log_p_z_by_y: -126.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09179;rec: -0.179;kl: -41.26;log_p_y_by_z: 0.4593;log_p_z_by_y: -127.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09129;rec: -0.1803;kl: -42.45;log_p_y_by_z: 0.4658;log_p_z_by_y: -127.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08883;rec: -0.1787;kl: -41.88;log_p_y_by_z: 0.4799;log_p_z_by_y: -127.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.1047;rec: -0.1866;kl: -42.08;log_p_y_by_z: 0.3989;log_p_z_by_y: -127.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09147;rec: -0.1786;kl: -42.62;log_p_y_by_z: 0.4456;log_p_z_by_y: -127.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0842;rec: -0.1766;kl: -42.24;log_p_y_by_z: 0.5011;log_p_z_by_y: -127.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08369;rec: -0.1738;kl: -42.45;log_p_y_by_z: 0.4769;log_p_z_by_y: -127.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08991;rec: -0.1782;kl: -42.68;log_p_y_by_z: 0.4562;log_p_z_by_y: -127.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0833;rec: -0.1754;kl: -42.98;log_p_y_by_z: 0.4915;log_p_z_by_y: -127.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09067;rec: -0.1814;kl: -43.22;log_p_y_by_z: 0.4755;log_p_z_by_y: -128.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0902;rec: -0.1779;kl: -42.9;log_p_y_by_z: 0.448;log_p_z_by_y: -127.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08388;rec: -0.1737;kl: -43.71;log_p_y_by_z: 0.4608;log_p_z_by_y: -127.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08081;rec: -0.1743;kl: -42.74;log_p_y_by_z: 0.5074;log_p_z_by_y: -128.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0891;rec: -0.1784;kl: -43.29;log_p_y_by_z: 0.4597;log_p_z_by_y: -128.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09117;rec: -0.1789;kl: -43.46;log_p_y_by_z: 0.4422;log_p_z_by_y: -128.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08854;rec: -0.1771;kl: -44.06;log_p_y_by_z: 0.4447;log_p_z_by_y: -128.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08562;rec: -0.1756;kl: -43.78;log_p_y_by_z: 0.4624;log_p_z_by_y: -128.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08656;rec: -0.1759;kl: -43.45;log_p_y_by_z: 0.4588;log_p_z_by_y: -129.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07848;rec: -0.1732;kl: -43.56;log_p_y_by_z: 0.5119;log_p_z_by_y: -128.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08133;rec: -0.1739;kl: -44.4;log_p_y_by_z: 0.4819;log_p_z_by_y: -129.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09528;rec: -0.1849;kl: -44.3;log_p_y_by_z: 0.4529;log_p_z_by_y: -128.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08707;rec: -0.1765;kl: -44.04;log_p_y_by_z: 0.4536;log_p_z_by_y: -129.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08022;rec: -0.1702;kl: -43.97;log_p_y_by_z: 0.4598;log_p_z_by_y: -128.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08432;rec: -0.1769;kl: -44.32;log_p_y_by_z: 0.4827;log_p_z_by_y: -129.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08711;rec: -0.1757;kl: -44.35;log_p_y_by_z: 0.4419;log_p_z_by_y: -129.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08324;rec: -0.1753;kl: -44.5;log_p_y_by_z: 0.4751;log_p_z_by_y: -129.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09339;rec: -0.1798;kl: -43.74;log_p_y_by_z: 0.4266;log_p_z_by_y: -129.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07419;rec: -0.1696;kl: -44.86;log_p_y_by_z: 0.5051;log_p_z_by_y: -129.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0791;rec: -0.1744;kl: -44.59;log_p_y_by_z: 0.5068;log_p_z_by_y: -129.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08475;rec: -0.1768;kl: -44.34;log_p_y_by_z: 0.4768;log_p_z_by_y: -129.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08407;rec: -0.1752;kl: -45.26;log_p_y_by_z: 0.4584;log_p_z_by_y: -130.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08867;rec: -0.1815;kl: -44.91;log_p_y_by_z: 0.4787;log_p_z_by_y: -130.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0767;rec: -0.171;kl: -44.94;log_p_y_by_z: 0.4939;log_p_z_by_y: -129.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07457;rec: -0.1651;kl: -45.3;log_p_y_by_z: 0.4523;log_p_z_by_y: -130.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08104;rec: -0.1725;kl: -44.73;log_p_y_by_z: 0.4671;log_p_z_by_y: -130.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.09048;rec: -0.1768;kl: -44.29;log_p_y_by_z: 0.4199;log_p_z_by_y: -129.9;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08185;rec: -0.1694;kl: -44.66;log_p_y_by_z: 0.4288;log_p_z_by_y: -130.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07432;rec: -0.1681;kl: -45.34;log_p_y_by_z: 0.4841;log_p_z_by_y: -130.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0804;rec: -0.174;kl: -45.2;log_p_y_by_z: 0.4842;log_p_z_by_y: -131.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0775;rec: -0.1715;kl: -45.87;log_p_y_by_z: 0.4811;log_p_z_by_y: -130.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08472;rec: -0.1771;kl: -45.05;log_p_y_by_z: 0.4737;log_p_z_by_y: -131.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07941;rec: -0.1749;kl: -45.51;log_p_y_by_z: 0.4996;log_p_z_by_y: -130.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08654;rec: -0.1791;kl: -46.01;log_p_y_by_z: 0.4659;log_p_z_by_y: -130.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08186;rec: -0.1699;kl: -46.27;log_p_y_by_z: 0.418;log_p_z_by_y: -131.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08161;rec: -0.1735;kl: -46.06;log_p_y_by_z: 0.4578;log_p_z_by_y: -131.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08346;rec: -0.1774;kl: -46.48;log_p_y_by_z: 0.4748;log_p_z_by_y: -131.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07886;rec: -0.1733;kl: -45.83;log_p_y_by_z: 0.4867;log_p_z_by_y: -131.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07908;rec: -0.1733;kl: -46.51;log_p_y_by_z: 0.4774;log_p_z_by_y: -131.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07819;rec: -0.1717;kl: -45.93;log_p_y_by_z: 0.4755;log_p_z_by_y: -131.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07454;rec: -0.1699;kl: -46.08;log_p_y_by_z: 0.4927;log_p_z_by_y: -131.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08979;rec: -0.178;kl: -46.36;log_p_y_by_z: 0.4187;log_p_z_by_y: -131.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07516;rec: -0.1646;kl: -46.14;log_p_y_by_z: 0.4325;log_p_z_by_y: -131.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08054;rec: -0.1718;kl: -46.68;log_p_y_by_z: 0.4454;log_p_z_by_y: -132.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0807;rec: -0.1709;kl: -46.32;log_p_y_by_z: 0.4385;log_p_z_by_y: -131.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07196;rec: -0.1686;kl: -46.98;log_p_y_by_z: 0.4964;log_p_z_by_y: -132.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07963;rec: -0.1725;kl: -46.95;log_p_y_by_z: 0.4596;log_p_z_by_y: -132.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.08171;rec: -0.1709;kl: -47.0;log_p_y_by_z: 0.4216;log_p_z_by_y: -132.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07133;rec: -0.1697;kl: -47.12;log_p_y_by_z: 0.5121;log_p_z_by_y: -132.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07417;rec: -0.1692;kl: -47.07;log_p_y_by_z: 0.4799;log_p_z_by_y: -132.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07466;rec: -0.1686;kl: -47.67;log_p_y_by_z: 0.4624;log_p_z_by_y: -132.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07921;rec: -0.1728;kl: -47.73;log_p_y_by_z: 0.459;log_p_z_by_y: -132.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07005;rec: -0.1689;kl: -47.44;log_p_y_by_z: 0.5137;log_p_z_by_y: -133.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06553;rec: -0.1656;kl: -47.61;log_p_y_by_z: 0.5245;log_p_z_by_y: -132.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0707;rec: -0.1672;kl: -47.47;log_p_y_by_z: 0.4904;log_p_z_by_y: -132.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.073;rec: -0.1694;kl: -47.74;log_p_y_by_z: 0.4867;log_p_z_by_y: -132.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07959;rec: -0.1724;kl: -47.68;log_p_y_by_z: 0.4513;log_p_z_by_y: -133.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07529;rec: -0.1666;kl: -46.62;log_p_y_by_z: 0.4473;log_p_z_by_y: -133.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07309;rec: -0.1689;kl: -47.72;log_p_y_by_z: 0.4812;log_p_z_by_y: -132.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07649;rec: -0.1707;kl: -47.96;log_p_y_by_z: 0.4623;log_p_z_by_y: -133.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07106;rec: -0.1656;kl: -47.96;log_p_y_by_z: 0.4661;log_p_z_by_y: -133.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0679;rec: -0.1659;kl: -48.05;log_p_y_by_z: 0.499;log_p_z_by_y: -133.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06924;rec: -0.1644;kl: -48.07;log_p_y_by_z: 0.4708;log_p_z_by_y: -133.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06649;rec: -0.1604;kl: -48.96;log_p_y_by_z: 0.4497;log_p_z_by_y: -133.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07083;rec: -0.1689;kl: -48.63;log_p_y_by_z: 0.4943;log_p_z_by_y: -134.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07109;rec: -0.1687;kl: -48.23;log_p_y_by_z: 0.4942;log_p_z_by_y: -133.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0739;rec: -0.1661;kl: -48.45;log_p_y_by_z: 0.4375;log_p_z_by_y: -133.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06758;rec: -0.1672;kl: -48.82;log_p_y_by_z: 0.5078;log_p_z_by_y: -134.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06793;rec: -0.1656;kl: -48.6;log_p_y_by_z: 0.4905;log_p_z_by_y: -134.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07368;rec: -0.1684;kl: -48.24;log_p_y_by_z: 0.4649;log_p_z_by_y: -134.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07552;rec: -0.1731;kl: -47.88;log_p_y_by_z: 0.4972;log_p_z_by_y: -134.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07375;rec: -0.1699;kl: -48.33;log_p_y_by_z: 0.4783;log_p_z_by_y: -134.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.064;rec: -0.1627;kl: -49.42;log_p_y_by_z: 0.4928;log_p_z_by_y: -135.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0713;rec: -0.1667;kl: -49.25;log_p_y_by_z: 0.4615;log_p_z_by_y: -134.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07741;rec: -0.1759;kl: -49.11;log_p_y_by_z: 0.4937;log_p_z_by_y: -134.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07045;rec: -0.1667;kl: -48.99;log_p_y_by_z: 0.473;log_p_z_by_y: -135.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06416;rec: -0.1635;kl: -49.42;log_p_y_by_z: 0.4992;log_p_z_by_y: -135.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07075;rec: -0.1661;kl: -49.28;log_p_y_by_z: 0.461;log_p_z_by_y: -135.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06713;rec: -0.1649;kl: -48.7;log_p_y_by_z: 0.4903;log_p_z_by_y: -135.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06637;rec: -0.1645;kl: -49.79;log_p_y_by_z: 0.4837;log_p_z_by_y: -135.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07272;rec: -0.1669;kl: -50.37;log_p_y_by_z: 0.4386;log_p_z_by_y: -134.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07132;rec: -0.1683;kl: -49.83;log_p_y_by_z: 0.4713;log_p_z_by_y: -135.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07091;rec: -0.1695;kl: -49.87;log_p_y_by_z: 0.4873;log_p_z_by_y: -135.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05392;rec: -0.1571;kl: -49.84;log_p_y_by_z: 0.5329;log_p_z_by_y: -135.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06827;rec: -0.1633;kl: -50.13;log_p_y_by_z: 0.4487;log_p_z_by_y: -135.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06508;rec: -0.1629;kl: -49.41;log_p_y_by_z: 0.4841;log_p_z_by_y: -135.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06377;rec: -0.164;kl: -50.32;log_p_y_by_z: 0.4991;log_p_z_by_y: -136.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07078;rec: -0.1678;kl: -50.05;log_p_y_by_z: 0.4696;log_p_z_by_y: -136.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07378;rec: -0.1672;kl: -50.46;log_p_y_by_z: 0.4297;log_p_z_by_y: -136.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06507;rec: -0.1616;kl: -50.7;log_p_y_by_z: 0.4584;log_p_z_by_y: -136.4;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07412;rec: -0.1678;kl: -50.4;log_p_y_by_z: 0.433;log_p_z_by_y: -135.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06546;rec: -0.163;kl: -50.21;log_p_y_by_z: 0.4734;log_p_z_by_y: -136.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06985;rec: -0.1683;kl: -51.36;log_p_y_by_z: 0.4707;log_p_z_by_y: -136.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0641;rec: -0.1621;kl: -51.25;log_p_y_by_z: 0.4679;log_p_z_by_y: -137.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05939;rec: -0.1631;kl: -50.97;log_p_y_by_z: 0.5279;log_p_z_by_y: -136.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0745;rec: -0.1695;kl: -50.07;log_p_y_by_z: 0.4492;log_p_z_by_y: -136.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06647;rec: -0.1639;kl: -50.74;log_p_y_by_z: 0.4674;log_p_z_by_y: -136.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05666;rec: -0.1597;kl: -51.45;log_p_y_by_z: 0.5155;log_p_z_by_y: -136.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06641;rec: -0.1653;kl: -51.19;log_p_y_by_z: 0.4767;log_p_z_by_y: -137.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0619;rec: -0.16;kl: -51.67;log_p_y_by_z: 0.4641;log_p_z_by_y: -137.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06022;rec: -0.1635;kl: -51.23;log_p_y_by_z: 0.5201;log_p_z_by_y: -137.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05698;rec: -0.1614;kl: -51.83;log_p_y_by_z: 0.5263;log_p_z_by_y: -137.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07005;rec: -0.163;kl: -51.83;log_p_y_by_z: 0.4117;log_p_z_by_y: -137.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06887;rec: -0.165;kl: -51.17;log_p_y_by_z: 0.4496;log_p_z_by_y: -137.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07295;rec: -0.1672;kl: -51.89;log_p_y_by_z: 0.4232;log_p_z_by_y: -138.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07085;rec: -0.1687;kl: -50.67;log_p_y_by_z: 0.4721;log_p_z_by_y: -137.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06115;rec: -0.1607;kl: -52.0;log_p_y_by_z: 0.4753;log_p_z_by_y: -138.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06016;rec: -0.1627;kl: -52.05;log_p_y_by_z: 0.5044;log_p_z_by_y: -137.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0637;rec: -0.1621;kl: -51.86;log_p_y_by_z: 0.4657;log_p_z_by_y: -138.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06325;rec: -0.1637;kl: -52.61;log_p_y_by_z: 0.4784;log_p_z_by_y: -138.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05807;rec: -0.1591;kl: -52.43;log_p_y_by_z: 0.486;log_p_z_by_y: -138.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06404;rec: -0.1626;kl: -52.65;log_p_y_by_z: 0.4596;log_p_z_by_y: -138.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05423;rec: -0.1585;kl: -52.7;log_p_y_by_z: 0.5162;log_p_z_by_y: -138.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05437;rec: -0.1573;kl: -52.81;log_p_y_by_z: 0.5017;log_p_z_by_y: -138.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05654;rec: -0.1567;kl: -53.13;log_p_y_by_z: 0.4708;log_p_z_by_y: -138.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0677;rec: -0.1654;kl: -53.58;log_p_y_by_z: 0.4412;log_p_z_by_y: -139.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0631;rec: -0.1643;kl: -52.56;log_p_y_by_z: 0.4862;log_p_z_by_y: -138.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06224;rec: -0.1612;kl: -52.77;log_p_y_by_z: 0.4616;log_p_z_by_y: -139.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04915;rec: -0.1551;kl: -53.36;log_p_y_by_z: 0.5255;log_p_z_by_y: -138.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05796;rec: -0.1608;kl: -53.15;log_p_y_by_z: 0.4972;log_p_z_by_y: -139.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.046;rec: -0.1537;kl: -53.83;log_p_y_by_z: 0.5391;log_p_z_by_y: -138.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05573;rec: -0.1611;kl: -53.47;log_p_y_by_z: 0.519;log_p_z_by_y: -138.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06589;rec: -0.1656;kl: -53.49;log_p_y_by_z: 0.4618;log_p_z_by_y: -139.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.07769;rec: -0.1635;kl: -54.17;log_p_y_by_z: 0.3167;log_p_z_by_y: -139.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05186;rec: -0.1585;kl: -53.27;log_p_y_by_z: 0.5339;log_p_z_by_y: -139.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05912;rec: -0.1615;kl: -53.78;log_p_y_by_z: 0.4864;log_p_z_by_y: -140.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06245;rec: -0.164;kl: -54.24;log_p_y_by_z: 0.4732;log_p_z_by_y: -140.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06177;rec: -0.1648;kl: -53.67;log_p_y_by_z: 0.4938;log_p_z_by_y: -139.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05637;rec: -0.1611;kl: -54.21;log_p_y_by_z: 0.5056;log_p_z_by_y: -140.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05634;rec: -0.1591;kl: -54.69;log_p_y_by_z: 0.4805;log_p_z_by_y: -140.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05709;rec: -0.161;kl: -54.44;log_p_y_by_z: 0.4948;log_p_z_by_y: -140.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05954;rec: -0.1644;kl: -54.7;log_p_y_by_z: 0.5019;log_p_z_by_y: -140.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.06269;rec: -0.1601;kl: -53.61;log_p_y_by_z: 0.4377;log_p_z_by_y: -140.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05054;rec: -0.1565;kl: -54.04;log_p_y_by_z: 0.5194;log_p_z_by_y: -140.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05672;rec: -0.1608;kl: -54.27;log_p_y_by_z: 0.4984;log_p_z_by_y: -140.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05157;rec: -0.1603;kl: -55.5;log_p_y_by_z: 0.5322;log_p_z_by_y: -141.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05449;rec: -0.157;kl: -54.87;log_p_y_by_z: 0.4768;log_p_z_by_y: -140.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05752;rec: -0.1593;kl: -54.71;log_p_y_by_z: 0.4709;log_p_z_by_y: -140.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05027;rec: -0.156;kl: -55.31;log_p_y_by_z: 0.5043;log_p_z_by_y: -141.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05975;rec: -0.1608;kl: -54.08;log_p_y_by_z: 0.47;log_p_z_by_y: -141.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05509;rec: -0.1554;kl: -55.14;log_p_y_by_z: 0.4517;log_p_z_by_y: -141.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05686;rec: -0.159;kl: -56.0;log_p_y_by_z: 0.4618;log_p_z_by_y: -141.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05168;rec: -0.1573;kl: -56.04;log_p_y_by_z: 0.4953;log_p_z_by_y: -141.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05724;rec: -0.1582;kl: -55.35;log_p_y_by_z: 0.4562;log_p_z_by_y: -141.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05651;rec: -0.1616;kl: -55.27;log_p_y_by_z: 0.4984;log_p_z_by_y: -141.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03992;rec: -0.1504;kl: -55.42;log_p_y_by_z: 0.551;log_p_z_by_y: -141.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05468;rec: -0.1589;kl: -55.66;log_p_y_by_z: 0.4856;log_p_z_by_y: -142.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05076;rec: -0.1565;kl: -56.12;log_p_y_by_z: 0.4957;log_p_z_by_y: -141.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05179;rec: -0.1574;kl: -56.0;log_p_y_by_z: 0.4965;log_p_z_by_y: -142.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04514;rec: -0.1507;kl: -55.79;log_p_y_by_z: 0.4977;log_p_z_by_y: -142.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04842;rec: -0.1567;kl: -56.04;log_p_y_by_z: 0.5224;log_p_z_by_y: -142.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05393;rec: -0.1549;kl: -56.0;log_p_y_by_z: 0.4494;log_p_z_by_y: -142.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05728;rec: -0.1619;kl: -55.91;log_p_y_by_z: 0.4872;log_p_z_by_y: -142.1;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04839;rec: -0.1545;kl: -56.76;log_p_y_by_z: 0.4932;log_p_z_by_y: -142.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05264;rec: -0.1592;kl: -56.25;log_p_y_by_z: 0.5026;log_p_z_by_y: -142.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.044;rec: -0.1534;kl: -57.38;log_p_y_by_z: 0.5199;log_p_z_by_y: -142.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05179;rec: -0.1602;kl: -56.32;log_p_y_by_z: 0.5212;log_p_z_by_y: -143.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05043;rec: -0.1579;kl: -56.73;log_p_y_by_z: 0.5079;log_p_z_by_y: -142.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05107;rec: -0.1554;kl: -56.23;log_p_y_by_z: 0.4813;log_p_z_by_y: -143.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04726;rec: -0.1575;kl: -57.0;log_p_y_by_z: 0.5328;log_p_z_by_y: -143.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04993;rec: -0.1564;kl: -57.01;log_p_y_by_z: 0.4947;log_p_z_by_y: -143.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04475;rec: -0.1527;kl: -57.36;log_p_y_by_z: 0.506;log_p_z_by_y: -143.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05563;rec: -0.1605;kl: -57.22;log_p_y_by_z: 0.4763;log_p_z_by_y: -143.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0506;rec: -0.1534;kl: -56.83;log_p_y_by_z: 0.4595;log_p_z_by_y: -143.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.049;rec: -0.1546;kl: -57.2;log_p_y_by_z: 0.4841;log_p_z_by_y: -143.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04599;rec: -0.155;kl: -57.39;log_p_y_by_z: 0.5158;log_p_z_by_y: -144.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05;rec: -0.1574;kl: -57.1;log_p_y_by_z: 0.5032;log_p_z_by_y: -144.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05303;rec: -0.1602;kl: -57.63;log_p_y_by_z: 0.4951;log_p_z_by_y: -143.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04289;rec: -0.1518;kl: -57.85;log_p_y_by_z: 0.5109;log_p_z_by_y: -144.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04646;rec: -0.1525;kl: -58.29;log_p_y_by_z: 0.4776;log_p_z_by_y: -144.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0441;rec: -0.1529;kl: -58.32;log_p_y_by_z: 0.5049;log_p_z_by_y: -144.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04833;rec: -0.1559;kl: -58.01;log_p_y_by_z: 0.4959;log_p_z_by_y: -144.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05379;rec: -0.1565;kl: -57.4;log_p_y_by_z: 0.4533;log_p_z_by_y: -144.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04599;rec: -0.1514;kl: -57.94;log_p_y_by_z: 0.4745;log_p_z_by_y: -144.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0321;rec: -0.1486;kl: -58.89;log_p_y_by_z: 0.5761;log_p_z_by_y: -144.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04672;rec: -0.1556;kl: -58.7;log_p_y_by_z: 0.5019;log_p_z_by_y: -144.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05468;rec: -0.1567;kl: -58.16;log_p_y_by_z: 0.4386;log_p_z_by_y: -145.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04493;rec: -0.1514;kl: -58.62;log_p_y_by_z: 0.4781;log_p_z_by_y: -145.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04436;rec: -0.1529;kl: -59.54;log_p_y_by_z: 0.4895;log_p_z_by_y: -145.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03791;rec: -0.1499;kl: -59.27;log_p_y_by_z: 0.5276;log_p_z_by_y: -145.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04355;rec: -0.1544;kl: -58.88;log_p_y_by_z: 0.5197;log_p_z_by_y: -145.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04514;rec: -0.1521;kl: -58.91;log_p_y_by_z: 0.4809;log_p_z_by_y: -145.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04879;rec: -0.1531;kl: -59.61;log_p_y_by_z: 0.4472;log_p_z_by_y: -145.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04707;rec: -0.1526;kl: -59.47;log_p_y_by_z: 0.4602;log_p_z_by_y: -145.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04427;rec: -0.1539;kl: -59.5;log_p_y_by_z: 0.5008;log_p_z_by_y: -146.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03828;rec: -0.1488;kl: -59.36;log_p_y_by_z: 0.5112;log_p_z_by_y: -146.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04453;rec: -0.151;kl: -59.66;log_p_y_by_z: 0.4682;log_p_z_by_y: -146.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04606;rec: -0.1553;kl: -59.59;log_p_y_by_z: 0.4969;log_p_z_by_y: -146.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04166;rec: -0.1521;kl: -59.59;log_p_y_by_z: 0.5087;log_p_z_by_y: -146.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04266;rec: -0.151;kl: -59.98;log_p_y_by_z: 0.4838;log_p_z_by_y: -146.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03898;rec: -0.1525;kl: -59.73;log_p_y_by_z: 0.538;log_p_z_by_y: -146.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04664;rec: -0.1566;kl: -60.35;log_p_y_by_z: 0.4964;log_p_z_by_y: -146.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04469;rec: -0.1528;kl: -59.6;log_p_y_by_z: 0.4848;log_p_z_by_y: -146.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03823;rec: -0.1471;kl: -59.82;log_p_y_by_z: 0.4906;log_p_z_by_y: -146.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.05123;rec: -0.1538;kl: -60.13;log_p_y_by_z: 0.4248;log_p_z_by_y: -146.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04484;rec: -0.1552;kl: -60.27;log_p_y_by_z: 0.5015;log_p_z_by_y: -147.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04059;rec: -0.1521;kl: -60.12;log_p_y_by_z: 0.514;log_p_z_by_y: -147.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03166;rec: -0.1489;kl: -60.73;log_p_y_by_z: 0.5649;log_p_z_by_y: -147.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03969;rec: -0.1514;kl: -61.02;log_p_y_by_z: 0.5072;log_p_z_by_y: -147.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0422;rec: -0.1523;kl: -61.25;log_p_y_by_z: 0.4888;log_p_z_by_y: -147.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03646;rec: -0.1475;kl: -61.27;log_p_y_by_z: 0.4981;log_p_z_by_y: -147.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03664;rec: -0.1479;kl: -61.47;log_p_y_by_z: 0.4979;log_p_z_by_y: -147.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04526;rec: -0.1554;kl: -60.96;log_p_y_by_z: 0.492;log_p_z_by_y: -148.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04487;rec: -0.1542;kl: -60.81;log_p_y_by_z: 0.4856;log_p_z_by_y: -147.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04106;rec: -0.1491;kl: -60.32;log_p_y_by_z: 0.4772;log_p_z_by_y: -148.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04682;rec: -0.1565;kl: -61.38;log_p_y_by_z: 0.4834;log_p_z_by_y: -148.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03769;rec: -0.151;kl: -62.16;log_p_y_by_z: 0.5112;log_p_z_by_y: -148.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0393;rec: -0.1501;kl: -61.3;log_p_y_by_z: 0.4948;log_p_z_by_y: -148.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03403;rec: -0.1463;kl: -61.83;log_p_y_by_z: 0.5045;log_p_z_by_y: -148.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04152;rec: -0.1551;kl: -61.6;log_p_y_by_z: 0.5196;log_p_z_by_y: -149.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03663;rec: -0.1526;kl: -61.75;log_p_y_by_z: 0.5424;log_p_z_by_y: -148.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03238;rec: -0.1478;kl: -61.47;log_p_y_by_z: 0.5391;log_p_z_by_y: -148.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03316;rec: -0.1512;kl: -62.43;log_p_y_by_z: 0.5566;log_p_z_by_y: -148.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03991;rec: -0.1517;kl: -62.5;log_p_y_by_z: 0.4925;log_p_z_by_y: -149.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04295;rec: -0.1502;kl: -62.17;log_p_y_by_z: 0.4509;log_p_z_by_y: -149.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0382;rec: -0.1482;kl: -62.36;log_p_y_by_z: 0.4759;log_p_z_by_y: -149.6;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03911;rec: -0.1503;kl: -62.87;log_p_y_by_z: 0.4837;log_p_z_by_y: -149.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04691;rec: -0.1537;kl: -61.77;log_p_y_by_z: 0.4497;log_p_z_by_y: -149.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03873;rec: -0.1506;kl: -62.07;log_p_y_by_z: 0.4978;log_p_z_by_y: -149.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04136;rec: -0.152;kl: -62.77;log_p_y_by_z: 0.479;log_p_z_by_y: -148.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02747;rec: -0.1435;kl: -62.46;log_p_y_by_z: 0.536;log_p_z_by_y: -149.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03518;rec: -0.1495;kl: -62.54;log_p_y_by_z: 0.5182;log_p_z_by_y: -149.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03813;rec: -0.1492;kl: -63.4;log_p_y_by_z: 0.4769;log_p_z_by_y: -149.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0403;rec: -0.1513;kl: -63.25;log_p_y_by_z: 0.4777;log_p_z_by_y: -150.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03384;rec: -0.1516;kl: -63.3;log_p_y_by_z: 0.5441;log_p_z_by_y: -150.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03528;rec: -0.1488;kl: -63.44;log_p_y_by_z: 0.5009;log_p_z_by_y: -150.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03918;rec: -0.154;kl: -62.72;log_p_y_by_z: 0.5209;log_p_z_by_y: -149.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03363;rec: -0.149;kl: -63.84;log_p_y_by_z: 0.515;log_p_z_by_y: -150.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0376;rec: -0.1532;kl: -63.67;log_p_y_by_z: 0.519;log_p_z_by_y: -150.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03314;rec: -0.1479;kl: -63.5;log_p_y_by_z: 0.5127;log_p_z_by_y: -150.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03521;rec: -0.1501;kl: -63.83;log_p_y_by_z: 0.5106;log_p_z_by_y: -150.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03419;rec: -0.1476;kl: -63.81;log_p_y_by_z: 0.4963;log_p_z_by_y: -150.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03909;rec: -0.1512;kl: -63.48;log_p_y_by_z: 0.4863;log_p_z_by_y: -151.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03942;rec: -0.1525;kl: -63.79;log_p_y_by_z: 0.4934;log_p_z_by_y: -150.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.037;rec: -0.1493;kl: -64.54;log_p_y_by_z: 0.4776;log_p_z_by_y: -151.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03425;rec: -0.1494;kl: -64.04;log_p_y_by_z: 0.511;log_p_z_by_y: -151.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03013;rec: -0.1482;kl: -64.91;log_p_y_by_z: 0.5316;log_p_z_by_y: -151.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03652;rec: -0.1521;kl: -65.34;log_p_y_by_z: 0.5023;log_p_z_by_y: -152.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03624;rec: -0.1483;kl: -64.47;log_p_y_by_z: 0.4763;log_p_z_by_y: -151.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03001;rec: -0.1455;kl: -64.51;log_p_y_by_z: 0.5101;log_p_z_by_y: -152.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02749;rec: -0.1419;kl: -64.89;log_p_y_by_z: 0.4949;log_p_z_by_y: -152.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03127;rec: -0.1482;kl: -65.05;log_p_y_by_z: 0.5185;log_p_z_by_y: -152.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.04175;rec: -0.152;kl: -64.95;log_p_y_by_z: 0.4533;log_p_z_by_y: -152.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02797;rec: -0.1452;kl: -65.53;log_p_y_by_z: 0.517;log_p_z_by_y: -152.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03863;rec: -0.1493;kl: -64.9;log_p_y_by_z: 0.4573;log_p_z_by_y: -152.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02967;rec: -0.1479;kl: -65.79;log_p_y_by_z: 0.5245;log_p_z_by_y: -152.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.032;rec: -0.1457;kl: -65.93;log_p_y_by_z: 0.4772;log_p_z_by_y: -152.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03068;rec: -0.1492;kl: -66.02;log_p_y_by_z: 0.5245;log_p_z_by_y: -152.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0297;rec: -0.1475;kl: -65.93;log_p_y_by_z: 0.5183;log_p_z_by_y: -152.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03181;rec: -0.1509;kl: -65.51;log_p_y_by_z: 0.5358;log_p_z_by_y: -153.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03077;rec: -0.146;kl: -65.79;log_p_y_by_z: 0.4941;log_p_z_by_y: -153.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0312;rec: -0.1482;kl: -66.59;log_p_y_by_z: 0.5043;log_p_z_by_y: -153.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.034;rec: -0.1477;kl: -66.22;log_p_y_by_z: 0.4746;log_p_z_by_y: -153.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02826;rec: -0.1458;kl: -67.59;log_p_y_by_z: 0.4995;log_p_z_by_y: -153.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02604;rec: -0.1409;kl: -66.18;log_p_y_by_z: 0.4871;log_p_z_by_y: -153.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02348;rec: -0.1445;kl: -66.86;log_p_y_by_z: 0.5415;log_p_z_by_y: -153.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02855;rec: -0.1473;kl: -66.45;log_p_y_by_z: 0.5234;log_p_z_by_y: -153.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02711;rec: -0.144;kl: -66.68;log_p_y_by_z: 0.5022;log_p_z_by_y: -153.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03061;rec: -0.1486;kl: -66.67;log_p_y_by_z: 0.5136;log_p_z_by_y: -153.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02757;rec: -0.1458;kl: -66.59;log_p_y_by_z: 0.5169;log_p_z_by_y: -153.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02097;rec: -0.1407;kl: -67.38;log_p_y_by_z: 0.5235;log_p_z_by_y: -154.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02312;rec: -0.1425;kl: -67.97;log_p_y_by_z: 0.5141;log_p_z_by_y: -154.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02401;rec: -0.1434;kl: -67.87;log_p_y_by_z: 0.5156;log_p_z_by_y: -155.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02248;rec: -0.1442;kl: -67.89;log_p_y_by_z: 0.5385;log_p_z_by_y: -154.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02345;rec: -0.1444;kl: -67.89;log_p_y_by_z: 0.5303;log_p_z_by_y: -154.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03039;rec: -0.1489;kl: -67.08;log_p_y_by_z: 0.5141;log_p_z_by_y: -154.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02636;rec: -0.1498;kl: -67.37;log_p_y_by_z: 0.5607;log_p_z_by_y: -154.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01652;rec: -0.1374;kl: -67.78;log_p_y_by_z: 0.5311;log_p_z_by_y: -154.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02808;rec: -0.1472;kl: -68.19;log_p_y_by_z: 0.5089;log_p_z_by_y: -154.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02364;rec: -0.1426;kl: -68.02;log_p_y_by_z: 0.5093;log_p_z_by_y: -155.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02146;rec: -0.1415;kl: -68.52;log_p_y_by_z: 0.5153;log_p_z_by_y: -154.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.019;rec: -0.1443;kl: -68.13;log_p_y_by_z: 0.5713;log_p_z_by_y: -155.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02651;rec: -0.1484;kl: -69.09;log_p_y_by_z: 0.5285;log_p_z_by_y: -155.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01559;rec: -0.1409;kl: -68.75;log_p_y_by_z: 0.5653;log_p_z_by_y: -155.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.03297;rec: -0.1487;kl: -68.89;log_p_y_by_z: 0.4681;log_p_z_by_y: -156.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0274;rec: -0.1438;kl: -68.77;log_p_y_by_z: 0.476;log_p_z_by_y: -155.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02662;rec: -0.1467;kl: -68.78;log_p_y_by_z: 0.5133;log_p_z_by_y: -156.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01893;rec: -0.1408;kl: -69.24;log_p_y_by_z: 0.5264;log_p_z_by_y: -156.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0298;rec: -0.1444;kl: -68.63;log_p_y_by_z: 0.4599;log_p_z_by_y: -156.8;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02503;rec: -0.1407;kl: -68.69;log_p_y_by_z: 0.4694;log_p_z_by_y: -156.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02509;rec: -0.1453;kl: -69.12;log_p_y_by_z: 0.5109;log_p_z_by_y: -156.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02348;rec: -0.1433;kl: -69.24;log_p_y_by_z: 0.5055;log_p_z_by_y: -156.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02677;rec: -0.145;kl: -69.85;log_p_y_by_z: 0.4837;log_p_z_by_y: -156.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02251;rec: -0.1452;kl: -70.0;log_p_y_by_z: 0.5269;log_p_z_by_y: -156.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02198;rec: -0.1423;kl: -70.2;log_p_y_by_z: 0.5009;log_p_z_by_y: -157.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02553;rec: -0.1455;kl: -70.12;log_p_y_by_z: 0.4981;log_p_z_by_y: -156.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02538;rec: -0.1437;kl: -69.49;log_p_y_by_z: 0.4879;log_p_z_by_y: -157.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02201;rec: -0.1446;kl: -70.55;log_p_y_by_z: 0.5201;log_p_z_by_y: -157.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01695;rec: -0.1407;kl: -70.35;log_p_y_by_z: 0.5343;log_p_z_by_y: -157.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01318;rec: -0.1351;kl: -71.18;log_p_y_by_z: 0.507;log_p_z_by_y: -158.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02302;rec: -0.1428;kl: -69.73;log_p_y_by_z: 0.5009;log_p_z_by_y: -157.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02477;rec: -0.1455;kl: -70.55;log_p_y_by_z: 0.5014;log_p_z_by_y: -157.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02049;rec: -0.1422;kl: -70.82;log_p_y_by_z: 0.5088;log_p_z_by_y: -157.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01876;rec: -0.1407;kl: -70.48;log_p_y_by_z: 0.5147;log_p_z_by_y: -157.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0168;rec: -0.1405;kl: -71.48;log_p_y_by_z: 0.5224;log_p_z_by_y: -157.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02687;rec: -0.1465;kl: -71.1;log_p_y_by_z: 0.4857;log_p_z_by_y: -158.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02224;rec: -0.144;kl: -71.37;log_p_y_by_z: 0.504;log_p_z_by_y: -158.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01483;rec: -0.139;kl: -71.38;log_p_y_by_z: 0.5282;log_p_z_by_y: -158.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01054;rec: -0.1355;kl: -71.88;log_p_y_by_z: 0.5304;log_p_z_by_y: -158.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01818;rec: -0.1418;kl: -72.13;log_p_y_by_z: 0.5144;log_p_z_by_y: -158.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01438;rec: -0.14;kl: -72.14;log_p_y_by_z: 0.5345;log_p_z_by_y: -158.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01809;rec: -0.1419;kl: -71.23;log_p_y_by_z: 0.5255;log_p_z_by_y: -158.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0162;rec: -0.1384;kl: -71.28;log_p_y_by_z: 0.5096;log_p_z_by_y: -159.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01979;rec: -0.14;kl: -72.25;log_p_y_by_z: 0.4797;log_p_z_by_y: -159.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0304;rec: -0.148;kl: -71.64;log_p_y_by_z: 0.4596;log_p_z_by_y: -158.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01833;rec: -0.1406;kl: -72.0;log_p_y_by_z: 0.5031;log_p_z_by_y: -159.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01916;rec: -0.1447;kl: -72.48;log_p_y_by_z: 0.5302;log_p_z_by_y: -158.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01778;rec: -0.1453;kl: -72.29;log_p_y_by_z: 0.5521;log_p_z_by_y: -159.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02059;rec: -0.1432;kl: -72.38;log_p_y_by_z: 0.5027;log_p_z_by_y: -160.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01634;rec: -0.1427;kl: -72.44;log_p_y_by_z: 0.5388;log_p_z_by_y: -160.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02078;rec: -0.1435;kl: -72.61;log_p_y_by_z: 0.5008;log_p_z_by_y: -159.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01523;rec: -0.1399;kl: -72.68;log_p_y_by_z: 0.5197;log_p_z_by_y: -160.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02197;rec: -0.1417;kl: -72.64;log_p_y_by_z: 0.4706;log_p_z_by_y: -159.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0123;rec: -0.1393;kl: -73.2;log_p_y_by_z: 0.5383;log_p_z_by_y: -160.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.00808;rec: -0.1362;kl: -73.65;log_p_y_by_z: 0.5442;log_p_z_by_y: -160.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.005527;rec: -0.135;kl: -73.47;log_p_y_by_z: 0.5605;log_p_z_by_y: -160.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01843;rec: -0.1442;kl: -73.55;log_p_y_by_z: 0.5224;log_p_z_by_y: -160.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01109;rec: -0.136;kl: -73.68;log_p_y_by_z: 0.5124;log_p_z_by_y: -161.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0215;rec: -0.1462;kl: -73.86;log_p_y_by_z: 0.508;log_p_z_by_y: -160.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01131;rec: -0.1372;kl: -73.05;log_p_y_by_z: 0.5286;log_p_z_by_y: -161.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01642;rec: -0.1417;kl: -74.46;log_p_y_by_z: 0.5086;log_p_z_by_y: -161.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01227;rec: -0.1408;kl: -73.86;log_p_y_by_z: 0.547;log_p_z_by_y: -161.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.008148;rec: -0.1376;kl: -74.73;log_p_y_by_z: 0.5473;log_p_z_by_y: -161.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01583;rec: -0.1428;kl: -73.73;log_p_y_by_z: 0.5322;log_p_z_by_y: -161.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01467;rec: -0.1404;kl: -74.52;log_p_y_by_z: 0.5123;log_p_z_by_y: -161.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01402;rec: -0.1393;kl: -74.3;log_p_y_by_z: 0.51;log_p_z_by_y: -161.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01477;rec: -0.1399;kl: -74.25;log_p_y_by_z: 0.509;log_p_z_by_y: -161.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01661;rec: -0.1395;kl: -74.91;log_p_y_by_z: 0.48;log_p_z_by_y: -162.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.007653;rec: -0.1367;kl: -75.32;log_p_y_by_z: 0.5375;log_p_z_by_y: -161.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01746;rec: -0.139;kl: -75.0;log_p_y_by_z: 0.4657;log_p_z_by_y: -162.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02381;rec: -0.1455;kl: -75.35;log_p_y_by_z: 0.4632;log_p_z_by_y: -162.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01444;rec: -0.1426;kl: -75.43;log_p_y_by_z: 0.5268;log_p_z_by_y: -162.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0113;rec: -0.1391;kl: -75.68;log_p_y_by_z: 0.5216;log_p_z_by_y: -162.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01482;rec: -0.1427;kl: -75.69;log_p_y_by_z: 0.5219;log_p_z_by_y: -162.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01649;rec: -0.1452;kl: -75.73;log_p_y_by_z: 0.53;log_p_z_by_y: -162.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01448;rec: -0.1384;kl: -75.77;log_p_y_by_z: 0.4811;log_p_z_by_y: -163.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01115;rec: -0.1365;kl: -76.26;log_p_y_by_z: 0.4912;log_p_z_by_y: -163.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01636;rec: -0.1425;kl: -76.49;log_p_y_by_z: 0.4968;log_p_z_by_y: -163.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.009108;rec: -0.1369;kl: -75.51;log_p_y_by_z: 0.5232;log_p_z_by_y: -162.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.00805;rec: -0.1386;kl: -76.84;log_p_y_by_z: 0.5368;log_p_z_by_y: -163.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.02262;rec: -0.1432;kl: -75.38;log_p_y_by_z: 0.4517;log_p_z_by_y: -163.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0125;rec: -0.1393;kl: -75.83;log_p_y_by_z: 0.5097;log_p_z_by_y: -163.8;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.007427;rec: -0.1384;kl: -77.1;log_p_y_by_z: 0.5386;log_p_z_by_y: -163.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01575;rec: -0.1404;kl: -76.86;log_p_y_by_z: 0.4781;log_p_z_by_y: -163.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01383;rec: -0.1397;kl: -76.54;log_p_y_by_z: 0.4935;log_p_z_by_y: -163.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.007957;rec: -0.1382;kl: -77.56;log_p_y_by_z: 0.5269;log_p_z_by_y: -164.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01495;rec: -0.1432;kl: -77.03;log_p_y_by_z: 0.5123;log_p_z_by_y: -164.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.008635;rec: -0.1403;kl: -77.4;log_p_y_by_z: 0.543;log_p_z_by_y: -164.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.003871;rec: -0.1356;kl: -77.17;log_p_y_by_z: 0.5454;log_p_z_by_y: -164.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.005104;rec: -0.1374;kl: -77.09;log_p_y_by_z: 0.5521;log_p_z_by_y: -164.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01338;rec: -0.1423;kl: -77.64;log_p_y_by_z: 0.5125;log_p_z_by_y: -164.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01244;rec: -0.1392;kl: -77.75;log_p_y_by_z: 0.4899;log_p_z_by_y: -164.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01161;rec: -0.1424;kl: -77.91;log_p_y_by_z: 0.5287;log_p_z_by_y: -165.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.009735;rec: -0.1408;kl: -77.75;log_p_y_by_z: 0.5332;log_p_z_by_y: -164.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.013;rec: -0.1432;kl: -77.73;log_p_y_by_z: 0.525;log_p_z_by_y: -165.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.005683;rec: -0.1367;kl: -78.1;log_p_y_by_z: 0.5287;log_p_z_by_y: -165.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01201;rec: -0.139;kl: -77.73;log_p_y_by_z: 0.4925;log_p_z_by_y: -165.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.008186;rec: -0.1411;kl: -78.52;log_p_y_by_z: 0.5438;log_p_z_by_y: -165.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.008838;rec: -0.1403;kl: -78.49;log_p_y_by_z: 0.5293;log_p_z_by_y: -166.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.001718;rec: -0.1341;kl: -78.3;log_p_y_by_z: 0.5404;log_p_z_by_y: -165.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.001426;rec: -0.1356;kl: -79.26;log_p_y_by_z: 0.5494;log_p_z_by_y: -166.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01047;rec: -0.1386;kl: -78.92;log_p_y_by_z: 0.4926;log_p_z_by_y: -166.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.003406;rec: -0.1381;kl: -79.07;log_p_y_by_z: 0.5564;log_p_z_by_y: -165.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.001555;rec: -0.1344;kl: -79.8;log_p_y_by_z: 0.5615;log_p_z_by_y: -165.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.007337;rec: -0.1398;kl: -79.09;log_p_y_by_z: 0.5339;log_p_z_by_y: -166.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.003736;rec: -0.136;kl: -79.61;log_p_y_by_z: 0.5267;log_p_z_by_y: -166.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01182;rec: -0.1389;kl: -79.06;log_p_y_by_z: 0.4801;log_p_z_by_y: -167.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.00711;rec: -0.1373;kl: -79.08;log_p_y_by_z: 0.5113;log_p_z_by_y: -166.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.008064;rec: -0.1374;kl: -79.8;log_p_y_by_z: 0.4953;log_p_z_by_y: -167.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.007309;rec: -0.1388;kl: -79.95;log_p_y_by_z: 0.5158;log_p_z_by_y: -167.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.004828;rec: -0.1347;kl: -79.91;log_p_y_by_z: 0.4997;log_p_z_by_y: -167.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01531;rec: -0.1386;kl: -79.79;log_p_y_by_z: 0.435;log_p_z_by_y: -166.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.004509;rec: -0.1404;kl: -79.99;log_p_y_by_z: 0.5585;log_p_z_by_y: -166.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.002093;rec: -0.1392;kl: -79.87;log_p_y_by_z: 0.572;log_p_z_by_y: -167.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.001501;rec: -0.1371;kl: -80.12;log_p_y_by_z: 0.5546;log_p_z_by_y: -167.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.001072;rec: -0.1359;kl: -80.57;log_p_y_by_z: 0.5428;log_p_z_by_y: -167.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.008028;rec: -0.1385;kl: -80.11;log_p_y_by_z: 0.5037;log_p_z_by_y: -167.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.001;rec: -0.1348;kl: -80.69;log_p_y_by_z: 0.5308;log_p_z_by_y: -167.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.00667;rec: -0.1414;kl: -81.52;log_p_y_by_z: 0.5324;log_p_z_by_y: -168.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 9.298e-05;rec: -0.1362;kl: -81.06;log_p_y_by_z: 0.5506;log_p_z_by_y: -167.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.001892;rec: -0.133;kl: -81.08;log_p_y_by_z: 0.5005;log_p_z_by_y: -168.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.003816;rec: -0.1352;kl: -81.89;log_p_y_by_z: 0.4947;log_p_z_by_y: -168.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.003262;rec: -0.1339;kl: -82.05;log_p_y_by_z: 0.5513;log_p_z_by_y: -168.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.001608;rec: -0.135;kl: -81.48;log_p_y_by_z: 0.551;log_p_z_by_y: -168.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.004555;rec: -0.1362;kl: -81.44;log_p_y_by_z: 0.5016;log_p_z_by_y: -168.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.003035;rec: -0.1334;kl: -81.83;log_p_y_by_z: 0.5461;log_p_z_by_y: -168.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.001121;rec: -0.134;kl: -82.49;log_p_y_by_z: 0.5267;log_p_z_by_y: -168.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01312;rec: -0.1284;kl: -82.7;log_p_y_by_z: 0.5882;log_p_z_by_y: -168.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0005531;rec: -0.1354;kl: -82.91;log_p_y_by_z: 0.5304;log_p_z_by_y: -169.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.006268;rec: -0.131;kl: -82.95;log_p_y_by_z: 0.5432;log_p_z_by_y: -169.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.007439;rec: -0.1391;kl: -82.2;log_p_y_by_z: 0.4951;log_p_z_by_y: -169.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01374;rec: -0.1386;kl: -82.28;log_p_y_by_z: 0.4255;log_p_z_by_y: -169.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.002026;rec: -0.1366;kl: -82.86;log_p_y_by_z: 0.5169;log_p_z_by_y: -169.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.003209;rec: -0.1378;kl: -82.88;log_p_y_by_z: 0.5166;log_p_z_by_y: -169.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.006237;rec: -0.1303;kl: -82.73;log_p_y_by_z: 0.5376;log_p_z_by_y: -169.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0007472;rec: -0.1328;kl: -82.25;log_p_y_by_z: 0.5131;log_p_z_by_y: -170.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.005167;rec: -0.1313;kl: -83.11;log_p_y_by_z: 0.5336;log_p_z_by_y: -170.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.009591;rec: -0.1318;kl: -84.53;log_p_y_by_z: 0.5691;log_p_z_by_y: -171.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.00297;rec: -0.1414;kl: -83.41;log_p_y_by_z: 0.55;log_p_z_by_y: -170.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.001581;rec: -0.1368;kl: -83.59;log_p_y_by_z: 0.5481;log_p_z_by_y: -170.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.001063;rec: -0.1336;kl: -83.92;log_p_y_by_z: 0.4859;log_p_z_by_y: -170.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.004231;rec: -0.1352;kl: -84.33;log_p_y_by_z: 0.5505;log_p_z_by_y: -170.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.003956;rec: -0.1338;kl: -83.87;log_p_y_by_z: 0.5388;log_p_z_by_y: -171.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.01417;rec: -0.1415;kl: -83.92;log_p_y_by_z: 0.4341;log_p_z_by_y: -170.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.006649;rec: -0.131;kl: -84.47;log_p_y_by_z: 0.5322;log_p_z_by_y: -171.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.00794;rec: -0.1311;kl: -84.21;log_p_y_by_z: 0.5488;log_p_z_by_y: -171.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.005935;rec: -0.1409;kl: -84.36;log_p_y_by_z: 0.506;log_p_z_by_y: -171.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.001637;rec: -0.1363;kl: -84.9;log_p_y_by_z: 0.5304;log_p_z_by_y: -171.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.005287;rec: -0.135;kl: -84.28;log_p_y_by_z: 0.5598;log_p_z_by_y: -171.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.003333;rec: -0.1343;kl: -84.52;log_p_y_by_z: 0.531;log_p_z_by_y: -172.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.008171;rec: -0.1308;kl: -84.72;log_p_y_by_z: 0.5427;log_p_z_by_y: -171.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.008873;rec: -0.1316;kl: -85.96;log_p_y_by_z: 0.5454;log_p_z_by_y: -172.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.003455;rec: -0.136;kl: -85.66;log_p_y_by_z: 0.5382;log_p_z_by_y: -172.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01065;rec: -0.133;kl: -86.04;log_p_y_by_z: 0.5763;log_p_z_by_y: -172.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.002081;rec: -0.1367;kl: -84.15;log_p_y_by_z: 0.5464;log_p_z_by_y: -172.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0008726;rec: -0.1373;kl: -85.61;log_p_y_by_z: 0.5079;log_p_z_by_y: -172.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.006433;rec: -0.1361;kl: -85.5;log_p_y_by_z: 0.5705;log_p_z_by_y: -171.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.004013;rec: -0.1365;kl: -86.69;log_p_y_by_z: 0.5381;log_p_z_by_y: -172.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 6.297e-06;rec: -0.1363;kl: -86.08;log_p_y_by_z: 0.5022;log_p_z_by_y: -173.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.003532;rec: -0.1316;kl: -85.99;log_p_y_by_z: 0.4912;log_p_z_by_y: -172.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.007487;rec: -0.1319;kl: -86.38;log_p_y_by_z: 0.5304;log_p_z_by_y: -172.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.00747;rec: -0.1329;kl: -86.83;log_p_y_by_z: 0.5353;log_p_z_by_y: -173.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.005323;rec: -0.1346;kl: -86.56;log_p_y_by_z: 0.5332;log_p_z_by_y: -173.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.006832;rec: -0.1332;kl: -86.27;log_p_y_by_z: 0.5381;log_p_z_by_y: -173.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01009;rec: -0.1319;kl: -87.03;log_p_y_by_z: 0.5495;log_p_z_by_y: -174.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01526;rec: -0.127;kl: -87.45;log_p_y_by_z: 0.5479;log_p_z_by_y: -173.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.007281;rec: -0.1329;kl: -86.71;log_p_y_by_z: 0.5351;log_p_z_by_y: -173.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.001244;rec: -0.1377;kl: -87.52;log_p_y_by_z: 0.5141;log_p_z_by_y: -174.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.007931;rec: -0.1356;kl: -87.68;log_p_y_by_z: 0.5585;log_p_z_by_y: -174.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.009811;rec: -0.1347;kl: -88.58;log_p_y_by_z: 0.5598;log_p_z_by_y: -174.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.008879;rec: -0.13;kl: -87.13;log_p_y_by_z: 0.5174;log_p_z_by_y: -174.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.005707;rec: -0.1345;kl: -87.76;log_p_y_by_z: 0.5241;log_p_z_by_y: -174.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.009631;rec: -0.133;kl: -87.65;log_p_y_by_z: 0.5503;log_p_z_by_y: -174.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.008453;rec: -0.1322;kl: -87.53;log_p_y_by_z: 0.5314;log_p_z_by_y: -174.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.005379;rec: -0.1364;kl: -87.74;log_p_y_by_z: 0.5408;log_p_z_by_y: -174.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.001494;rec: -0.1366;kl: -87.74;log_p_y_by_z: 0.5037;log_p_z_by_y: -174.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.004112;rec: -0.1343;kl: -88.09;log_p_y_by_z: 0.5033;log_p_z_by_y: -174.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.00331;rec: -0.1355;kl: -88.26;log_p_y_by_z: 0.5051;log_p_z_by_y: -174.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.007161;rec: -0.1328;kl: -88.42;log_p_y_by_z: 0.5158;log_p_z_by_y: -175.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01423;rec: -0.1302;kl: -88.72;log_p_y_by_z: 0.5571;log_p_z_by_y: -175.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.0001846;rec: -0.1383;kl: -88.8;log_p_y_by_z: 0.4927;log_p_z_by_y: -175.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.007853;rec: -0.1362;kl: -89.57;log_p_y_by_z: 0.5447;log_p_z_by_y: -175.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.009178;rec: -0.135;kl: -89.08;log_p_y_by_z: 0.5507;log_p_z_by_y: -175.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.008732;rec: -0.1364;kl: -88.75;log_p_y_by_z: 0.5642;log_p_z_by_y: -175.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01682;rec: -0.1305;kl: -90.04;log_p_y_by_z: 0.5724;log_p_z_by_y: -175.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01109;rec: -0.1324;kl: -89.79;log_p_y_by_z: 0.5369;log_p_z_by_y: -176.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: 0.00128;rec: -0.1392;kl: -89.23;log_p_y_by_z: 0.4872;log_p_z_by_y: -175.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.00941;rec: -0.1356;kl: -89.36;log_p_y_by_z: 0.5564;log_p_z_by_y: -176.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01235;rec: -0.129;kl: -90.1;log_p_y_by_z: 0.5127;log_p_z_by_y: -176.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01313;rec: -0.1342;kl: -90.2;log_p_y_by_z: 0.5713;log_p_z_by_y: -176.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.009402;rec: -0.1337;kl: -90.06;log_p_y_by_z: 0.5308;log_p_z_by_y: -176.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01101;rec: -0.132;kl: -89.86;log_p_y_by_z: 0.5314;log_p_z_by_y: -177.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.002482;rec: -0.1359;kl: -89.58;log_p_y_by_z: 0.4883;log_p_z_by_y: -176.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01132;rec: -0.1306;kl: -90.21;log_p_y_by_z: 0.5174;log_p_z_by_y: -176.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01521;rec: -0.1308;kl: -90.19;log_p_y_by_z: 0.5584;log_p_z_by_y: -177.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.014;rec: -0.1319;kl: -90.37;log_p_y_by_z: 0.5549;log_p_z_by_y: -176.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01569;rec: -0.1323;kl: -90.87;log_p_y_by_z: 0.5708;log_p_z_by_y: -177.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.008341;rec: -0.1338;kl: -90.54;log_p_y_by_z: 0.5157;log_p_z_by_y: -177.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01135;rec: -0.1352;kl: -91.83;log_p_y_by_z: 0.5474;log_p_z_by_y: -177.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.001907;rec: -0.1382;kl: -91.03;log_p_y_by_z: 0.4907;log_p_z_by_y: -177.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.00743;rec: -0.1364;kl: -90.5;log_p_y_by_z: 0.533;log_p_z_by_y: -177.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01355;rec: -0.1322;kl: -91.8;log_p_y_by_z: 0.5391;log_p_z_by_y: -177.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.003949;rec: -0.1369;kl: -91.62;log_p_y_by_z: 0.4919;log_p_z_by_y: -178.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01232;rec: -0.1324;kl: -91.45;log_p_y_by_z: 0.5322;log_p_z_by_y: -177.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01697;rec: -0.129;kl: -92.84;log_p_y_by_z: 0.5315;log_p_z_by_y: -178.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01919;rec: -0.1301;kl: -92.55;log_p_y_by_z: 0.5673;log_p_z_by_y: -178.8;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01316;rec: -0.132;kl: -91.84;log_p_y_by_z: 0.5334;log_p_z_by_y: -178.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01192;rec: -0.1349;kl: -91.4;log_p_y_by_z: 0.5541;log_p_z_by_y: -178.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02164;rec: -0.1262;kl: -91.92;log_p_y_by_z: 0.5589;log_p_z_by_y: -178.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02004;rec: -0.1269;kl: -92.29;log_p_y_by_z: 0.5467;log_p_z_by_y: -178.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02004;rec: -0.1284;kl: -93.1;log_p_y_by_z: 0.5538;log_p_z_by_y: -179.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01207;rec: -0.1324;kl: -93.44;log_p_y_by_z: 0.5101;log_p_z_by_y: -179.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01188;rec: -0.1361;kl: -92.54;log_p_y_by_z: 0.5547;log_p_z_by_y: -178.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01086;rec: -0.1359;kl: -93.17;log_p_y_by_z: 0.5363;log_p_z_by_y: -178.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01548;rec: -0.1266;kl: -92.99;log_p_y_by_z: 0.4911;log_p_z_by_y: -179.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01471;rec: -0.1321;kl: -94.07;log_p_y_by_z: 0.527;log_p_z_by_y: -180.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.008002;rec: -0.1347;kl: -92.84;log_p_y_by_z: 0.4986;log_p_z_by_y: -179.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01003;rec: -0.1321;kl: -92.79;log_p_y_by_z: 0.4936;log_p_z_by_y: -179.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01963;rec: -0.1275;kl: -93.68;log_p_y_by_z: 0.5342;log_p_z_by_y: -180.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02583;rec: -0.128;kl: -94.43;log_p_y_by_z: 0.594;log_p_z_by_y: -180.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01593;rec: -0.1353;kl: -94.61;log_p_y_by_z: 0.5668;log_p_z_by_y: -180.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01567;rec: -0.132;kl: -94.28;log_p_y_by_z: 0.5335;log_p_z_by_y: -179.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01851;rec: -0.1312;kl: -94.58;log_p_y_by_z: 0.5512;log_p_z_by_y: -180.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02249;rec: -0.1312;kl: -94.27;log_p_y_by_z: 0.5944;log_p_z_by_y: -180.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02282;rec: -0.1294;kl: -93.87;log_p_y_by_z: 0.5831;log_p_z_by_y: -180.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01452;rec: -0.1344;kl: -95.19;log_p_y_by_z: 0.5374;log_p_z_by_y: -181.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0193;rec: -0.1293;kl: -94.55;log_p_y_by_z: 0.5408;log_p_z_by_y: -181.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02293;rec: -0.1303;kl: -95.15;log_p_y_by_z: 0.5806;log_p_z_by_y: -181.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02017;rec: -0.131;kl: -95.42;log_p_y_by_z: 0.5573;log_p_z_by_y: -181.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0138;rec: -0.1326;kl: -95.72;log_p_y_by_z: 0.5069;log_p_z_by_y: -182.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01876;rec: -0.1308;kl: -95.28;log_p_y_by_z: 0.5424;log_p_z_by_y: -181.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01989;rec: -0.1332;kl: -95.89;log_p_y_by_z: 0.5725;log_p_z_by_y: -181.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02078;rec: -0.1317;kl: -95.15;log_p_y_by_z: 0.5737;log_p_z_by_y: -181.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02076;rec: -0.1296;kl: -95.49;log_p_y_by_z: 0.5486;log_p_z_by_y: -181.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02013;rec: -0.1339;kl: -95.43;log_p_y_by_z: 0.5864;log_p_z_by_y: -181.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02437;rec: -0.1287;kl: -95.99;log_p_y_by_z: 0.5707;log_p_z_by_y: -182.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02299;rec: -0.1274;kl: -97.04;log_p_y_by_z: 0.5338;log_p_z_by_y: -182.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02451;rec: -0.1266;kl: -96.38;log_p_y_by_z: 0.5473;log_p_z_by_y: -182.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02823;rec: -0.1265;kl: -97.05;log_p_y_by_z: 0.5767;log_p_z_by_y: -182.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02059;rec: -0.1308;kl: -96.11;log_p_y_by_z: 0.5528;log_p_z_by_y: -182.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01075;rec: -0.1328;kl: -96.0;log_p_y_by_z: 0.4751;log_p_z_by_y: -181.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01589;rec: -0.1354;kl: -96.26;log_p_y_by_z: 0.5497;log_p_z_by_y: -182.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0206;rec: -0.1331;kl: -96.2;log_p_y_by_z: 0.5749;log_p_z_by_y: -182.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02411;rec: -0.1267;kl: -97.04;log_p_y_by_z: 0.5376;log_p_z_by_y: -183.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02042;rec: -0.1293;kl: -97.09;log_p_y_by_z: 0.5263;log_p_z_by_y: -183.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0193;rec: -0.1333;kl: -97.16;log_p_y_by_z: 0.5542;log_p_z_by_y: -183.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01357;rec: -0.1351;kl: -96.31;log_p_y_by_z: 0.5233;log_p_z_by_y: -182.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0274;rec: -0.1286;kl: -97.56;log_p_y_by_z: 0.5847;log_p_z_by_y: -183.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02239;rec: -0.1306;kl: -98.08;log_p_y_by_z: 0.549;log_p_z_by_y: -183.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02692;rec: -0.1251;kl: -98.55;log_p_y_by_z: 0.5345;log_p_z_by_y: -184.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0266;rec: -0.13;kl: -98.24;log_p_y_by_z: 0.5833;log_p_z_by_y: -184.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01017;rec: -0.1328;kl: -97.88;log_p_y_by_z: 0.4505;log_p_z_by_y: -184.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02495;rec: -0.1271;kl: -97.79;log_p_y_by_z: 0.5429;log_p_z_by_y: -184.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01849;rec: -0.1324;kl: -97.89;log_p_y_by_z: 0.5297;log_p_z_by_y: -183.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02375;rec: -0.1294;kl: -98.62;log_p_y_by_z: 0.5457;log_p_z_by_y: -184.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02514;rec: -0.1286;kl: -99.31;log_p_y_by_z: 0.5439;log_p_z_by_y: -184.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02286;rec: -0.1296;kl: -98.77;log_p_y_by_z: 0.5365;log_p_z_by_y: -184.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03049;rec: -0.1267;kl: -99.0;log_p_y_by_z: 0.5824;log_p_z_by_y: -183.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02962;rec: -0.1265;kl: -99.44;log_p_y_by_z: 0.5667;log_p_z_by_y: -184.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02638;rec: -0.1258;kl: -98.72;log_p_y_by_z: 0.5349;log_p_z_by_y: -184.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02031;rec: -0.1323;kl: -99.05;log_p_y_by_z: 0.5355;log_p_z_by_y: -185.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02385;rec: -0.1306;kl: -98.63;log_p_y_by_z: 0.5579;log_p_z_by_y: -184.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02751;rec: -0.1266;kl: -99.12;log_p_y_by_z: 0.5496;log_p_z_by_y: -185.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03173;rec: -0.1261;kl: -99.0;log_p_y_by_z: 0.5881;log_p_z_by_y: -185.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02906;rec: -0.1279;kl: -99.84;log_p_y_by_z: 0.5713;log_p_z_by_y: -185.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03037;rec: -0.1277;kl: -99.6;log_p_y_by_z: 0.585;log_p_z_by_y: -186.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03004;rec: -0.127;kl: -99.71;log_p_y_by_z: 0.5735;log_p_z_by_y: -185.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02279;rec: -0.1321;kl: -100.2;log_p_y_by_z: 0.5475;log_p_z_by_y: -186.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01062;rec: -0.1362;kl: -100.1;log_p_y_by_z: 0.4669;log_p_z_by_y: -186.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03053;rec: -0.127;kl: -100.1;log_p_y_by_z: 0.5742;log_p_z_by_y: -186.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0316;rec: -0.1256;kl: -100.8;log_p_y_by_z: 0.5643;log_p_z_by_y: -186.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03166;rec: -0.125;kl: -100.6;log_p_y_by_z: 0.5604;log_p_z_by_y: -186.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02876;rec: -0.1254;kl: -100.8;log_p_y_by_z: 0.5337;log_p_z_by_y: -186.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02692;rec: -0.1302;kl: -100.1;log_p_y_by_z: 0.571;log_p_z_by_y: -186.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02185;rec: -0.1353;kl: -100.8;log_p_y_by_z: 0.5637;log_p_z_by_y: -186.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03598;rec: -0.1258;kl: -101.5;log_p_y_by_z: 0.6024;log_p_z_by_y: -186.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02521;rec: -0.1323;kl: -100.8;log_p_y_by_z: 0.5671;log_p_z_by_y: -187.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0296;rec: -0.1258;kl: -100.9;log_p_y_by_z: 0.5452;log_p_z_by_y: -187.5;\n",
      "Epoch 4 :\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02028;rec: -0.1302;kl: -101.7;log_p_y_by_z: 0.4883;log_p_z_by_y: -187.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0253;rec: -0.1293;kl: -101.1;log_p_y_by_z: 0.5356;log_p_z_by_y: -187.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02845;rec: -0.1276;kl: -102.2;log_p_y_by_z: 0.5389;log_p_z_by_y: -187.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03403;rec: -0.1256;kl: -102.0;log_p_y_by_z: 0.5763;log_p_z_by_y: -187.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03168;rec: -0.1281;kl: -101.6;log_p_y_by_z: 0.5815;log_p_z_by_y: -187.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03215;rec: -0.1263;kl: -102.0;log_p_y_by_z: 0.5637;log_p_z_by_y: -187.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0265;rec: -0.1292;kl: -102.2;log_p_y_by_z: 0.535;log_p_z_by_y: -188.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02969;rec: -0.1275;kl: -102.3;log_p_y_by_z: 0.5491;log_p_z_by_y: -188.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03986;rec: -0.1209;kl: -102.9;log_p_y_by_z: 0.5782;log_p_z_by_y: -188.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03108;rec: -0.1254;kl: -102.1;log_p_y_by_z: 0.5439;log_p_z_by_y: -188.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03128;rec: -0.1274;kl: -102.1;log_p_y_by_z: 0.5656;log_p_z_by_y: -188.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02994;rec: -0.123;kl: -102.3;log_p_y_by_z: 0.5065;log_p_z_by_y: -188.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02089;rec: -0.1293;kl: -101.7;log_p_y_by_z: 0.4843;log_p_z_by_y: -188.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02232;rec: -0.1295;kl: -103.1;log_p_y_by_z: 0.4868;log_p_z_by_y: -189.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0372;rec: -0.1238;kl: -103.1;log_p_y_by_z: 0.5781;log_p_z_by_y: -189.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02709;rec: -0.1288;kl: -103.6;log_p_y_by_z: 0.5228;log_p_z_by_y: -189.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.01937;rec: -0.1346;kl: -102.2;log_p_y_by_z: 0.5171;log_p_z_by_y: -188.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03208;rec: -0.1254;kl: -103.0;log_p_y_by_z: 0.5447;log_p_z_by_y: -189.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03038;rec: -0.1257;kl: -103.6;log_p_y_by_z: 0.5253;log_p_z_by_y: -189.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03518;rec: -0.1245;kl: -103.6;log_p_y_by_z: 0.5603;log_p_z_by_y: -189.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04082;rec: -0.1241;kl: -103.6;log_p_y_by_z: 0.6127;log_p_z_by_y: -189.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04147;rec: -0.1227;kl: -104.4;log_p_y_by_z: 0.5981;log_p_z_by_y: -189.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02594;rec: -0.1325;kl: -104.5;log_p_y_by_z: 0.5392;log_p_z_by_y: -189.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03351;rec: -0.1234;kl: -104.1;log_p_y_by_z: 0.5279;log_p_z_by_y: -189.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03774;rec: -0.1248;kl: -104.5;log_p_y_by_z: 0.5804;log_p_z_by_y: -189.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03544;rec: -0.1268;kl: -104.3;log_p_y_by_z: 0.5792;log_p_z_by_y: -190.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02863;rec: -0.1317;kl: -104.2;log_p_y_by_z: 0.5609;log_p_z_by_y: -190.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.032;rec: -0.1268;kl: -104.2;log_p_y_by_z: 0.5459;log_p_z_by_y: -189.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.032;rec: -0.127;kl: -105.1;log_p_y_by_z: 0.5388;log_p_z_by_y: -190.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03648;rec: -0.1285;kl: -104.9;log_p_y_by_z: 0.601;log_p_z_by_y: -190.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03284;rec: -0.1256;kl: -105.1;log_p_y_by_z: 0.5325;log_p_z_by_y: -190.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03025;rec: -0.1276;kl: -104.7;log_p_y_by_z: 0.5315;log_p_z_by_y: -190.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03884;rec: -0.1259;kl: -106.0;log_p_y_by_z: 0.5876;log_p_z_by_y: -191.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03274;rec: -0.1256;kl: -104.8;log_p_y_by_z: 0.5356;log_p_z_by_y: -190.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03254;rec: -0.127;kl: -105.4;log_p_y_by_z: 0.542;log_p_z_by_y: -190.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0391;rec: -0.1255;kl: -106.1;log_p_y_by_z: 0.5852;log_p_z_by_y: -191.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03057;rec: -0.1324;kl: -105.0;log_p_y_by_z: 0.5798;log_p_z_by_y: -191.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03992;rec: -0.1228;kl: -106.2;log_p_y_by_z: 0.5647;log_p_z_by_y: -191.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03629;rec: -0.1215;kl: -105.8;log_p_y_by_z: 0.5199;log_p_z_by_y: -191.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.02967;rec: -0.1298;kl: -106.0;log_p_y_by_z: 0.5354;log_p_z_by_y: -191.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03757;rec: -0.1254;kl: -106.1;log_p_y_by_z: 0.5684;log_p_z_by_y: -192.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03717;rec: -0.1261;kl: -106.5;log_p_y_by_z: 0.5678;log_p_z_by_y: -191.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03224;rec: -0.1286;kl: -106.5;log_p_y_by_z: 0.5434;log_p_z_by_y: -191.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03624;rec: -0.1287;kl: -107.2;log_p_y_by_z: 0.5775;log_p_z_by_y: -191.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03289;rec: -0.128;kl: -106.4;log_p_y_by_z: 0.5449;log_p_z_by_y: -192.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0411;rec: -0.1232;kl: -106.8;log_p_y_by_z: 0.575;log_p_z_by_y: -192.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03609;rec: -0.1272;kl: -107.9;log_p_y_by_z: 0.5537;log_p_z_by_y: -192.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04087;rec: -0.1233;kl: -108.1;log_p_y_by_z: 0.5606;log_p_z_by_y: -193.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04698;rec: -0.1223;kl: -107.7;log_p_y_by_z: 0.6155;log_p_z_by_y: -192.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03733;rec: -0.1269;kl: -107.6;log_p_y_by_z: 0.5664;log_p_z_by_y: -192.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03334;rec: -0.1265;kl: -108.0;log_p_y_by_z: 0.5186;log_p_z_by_y: -193.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03343;rec: -0.1278;kl: -107.3;log_p_y_by_z: 0.5391;log_p_z_by_y: -192.1;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03593;rec: -0.1277;kl: -107.1;log_p_y_by_z: 0.5652;log_p_z_by_y: -193.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04158;rec: -0.1245;kl: -107.4;log_p_y_by_z: 0.5862;log_p_z_by_y: -193.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04139;rec: -0.1248;kl: -108.6;log_p_y_by_z: 0.5759;log_p_z_by_y: -193.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04222;rec: -0.1252;kl: -108.1;log_p_y_by_z: 0.5929;log_p_z_by_y: -193.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04115;rec: -0.1238;kl: -107.9;log_p_y_by_z: 0.5704;log_p_z_by_y: -193.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04455;rec: -0.1224;kl: -108.0;log_p_y_by_z: 0.5897;log_p_z_by_y: -193.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04032;rec: -0.1263;kl: -108.0;log_p_y_by_z: 0.5856;log_p_z_by_y: -193.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03307;rec: -0.1285;kl: -108.3;log_p_y_by_z: 0.5333;log_p_z_by_y: -193.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03928;rec: -0.1242;kl: -109.0;log_p_y_by_z: 0.5448;log_p_z_by_y: -194.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03248;rec: -0.1279;kl: -109.3;log_p_y_by_z: 0.5113;log_p_z_by_y: -193.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03462;rec: -0.129;kl: -109.2;log_p_y_by_z: 0.544;log_p_z_by_y: -194.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03861;rec: -0.1259;kl: -109.8;log_p_y_by_z: 0.5472;log_p_z_by_y: -194.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03822;rec: -0.1279;kl: -109.3;log_p_y_by_z: 0.569;log_p_z_by_y: -194.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04176;rec: -0.1221;kl: -109.5;log_p_y_by_z: 0.5435;log_p_z_by_y: -194.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03886;rec: -0.1244;kl: -109.2;log_p_y_by_z: 0.5406;log_p_z_by_y: -194.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03965;rec: -0.124;kl: -108.8;log_p_y_by_z: 0.5492;log_p_z_by_y: -194.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03707;rec: -0.1283;kl: -109.7;log_p_y_by_z: 0.5572;log_p_z_by_y: -194.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04187;rec: -0.1268;kl: -109.6;log_p_y_by_z: 0.5905;log_p_z_by_y: -194.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03765;rec: -0.1283;kl: -109.8;log_p_y_by_z: 0.5615;log_p_z_by_y: -194.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04461;rec: -0.1254;kl: -110.3;log_p_y_by_z: 0.5976;log_p_z_by_y: -195.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03669;rec: -0.1241;kl: -110.9;log_p_y_by_z: 0.4989;log_p_z_by_y: -195.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04126;rec: -0.1272;kl: -110.7;log_p_y_by_z: 0.5767;log_p_z_by_y: -195.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04251;rec: -0.1226;kl: -110.3;log_p_y_by_z: 0.5477;log_p_z_by_y: -195.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03605;rec: -0.1268;kl: -110.8;log_p_y_by_z: 0.5204;log_p_z_by_y: -195.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03098;rec: -0.1301;kl: -109.6;log_p_y_by_z: 0.5153;log_p_z_by_y: -195.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04247;rec: -0.124;kl: -111.8;log_p_y_by_z: 0.5457;log_p_z_by_y: -195.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04034;rec: -0.124;kl: -110.2;log_p_y_by_z: 0.5415;log_p_z_by_y: -195.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0488;rec: -0.1216;kl: -111.8;log_p_y_by_z: 0.5865;log_p_z_by_y: -195.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03895;rec: -0.1272;kl: -110.9;log_p_y_by_z: 0.5519;log_p_z_by_y: -196.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03869;rec: -0.1265;kl: -110.5;log_p_y_by_z: 0.547;log_p_z_by_y: -196.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04014;rec: -0.1261;kl: -111.8;log_p_y_by_z: 0.5448;log_p_z_by_y: -195.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04414;rec: -0.126;kl: -111.4;log_p_y_by_z: 0.5876;log_p_z_by_y: -196.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03972;rec: -0.1266;kl: -111.1;log_p_y_by_z: 0.5526;log_p_z_by_y: -195.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03984;rec: -0.1288;kl: -111.3;log_p_y_by_z: 0.5734;log_p_z_by_y: -196.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04581;rec: -0.1248;kl: -111.8;log_p_y_by_z: 0.5887;log_p_z_by_y: -196.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04115;rec: -0.1275;kl: -111.7;log_p_y_by_z: 0.5698;log_p_z_by_y: -196.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03933;rec: -0.1266;kl: -112.4;log_p_y_by_z: 0.5348;log_p_z_by_y: -196.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.043;rec: -0.1288;kl: -111.4;log_p_y_by_z: 0.6041;log_p_z_by_y: -196.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04326;rec: -0.1268;kl: -112.3;log_p_y_by_z: 0.5777;log_p_z_by_y: -197.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04374;rec: -0.1258;kl: -112.5;log_p_y_by_z: 0.5709;log_p_z_by_y: -197.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04196;rec: -0.1268;kl: -112.3;log_p_y_by_z: 0.565;log_p_z_by_y: -197.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04599;rec: -0.1246;kl: -112.1;log_p_y_by_z: 0.5848;log_p_z_by_y: -197.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05078;rec: -0.1216;kl: -112.7;log_p_y_by_z: 0.5967;log_p_z_by_y: -197.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04357;rec: -0.1249;kl: -112.2;log_p_y_by_z: 0.5623;log_p_z_by_y: -197.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04559;rec: -0.127;kl: -113.0;log_p_y_by_z: 0.5962;log_p_z_by_y: -197.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04713;rec: -0.1213;kl: -113.2;log_p_y_by_z: 0.5526;log_p_z_by_y: -197.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03789;rec: -0.1284;kl: -113.4;log_p_y_by_z: 0.5287;log_p_z_by_y: -197.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0383;rec: -0.1278;kl: -112.7;log_p_y_by_z: 0.534;log_p_z_by_y: -197.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03861;rec: -0.1257;kl: -113.3;log_p_y_by_z: 0.5097;log_p_z_by_y: -198.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04097;rec: -0.1276;kl: -113.2;log_p_y_by_z: 0.554;log_p_z_by_y: -197.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04246;rec: -0.1267;kl: -113.9;log_p_y_by_z: 0.5523;log_p_z_by_y: -198.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05115;rec: -0.1218;kl: -113.9;log_p_y_by_z: 0.5906;log_p_z_by_y: -198.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05053;rec: -0.121;kl: -114.2;log_p_y_by_z: 0.5739;log_p_z_by_y: -198.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04228;rec: -0.1268;kl: -114.1;log_p_y_by_z: 0.5499;log_p_z_by_y: -198.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04246;rec: -0.1293;kl: -113.5;log_p_y_by_z: 0.5831;log_p_z_by_y: -199.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04855;rec: -0.1229;kl: -114.2;log_p_y_by_z: 0.5729;log_p_z_by_y: -199.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04605;rec: -0.1243;kl: -114.0;log_p_y_by_z: 0.564;log_p_z_by_y: -199.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05055;rec: -0.1212;kl: -114.7;log_p_y_by_z: 0.5702;log_p_z_by_y: -199.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05196;rec: -0.1229;kl: -115.2;log_p_y_by_z: 0.597;log_p_z_by_y: -199.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05627;rec: -0.1194;kl: -116.1;log_p_y_by_z: 0.5957;log_p_z_by_y: -200.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04981;rec: -0.1241;kl: -114.6;log_p_y_by_z: 0.5938;log_p_z_by_y: -199.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04552;rec: -0.1213;kl: -114.6;log_p_y_by_z: 0.522;log_p_z_by_y: -199.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04966;rec: -0.1203;kl: -115.3;log_p_y_by_z: 0.5463;log_p_z_by_y: -200.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05412;rec: -0.122;kl: -115.2;log_p_y_by_z: 0.6092;log_p_z_by_y: -199.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04677;rec: -0.1227;kl: -115.4;log_p_y_by_z: 0.541;log_p_z_by_y: -199.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05128;rec: -0.1244;kl: -114.8;log_p_y_by_z: 0.6084;log_p_z_by_y: -199.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04014;rec: -0.1272;kl: -114.9;log_p_y_by_z: 0.5238;log_p_z_by_y: -199.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05055;rec: -0.1219;kl: -115.9;log_p_y_by_z: 0.5651;log_p_z_by_y: -199.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.03925;rec: -0.1256;kl: -115.2;log_p_y_by_z: 0.4966;log_p_z_by_y: -200.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04707;rec: -0.1252;kl: -116.5;log_p_y_by_z: 0.5578;log_p_z_by_y: -200.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.035;rec: -0.1266;kl: -115.8;log_p_y_by_z: 0.4584;log_p_z_by_y: -200.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05007;rec: -0.122;kl: -115.7;log_p_y_by_z: 0.5643;log_p_z_by_y: -200.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04951;rec: -0.1258;kl: -116.2;log_p_y_by_z: 0.5911;log_p_z_by_y: -200.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05183;rec: -0.1239;kl: -116.5;log_p_y_by_z: 0.5923;log_p_z_by_y: -201.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04328;rec: -0.1279;kl: -116.8;log_p_y_by_z: 0.5444;log_p_z_by_y: -200.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05573;rec: -0.1182;kl: -117.0;log_p_y_by_z: 0.5689;log_p_z_by_y: -200.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05583;rec: -0.1206;kl: -117.2;log_p_y_by_z: 0.5927;log_p_z_by_y: -201.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05058;rec: -0.1251;kl: -116.8;log_p_y_by_z: 0.5893;log_p_z_by_y: -201.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05392;rec: -0.123;kl: -116.5;log_p_y_by_z: 0.6038;log_p_z_by_y: -200.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04952;rec: -0.1256;kl: -116.8;log_p_y_by_z: 0.5836;log_p_z_by_y: -201.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04297;rec: -0.128;kl: -116.4;log_p_y_by_z: 0.5463;log_p_z_by_y: -201.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04209;rec: -0.1293;kl: -116.5;log_p_y_by_z: 0.5482;log_p_z_by_y: -200.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04504;rec: -0.1251;kl: -117.2;log_p_y_by_z: 0.5302;log_p_z_by_y: -201.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05979;rec: -0.1202;kl: -117.8;log_p_y_by_z: 0.6221;log_p_z_by_y: -201.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04317;rec: -0.1273;kl: -116.0;log_p_y_by_z: 0.5446;log_p_z_by_y: -201.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04188;rec: -0.1297;kl: -117.6;log_p_y_by_z: 0.5393;log_p_z_by_y: -201.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04694;rec: -0.1268;kl: -117.9;log_p_y_by_z: 0.5583;log_p_z_by_y: -202.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04989;rec: -0.1231;kl: -117.5;log_p_y_by_z: 0.555;log_p_z_by_y: -202.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05232;rec: -0.124;kl: -118.0;log_p_y_by_z: 0.5834;log_p_z_by_y: -202.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04867;rec: -0.1264;kl: -118.4;log_p_y_by_z: 0.5664;log_p_z_by_y: -202.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05812;rec: -0.1216;kl: -117.9;log_p_y_by_z: 0.6177;log_p_z_by_y: -202.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05392;rec: -0.122;kl: -118.0;log_p_y_by_z: 0.5794;log_p_z_by_y: -202.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05499;rec: -0.1215;kl: -118.0;log_p_y_by_z: 0.5846;log_p_z_by_y: -202.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05374;rec: -0.123;kl: -118.9;log_p_y_by_z: 0.5785;log_p_z_by_y: -203.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04302;rec: -0.1281;kl: -118.9;log_p_y_by_z: 0.5225;log_p_z_by_y: -203.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05102;rec: -0.1246;kl: -118.2;log_p_y_by_z: 0.5743;log_p_z_by_y: -203.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04877;rec: -0.1221;kl: -118.0;log_p_y_by_z: 0.5295;log_p_z_by_y: -202.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04935;rec: -0.1231;kl: -117.9;log_p_y_by_z: 0.5449;log_p_z_by_y: -203.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05438;rec: -0.1241;kl: -119.1;log_p_y_by_z: 0.5932;log_p_z_by_y: -202.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06103;rec: -0.1189;kl: -119.0;log_p_y_by_z: 0.6094;log_p_z_by_y: -203.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05488;rec: -0.123;kl: -118.7;log_p_y_by_z: 0.5913;log_p_z_by_y: -203.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04733;rec: -0.1263;kl: -118.7;log_p_y_by_z: 0.5496;log_p_z_by_y: -203.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05866;rec: -0.1217;kl: -119.1;log_p_y_by_z: 0.6124;log_p_z_by_y: -202.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05356;rec: -0.1241;kl: -120.3;log_p_y_by_z: 0.574;log_p_z_by_y: -204.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05057;rec: -0.1292;kl: -119.8;log_p_y_by_z: 0.5995;log_p_z_by_y: -203.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05335;rec: -0.1254;kl: -119.6;log_p_y_by_z: 0.5918;log_p_z_by_y: -204.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05044;rec: -0.1258;kl: -119.1;log_p_y_by_z: 0.5712;log_p_z_by_y: -204.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05135;rec: -0.1238;kl: -120.4;log_p_y_by_z: 0.5474;log_p_z_by_y: -204.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05445;rec: -0.1239;kl: -120.8;log_p_y_by_z: 0.5747;log_p_z_by_y: -204.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05737;rec: -0.1242;kl: -120.3;log_p_y_by_z: 0.6132;log_p_z_by_y: -204.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0589;rec: -0.1225;kl: -120.9;log_p_y_by_z: 0.6046;log_p_z_by_y: -204.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0623;rec: -0.121;kl: -121.1;log_p_y_by_z: 0.6219;log_p_z_by_y: -204.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05145;rec: -0.126;kl: -119.9;log_p_y_by_z: 0.5747;log_p_z_by_y: -204.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05097;rec: -0.1252;kl: -119.8;log_p_y_by_z: 0.5632;log_p_z_by_y: -204.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05422;rec: -0.1206;kl: -120.7;log_p_y_by_z: 0.541;log_p_z_by_y: -204.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0594;rec: -0.1201;kl: -120.7;log_p_y_by_z: 0.5877;log_p_z_by_y: -205.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0564;rec: -0.1237;kl: -121.9;log_p_y_by_z: 0.582;log_p_z_by_y: -205.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05752;rec: -0.1216;kl: -121.5;log_p_y_by_z: 0.5767;log_p_z_by_y: -205.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05064;rec: -0.126;kl: -121.1;log_p_y_by_z: 0.5548;log_p_z_by_y: -205.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05088;rec: -0.1261;kl: -120.5;log_p_y_by_z: 0.5646;log_p_z_by_y: -204.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05726;rec: -0.1222;kl: -122.0;log_p_y_by_z: 0.5738;log_p_z_by_y: -205.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06294;rec: -0.1215;kl: -122.4;log_p_y_by_z: 0.6197;log_p_z_by_y: -205.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06258;rec: -0.1163;kl: -121.3;log_p_y_by_z: 0.5755;log_p_z_by_y: -205.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05491;rec: -0.1243;kl: -122.0;log_p_y_by_z: 0.5724;log_p_z_by_y: -205.7;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06096;rec: -0.1213;kl: -121.2;log_p_y_by_z: 0.6105;log_p_z_by_y: -205.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05028;rec: -0.1258;kl: -121.4;log_p_y_by_z: 0.5463;log_p_z_by_y: -205.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06118;rec: -0.1185;kl: -122.3;log_p_y_by_z: 0.5736;log_p_z_by_y: -205.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0506;rec: -0.1237;kl: -122.0;log_p_y_by_z: 0.523;log_p_z_by_y: -206.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05666;rec: -0.1202;kl: -122.5;log_p_y_by_z: 0.5433;log_p_z_by_y: -206.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05348;rec: -0.1231;kl: -122.4;log_p_y_by_z: 0.5417;log_p_z_by_y: -206.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06021;rec: -0.1237;kl: -121.6;log_p_y_by_z: 0.6225;log_p_z_by_y: -206.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05889;rec: -0.1235;kl: -122.9;log_p_y_by_z: 0.5951;log_p_z_by_y: -206.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05871;rec: -0.1219;kl: -122.2;log_p_y_by_z: 0.5834;log_p_z_by_y: -206.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06254;rec: -0.1203;kl: -122.4;log_p_y_by_z: 0.605;log_p_z_by_y: -206.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06424;rec: -0.1203;kl: -123.6;log_p_y_by_z: 0.61;log_p_z_by_y: -206.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05607;rec: -0.1215;kl: -122.5;log_p_y_by_z: 0.55;log_p_z_by_y: -206.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05953;rec: -0.1228;kl: -123.2;log_p_y_by_z: 0.5909;log_p_z_by_y: -207.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06418;rec: -0.12;kl: -122.5;log_p_y_by_z: 0.6168;log_p_z_by_y: -206.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06605;rec: -0.1188;kl: -122.7;log_p_y_by_z: 0.6213;log_p_z_by_y: -206.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06806;rec: -0.1169;kl: -124.2;log_p_y_by_z: 0.6071;log_p_z_by_y: -207.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05901;rec: -0.1236;kl: -122.9;log_p_y_by_z: 0.5978;log_p_z_by_y: -207.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06246;rec: -0.1211;kl: -123.5;log_p_y_by_z: 0.6011;log_p_z_by_y: -207.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05083;rec: -0.1284;kl: -122.8;log_p_y_by_z: 0.5644;log_p_z_by_y: -207.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05532;rec: -0.1269;kl: -122.6;log_p_y_by_z: 0.5963;log_p_z_by_y: -207.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05835;rec: -0.1218;kl: -122.8;log_p_y_by_z: 0.573;log_p_z_by_y: -207.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05904;rec: -0.1203;kl: -123.4;log_p_y_by_z: 0.5595;log_p_z_by_y: -208.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05222;rec: -0.1258;kl: -123.4;log_p_y_by_z: 0.5461;log_p_z_by_y: -207.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05393;rec: -0.1237;kl: -124.3;log_p_y_by_z: 0.5333;log_p_z_by_y: -208.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04986;rec: -0.1252;kl: -123.5;log_p_y_by_z: 0.5153;log_p_z_by_y: -207.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05863;rec: -0.1239;kl: -124.1;log_p_y_by_z: 0.5841;log_p_z_by_y: -207.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05099;rec: -0.1272;kl: -123.4;log_p_y_by_z: 0.5474;log_p_z_by_y: -208.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05614;rec: -0.1225;kl: -123.6;log_p_y_by_z: 0.55;log_p_z_by_y: -208.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06074;rec: -0.1241;kl: -124.2;log_p_y_by_z: 0.6064;log_p_z_by_y: -208.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06398;rec: -0.1222;kl: -124.5;log_p_y_by_z: 0.6174;log_p_z_by_y: -208.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06063;rec: -0.1203;kl: -125.4;log_p_y_by_z: 0.5559;log_p_z_by_y: -209.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05566;rec: -0.1228;kl: -124.0;log_p_y_by_z: 0.5448;log_p_z_by_y: -208.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06742;rec: -0.1209;kl: -125.3;log_p_y_by_z: 0.6302;log_p_z_by_y: -208.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06614;rec: -0.1215;kl: -124.9;log_p_y_by_z: 0.6278;log_p_z_by_y: -209.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05942;rec: -0.1267;kl: -125.3;log_p_y_by_z: 0.6084;log_p_z_by_y: -209.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06721;rec: -0.1201;kl: -125.3;log_p_y_by_z: 0.6206;log_p_z_by_y: -208.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05026;rec: -0.126;kl: -124.3;log_p_y_by_z: 0.5199;log_p_z_by_y: -208.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05865;rec: -0.1243;kl: -125.3;log_p_y_by_z: 0.5761;log_p_z_by_y: -209.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06504;rec: -0.1162;kl: -126.1;log_p_y_by_z: 0.5511;log_p_z_by_y: -209.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05415;rec: -0.1257;kl: -126.2;log_p_y_by_z: 0.5371;log_p_z_by_y: -209.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06465;rec: -0.1218;kl: -125.1;log_p_y_by_z: 0.6131;log_p_z_by_y: -209.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06511;rec: -0.1225;kl: -125.7;log_p_y_by_z: 0.6191;log_p_z_by_y: -209.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06459;rec: -0.1227;kl: -125.9;log_p_y_by_z: 0.6141;log_p_z_by_y: -209.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06577;rec: -0.1198;kl: -125.8;log_p_y_by_z: 0.5978;log_p_z_by_y: -210.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.053;rec: -0.129;kl: -125.2;log_p_y_by_z: 0.5681;log_p_z_by_y: -210.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06022;rec: -0.1226;kl: -125.4;log_p_y_by_z: 0.5748;log_p_z_by_y: -209.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04927;rec: -0.1323;kl: -125.3;log_p_y_by_z: 0.5619;log_p_z_by_y: -210.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06291;rec: -0.1233;kl: -126.6;log_p_y_by_z: 0.596;log_p_z_by_y: -210.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06722;rec: -0.1204;kl: -127.0;log_p_y_by_z: 0.6063;log_p_z_by_y: -210.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06532;rec: -0.1214;kl: -126.3;log_p_y_by_z: 0.6043;log_p_z_by_y: -210.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06317;rec: -0.1223;kl: -126.9;log_p_y_by_z: 0.5863;log_p_z_by_y: -210.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06965;rec: -0.1173;kl: -127.2;log_p_y_by_z: 0.5979;log_p_z_by_y: -210.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06248;rec: -0.1223;kl: -126.6;log_p_y_by_z: 0.5817;log_p_z_by_y: -210.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06052;rec: -0.1267;kl: -126.1;log_p_y_by_z: 0.6113;log_p_z_by_y: -209.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05617;rec: -0.1251;kl: -126.4;log_p_y_by_z: 0.5493;log_p_z_by_y: -210.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05859;rec: -0.123;kl: -126.5;log_p_y_by_z: 0.5507;log_p_z_by_y: -210.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06847;rec: -0.1186;kl: -127.3;log_p_y_by_z: 0.5977;log_p_z_by_y: -210.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06306;rec: -0.1256;kl: -127.5;log_p_y_by_z: 0.6108;log_p_z_by_y: -210.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07385;rec: -0.1187;kl: -127.6;log_p_y_by_z: 0.6497;log_p_z_by_y: -210.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07065;rec: -0.119;kl: -127.5;log_p_y_by_z: 0.6208;log_p_z_by_y: -210.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06466;rec: -0.1216;kl: -126.9;log_p_y_by_z: 0.5944;log_p_z_by_y: -211.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06226;rec: -0.1224;kl: -126.5;log_p_y_by_z: 0.5814;log_p_z_by_y: -210.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06476;rec: -0.1238;kl: -127.7;log_p_y_by_z: 0.6086;log_p_z_by_y: -211.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0686;rec: -0.1198;kl: -128.0;log_p_y_by_z: 0.6038;log_p_z_by_y: -211.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06426;rec: -0.1234;kl: -127.8;log_p_y_by_z: 0.5985;log_p_z_by_y: -211.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06505;rec: -0.1208;kl: -126.6;log_p_y_by_z: 0.5925;log_p_z_by_y: -211.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06992;rec: -0.118;kl: -127.7;log_p_y_by_z: 0.6019;log_p_z_by_y: -211.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06259;rec: -0.1216;kl: -128.0;log_p_y_by_z: 0.561;log_p_z_by_y: -211.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06509;rec: -0.1211;kl: -127.4;log_p_y_by_z: 0.5888;log_p_z_by_y: -211.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06045;rec: -0.1253;kl: -127.9;log_p_y_by_z: 0.578;log_p_z_by_y: -211.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06892;rec: -0.1164;kl: -128.8;log_p_y_by_z: 0.5653;log_p_z_by_y: -212.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.04543;rec: -0.1258;kl: -128.1;log_p_y_by_z: 0.4316;log_p_z_by_y: -211.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.05805;rec: -0.1277;kl: -128.4;log_p_y_by_z: 0.5731;log_p_z_by_y: -212.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07331;rec: -0.1194;kl: -128.7;log_p_y_by_z: 0.6393;log_p_z_by_y: -212.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06872;rec: -0.1228;kl: -128.2;log_p_y_by_z: 0.6337;log_p_z_by_y: -212.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07081;rec: -0.1177;kl: -128.9;log_p_y_by_z: 0.596;log_p_z_by_y: -212.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06435;rec: -0.1214;kl: -128.6;log_p_y_by_z: 0.5718;log_p_z_by_y: -212.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0742;rec: -0.1162;kl: -129.5;log_p_y_by_z: 0.6091;log_p_z_by_y: -212.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06717;rec: -0.1247;kl: -129.4;log_p_y_by_z: 0.6253;log_p_z_by_y: -212.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06792;rec: -0.1211;kl: -129.4;log_p_y_by_z: 0.5963;log_p_z_by_y: -212.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06577;rec: -0.126;kl: -128.3;log_p_y_by_z: 0.6345;log_p_z_by_y: -212.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07301;rec: -0.1232;kl: -129.2;log_p_y_by_z: 0.6699;log_p_z_by_y: -212.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06714;rec: -0.1219;kl: -129.3;log_p_y_by_z: 0.5976;log_p_z_by_y: -213.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06969;rec: -0.1205;kl: -128.5;log_p_y_by_z: 0.617;log_p_z_by_y: -212.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06204;rec: -0.1207;kl: -129.4;log_p_y_by_z: 0.5329;log_p_z_by_y: -213.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06817;rec: -0.1253;kl: -128.5;log_p_y_by_z: 0.6502;log_p_z_by_y: -213.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06727;rec: -0.1225;kl: -128.4;log_p_y_by_z: 0.6136;log_p_z_by_y: -212.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06826;rec: -0.1229;kl: -129.6;log_p_y_by_z: 0.6157;log_p_z_by_y: -213.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06698;rec: -0.1232;kl: -130.2;log_p_y_by_z: 0.5997;log_p_z_by_y: -213.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07091;rec: -0.1222;kl: -129.5;log_p_y_by_z: 0.6361;log_p_z_by_y: -213.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0638;rec: -0.1219;kl: -128.8;log_p_y_by_z: 0.5688;log_p_z_by_y: -213.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06337;rec: -0.1264;kl: -129.2;log_p_y_by_z: 0.6055;log_p_z_by_y: -213.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06479;rec: -0.1224;kl: -129.9;log_p_y_by_z: 0.5726;log_p_z_by_y: -213.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07005;rec: -0.1217;kl: -129.9;log_p_y_by_z: 0.6181;log_p_z_by_y: -214.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07098;rec: -0.1177;kl: -129.5;log_p_y_by_z: 0.5919;log_p_z_by_y: -213.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07398;rec: -0.1207;kl: -130.4;log_p_y_by_z: 0.6427;log_p_z_by_y: -213.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07382;rec: -0.1195;kl: -130.3;log_p_y_by_z: 0.6302;log_p_z_by_y: -214.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07184;rec: -0.1209;kl: -131.5;log_p_y_by_z: 0.6129;log_p_z_by_y: -214.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07555;rec: -0.1203;kl: -130.3;log_p_y_by_z: 0.6553;log_p_z_by_y: -213.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07396;rec: -0.1192;kl: -130.0;log_p_y_by_z: 0.6307;log_p_z_by_y: -214.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07095;rec: -0.1183;kl: -130.9;log_p_y_by_z: 0.5835;log_p_z_by_y: -214.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06988;rec: -0.1215;kl: -130.5;log_p_y_by_z: 0.6087;log_p_z_by_y: -214.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0736;rec: -0.1197;kl: -131.2;log_p_y_by_z: 0.6212;log_p_z_by_y: -214.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06596;rec: -0.1239;kl: -130.1;log_p_y_by_z: 0.5981;log_p_z_by_y: -213.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07218;rec: -0.1224;kl: -131.3;log_p_y_by_z: 0.6336;log_p_z_by_y: -214.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07037;rec: -0.1209;kl: -130.6;log_p_y_by_z: 0.6066;log_p_z_by_y: -214.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07118;rec: -0.1252;kl: -130.9;log_p_y_by_z: 0.6546;log_p_z_by_y: -214.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07528;rec: -0.1215;kl: -131.1;log_p_y_by_z: 0.6573;log_p_z_by_y: -214.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07206;rec: -0.1208;kl: -132.1;log_p_y_by_z: 0.6084;log_p_z_by_y: -215.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06942;rec: -0.1218;kl: -130.8;log_p_y_by_z: 0.6044;log_p_z_by_y: -214.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06953;rec: -0.1173;kl: -132.1;log_p_y_by_z: 0.5478;log_p_z_by_y: -215.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07043;rec: -0.1233;kl: -131.6;log_p_y_by_z: 0.6221;log_p_z_by_y: -214.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07343;rec: -0.1209;kl: -131.9;log_p_y_by_z: 0.624;log_p_z_by_y: -215.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07132;rec: -0.1242;kl: -131.1;log_p_y_by_z: 0.6446;log_p_z_by_y: -214.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06743;rec: -0.123;kl: -131.1;log_p_y_by_z: 0.5936;log_p_z_by_y: -215.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06437;rec: -0.1239;kl: -130.8;log_p_y_by_z: 0.5741;log_p_z_by_y: -214.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07432;rec: -0.118;kl: -132.1;log_p_y_by_z: 0.6026;log_p_z_by_y: -215.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0721;rec: -0.1214;kl: -132.1;log_p_y_by_z: 0.6146;log_p_z_by_y: -215.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06922;rec: -0.1223;kl: -131.5;log_p_y_by_z: 0.601;log_p_z_by_y: -215.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07486;rec: -0.1196;kl: -132.5;log_p_y_by_z: 0.6193;log_p_z_by_y: -215.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07382;rec: -0.1203;kl: -131.7;log_p_y_by_z: 0.6238;log_p_z_by_y: -215.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07295;rec: -0.1227;kl: -132.2;log_p_y_by_z: 0.6344;log_p_z_by_y: -216.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08509;rec: -0.1137;kl: -132.6;log_p_y_by_z: 0.6613;log_p_z_by_y: -215.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07155;rec: -0.1211;kl: -132.4;log_p_y_by_z: 0.6027;log_p_z_by_y: -215.8;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06998;rec: -0.1227;kl: -132.4;log_p_y_by_z: 0.6032;log_p_z_by_y: -216.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06988;rec: -0.1234;kl: -132.8;log_p_y_by_z: 0.6056;log_p_z_by_y: -216.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07617;rec: -0.1201;kl: -131.9;log_p_y_by_z: 0.6432;log_p_z_by_y: -216.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07443;rec: -0.121;kl: -132.8;log_p_y_by_z: 0.6265;log_p_z_by_y: -216.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07415;rec: -0.1203;kl: -132.0;log_p_y_by_z: 0.6254;log_p_z_by_y: -216.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07603;rec: -0.1223;kl: -132.7;log_p_y_by_z: 0.6567;log_p_z_by_y: -216.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07286;rec: -0.1191;kl: -133.4;log_p_y_by_z: 0.5852;log_p_z_by_y: -216.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07255;rec: -0.1196;kl: -132.6;log_p_y_by_z: 0.5958;log_p_z_by_y: -216.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07602;rec: -0.1188;kl: -132.9;log_p_y_by_z: 0.6194;log_p_z_by_y: -216.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07186;rec: -0.123;kl: -134.2;log_p_y_by_z: 0.6065;log_p_z_by_y: -217.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07251;rec: -0.1228;kl: -132.7;log_p_y_by_z: 0.6267;log_p_z_by_y: -216.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07571;rec: -0.12;kl: -132.1;log_p_y_by_z: 0.6362;log_p_z_by_y: -216.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07412;rec: -0.1204;kl: -132.6;log_p_y_by_z: 0.6187;log_p_z_by_y: -216.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06958;rec: -0.1236;kl: -133.0;log_p_y_by_z: 0.6014;log_p_z_by_y: -217.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06833;rec: -0.1234;kl: -132.6;log_p_y_by_z: 0.5919;log_p_z_by_y: -216.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08507;rec: -0.1149;kl: -134.3;log_p_y_by_z: 0.6562;log_p_z_by_y: -217.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07429;rec: -0.1167;kl: -134.2;log_p_y_by_z: 0.5676;log_p_z_by_y: -217.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07969;rec: -0.1186;kl: -133.8;log_p_y_by_z: 0.6452;log_p_z_by_y: -217.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07439;rec: -0.1217;kl: -133.2;log_p_y_by_z: 0.6292;log_p_z_by_y: -217.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07918;rec: -0.1147;kl: -133.9;log_p_y_by_z: 0.6001;log_p_z_by_y: -217.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07759;rec: -0.1205;kl: -134.4;log_p_y_by_z: 0.6366;log_p_z_by_y: -218.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08001;rec: -0.1167;kl: -134.1;log_p_y_by_z: 0.6253;log_p_z_by_y: -217.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07011;rec: -0.1259;kl: -134.1;log_p_y_by_z: 0.619;log_p_z_by_y: -218.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07328;rec: -0.1238;kl: -133.2;log_p_y_by_z: 0.6387;log_p_z_by_y: -217.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07754;rec: -0.1207;kl: -134.3;log_p_y_by_z: 0.6396;log_p_z_by_y: -217.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07411;rec: -0.1216;kl: -134.2;log_p_y_by_z: 0.615;log_p_z_by_y: -217.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07671;rec: -0.1204;kl: -135.1;log_p_y_by_z: 0.6209;log_p_z_by_y: -218.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07707;rec: -0.1203;kl: -134.2;log_p_y_by_z: 0.6318;log_p_z_by_y: -217.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06603;rec: -0.1237;kl: -134.9;log_p_y_by_z: 0.549;log_p_z_by_y: -218.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0741;rec: -0.1216;kl: -134.0;log_p_y_by_z: 0.6164;log_p_z_by_y: -218.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0804;rec: -0.1194;kl: -134.4;log_p_y_by_z: 0.6544;log_p_z_by_y: -218.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07585;rec: -0.1202;kl: -135.2;log_p_y_by_z: 0.609;log_p_z_by_y: -218.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07781;rec: -0.1187;kl: -134.0;log_p_y_by_z: 0.6245;log_p_z_by_y: -217.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07906;rec: -0.1193;kl: -134.4;log_p_y_by_z: 0.64;log_p_z_by_y: -217.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07727;rec: -0.1196;kl: -134.0;log_p_y_by_z: 0.629;log_p_z_by_y: -218.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07729;rec: -0.1221;kl: -135.4;log_p_y_by_z: 0.6396;log_p_z_by_y: -218.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07233;rec: -0.1246;kl: -135.1;log_p_y_by_z: 0.6183;log_p_z_by_y: -218.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07875;rec: -0.1216;kl: -134.5;log_p_y_by_z: 0.6582;log_p_z_by_y: -218.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07186;rec: -0.1197;kl: -135.4;log_p_y_by_z: 0.561;log_p_z_by_y: -218.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.06974;rec: -0.1241;kl: -133.8;log_p_y_by_z: 0.6012;log_p_z_by_y: -218.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08044;rec: -0.1203;kl: -135.8;log_p_y_by_z: 0.6494;log_p_z_by_y: -219.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08055;rec: -0.1188;kl: -135.5;log_p_y_by_z: 0.6382;log_p_z_by_y: -219.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07722;rec: -0.1217;kl: -135.5;log_p_y_by_z: 0.6337;log_p_z_by_y: -218.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07105;rec: -0.1222;kl: -135.8;log_p_y_by_z: 0.5744;log_p_z_by_y: -219.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07735;rec: -0.1205;kl: -135.9;log_p_y_by_z: 0.6191;log_p_z_by_y: -219.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07811;rec: -0.1188;kl: -136.2;log_p_y_by_z: 0.6073;log_p_z_by_y: -219.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07323;rec: -0.1255;kl: -136.4;log_p_y_by_z: 0.6237;log_p_z_by_y: -219.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07471;rec: -0.1218;kl: -134.7;log_p_y_by_z: 0.6178;log_p_z_by_y: -218.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08592;rec: -0.1165;kl: -135.9;log_p_y_by_z: 0.6648;log_p_z_by_y: -219.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08082;rec: -0.1169;kl: -136.2;log_p_y_by_z: 0.6151;log_p_z_by_y: -219.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07772;rec: -0.1219;kl: -136.6;log_p_y_by_z: 0.6304;log_p_z_by_y: -219.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07511;rec: -0.1226;kl: -135.6;log_p_y_by_z: 0.6212;log_p_z_by_y: -219.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07731;rec: -0.1196;kl: -136.5;log_p_y_by_z: 0.6048;log_p_z_by_y: -219.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0794;rec: -0.1196;kl: -135.9;log_p_y_by_z: 0.6307;log_p_z_by_y: -219.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07491;rec: -0.1186;kl: -136.9;log_p_y_by_z: 0.566;log_p_z_by_y: -219.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0823;rec: -0.1155;kl: -136.4;log_p_y_by_z: 0.6134;log_p_z_by_y: -219.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08039;rec: -0.1213;kl: -135.6;log_p_y_by_z: 0.6603;log_p_z_by_y: -219.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08231;rec: -0.1181;kl: -136.6;log_p_y_by_z: 0.6379;log_p_z_by_y: -220.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08455;rec: -0.1171;kl: -136.1;log_p_y_by_z: 0.655;log_p_z_by_y: -220.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07871;rec: -0.1183;kl: -136.3;log_p_y_by_z: 0.6064;log_p_z_by_y: -219.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07262;rec: -0.1183;kl: -135.9;log_p_y_by_z: 0.5499;log_p_z_by_y: -220.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07708;rec: -0.1221;kl: -137.4;log_p_y_by_z: 0.6175;log_p_z_by_y: -220.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07823;rec: -0.1198;kl: -136.0;log_p_y_by_z: 0.6199;log_p_z_by_y: -220.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08135;rec: -0.1176;kl: -137.1;log_p_y_by_z: 0.6177;log_p_z_by_y: -220.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0761;rec: -0.1221;kl: -136.4;log_p_y_by_z: 0.6177;log_p_z_by_y: -219.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07787;rec: -0.118;kl: -137.2;log_p_y_by_z: 0.587;log_p_z_by_y: -220.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07906;rec: -0.121;kl: -137.2;log_p_y_by_z: 0.6286;log_p_z_by_y: -220.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08224;rec: -0.1185;kl: -136.9;log_p_y_by_z: 0.6384;log_p_z_by_y: -220.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08325;rec: -0.1199;kl: -137.7;log_p_y_by_z: 0.6552;log_p_z_by_y: -220.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08841;rec: -0.1162;kl: -137.2;log_p_y_by_z: 0.6741;log_p_z_by_y: -220.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08405;rec: -0.1172;kl: -137.7;log_p_y_by_z: 0.636;log_p_z_by_y: -221.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08207;rec: -0.1189;kl: -137.0;log_p_y_by_z: 0.6396;log_p_z_by_y: -220.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09035;rec: -0.114;kl: -138.2;log_p_y_by_z: 0.6617;log_p_z_by_y: -220.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08314;rec: -0.1208;kl: -137.1;log_p_y_by_z: 0.6679;log_p_z_by_y: -220.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07872;rec: -0.1216;kl: -137.2;log_p_y_by_z: 0.6314;log_p_z_by_y: -220.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07683;rec: -0.1239;kl: -137.4;log_p_y_by_z: 0.6329;log_p_z_by_y: -221.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08103;rec: -0.1165;kl: -137.6;log_p_y_by_z: 0.5996;log_p_z_by_y: -221.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07491;rec: -0.1205;kl: -137.2;log_p_y_by_z: 0.582;log_p_z_by_y: -221.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07784;rec: -0.1232;kl: -136.8;log_p_y_by_z: 0.6424;log_p_z_by_y: -220.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07684;rec: -0.1259;kl: -137.1;log_p_y_by_z: 0.6566;log_p_z_by_y: -221.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08277;rec: -0.1178;kl: -137.1;log_p_y_by_z: 0.6346;log_p_z_by_y: -221.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08268;rec: -0.1175;kl: -138.3;log_p_y_by_z: 0.6187;log_p_z_by_y: -221.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08177;rec: -0.1179;kl: -138.2;log_p_y_by_z: 0.6145;log_p_z_by_y: -221.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09005;rec: -0.1153;kl: -138.1;log_p_y_by_z: 0.6724;log_p_z_by_y: -221.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08002;rec: -0.124;kl: -137.5;log_p_y_by_z: 0.6651;log_p_z_by_y: -221.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07897;rec: -0.1214;kl: -137.6;log_p_y_by_z: 0.6275;log_p_z_by_y: -220.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07592;rec: -0.1188;kl: -138.6;log_p_y_by_z: 0.5609;log_p_z_by_y: -221.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07663;rec: -0.1209;kl: -137.7;log_p_y_by_z: 0.5986;log_p_z_by_y: -221.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08493;rec: -0.1159;kl: -138.1;log_p_y_by_z: 0.6267;log_p_z_by_y: -221.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08356;rec: -0.1166;kl: -138.3;log_p_y_by_z: 0.6184;log_p_z_by_y: -221.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08519;rec: -0.1178;kl: -139.1;log_p_y_by_z: 0.6386;log_p_z_by_y: -222.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08113;rec: -0.1248;kl: -137.6;log_p_y_by_z: 0.6838;log_p_z_by_y: -221.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07909;rec: -0.1202;kl: -138.6;log_p_y_by_z: 0.6073;log_p_z_by_y: -222.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08459;rec: -0.1217;kl: -138.6;log_p_y_by_z: 0.6762;log_p_z_by_y: -222.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07355;rec: -0.1211;kl: -138.2;log_p_y_by_z: 0.5652;log_p_z_by_y: -222.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08498;rec: -0.1186;kl: -138.8;log_p_y_by_z: 0.6479;log_p_z_by_y: -222.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07899;rec: -0.1209;kl: -138.7;log_p_y_by_z: 0.6126;log_p_z_by_y: -222.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08119;rec: -0.1201;kl: -137.7;log_p_y_by_z: 0.636;log_p_z_by_y: -222.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07748;rec: -0.1218;kl: -137.5;log_p_y_by_z: 0.6177;log_p_z_by_y: -221.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0809;rec: -0.1198;kl: -138.0;log_p_y_by_z: 0.6266;log_p_z_by_y: -221.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07832;rec: -0.1231;kl: -138.4;log_p_y_by_z: 0.6304;log_p_z_by_y: -222.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08506;rec: -0.1187;kl: -138.9;log_p_y_by_z: 0.6487;log_p_z_by_y: -222.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07756;rec: -0.1178;kl: -138.6;log_p_y_by_z: 0.5679;log_p_z_by_y: -222.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08462;rec: -0.1199;kl: -139.3;log_p_y_by_z: 0.6524;log_p_z_by_y: -222.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08876;rec: -0.1159;kl: -139.2;log_p_y_by_z: 0.6547;log_p_z_by_y: -222.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07844;rec: -0.1227;kl: -139.5;log_p_y_by_z: 0.6167;log_p_z_by_y: -222.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08734;rec: -0.116;kl: -139.7;log_p_y_by_z: 0.6367;log_p_z_by_y: -222.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08209;rec: -0.1203;kl: -139.5;log_p_y_by_z: 0.6285;log_p_z_by_y: -222.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08449;rec: -0.116;kl: -139.5;log_p_y_by_z: 0.6094;log_p_z_by_y: -223.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07422;rec: -0.1215;kl: -139.4;log_p_y_by_z: 0.5624;log_p_z_by_y: -223.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08418;rec: -0.1191;kl: -139.6;log_p_y_by_z: 0.6361;log_p_z_by_y: -222.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08602;rec: -0.1167;kl: -138.9;log_p_y_by_z: 0.6379;log_p_z_by_y: -222.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08603;rec: -0.1178;kl: -139.6;log_p_y_by_z: 0.6425;log_p_z_by_y: -222.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08447;rec: -0.117;kl: -140.1;log_p_y_by_z: 0.6137;log_p_z_by_y: -223.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0837;rec: -0.1178;kl: -139.5;log_p_y_by_z: 0.62;log_p_z_by_y: -223.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08341;rec: -0.1216;kl: -139.6;log_p_y_by_z: 0.6546;log_p_z_by_y: -223.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08346;rec: -0.1189;kl: -140.3;log_p_y_by_z: 0.6209;log_p_z_by_y: -223.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08562;rec: -0.1177;kl: -140.0;log_p_y_by_z: 0.6327;log_p_z_by_y: -223.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08306;rec: -0.1203;kl: -139.4;log_p_y_by_z: 0.6399;log_p_z_by_y: -223.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08532;rec: -0.1183;kl: -139.5;log_p_y_by_z: 0.6411;log_p_z_by_y: -223.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08438;rec: -0.1176;kl: -139.5;log_p_y_by_z: 0.6249;log_p_z_by_y: -223.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08579;rec: -0.1172;kl: -140.5;log_p_y_by_z: 0.6254;log_p_z_by_y: -223.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08449;rec: -0.1177;kl: -140.3;log_p_y_by_z: 0.6194;log_p_z_by_y: -223.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09007;rec: -0.1138;kl: -140.4;log_p_y_by_z: 0.6341;log_p_z_by_y: -223.7;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08731;rec: -0.1188;kl: -140.2;log_p_y_by_z: 0.6599;log_p_z_by_y: -223.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08456;rec: -0.1181;kl: -141.3;log_p_y_by_z: 0.6138;log_p_z_by_y: -223.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0805;rec: -0.1147;kl: -139.4;log_p_y_by_z: 0.5583;log_p_z_by_y: -223.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08015;rec: -0.1205;kl: -140.3;log_p_y_by_z: 0.6032;log_p_z_by_y: -223.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08491;rec: -0.1186;kl: -140.5;log_p_y_by_z: 0.6295;log_p_z_by_y: -224.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09632;rec: -0.1129;kl: -141.1;log_p_y_by_z: 0.6805;log_p_z_by_y: -224.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0887;rec: -0.1177;kl: -140.7;log_p_y_by_z: 0.6572;log_p_z_by_y: -224.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09262;rec: -0.118;kl: -140.9;log_p_y_by_z: 0.6969;log_p_z_by_y: -224.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09136;rec: -0.1163;kl: -140.5;log_p_y_by_z: 0.6722;log_p_z_by_y: -223.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08117;rec: -0.1184;kl: -141.1;log_p_y_by_z: 0.5849;log_p_z_by_y: -224.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08571;rec: -0.118;kl: -140.6;log_p_y_by_z: 0.6312;log_p_z_by_y: -224.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.085;rec: -0.1182;kl: -139.6;log_p_y_by_z: 0.6363;log_p_z_by_y: -223.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08498;rec: -0.1197;kl: -140.9;log_p_y_by_z: 0.6383;log_p_z_by_y: -224.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.07612;rec: -0.1188;kl: -140.2;log_p_y_by_z: 0.5477;log_p_z_by_y: -224.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09222;rec: -0.1152;kl: -141.1;log_p_y_by_z: 0.6637;log_p_z_by_y: -224.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08402;rec: -0.1183;kl: -140.9;log_p_y_by_z: 0.6142;log_p_z_by_y: -224.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08167;rec: -0.1228;kl: -140.8;log_p_y_by_z: 0.6372;log_p_z_by_y: -224.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08719;rec: -0.1174;kl: -141.1;log_p_y_by_z: 0.6344;log_p_z_by_y: -225.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08951;rec: -0.1182;kl: -140.3;log_p_y_by_z: 0.6735;log_p_z_by_y: -224.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08429;rec: -0.1147;kl: -141.4;log_p_y_by_z: 0.5761;log_p_z_by_y: -224.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08815;rec: -0.1169;kl: -141.3;log_p_y_by_z: 0.6377;log_p_z_by_y: -224.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08589;rec: -0.1183;kl: -141.2;log_p_y_by_z: 0.6297;log_p_z_by_y: -224.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08055;rec: -0.1209;kl: -140.6;log_p_y_by_z: 0.6085;log_p_z_by_y: -224.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08857;rec: -0.119;kl: -141.3;log_p_y_by_z: 0.6626;log_p_z_by_y: -225.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08559;rec: -0.1198;kl: -140.3;log_p_y_by_z: 0.6517;log_p_z_by_y: -224.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08771;rec: -0.1179;kl: -140.5;log_p_y_by_z: 0.652;log_p_z_by_y: -224.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09178;rec: -0.1162;kl: -140.7;log_p_y_by_z: 0.6719;log_p_z_by_y: -224.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08853;rec: -0.1201;kl: -142.0;log_p_y_by_z: 0.6662;log_p_z_by_y: -225.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09408;rec: -0.115;kl: -141.1;log_p_y_by_z: 0.6799;log_p_z_by_y: -224.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08575;rec: -0.1193;kl: -141.8;log_p_y_by_z: 0.6331;log_p_z_by_y: -225.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09024;rec: -0.1162;kl: -142.7;log_p_y_by_z: 0.6381;log_p_z_by_y: -226.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0842;rec: -0.1179;kl: -141.1;log_p_y_by_z: 0.6099;log_p_z_by_y: -224.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08679;rec: -0.1179;kl: -141.4;log_p_y_by_z: 0.6338;log_p_z_by_y: -224.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08612;rec: -0.1209;kl: -142.2;log_p_y_by_z: 0.6481;log_p_z_by_y: -225.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08696;rec: -0.1187;kl: -141.6;log_p_y_by_z: 0.6402;log_p_z_by_y: -225.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08259;rec: -0.1209;kl: -141.9;log_p_y_by_z: 0.616;log_p_z_by_y: -225.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09427;rec: -0.112;kl: -142.6;log_p_y_by_z: 0.6366;log_p_z_by_y: -226.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09055;rec: -0.1175;kl: -142.1;log_p_y_by_z: 0.6593;log_p_z_by_y: -225.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0908;rec: -0.1118;kl: -141.9;log_p_y_by_z: 0.607;log_p_z_by_y: -225.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08095;rec: -0.1169;kl: -141.4;log_p_y_by_z: 0.5645;log_p_z_by_y: -225.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09129;rec: -0.1166;kl: -142.8;log_p_y_by_z: 0.6508;log_p_z_by_y: -225.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08704;rec: -0.1198;kl: -142.4;log_p_y_by_z: 0.6435;log_p_z_by_y: -225.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09596;rec: -0.1136;kl: -141.8;log_p_y_by_z: 0.6776;log_p_z_by_y: -225.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08743;rec: -0.117;kl: -142.3;log_p_y_by_z: 0.6212;log_p_z_by_y: -225.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09162;rec: -0.1184;kl: -142.5;log_p_y_by_z: 0.6746;log_p_z_by_y: -225.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0875;rec: -0.1199;kl: -142.4;log_p_y_by_z: 0.6508;log_p_z_by_y: -225.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08229;rec: -0.1203;kl: -141.3;log_p_y_by_z: 0.6125;log_p_z_by_y: -225.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08462;rec: -0.1166;kl: -142.0;log_p_y_by_z: 0.5924;log_p_z_by_y: -226.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09309;rec: -0.1138;kl: -143.2;log_p_y_by_z: 0.6364;log_p_z_by_y: -226.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09262;rec: -0.1161;kl: -142.4;log_p_y_by_z: 0.6636;log_p_z_by_y: -226.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09807;rec: -0.1131;kl: -142.7;log_p_y_by_z: 0.6844;log_p_z_by_y: -226.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0916;rec: -0.1146;kl: -142.2;log_p_y_by_z: 0.6404;log_p_z_by_y: -226.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09266;rec: -0.1173;kl: -143.1;log_p_y_by_z: 0.6678;log_p_z_by_y: -226.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08804;rec: -0.1177;kl: -143.1;log_p_y_by_z: 0.6262;log_p_z_by_y: -226.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09225;rec: -0.1157;kl: -143.6;log_p_y_by_z: 0.6431;log_p_z_by_y: -226.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0879;rec: -0.1188;kl: -142.6;log_p_y_by_z: 0.6411;log_p_z_by_y: -226.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08797;rec: -0.1135;kl: -143.1;log_p_y_by_z: 0.5838;log_p_z_by_y: -226.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08827;rec: -0.1169;kl: -142.2;log_p_y_by_z: 0.6297;log_p_z_by_y: -225.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09058;rec: -0.1172;kl: -142.6;log_p_y_by_z: 0.652;log_p_z_by_y: -226.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08896;rec: -0.1173;kl: -144.2;log_p_y_by_z: 0.6214;log_p_z_by_y: -226.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08517;rec: -0.1194;kl: -143.7;log_p_y_by_z: 0.6085;log_p_z_by_y: -226.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09841;rec: -0.1134;kl: -143.5;log_p_y_by_z: 0.6831;log_p_z_by_y: -226.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09508;rec: -0.117;kl: -143.3;log_p_y_by_z: 0.688;log_p_z_by_y: -226.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1024;rec: -0.1117;kl: -143.7;log_p_y_by_z: 0.7036;log_p_z_by_y: -226.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09424;rec: -0.1172;kl: -143.7;log_p_y_by_z: 0.6776;log_p_z_by_y: -227.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09376;rec: -0.1152;kl: -143.1;log_p_y_by_z: 0.659;log_p_z_by_y: -227.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08952;rec: -0.1183;kl: -143.0;log_p_y_by_z: 0.6481;log_p_z_by_y: -227.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08829;rec: -0.1206;kl: -143.6;log_p_y_by_z: 0.6527;log_p_z_by_y: -226.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08966;rec: -0.117;kl: -142.8;log_p_y_by_z: 0.6391;log_p_z_by_y: -227.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09228;rec: -0.1149;kl: -144.3;log_p_y_by_z: 0.6294;log_p_z_by_y: -227.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09322;rec: -0.1141;kl: -143.2;log_p_y_by_z: 0.6413;log_p_z_by_y: -227.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08862;rec: -0.1199;kl: -144.2;log_p_y_by_z: 0.6439;log_p_z_by_y: -226.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08799;rec: -0.1149;kl: -142.9;log_p_y_by_z: 0.5993;log_p_z_by_y: -226.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08487;rec: -0.1176;kl: -144.5;log_p_y_by_z: 0.5797;log_p_z_by_y: -227.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08651;rec: -0.1185;kl: -143.2;log_p_y_by_z: 0.6187;log_p_z_by_y: -227.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0997;rec: -0.1102;kl: -144.4;log_p_y_by_z: 0.6551;log_p_z_by_y: -227.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09332;rec: -0.1181;kl: -142.9;log_p_y_by_z: 0.6846;log_p_z_by_y: -227.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09892;rec: -0.1133;kl: -142.9;log_p_y_by_z: 0.6933;log_p_z_by_y: -226.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09433;rec: -0.117;kl: -143.9;log_p_y_by_z: 0.6745;log_p_z_by_y: -227.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09271;rec: -0.1153;kl: -143.4;log_p_y_by_z: 0.6469;log_p_z_by_y: -227.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08897;rec: -0.116;kl: -143.8;log_p_y_by_z: 0.6126;log_p_z_by_y: -227.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09874;rec: -0.1098;kl: -143.7;log_p_y_by_z: 0.6489;log_p_z_by_y: -227.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08919;rec: -0.1157;kl: -144.2;log_p_y_by_z: 0.6064;log_p_z_by_y: -228.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09434;rec: -0.1093;kl: -144.1;log_p_y_by_z: 0.5945;log_p_z_by_y: -227.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08797;rec: -0.1191;kl: -143.9;log_p_y_by_z: 0.6316;log_p_z_by_y: -227.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09811;rec: -0.114;kl: -144.5;log_p_y_by_z: 0.676;log_p_z_by_y: -227.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09416;rec: -0.119;kl: -143.9;log_p_y_by_z: 0.693;log_p_z_by_y: -227.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08817;rec: -0.1172;kl: -144.0;log_p_y_by_z: 0.6135;log_p_z_by_y: -227.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09183;rec: -0.1142;kl: -143.7;log_p_y_by_z: 0.6237;log_p_z_by_y: -227.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09639;rec: -0.1126;kl: -144.7;log_p_y_by_z: 0.643;log_p_z_by_y: -228.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09925;rec: -0.1112;kl: -144.5;log_p_y_by_z: 0.6587;log_p_z_by_y: -228.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09491;rec: -0.1147;kl: -145.1;log_p_y_by_z: 0.6456;log_p_z_by_y: -227.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08911;rec: -0.1196;kl: -144.9;log_p_y_by_z: 0.6379;log_p_z_by_y: -228.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08611;rec: -0.116;kl: -145.0;log_p_y_by_z: 0.5713;log_p_z_by_y: -228.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1021;rec: -0.1101;kl: -145.1;log_p_y_by_z: 0.6716;log_p_z_by_y: -228.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09949;rec: -0.113;kl: -145.3;log_p_y_by_z: 0.6712;log_p_z_by_y: -228.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0975;rec: -0.1175;kl: -144.9;log_p_y_by_z: 0.7009;log_p_z_by_y: -228.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09271;rec: -0.1159;kl: -144.8;log_p_y_by_z: 0.6379;log_p_z_by_y: -228.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09621;rec: -0.1145;kl: -145.0;log_p_y_by_z: 0.6573;log_p_z_by_y: -228.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1045;rec: -0.1093;kl: -145.4;log_p_y_by_z: 0.6847;log_p_z_by_y: -228.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09485;rec: -0.1145;kl: -145.5;log_p_y_by_z: 0.6388;log_p_z_by_y: -228.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0908;rec: -0.1172;kl: -144.0;log_p_y_by_z: 0.6403;log_p_z_by_y: -228.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09492;rec: -0.1137;kl: -145.4;log_p_y_by_z: 0.6322;log_p_z_by_y: -228.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08955;rec: -0.1157;kl: -145.7;log_p_y_by_z: 0.5951;log_p_z_by_y: -228.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09362;rec: -0.113;kl: -145.2;log_p_y_by_z: 0.6146;log_p_z_by_y: -228.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09636;rec: -0.1179;kl: -145.3;log_p_y_by_z: 0.6893;log_p_z_by_y: -228.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1026;rec: -0.1108;kl: -145.6;log_p_y_by_z: 0.6775;log_p_z_by_y: -229.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08874;rec: -0.1175;kl: -144.4;log_p_y_by_z: 0.619;log_p_z_by_y: -228.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09629;rec: -0.1177;kl: -145.6;log_p_y_by_z: 0.6836;log_p_z_by_y: -228.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1021;rec: -0.1118;kl: -145.5;log_p_y_by_z: 0.6843;log_p_z_by_y: -228.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09296;rec: -0.117;kl: -145.2;log_p_y_by_z: 0.6474;log_p_z_by_y: -229.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08527;rec: -0.1183;kl: -144.5;log_p_y_by_z: 0.5906;log_p_z_by_y: -228.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1008;rec: -0.1118;kl: -144.5;log_p_y_by_z: 0.6815;log_p_z_by_y: -228.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08885;rec: -0.1161;kl: -144.4;log_p_y_by_z: 0.6049;log_p_z_by_y: -228.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0957;rec: -0.1146;kl: -145.0;log_p_y_by_z: 0.6525;log_p_z_by_y: -228.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09846;rec: -0.1153;kl: -145.0;log_p_y_by_z: 0.6867;log_p_z_by_y: -228.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09059;rec: -0.1176;kl: -144.5;log_p_y_by_z: 0.6372;log_p_z_by_y: -228.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0961;rec: -0.1175;kl: -145.0;log_p_y_by_z: 0.6858;log_p_z_by_y: -228.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08965;rec: -0.118;kl: -145.3;log_p_y_by_z: 0.6232;log_p_z_by_y: -229.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09643;rec: -0.1156;kl: -146.2;log_p_y_by_z: 0.6586;log_p_z_by_y: -229.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09671;rec: -0.1129;kl: -145.5;log_p_y_by_z: 0.6416;log_p_z_by_y: -229.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09615;rec: -0.1129;kl: -147.0;log_p_y_by_z: 0.6199;log_p_z_by_y: -229.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09708;rec: -0.1126;kl: -144.9;log_p_y_by_z: 0.6476;log_p_z_by_y: -228.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1047;rec: -0.1104;kl: -147.2;log_p_y_by_z: 0.6786;log_p_z_by_y: -230.0;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09478;rec: -0.1178;kl: -145.3;log_p_y_by_z: 0.6727;log_p_z_by_y: -229.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0941;rec: -0.1168;kl: -145.3;log_p_y_by_z: 0.6561;log_p_z_by_y: -229.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09451;rec: -0.1156;kl: -146.1;log_p_y_by_z: 0.6399;log_p_z_by_y: -229.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08723;rec: -0.1163;kl: -145.5;log_p_y_by_z: 0.58;log_p_z_by_y: -228.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08753;rec: -0.1194;kl: -145.3;log_p_y_by_z: 0.6162;log_p_z_by_y: -229.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1017;rec: -0.1134;kl: -145.5;log_p_y_by_z: 0.696;log_p_z_by_y: -229.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09956;rec: -0.1119;kl: -145.8;log_p_y_by_z: 0.6567;log_p_z_by_y: -229.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1005;rec: -0.1116;kl: -146.2;log_p_y_by_z: 0.6588;log_p_z_by_y: -229.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09993;rec: -0.113;kl: -145.8;log_p_y_by_z: 0.6707;log_p_z_by_y: -229.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09727;rec: -0.1139;kl: -145.9;log_p_y_by_z: 0.6534;log_p_z_by_y: -229.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1009;rec: -0.1105;kl: -146.4;log_p_y_by_z: 0.6502;log_p_z_by_y: -229.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09461;rec: -0.1156;kl: -146.7;log_p_y_by_z: 0.635;log_p_z_by_y: -230.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09419;rec: -0.1169;kl: -146.2;log_p_y_by_z: 0.6495;log_p_z_by_y: -230.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09549;rec: -0.1179;kl: -145.7;log_p_y_by_z: 0.6773;log_p_z_by_y: -229.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1004;rec: -0.1123;kl: -146.5;log_p_y_by_z: 0.6618;log_p_z_by_y: -229.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1001;rec: -0.1116;kl: -147.0;log_p_y_by_z: 0.6476;log_p_z_by_y: -229.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09562;rec: -0.1142;kl: -146.1;log_p_y_by_z: 0.6367;log_p_z_by_y: -230.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09356;rec: -0.1146;kl: -145.8;log_p_y_by_z: 0.6239;log_p_z_by_y: -229.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09652;rec: -0.1136;kl: -147.0;log_p_y_by_z: 0.6311;log_p_z_by_y: -230.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09543;rec: -0.1173;kl: -146.3;log_p_y_by_z: 0.6644;log_p_z_by_y: -230.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09199;rec: -0.1185;kl: -146.6;log_p_y_by_z: 0.6388;log_p_z_by_y: -229.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09806;rec: -0.1163;kl: -146.7;log_p_y_by_z: 0.6761;log_p_z_by_y: -230.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09818;rec: -0.1138;kl: -146.9;log_p_y_by_z: 0.6502;log_p_z_by_y: -230.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09909;rec: -0.1136;kl: -147.3;log_p_y_by_z: 0.6539;log_p_z_by_y: -230.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1064;rec: -0.1087;kl: -146.1;log_p_y_by_z: 0.6904;log_p_z_by_y: -229.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09549;rec: -0.1191;kl: -146.4;log_p_y_by_z: 0.6819;log_p_z_by_y: -230.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09593;rec: -0.1175;kl: -146.0;log_p_y_by_z: 0.6743;log_p_z_by_y: -229.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09247;rec: -0.1159;kl: -146.7;log_p_y_by_z: 0.6165;log_p_z_by_y: -230.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09965;rec: -0.1118;kl: -147.1;log_p_y_by_z: 0.6441;log_p_z_by_y: -230.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.103;rec: -0.1139;kl: -146.0;log_p_y_by_z: 0.7089;log_p_z_by_y: -229.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09312;rec: -0.119;kl: -145.3;log_p_y_by_z: 0.6685;log_p_z_by_y: -230.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08872;rec: -0.1193;kl: -146.8;log_p_y_by_z: 0.6123;log_p_z_by_y: -230.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.102;rec: -0.1127;kl: -145.3;log_p_y_by_z: 0.6931;log_p_z_by_y: -229.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09272;rec: -0.1156;kl: -148.1;log_p_y_by_z: 0.6024;log_p_z_by_y: -231.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09927;rec: -0.1153;kl: -147.7;log_p_y_by_z: 0.6687;log_p_z_by_y: -230.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0986;rec: -0.1149;kl: -146.7;log_p_y_by_z: 0.6686;log_p_z_by_y: -230.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1006;rec: -0.1096;kl: -146.7;log_p_y_by_z: 0.6343;log_p_z_by_y: -230.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1009;rec: -0.1142;kl: -147.8;log_p_y_by_z: 0.6739;log_p_z_by_y: -230.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1005;rec: -0.1151;kl: -147.3;log_p_y_by_z: 0.683;log_p_z_by_y: -230.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0888;rec: -0.1174;kl: -146.9;log_p_y_by_z: 0.5924;log_p_z_by_y: -230.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09915;rec: -0.1073;kl: -147.9;log_p_y_by_z: 0.5857;log_p_z_by_y: -230.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1005;rec: -0.1125;kl: -147.3;log_p_y_by_z: 0.657;log_p_z_by_y: -230.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09603;rec: -0.1145;kl: -146.4;log_p_y_by_z: 0.6419;log_p_z_by_y: -230.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1034;rec: -0.1126;kl: -148.0;log_p_y_by_z: 0.6803;log_p_z_by_y: -230.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09854;rec: -0.1143;kl: -147.2;log_p_y_by_z: 0.657;log_p_z_by_y: -230.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09175;rec: -0.1159;kl: -147.4;log_p_y_by_z: 0.6027;log_p_z_by_y: -230.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09517;rec: -0.1175;kl: -146.4;log_p_y_by_z: 0.663;log_p_z_by_y: -230.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09671;rec: -0.1138;kl: -147.5;log_p_y_by_z: 0.6303;log_p_z_by_y: -231.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09715;rec: -0.1152;kl: -148.1;log_p_y_by_z: 0.6422;log_p_z_by_y: -231.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1093;rec: -0.1088;kl: -147.8;log_p_y_by_z: 0.7022;log_p_z_by_y: -231.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09745;rec: -0.1144;kl: -148.2;log_p_y_by_z: 0.6366;log_p_z_by_y: -231.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0992;rec: -0.1141;kl: -148.0;log_p_y_by_z: 0.6527;log_p_z_by_y: -231.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09873;rec: -0.114;kl: -147.2;log_p_y_by_z: 0.6551;log_p_z_by_y: -230.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1041;rec: -0.1117;kl: -147.8;log_p_y_by_z: 0.6798;log_p_z_by_y: -231.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.08617;rec: -0.1127;kl: -147.2;log_p_y_by_z: 0.5164;log_p_z_by_y: -231.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09189;rec: -0.1164;kl: -146.3;log_p_y_by_z: 0.6198;log_p_z_by_y: -230.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09726;rec: -0.1142;kl: -148.2;log_p_y_by_z: 0.6328;log_p_z_by_y: -231.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1092;rec: -0.1072;kl: -148.0;log_p_y_by_z: 0.6839;log_p_z_by_y: -231.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09521;rec: -0.1144;kl: -147.4;log_p_y_by_z: 0.6228;log_p_z_by_y: -231.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1023;rec: -0.11;kl: -146.7;log_p_y_by_z: 0.6559;log_p_z_by_y: -230.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1014;rec: -0.1128;kl: -147.3;log_p_y_by_z: 0.6696;log_p_z_by_y: -231.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.102;rec: -0.1143;kl: -147.9;log_p_y_by_z: 0.6843;log_p_z_by_y: -231.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1064;rec: -0.11;kl: -148.3;log_p_y_by_z: 0.6805;log_p_z_by_y: -231.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09721;rec: -0.1166;kl: -146.6;log_p_y_by_z: 0.6719;log_p_z_by_y: -230.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09309;rec: -0.1175;kl: -147.2;log_p_y_by_z: 0.6339;log_p_z_by_y: -230.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1009;rec: -0.1144;kl: -147.7;log_p_y_by_z: 0.6763;log_p_z_by_y: -231.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1005;rec: -0.1151;kl: -148.8;log_p_y_by_z: 0.6687;log_p_z_by_y: -231.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09292;rec: -0.1173;kl: -147.1;log_p_y_by_z: 0.6312;log_p_z_by_y: -230.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0972;rec: -0.114;kl: -147.8;log_p_y_by_z: 0.6342;log_p_z_by_y: -232.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1027;rec: -0.1134;kl: -149.1;log_p_y_by_z: 0.6704;log_p_z_by_y: -231.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09532;rec: -0.1165;kl: -148.2;log_p_y_by_z: 0.6356;log_p_z_by_y: -231.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09902;rec: -0.1134;kl: -149.4;log_p_y_by_z: 0.6298;log_p_z_by_y: -232.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09914;rec: -0.1137;kl: -148.5;log_p_y_by_z: 0.6439;log_p_z_by_y: -232.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09379;rec: -0.1113;kl: -148.8;log_p_y_by_z: 0.5623;log_p_z_by_y: -232.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09739;rec: -0.1147;kl: -148.1;log_p_y_by_z: 0.6399;log_p_z_by_y: -231.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09597;rec: -0.1155;kl: -147.5;log_p_y_by_z: 0.6398;log_p_z_by_y: -231.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1052;rec: -0.1085;kl: -146.8;log_p_y_by_z: 0.6681;log_p_z_by_y: -231.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09657;rec: -0.114;kl: -148.7;log_p_y_by_z: 0.6188;log_p_z_by_y: -232.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09711;rec: -0.1155;kl: -147.1;log_p_y_by_z: 0.6553;log_p_z_by_y: -231.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1036;rec: -0.1093;kl: -148.4;log_p_y_by_z: 0.6448;log_p_z_by_y: -232.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.103;rec: -0.1128;kl: -149.1;log_p_y_by_z: 0.6666;log_p_z_by_y: -232.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1065;rec: -0.1105;kl: -148.7;log_p_y_by_z: 0.6829;log_p_z_by_y: -232.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0968;rec: -0.1149;kl: -148.2;log_p_y_by_z: 0.6349;log_p_z_by_y: -232.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1019;rec: -0.1118;kl: -149.1;log_p_y_by_z: 0.6453;log_p_z_by_y: -232.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09595;rec: -0.117;kl: -148.1;log_p_y_by_z: 0.6479;log_p_z_by_y: -232.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09755;rec: -0.1151;kl: -148.2;log_p_y_by_z: 0.6444;log_p_z_by_y: -232.1;\n",
      "Epoch 6 :\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1046;rec: -0.111;kl: -149.5;log_p_y_by_z: 0.6615;log_p_z_by_y: -232.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1046;rec: -0.1102;kl: -148.8;log_p_y_by_z: 0.6601;log_p_z_by_y: -232.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09926;rec: -0.1131;kl: -148.7;log_p_y_by_z: 0.636;log_p_z_by_y: -232.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1049;rec: -0.1087;kl: -148.5;log_p_y_by_z: 0.6505;log_p_z_by_y: -232.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1034;rec: -0.1118;kl: -149.0;log_p_y_by_z: 0.6626;log_p_z_by_y: -232.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1002;rec: -0.1123;kl: -148.0;log_p_y_by_z: 0.6448;log_p_z_by_y: -232.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09672;rec: -0.1163;kl: -148.7;log_p_y_by_z: 0.6425;log_p_z_by_y: -232.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1044;rec: -0.1093;kl: -148.3;log_p_y_by_z: 0.6532;log_p_z_by_y: -231.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1024;rec: -0.1108;kl: -149.3;log_p_y_by_z: 0.6393;log_p_z_by_y: -232.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1056;rec: -0.1096;kl: -147.0;log_p_y_by_z: 0.6824;log_p_z_by_y: -231.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1038;rec: -0.1102;kl: -149.4;log_p_y_by_z: 0.6462;log_p_z_by_y: -232.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09999;rec: -0.1122;kl: -148.3;log_p_y_by_z: 0.6382;log_p_z_by_y: -232.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.105;rec: -0.1093;kl: -148.8;log_p_y_by_z: 0.655;log_p_z_by_y: -232.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1057;rec: -0.1115;kl: -148.1;log_p_y_by_z: 0.6898;log_p_z_by_y: -231.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1021;rec: -0.1122;kl: -150.0;log_p_y_by_z: 0.6423;log_p_z_by_y: -233.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1028;rec: -0.1145;kl: -147.7;log_p_y_by_z: 0.6962;log_p_z_by_y: -232.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1027;rec: -0.1101;kl: -149.8;log_p_y_by_z: 0.6299;log_p_z_by_y: -233.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1033;rec: -0.1108;kl: -148.3;log_p_y_by_z: 0.658;log_p_z_by_y: -232.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09868;rec: -0.1125;kl: -148.2;log_p_y_by_z: 0.6302;log_p_z_by_y: -232.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1046;rec: -0.1123;kl: -149.1;log_p_y_by_z: 0.6777;log_p_z_by_y: -232.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1063;rec: -0.1078;kl: -148.0;log_p_y_by_z: 0.6605;log_p_z_by_y: -232.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1068;rec: -0.1099;kl: -150.3;log_p_y_by_z: 0.664;log_p_z_by_y: -233.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1076;rec: -0.1105;kl: -148.4;log_p_y_by_z: 0.6976;log_p_z_by_y: -232.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1098;rec: -0.1089;kl: -150.0;log_p_y_by_z: 0.6868;log_p_z_by_y: -233.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1039;rec: -0.1117;kl: -148.9;log_p_y_by_z: 0.6673;log_p_z_by_y: -232.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1111;rec: -0.1067;kl: -149.1;log_p_y_by_z: 0.6857;log_p_z_by_y: -233.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1082;rec: -0.1117;kl: -148.8;log_p_y_by_z: 0.7104;log_p_z_by_y: -232.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1086;rec: -0.111;kl: -149.3;log_p_y_by_z: 0.7033;log_p_z_by_y: -233.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.108;rec: -0.109;kl: -149.7;log_p_y_by_z: 0.6725;log_p_z_by_y: -233.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09846;rec: -0.1138;kl: -149.6;log_p_y_by_z: 0.6262;log_p_z_by_y: -233.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.104;rec: -0.11;kl: -149.1;log_p_y_by_z: 0.6486;log_p_z_by_y: -233.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09747;rec: -0.1159;kl: -149.3;log_p_y_by_z: 0.6403;log_p_z_by_y: -233.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09842;rec: -0.1114;kl: -148.3;log_p_y_by_z: 0.6156;log_p_z_by_y: -233.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1051;rec: -0.1094;kl: -148.3;log_p_y_by_z: 0.6622;log_p_z_by_y: -233.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1082;rec: -0.1107;kl: -148.0;log_p_y_by_z: 0.7099;log_p_z_by_y: -232.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1121;rec: -0.1081;kl: -148.9;log_p_y_by_z: 0.7135;log_p_z_by_y: -233.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1018;rec: -0.1112;kl: -149.4;log_p_y_by_z: 0.6361;log_p_z_by_y: -232.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1049;rec: -0.1081;kl: -148.8;log_p_y_by_z: 0.6417;log_p_z_by_y: -233.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1106;rec: -0.1091;kl: -149.2;log_p_y_by_z: 0.7054;log_p_z_by_y: -233.5;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.108;rec: -0.1093;kl: -149.9;log_p_y_by_z: 0.6746;log_p_z_by_y: -233.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1078;rec: -0.1074;kl: -150.5;log_p_y_by_z: 0.647;log_p_z_by_y: -234.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1024;rec: -0.1125;kl: -150.3;log_p_y_by_z: 0.6463;log_p_z_by_y: -233.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09437;rec: -0.1159;kl: -148.4;log_p_y_by_z: 0.6183;log_p_z_by_y: -233.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1117;rec: -0.1059;kl: -150.4;log_p_y_by_z: 0.6715;log_p_z_by_y: -234.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1086;rec: -0.1073;kl: -150.1;log_p_y_by_z: 0.6577;log_p_z_by_y: -233.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1016;rec: -0.1114;kl: -149.2;log_p_y_by_z: 0.6384;log_p_z_by_y: -233.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1137;rec: -0.1083;kl: -150.1;log_p_y_by_z: 0.7191;log_p_z_by_y: -233.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1059;rec: -0.1106;kl: -150.3;log_p_y_by_z: 0.6617;log_p_z_by_y: -233.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1101;rec: -0.1106;kl: -150.3;log_p_y_by_z: 0.7031;log_p_z_by_y: -233.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1041;rec: -0.1095;kl: -150.2;log_p_y_by_z: 0.6341;log_p_z_by_y: -234.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1052;rec: -0.112;kl: -150.6;log_p_y_by_z: 0.6662;log_p_z_by_y: -234.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1064;rec: -0.1092;kl: -150.2;log_p_y_by_z: 0.6537;log_p_z_by_y: -234.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1033;rec: -0.1098;kl: -148.6;log_p_y_by_z: 0.6453;log_p_z_by_y: -233.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09807;rec: -0.1136;kl: -149.8;log_p_y_by_z: 0.6184;log_p_z_by_y: -234.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1021;rec: -0.1103;kl: -149.6;log_p_y_by_z: 0.6281;log_p_z_by_y: -234.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1149;rec: -0.1073;kl: -150.6;log_p_y_by_z: 0.7152;log_p_z_by_y: -234.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1076;rec: -0.1104;kl: -150.6;log_p_y_by_z: 0.6743;log_p_z_by_y: -234.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1076;rec: -0.1098;kl: -150.1;log_p_y_by_z: 0.6731;log_p_z_by_y: -234.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1075;rec: -0.1125;kl: -149.6;log_p_y_by_z: 0.7042;log_p_z_by_y: -233.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1044;rec: -0.1116;kl: -150.4;log_p_y_by_z: 0.6556;log_p_z_by_y: -234.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1065;rec: -0.1097;kl: -150.2;log_p_y_by_z: 0.6599;log_p_z_by_y: -234.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1056;rec: -0.1104;kl: -150.0;log_p_y_by_z: 0.6603;log_p_z_by_y: -234.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1053;rec: -0.1098;kl: -150.2;log_p_y_by_z: 0.6484;log_p_z_by_y: -234.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09983;rec: -0.1136;kl: -149.4;log_p_y_by_z: 0.6406;log_p_z_by_y: -233.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09888;rec: -0.115;kl: -149.7;log_p_y_by_z: 0.6416;log_p_z_by_y: -233.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1136;rec: -0.1056;kl: -151.4;log_p_y_by_z: 0.6774;log_p_z_by_y: -234.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1097;rec: -0.1085;kl: -149.7;log_p_y_by_z: 0.6848;log_p_z_by_y: -233.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1074;rec: -0.1085;kl: -151.0;log_p_y_by_z: 0.6494;log_p_z_by_y: -234.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1132;rec: -0.1088;kl: -150.6;log_p_y_by_z: 0.7137;log_p_z_by_y: -234.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1093;rec: -0.1099;kl: -150.5;log_p_y_by_z: 0.6874;log_p_z_by_y: -234.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1141;rec: -0.1082;kl: -150.9;log_p_y_by_z: 0.7139;log_p_z_by_y: -234.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1078;rec: -0.1111;kl: -150.7;log_p_y_by_z: 0.6818;log_p_z_by_y: -234.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1034;rec: -0.1119;kl: -150.2;log_p_y_by_z: 0.6511;log_p_z_by_y: -234.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1096;rec: -0.1074;kl: -151.3;log_p_y_by_z: 0.6573;log_p_z_by_y: -234.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1033;rec: -0.1134;kl: -150.4;log_p_y_by_z: 0.663;log_p_z_by_y: -234.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1103;rec: -0.1093;kl: -150.6;log_p_y_by_z: 0.6902;log_p_z_by_y: -234.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1136;rec: -0.1066;kl: -150.7;log_p_y_by_z: 0.6955;log_p_z_by_y: -234.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1155;rec: -0.1056;kl: -151.0;log_p_y_by_z: 0.7004;log_p_z_by_y: -235.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1074;rec: -0.1124;kl: -150.9;log_p_y_by_z: 0.6885;log_p_z_by_y: -235.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1041;rec: -0.1112;kl: -151.0;log_p_y_by_z: 0.643;log_p_z_by_y: -235.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1022;rec: -0.1148;kl: -150.7;log_p_y_by_z: 0.6636;log_p_z_by_y: -235.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1059;rec: -0.1101;kl: -150.7;log_p_y_by_z: 0.6528;log_p_z_by_y: -234.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1102;rec: -0.1094;kl: -151.3;log_p_y_by_z: 0.6828;log_p_z_by_y: -234.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.09663;rec: -0.1154;kl: -151.4;log_p_y_by_z: 0.6056;log_p_z_by_y: -235.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.106;rec: -0.1084;kl: -150.5;log_p_y_by_z: 0.6389;log_p_z_by_y: -234.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1049;rec: -0.1109;kl: -151.1;log_p_y_by_z: 0.6469;log_p_z_by_y: -235.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1027;rec: -0.1136;kl: -149.0;log_p_y_by_z: 0.6737;log_p_z_by_y: -234.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1164;rec: -0.1017;kl: -151.3;log_p_y_by_z: 0.6682;log_p_z_by_y: -235.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1087;rec: -0.1098;kl: -151.3;log_p_y_by_z: 0.6722;log_p_z_by_y: -235.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1064;rec: -0.1118;kl: -150.8;log_p_y_by_z: 0.6739;log_p_z_by_y: -235.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1059;rec: -0.11;kl: -151.2;log_p_y_by_z: 0.6466;log_p_z_by_y: -234.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.107;rec: -0.1121;kl: -151.1;log_p_y_by_z: 0.6805;log_p_z_by_y: -234.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1156;rec: -0.1068;kl: -151.8;log_p_y_by_z: 0.7065;log_p_z_by_y: -235.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1058;rec: -0.1111;kl: -150.9;log_p_y_by_z: 0.6611;log_p_z_by_y: -234.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1117;rec: -0.1078;kl: -151.5;log_p_y_by_z: 0.6796;log_p_z_by_y: -235.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1127;rec: -0.1066;kl: -150.4;log_p_y_by_z: 0.6882;log_p_z_by_y: -234.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1132;rec: -0.1075;kl: -150.8;log_p_y_by_z: 0.699;log_p_z_by_y: -234.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1078;rec: -0.1077;kl: -151.4;log_p_y_by_z: 0.642;log_p_z_by_y: -235.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1055;rec: -0.109;kl: -150.2;log_p_y_by_z: 0.6426;log_p_z_by_y: -235.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1062;rec: -0.1088;kl: -151.2;log_p_y_by_z: 0.6379;log_p_z_by_y: -235.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.106;rec: -0.1079;kl: -151.0;log_p_y_by_z: 0.6293;log_p_z_by_y: -235.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1083;rec: -0.1087;kl: -151.5;log_p_y_by_z: 0.6552;log_p_z_by_y: -235.6;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.106;rec: -0.1098;kl: -150.6;log_p_y_by_z: 0.6526;log_p_z_by_y: -234.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1059;rec: -0.1111;kl: -150.4;log_p_y_by_z: 0.6668;log_p_z_by_y: -234.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1028;rec: -0.1139;kl: -150.1;log_p_y_by_z: 0.6663;log_p_z_by_y: -234.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.0975;rec: -0.1153;kl: -149.8;log_p_y_by_z: 0.6298;log_p_z_by_y: -234.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1118;rec: -0.1084;kl: -150.6;log_p_y_by_z: 0.6956;log_p_z_by_y: -235.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1065;rec: -0.1118;kl: -152.3;log_p_y_by_z: 0.6604;log_p_z_by_y: -236.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1157;rec: -0.105;kl: -151.8;log_p_y_by_z: 0.6885;log_p_z_by_y: -235.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1107;rec: -0.1084;kl: -151.8;log_p_y_by_z: 0.6726;log_p_z_by_y: -235.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1141;rec: -0.1073;kl: -151.5;log_p_y_by_z: 0.6983;log_p_z_by_y: -235.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1077;rec: -0.1113;kl: -151.8;log_p_y_by_z: 0.6725;log_p_z_by_y: -235.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1096;rec: -0.1074;kl: -151.7;log_p_y_by_z: 0.6521;log_p_z_by_y: -235.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1052;rec: -0.1118;kl: -151.3;log_p_y_by_z: 0.6578;log_p_z_by_y: -235.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1019;rec: -0.1141;kl: -150.6;log_p_y_by_z: 0.6537;log_p_z_by_y: -235.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.107;rec: -0.1103;kl: -151.6;log_p_y_by_z: 0.6573;log_p_z_by_y: -235.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1106;rec: -0.1095;kl: -153.2;log_p_y_by_z: 0.6688;log_p_z_by_y: -236.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1148;rec: -0.1049;kl: -151.9;log_p_y_by_z: 0.6786;log_p_z_by_y: -235.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.112;rec: -0.1104;kl: -152.4;log_p_y_by_z: 0.7001;log_p_z_by_y: -236.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1081;rec: -0.1105;kl: -151.4;log_p_y_by_z: 0.6713;log_p_z_by_y: -235.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1074;rec: -0.1128;kl: -151.9;log_p_y_by_z: 0.683;log_p_z_by_y: -235.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1108;rec: -0.1098;kl: -152.1;log_p_y_by_z: 0.6859;log_p_z_by_y: -236.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1131;rec: -0.1087;kl: -153.1;log_p_y_by_z: 0.6871;log_p_z_by_y: -236.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1135;rec: -0.1064;kl: -152.0;log_p_y_by_z: 0.6792;log_p_z_by_y: -235.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1045;rec: -0.11;kl: -152.8;log_p_y_by_z: 0.6178;log_p_z_by_y: -236.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1149;rec: -0.105;kl: -151.3;log_p_y_by_z: 0.6862;log_p_z_by_y: -235.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1142;rec: -0.1101;kl: -152.6;log_p_y_by_z: 0.7174;log_p_z_by_y: -236.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.11;rec: -0.1082;kl: -151.8;log_p_y_by_z: 0.6641;log_p_z_by_y: -235.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1115;rec: -0.1076;kl: -152.8;log_p_y_by_z: 0.6626;log_p_z_by_y: -236.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1097;rec: -0.108;kl: -152.3;log_p_y_by_z: 0.6536;log_p_z_by_y: -235.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.101;rec: -0.1153;kl: -151.1;log_p_y_by_z: 0.6517;log_p_z_by_y: -235.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1056;rec: -0.1115;kl: -152.9;log_p_y_by_z: 0.6419;log_p_z_by_y: -236.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1117;rec: -0.1067;kl: -151.8;log_p_y_by_z: 0.6661;log_p_z_by_y: -235.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1082;rec: -0.1096;kl: -153.7;log_p_y_by_z: 0.6407;log_p_z_by_y: -236.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1144;rec: -0.1066;kl: -153.2;log_p_y_by_z: 0.6783;log_p_z_by_y: -236.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1094;rec: -0.1127;kl: -152.5;log_p_y_by_z: 0.6963;log_p_z_by_y: -237.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1095;rec: -0.1117;kl: -151.9;log_p_y_by_z: 0.6924;log_p_z_by_y: -236.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1065;rec: -0.1113;kl: -151.7;log_p_y_by_z: 0.6615;log_p_z_by_y: -236.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.11;rec: -0.11;kl: -152.5;log_p_y_by_z: 0.6741;log_p_z_by_y: -236.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1147;rec: -0.1071;kl: -153.6;log_p_y_by_z: 0.682;log_p_z_by_y: -236.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.112;rec: -0.1107;kl: -152.8;log_p_y_by_z: 0.6994;log_p_z_by_y: -236.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1077;rec: -0.1084;kl: -151.6;log_p_y_by_z: 0.6451;log_p_z_by_y: -236.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1127;rec: -0.1077;kl: -153.1;log_p_y_by_z: 0.6728;log_p_z_by_y: -236.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1151;rec: -0.105;kl: -153.3;log_p_y_by_z: 0.6672;log_p_z_by_y: -236.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1148;rec: -0.1056;kl: -152.9;log_p_y_by_z: 0.6748;log_p_z_by_y: -236.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1078;rec: -0.1103;kl: -153.4;log_p_y_by_z: 0.6467;log_p_z_by_y: -236.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.107;rec: -0.1087;kl: -152.5;log_p_y_by_z: 0.6319;log_p_z_by_y: -236.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1096;rec: -0.1122;kl: -152.9;log_p_y_by_z: 0.6889;log_p_z_by_y: -236.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1057;rec: -0.1106;kl: -153.7;log_p_y_by_z: 0.6271;log_p_z_by_y: -237.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.113;rec: -0.1096;kl: -153.4;log_p_y_by_z: 0.6918;log_p_z_by_y: -237.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.109;rec: -0.1112;kl: -152.8;log_p_y_by_z: 0.6739;log_p_z_by_y: -236.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1099;rec: -0.1104;kl: -153.9;log_p_y_by_z: 0.6636;log_p_z_by_y: -236.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1148;rec: -0.1043;kl: -153.0;log_p_y_by_z: 0.6605;log_p_z_by_y: -236.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1182;rec: -0.1037;kl: -152.5;log_p_y_by_z: 0.6945;log_p_z_by_y: -236.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1224;rec: -0.1037;kl: -154.4;log_p_y_by_z: 0.7169;log_p_z_by_y: -237.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1135;rec: -0.1068;kl: -152.6;log_p_y_by_z: 0.6762;log_p_z_by_y: -236.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1117;rec: -0.1078;kl: -153.9;log_p_y_by_z: 0.6562;log_p_z_by_y: -237.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1145;rec: -0.1072;kl: -153.7;log_p_y_by_z: 0.6802;log_p_z_by_y: -237.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1112;rec: -0.1077;kl: -153.8;log_p_y_by_z: 0.6505;log_p_z_by_y: -237.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1143;rec: -0.1066;kl: -154.2;log_p_y_by_z: 0.6674;log_p_z_by_y: -237.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.109;rec: -0.1096;kl: -152.5;log_p_y_by_z: 0.6609;log_p_z_by_y: -236.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1057;rec: -0.1107;kl: -153.7;log_p_y_by_z: 0.6267;log_p_z_by_y: -237.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1086;rec: -0.1115;kl: -153.1;log_p_y_by_z: 0.6696;log_p_z_by_y: -237.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1118;rec: -0.112;kl: -152.5;log_p_y_by_z: 0.7137;log_p_z_by_y: -236.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1197;rec: -0.1049;kl: -153.8;log_p_y_by_z: 0.7074;log_p_z_by_y: -237.7;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1086;rec: -0.1103;kl: -153.6;log_p_y_by_z: 0.6538;log_p_z_by_y: -237.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1123;rec: -0.1085;kl: -153.3;log_p_y_by_z: 0.6754;log_p_z_by_y: -237.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1166;rec: -0.1075;kl: -152.9;log_p_y_by_z: 0.7115;log_p_z_by_y: -237.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1155;rec: -0.1068;kl: -153.5;log_p_y_by_z: 0.6879;log_p_z_by_y: -237.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.108;rec: -0.1102;kl: -153.3;log_p_y_by_z: 0.6494;log_p_z_by_y: -237.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1172;rec: -0.1055;kl: -154.0;log_p_y_by_z: 0.6873;log_p_z_by_y: -237.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1144;rec: -0.1088;kl: -154.1;log_p_y_by_z: 0.692;log_p_z_by_y: -237.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1116;rec: -0.1065;kl: -153.2;log_p_y_by_z: 0.6493;log_p_z_by_y: -237.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1151;rec: -0.1081;kl: -153.7;log_p_y_by_z: 0.6944;log_p_z_by_y: -237.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1105;rec: -0.1099;kl: -153.1;log_p_y_by_z: 0.6735;log_p_z_by_y: -237.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1148;rec: -0.1063;kl: -153.2;log_p_y_by_z: 0.6787;log_p_z_by_y: -237.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1187;rec: -0.1062;kl: -154.4;log_p_y_by_z: 0.705;log_p_z_by_y: -237.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1096;rec: -0.1105;kl: -152.4;log_p_y_by_z: 0.677;log_p_z_by_y: -237.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.114;rec: -0.1066;kl: -153.8;log_p_y_by_z: 0.6679;log_p_z_by_y: -237.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1113;rec: -0.1096;kl: -153.9;log_p_y_by_z: 0.6693;log_p_z_by_y: -237.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1187;rec: -0.1042;kl: -154.3;log_p_y_by_z: 0.6857;log_p_z_by_y: -237.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1161;rec: -0.1078;kl: -153.1;log_p_y_by_z: 0.7081;log_p_z_by_y: -237.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.113;rec: -0.1077;kl: -153.8;log_p_y_by_z: 0.669;log_p_z_by_y: -237.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1162;rec: -0.1072;kl: -153.3;log_p_y_by_z: 0.7001;log_p_z_by_y: -237.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.118;rec: -0.1043;kl: -154.0;log_p_y_by_z: 0.6825;log_p_z_by_y: -238.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1131;rec: -0.1096;kl: -154.5;log_p_y_by_z: 0.682;log_p_z_by_y: -238.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.112;rec: -0.1049;kl: -153.0;log_p_y_by_z: 0.6385;log_p_z_by_y: -237.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.118;rec: -0.1057;kl: -154.2;log_p_y_by_z: 0.6957;log_p_z_by_y: -238.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1106;rec: -0.111;kl: -153.8;log_p_y_by_z: 0.6781;log_p_z_by_y: -237.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1144;rec: -0.1059;kl: -154.7;log_p_y_by_z: 0.6558;log_p_z_by_y: -238.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1157;rec: -0.1051;kl: -153.2;log_p_y_by_z: 0.6762;log_p_z_by_y: -237.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1152;rec: -0.1043;kl: -154.0;log_p_y_by_z: 0.6545;log_p_z_by_y: -238.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1192;rec: -0.1046;kl: -153.3;log_p_y_by_z: 0.7047;log_p_z_by_y: -237.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1086;rec: -0.1104;kl: -152.6;log_p_y_by_z: 0.6639;log_p_z_by_y: -237.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1169;rec: -0.1052;kl: -153.9;log_p_y_by_z: 0.6819;log_p_z_by_y: -238.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1162;rec: -0.1081;kl: -153.8;log_p_y_by_z: 0.7053;log_p_z_by_y: -238.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1108;rec: -0.1073;kl: -154.8;log_p_y_by_z: 0.6336;log_p_z_by_y: -238.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1158;rec: -0.1061;kl: -153.5;log_p_y_by_z: 0.6841;log_p_z_by_y: -237.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1127;rec: -0.1082;kl: -154.4;log_p_y_by_z: 0.6645;log_p_z_by_y: -238.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1169;rec: -0.1059;kl: -155.7;log_p_y_by_z: 0.6709;log_p_z_by_y: -239.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1176;rec: -0.1064;kl: -155.5;log_p_y_by_z: 0.6854;log_p_z_by_y: -238.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1166;rec: -0.106;kl: -154.4;log_p_y_by_z: 0.6815;log_p_z_by_y: -238.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1112;rec: -0.1088;kl: -154.6;log_p_y_by_z: 0.6546;log_p_z_by_y: -238.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1041;rec: -0.1058;kl: -154.2;log_p_y_by_z: 0.5563;log_p_z_by_y: -238.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1112;rec: -0.1093;kl: -153.8;log_p_y_by_z: 0.6675;log_p_z_by_y: -238.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1162;rec: -0.109;kl: -154.6;log_p_y_by_z: 0.7056;log_p_z_by_y: -238.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1119;rec: -0.1096;kl: -154.4;log_p_y_by_z: 0.6707;log_p_z_by_y: -238.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1123;rec: -0.1093;kl: -155.3;log_p_y_by_z: 0.6631;log_p_z_by_y: -239.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1095;rec: -0.1099;kl: -153.6;log_p_y_by_z: 0.658;log_p_z_by_y: -238.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1178;rec: -0.1074;kl: -155.1;log_p_y_by_z: 0.7003;log_p_z_by_y: -238.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1208;rec: -0.1033;kl: -155.0;log_p_y_by_z: 0.6902;log_p_z_by_y: -239.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1143;rec: -0.1078;kl: -155.0;log_p_y_by_z: 0.6703;log_p_z_by_y: -238.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1167;rec: -0.1063;kl: -154.9;log_p_y_by_z: 0.6803;log_p_z_by_y: -239.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1212;rec: -0.1045;kl: -155.9;log_p_y_by_z: 0.6974;log_p_z_by_y: -239.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1141;rec: -0.1054;kl: -156.1;log_p_y_by_z: 0.6328;log_p_z_by_y: -239.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1147;rec: -0.1049;kl: -156.3;log_p_y_by_z: 0.6336;log_p_z_by_y: -240.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1108;rec: -0.1081;kl: -155.3;log_p_y_by_z: 0.6363;log_p_z_by_y: -239.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1155;rec: -0.1071;kl: -155.2;log_p_y_by_z: 0.6752;log_p_z_by_y: -239.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1299;rec: -0.09831;kl: -156.8;log_p_y_by_z: 0.7143;log_p_z_by_y: -240.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1191;rec: -0.1054;kl: -155.5;log_p_y_by_z: 0.6905;log_p_z_by_y: -239.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1134;rec: -0.1078;kl: -155.3;log_p_y_by_z: 0.6584;log_p_z_by_y: -239.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1251;rec: -0.1002;kl: -156.3;log_p_y_by_z: 0.691;log_p_z_by_y: -239.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1173;rec: -0.1035;kl: -155.7;log_p_y_by_z: 0.6514;log_p_z_by_y: -239.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1195;rec: -0.1073;kl: -156.9;log_p_y_by_z: 0.6984;log_p_z_by_y: -239.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1191;rec: -0.1044;kl: -155.6;log_p_y_by_z: 0.6803;log_p_z_by_y: -240.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.117;rec: -0.1044;kl: -155.8;log_p_y_by_z: 0.657;log_p_z_by_y: -240.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1113;rec: -0.1061;kl: -155.2;log_p_y_by_z: 0.6218;log_p_z_by_y: -239.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1232;rec: -0.1033;kl: -156.4;log_p_y_by_z: 0.7017;log_p_z_by_y: -239.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1233;rec: -0.1045;kl: -155.5;log_p_y_by_z: 0.7219;log_p_z_by_y: -239.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1233;rec: -0.1031;kl: -156.1;log_p_y_by_z: 0.7023;log_p_z_by_y: -239.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.107;rec: -0.1079;kl: -155.7;log_p_y_by_z: 0.5917;log_p_z_by_y: -240.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1206;rec: -0.1052;kl: -157.1;log_p_y_by_z: 0.6871;log_p_z_by_y: -239.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1203;rec: -0.1053;kl: -155.5;log_p_y_by_z: 0.7006;log_p_z_by_y: -240.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.118;rec: -0.1066;kl: -156.8;log_p_y_by_z: 0.6777;log_p_z_by_y: -240.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1207;rec: -0.1051;kl: -156.7;log_p_y_by_z: 0.6913;log_p_z_by_y: -241.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1181;rec: -0.1041;kl: -155.8;log_p_y_by_z: 0.6639;log_p_z_by_y: -240.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1187;rec: -0.106;kl: -154.8;log_p_y_by_z: 0.6988;log_p_z_by_y: -239.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1173;rec: -0.1059;kl: -156.5;log_p_y_by_z: 0.6671;log_p_z_by_y: -240.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1205;rec: -0.1013;kl: -156.4;log_p_y_by_z: 0.6534;log_p_z_by_y: -240.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1228;rec: -0.1035;kl: -156.8;log_p_y_by_z: 0.6954;log_p_z_by_y: -240.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1203;rec: -0.1066;kl: -155.9;log_p_y_by_z: 0.7098;log_p_z_by_y: -240.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1172;rec: -0.1056;kl: -156.5;log_p_y_by_z: 0.6633;log_p_z_by_y: -240.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1211;rec: -0.1037;kl: -156.3;log_p_y_by_z: 0.685;log_p_z_by_y: -240.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1216;rec: -0.1053;kl: -156.4;log_p_y_by_z: 0.7047;log_p_z_by_y: -239.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.114;rec: -0.111;kl: -156.1;log_p_y_by_z: 0.6883;log_p_z_by_y: -240.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1219;rec: -0.1037;kl: -157.4;log_p_y_by_z: 0.6822;log_p_z_by_y: -240.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.115;rec: -0.1079;kl: -156.2;log_p_y_by_z: 0.6673;log_p_z_by_y: -240.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1198;rec: -0.1081;kl: -157.4;log_p_y_by_z: 0.7061;log_p_z_by_y: -240.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1187;rec: -0.108;kl: -157.0;log_p_y_by_z: 0.6969;log_p_z_by_y: -240.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1166;rec: -0.1099;kl: -155.7;log_p_y_by_z: 0.7086;log_p_z_by_y: -240.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1227;rec: -0.1036;kl: -156.2;log_p_y_by_z: 0.701;log_p_z_by_y: -240.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1199;rec: -0.1017;kl: -156.8;log_p_y_by_z: 0.6485;log_p_z_by_y: -240.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1198;rec: -0.1044;kl: -156.4;log_p_y_by_z: 0.679;log_p_z_by_y: -240.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.115;rec: -0.1087;kl: -157.3;log_p_y_by_z: 0.6649;log_p_z_by_y: -241.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1208;rec: -0.1055;kl: -156.3;log_p_y_by_z: 0.6997;log_p_z_by_y: -240.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1178;rec: -0.1036;kl: -156.2;log_p_y_by_z: 0.652;log_p_z_by_y: -240.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1236;rec: -0.1039;kl: -156.6;log_p_y_by_z: 0.7097;log_p_z_by_y: -240.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1248;rec: -0.1023;kl: -156.2;log_p_y_by_z: 0.7088;log_p_z_by_y: -240.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1267;rec: -0.1023;kl: -157.3;log_p_y_by_z: 0.7173;log_p_z_by_y: -240.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1322;rec: -0.09851;kl: -158.1;log_p_y_by_z: 0.7259;log_p_z_by_y: -241.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1318;rec: -0.09949;kl: -157.5;log_p_y_by_z: 0.7383;log_p_z_by_y: -241.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1169;rec: -0.1049;kl: -156.6;log_p_y_by_z: 0.6523;log_p_z_by_y: -240.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1205;rec: -0.1054;kl: -156.8;log_p_y_by_z: 0.6909;log_p_z_by_y: -240.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1154;rec: -0.1068;kl: -155.8;log_p_y_by_z: 0.6627;log_p_z_by_y: -240.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1275;rec: -0.1013;kl: -156.9;log_p_y_by_z: 0.7184;log_p_z_by_y: -241.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1187;rec: -0.1023;kl: -155.9;log_p_y_by_z: 0.6505;log_p_z_by_y: -241.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1243;rec: -0.1031;kl: -157.4;log_p_y_by_z: 0.7005;log_p_z_by_y: -240.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1249;rec: -0.1018;kl: -157.3;log_p_y_by_z: 0.6936;log_p_z_by_y: -241.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.124;rec: -0.1048;kl: -157.3;log_p_y_by_z: 0.7158;log_p_z_by_y: -241.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1148;rec: -0.106;kl: -155.6;log_p_y_by_z: 0.652;log_p_z_by_y: -240.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1201;rec: -0.1046;kl: -157.3;log_p_y_by_z: 0.6742;log_p_z_by_y: -241.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1229;rec: -0.1021;kl: -157.0;log_p_y_by_z: 0.6796;log_p_z_by_y: -241.4;\n",
      "!!!!!!!!!"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1302;rec: -0.09902;kl: -158.2;log_p_y_by_z: 0.7108;log_p_z_by_y: -241.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1161;rec: -0.1098;kl: -157.4;log_p_y_by_z: 0.6847;log_p_z_by_y: -241.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1223;rec: -0.1052;kl: -156.9;log_p_y_by_z: 0.706;log_p_z_by_y: -241.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1267;rec: -0.1025;kl: -157.5;log_p_y_by_z: 0.7169;log_p_z_by_y: -241.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1273;rec: -0.1043;kl: -157.9;log_p_y_by_z: 0.7372;log_p_z_by_y: -242.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1288;rec: -0.1016;kl: -159.3;log_p_y_by_z: 0.7108;log_p_z_by_y: -242.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1247;rec: -0.1052;kl: -157.6;log_p_y_by_z: 0.7224;log_p_z_by_y: -242.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.13;rec: -0.09743;kl: -157.8;log_p_y_by_z: 0.6964;log_p_z_by_y: -241.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1164;rec: -0.1069;kl: -157.8;log_p_y_by_z: 0.6556;log_p_z_by_y: -242.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1239;rec: -0.1046;kl: -158.2;log_p_y_by_z: 0.7037;log_p_z_by_y: -241.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1271;rec: -0.103;kl: -158.2;log_p_y_by_z: 0.718;log_p_z_by_y: -242.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1249;rec: -0.104;kl: -158.5;log_p_y_by_z: 0.7037;log_p_z_by_y: -242.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1263;rec: -0.1031;kl: -158.3;log_p_y_by_z: 0.7111;log_p_z_by_y: -242.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1253;rec: -0.103;kl: -157.7;log_p_y_by_z: 0.7061;log_p_z_by_y: -242.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1276;rec: -0.1008;kl: -158.1;log_p_y_by_z: 0.703;log_p_z_by_y: -242.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1197;rec: -0.1059;kl: -158.6;log_p_y_by_z: 0.6706;log_p_z_by_y: -242.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1264;rec: -0.1021;kl: -157.6;log_p_y_by_z: 0.709;log_p_z_by_y: -242.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.13;rec: -0.1025;kl: -159.1;log_p_y_by_z: 0.7349;log_p_z_by_y: -242.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1226;rec: -0.1032;kl: -158.6;log_p_y_by_z: 0.672;log_p_z_by_y: -242.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.111;rec: -0.1081;kl: -157.9;log_p_y_by_z: 0.6121;log_p_z_by_y: -241.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1201;rec: -0.1031;kl: -158.6;log_p_y_by_z: 0.6458;log_p_z_by_y: -242.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1185;rec: -0.1052;kl: -158.3;log_p_y_by_z: 0.6533;log_p_z_by_y: -242.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1204;rec: -0.1052;kl: -158.8;log_p_y_by_z: 0.6684;log_p_z_by_y: -242.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1281;rec: -0.1021;kl: -158.3;log_p_y_by_z: 0.7192;log_p_z_by_y: -242.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1191;rec: -0.1052;kl: -157.0;log_p_y_by_z: 0.6726;log_p_z_by_y: -241.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1288;rec: -0.1006;kl: -158.2;log_p_y_by_z: 0.7114;log_p_z_by_y: -242.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1251;rec: -0.1059;kl: -158.5;log_p_y_by_z: 0.7252;log_p_z_by_y: -242.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1179;rec: -0.1053;kl: -158.2;log_p_y_by_z: 0.6502;log_p_z_by_y: -242.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1209;rec: -0.1068;kl: -159.1;log_p_y_by_z: 0.6865;log_p_z_by_y: -242.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1236;rec: -0.1035;kl: -157.9;log_p_y_by_z: 0.6912;log_p_z_by_y: -242.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1275;rec: -0.1025;kl: -158.9;log_p_y_by_z: 0.711;log_p_z_by_y: -242.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1264;rec: -0.1029;kl: -159.0;log_p_y_by_z: 0.7031;log_p_z_by_y: -242.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1261;rec: -0.1062;kl: -159.3;log_p_y_by_z: 0.73;log_p_z_by_y: -243.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1261;rec: -0.1011;kl: -158.5;log_p_y_by_z: 0.6865;log_p_z_by_y: -242.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1162;rec: -0.1098;kl: -157.3;log_p_y_by_z: 0.6867;log_p_z_by_y: -241.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1226;rec: -0.106;kl: -158.5;log_p_y_by_z: 0.7021;log_p_z_by_y: -242.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1206;rec: -0.1049;kl: -158.0;log_p_y_by_z: 0.6751;log_p_z_by_y: -242.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1111;rec: -0.1075;kl: -157.9;log_p_y_by_z: 0.6073;log_p_z_by_y: -242.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1145;rec: -0.105;kl: -157.7;log_p_y_by_z: 0.6186;log_p_z_by_y: -242.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1216;rec: -0.1081;kl: -158.5;log_p_y_by_z: 0.712;log_p_z_by_y: -242.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1292;rec: -0.1001;kl: -159.1;log_p_y_by_z: 0.702;log_p_z_by_y: -242.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1269;rec: -0.102;kl: -159.7;log_p_y_by_z: 0.6922;log_p_z_by_y: -243.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1295;rec: -0.1015;kl: -159.3;log_p_y_by_z: 0.7172;log_p_z_by_y: -242.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1268;rec: -0.1031;kl: -158.1;log_p_y_by_z: 0.7181;log_p_z_by_y: -242.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1259;rec: -0.1038;kl: -159.0;log_p_y_by_z: 0.7073;log_p_z_by_y: -243.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1271;rec: -0.1034;kl: -158.3;log_p_y_by_z: 0.722;log_p_z_by_y: -242.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1245;rec: -0.1036;kl: -158.7;log_p_y_by_z: 0.6938;log_p_z_by_y: -243.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1238;rec: -0.1018;kl: -157.8;log_p_y_by_z: 0.6789;log_p_z_by_y: -242.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1225;rec: -0.1065;kl: -158.0;log_p_y_by_z: 0.7089;log_p_z_by_y: -242.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1237;rec: -0.1053;kl: -158.0;log_p_y_by_z: 0.7098;log_p_z_by_y: -242.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1305;rec: -0.1008;kl: -159.6;log_p_y_by_z: 0.7176;log_p_z_by_y: -243.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1258;rec: -0.1039;kl: -158.4;log_p_y_by_z: 0.7129;log_p_z_by_y: -242.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1221;rec: -0.1059;kl: -158.3;log_p_y_by_z: 0.6962;log_p_z_by_y: -242.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1226;rec: -0.1029;kl: -157.9;log_p_y_by_z: 0.6766;log_p_z_by_y: -242.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1225;rec: -0.1048;kl: -159.6;log_p_y_by_z: 0.6773;log_p_z_by_y: -243.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1273;rec: -0.1024;kl: -158.3;log_p_y_by_z: 0.7132;log_p_z_by_y: -242.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.13;rec: -0.105;kl: -159.3;log_p_y_by_z: 0.7573;log_p_z_by_y: -243.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1253;rec: -0.1019;kl: -158.7;log_p_y_by_z: 0.6855;log_p_z_by_y: -243.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1305;rec: -0.1005;kl: -159.4;log_p_y_by_z: 0.7159;log_p_z_by_y: -243.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1201;rec: -0.1061;kl: -157.2;log_p_y_by_z: 0.6898;log_p_z_by_y: -242.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1256;rec: -0.1025;kl: -158.3;log_p_y_by_z: 0.6973;log_p_z_by_y: -242.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1253;rec: -0.1017;kl: -158.6;log_p_y_by_z: 0.6838;log_p_z_by_y: -243.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.117;rec: -0.1074;kl: -158.9;log_p_y_by_z: 0.6547;log_p_z_by_y: -243.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1225;rec: -0.102;kl: -159.1;log_p_y_by_z: 0.6546;log_p_z_by_y: -243.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1223;rec: -0.1032;kl: -158.9;log_p_y_by_z: 0.6674;log_p_z_by_y: -243.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1261;rec: -0.1035;kl: -158.9;log_p_y_by_z: 0.7068;log_p_z_by_y: -243.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1236;rec: -0.1027;kl: -159.5;log_p_y_by_z: 0.6684;log_p_z_by_y: -243.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1274;rec: -0.1025;kl: -158.6;log_p_y_by_z: 0.7138;log_p_z_by_y: -242.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1256;rec: -0.1054;kl: -160.4;log_p_y_by_z: 0.7064;log_p_z_by_y: -243.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1263;rec: -0.1057;kl: -158.8;log_p_y_by_z: 0.732;log_p_z_by_y: -242.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1333;rec: -0.09815;kl: -159.9;log_p_y_by_z: 0.7156;log_p_z_by_y: -243.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1254;rec: -0.1046;kl: -160.3;log_p_y_by_z: 0.697;log_p_z_by_y: -243.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1256;rec: -0.103;kl: -160.1;log_p_y_by_z: 0.685;log_p_z_by_y: -243.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1269;rec: -0.1023;kl: -158.5;log_p_y_by_z: 0.7061;log_p_z_by_y: -243.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1232;rec: -0.1017;kl: -159.5;log_p_y_by_z: 0.6545;log_p_z_by_y: -244.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1204;rec: -0.1012;kl: -160.1;log_p_y_by_z: 0.6155;log_p_z_by_y: -244.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1266;rec: -0.1054;kl: -157.9;log_p_y_by_z: 0.7402;log_p_z_by_y: -242.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1199;rec: -0.1066;kl: -158.5;log_p_y_by_z: 0.6802;log_p_z_by_y: -242.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1263;rec: -0.1025;kl: -158.8;log_p_y_by_z: 0.6999;log_p_z_by_y: -243.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1262;rec: -0.1029;kl: -159.6;log_p_y_by_z: 0.6947;log_p_z_by_y: -243.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1243;rec: -0.1024;kl: -159.1;log_p_y_by_z: 0.6756;log_p_z_by_y: -243.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1243;rec: -0.1027;kl: -159.2;log_p_y_by_z: 0.6784;log_p_z_by_y: -243.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1268;rec: -0.1033;kl: -159.8;log_p_y_by_z: 0.7032;log_p_z_by_y: -244.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1231;rec: -0.1083;kl: -159.0;log_p_y_by_z: 0.7239;log_p_z_by_y: -243.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1264;rec: -0.1003;kl: -159.5;log_p_y_by_z: 0.6724;log_p_z_by_y: -243.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1311;rec: -0.1009;kl: -160.2;log_p_y_by_z: 0.7171;log_p_z_by_y: -244.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1261;rec: -0.1027;kl: -159.1;log_p_y_by_z: 0.6967;log_p_z_by_y: -243.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1263;rec: -0.1043;kl: -159.9;log_p_y_by_z: 0.7069;log_p_z_by_y: -244.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1227;rec: -0.1043;kl: -159.6;log_p_y_by_z: 0.6742;log_p_z_by_y: -243.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1301;rec: -0.09986;kl: -159.8;log_p_y_by_z: 0.702;log_p_z_by_y: -243.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1318;rec: -0.09815;kl: -160.0;log_p_y_by_z: 0.6992;log_p_z_by_y: -243.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1282;rec: -0.1038;kl: -159.9;log_p_y_by_z: 0.7209;log_p_z_by_y: -244.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.123;rec: -0.1063;kl: -159.0;log_p_y_by_z: 0.7034;log_p_z_by_y: -244.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1297;rec: -0.1021;kl: -159.6;log_p_y_by_z: 0.7228;log_p_z_by_y: -244.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.126;rec: -0.1039;kl: -159.2;log_p_y_by_z: 0.7064;log_p_z_by_y: -243.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.132;rec: -0.1008;kl: -159.8;log_p_y_by_z: 0.7303;log_p_z_by_y: -244.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1309;rec: -0.1022;kl: -160.0;log_p_y_by_z: 0.731;log_p_z_by_y: -244.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1231;rec: -0.1027;kl: -159.5;log_p_y_by_z: 0.6624;log_p_z_by_y: -244.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.13;rec: -0.09928;kl: -160.1;log_p_y_by_z: 0.6912;log_p_z_by_y: -244.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1204;rec: -0.1056;kl: -159.6;log_p_y_by_z: 0.6648;log_p_z_by_y: -244.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1148;rec: -0.1091;kl: -159.8;log_p_y_by_z: 0.6408;log_p_z_by_y: -244.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1205;rec: -0.1055;kl: -161.1;log_p_y_by_z: 0.6484;log_p_z_by_y: -244.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1301;rec: -0.1021;kl: -159.8;log_p_y_by_z: 0.7246;log_p_z_by_y: -243.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1298;rec: -0.1013;kl: -159.9;log_p_y_by_z: 0.7124;log_p_z_by_y: -244.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1365;rec: -0.0986;kl: -161.5;log_p_y_by_z: 0.7362;log_p_z_by_y: -245.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1286;rec: -0.1012;kl: -160.4;log_p_y_by_z: 0.6942;log_p_z_by_y: -244.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1294;rec: -0.1002;kl: -159.4;log_p_y_by_z: 0.7025;log_p_z_by_y: -243.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1257;rec: -0.1043;kl: -158.8;log_p_y_by_z: 0.7117;log_p_z_by_y: -243.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1302;rec: -0.09956;kl: -159.8;log_p_y_by_z: 0.6992;log_p_z_by_y: -244.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1217;rec: -0.1046;kl: -159.2;log_p_y_by_z: 0.6716;log_p_z_by_y: -244.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1238;rec: -0.1042;kl: -160.2;log_p_y_by_z: 0.6775;log_p_z_by_y: -244.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1304;rec: -0.1013;kl: -159.5;log_p_y_by_z: 0.7222;log_p_z_by_y: -244.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1342;rec: -0.101;kl: -160.9;log_p_y_by_z: 0.7429;log_p_z_by_y: -244.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1264;rec: -0.1026;kl: -159.8;log_p_y_by_z: 0.6916;log_p_z_by_y: -244.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1288;rec: -0.1042;kl: -160.8;log_p_y_by_z: 0.7219;log_p_z_by_y: -244.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1291;rec: -0.09906;kl: -159.9;log_p_y_by_z: 0.6825;log_p_z_by_y: -244.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1275;rec: -0.1016;kl: -160.5;log_p_y_by_z: 0.686;log_p_z_by_y: -244.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1301;rec: -0.1012;kl: -160.4;log_p_y_by_z: 0.7086;log_p_z_by_y: -244.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1339;rec: -0.1005;kl: -160.8;log_p_y_by_z: 0.7361;log_p_z_by_y: -244.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1247;rec: -0.1055;kl: -160.3;log_p_y_by_z: 0.6991;log_p_z_by_y: -244.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1236;rec: -0.1064;kl: -160.5;log_p_y_by_z: 0.6956;log_p_z_by_y: -244.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1272;rec: -0.1031;kl: -159.4;log_p_y_by_z: 0.708;log_p_z_by_y: -244.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1268;rec: -0.09981;kl: -160.7;log_p_y_by_z: 0.659;log_p_z_by_y: -244.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.119;rec: -0.1023;kl: -159.8;log_p_y_by_z: 0.6156;log_p_z_by_y: -244.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1254;rec: -0.1007;kl: -159.4;log_p_y_by_z: 0.6672;log_p_z_by_y: -244.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1276;rec: -0.1038;kl: -161.1;log_p_y_by_z: 0.7029;log_p_z_by_y: -245.4;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1332;rec: -0.101;kl: -160.2;log_p_y_by_z: 0.74;log_p_z_by_y: -244.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1315;rec: -0.1005;kl: -159.9;log_p_y_by_z: 0.7211;log_p_z_by_y: -244.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1227;rec: -0.102;kl: -160.2;log_p_y_by_z: 0.6456;log_p_z_by_y: -244.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1271;rec: -0.1014;kl: -160.8;log_p_y_by_z: 0.6768;log_p_z_by_y: -245.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1297;rec: -0.1016;kl: -159.9;log_p_y_by_z: 0.7145;log_p_z_by_y: -245.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1348;rec: -0.1009;kl: -160.2;log_p_y_by_z: 0.7556;log_p_z_by_y: -244.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1306;rec: -0.1018;kl: -159.8;log_p_y_by_z: 0.7261;log_p_z_by_y: -244.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1341;rec: -0.1001;kl: -160.4;log_p_y_by_z: 0.7381;log_p_z_by_y: -244.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1311;rec: -0.1031;kl: -160.5;log_p_y_by_z: 0.7368;log_p_z_by_y: -245.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1222;rec: -0.1053;kl: -160.1;log_p_y_by_z: 0.6729;log_p_z_by_y: -244.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1287;rec: -0.1011;kl: -160.5;log_p_y_by_z: 0.6922;log_p_z_by_y: -244.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1325;rec: -0.1027;kl: -160.8;log_p_y_by_z: 0.7446;log_p_z_by_y: -244.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1292;rec: -0.1028;kl: -159.4;log_p_y_by_z: 0.7261;log_p_z_by_y: -244.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1309;rec: -0.09973;kl: -161.2;log_p_y_by_z: 0.6952;log_p_z_by_y: -245.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1204;rec: -0.106;kl: -160.7;log_p_y_by_z: 0.6564;log_p_z_by_y: -245.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1267;rec: -0.1014;kl: -161.4;log_p_y_by_z: 0.6666;log_p_z_by_y: -245.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1288;rec: -0.1008;kl: -161.7;log_p_y_by_z: 0.6794;log_p_z_by_y: -245.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1319;rec: -0.09896;kl: -161.5;log_p_y_by_z: 0.694;log_p_z_by_y: -245.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1301;rec: -0.09788;kl: -160.2;log_p_y_by_z: 0.677;log_p_z_by_y: -244.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1273;rec: -0.1006;kl: -160.7;log_p_y_by_z: 0.6713;log_p_z_by_y: -244.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1306;rec: -0.09951;kl: -160.8;log_p_y_by_z: 0.6935;log_p_z_by_y: -244.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.134;rec: -0.09857;kl: -160.5;log_p_y_by_z: 0.7216;log_p_z_by_y: -245.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1294;rec: -0.1005;kl: -160.5;log_p_y_by_z: 0.6939;log_p_z_by_y: -245.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.132;rec: -0.1015;kl: -160.7;log_p_y_by_z: 0.7272;log_p_z_by_y: -245.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1209;rec: -0.1081;kl: -160.4;log_p_y_by_z: 0.6862;log_p_z_by_y: -245.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1287;rec: -0.09911;kl: -160.2;log_p_y_by_z: 0.676;log_p_z_by_y: -244.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1294;rec: -0.1004;kl: -162.1;log_p_y_by_z: 0.6775;log_p_z_by_y: -246.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1343;rec: -0.09898;kl: -161.0;log_p_y_by_z: 0.7235;log_p_z_by_y: -245.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.132;rec: -0.1002;kl: -161.4;log_p_y_by_z: 0.7091;log_p_z_by_y: -245.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1225;rec: -0.1013;kl: -160.7;log_p_y_by_z: 0.6312;log_p_z_by_y: -245.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1368;rec: -0.09784;kl: -161.2;log_p_y_by_z: 0.734;log_p_z_by_y: -245.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1279;rec: -0.1053;kl: -160.9;log_p_y_by_z: 0.7228;log_p_z_by_y: -245.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1301;rec: -0.09911;kl: -161.1;log_p_y_by_z: 0.6814;log_p_z_by_y: -245.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1304;rec: -0.1005;kl: -162.6;log_p_y_by_z: 0.6822;log_p_z_by_y: -246.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1277;rec: -0.1008;kl: -162.9;log_p_y_by_z: 0.6559;log_p_z_by_y: -247.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1245;rec: -0.1036;kl: -160.5;log_p_y_by_z: 0.6756;log_p_z_by_y: -245.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1256;rec: -0.1058;kl: -161.4;log_p_y_by_z: 0.6997;log_p_z_by_y: -245.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1268;rec: -0.1025;kl: -161.0;log_p_y_by_z: 0.6824;log_p_z_by_y: -245.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1197;rec: -0.1052;kl: -160.6;log_p_y_by_z: 0.643;log_p_z_by_y: -245.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.127;rec: -0.1022;kl: -161.2;log_p_y_by_z: 0.6804;log_p_z_by_y: -245.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1317;rec: -0.1017;kl: -160.8;log_p_y_by_z: 0.7254;log_p_z_by_y: -245.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1267;rec: -0.1053;kl: -160.7;log_p_y_by_z: 0.7133;log_p_z_by_y: -245.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1392;rec: -0.09913;kl: -161.7;log_p_y_by_z: 0.7661;log_p_z_by_y: -245.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1358;rec: -0.1;kl: -162.4;log_p_y_by_z: 0.7337;log_p_z_by_y: -245.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1293;rec: -0.1046;kl: -161.8;log_p_y_by_z: 0.7204;log_p_z_by_y: -246.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1289;rec: -0.1017;kl: -161.1;log_p_y_by_z: 0.6959;log_p_z_by_y: -245.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1268;rec: -0.1013;kl: -160.9;log_p_y_by_z: 0.6726;log_p_z_by_y: -245.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1314;rec: -0.1007;kl: -161.1;log_p_y_by_z: 0.7097;log_p_z_by_y: -245.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1289;rec: -0.0978;kl: -161.2;log_p_y_by_z: 0.6554;log_p_z_by_y: -245.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1338;rec: -0.1001;kl: -161.0;log_p_y_by_z: 0.7293;log_p_z_by_y: -246.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1225;rec: -0.1032;kl: -162.4;log_p_y_by_z: 0.6335;log_p_z_by_y: -246.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1264;rec: -0.1001;kl: -161.7;log_p_y_by_z: 0.6479;log_p_z_by_y: -246.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1295;rec: -0.103;kl: -163.1;log_p_y_by_z: 0.6939;log_p_z_by_y: -246.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1335;rec: -0.1016;kl: -161.3;log_p_y_by_z: 0.738;log_p_z_by_y: -246.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1257;rec: -0.1054;kl: -161.7;log_p_y_by_z: 0.6943;log_p_z_by_y: -245.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1303;rec: -0.1015;kl: -161.9;log_p_y_by_z: 0.6981;log_p_z_by_y: -246.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1301;rec: -0.1002;kl: -161.9;log_p_y_by_z: 0.6839;log_p_z_by_y: -246.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1319;rec: -0.1009;kl: -163.3;log_p_y_by_z: 0.6943;log_p_z_by_y: -246.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1279;rec: -0.1015;kl: -160.5;log_p_y_by_z: 0.6884;log_p_z_by_y: -245.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1386;rec: -0.0982;kl: -162.8;log_p_y_by_z: 0.7398;log_p_z_by_y: -246.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1273;rec: -0.1009;kl: -162.0;log_p_y_by_z: 0.661;log_p_z_by_y: -246.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1339;rec: -0.09768;kl: -162.6;log_p_y_by_z: 0.6903;log_p_z_by_y: -246.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1338;rec: -0.1002;kl: -162.6;log_p_y_by_z: 0.7151;log_p_z_by_y: -246.6;\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.123;rec: -0.1027;kl: -162.1;log_p_y_by_z: 0.6366;log_p_z_by_y: -246.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1279;rec: -0.1012;kl: -161.7;log_p_y_by_z: 0.6742;log_p_z_by_y: -245.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1255;rec: -0.1053;kl: -160.2;log_p_y_by_z: 0.706;log_p_z_by_y: -246.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1338;rec: -0.09916;kl: -162.1;log_p_y_by_z: 0.7085;log_p_z_by_y: -246.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1329;rec: -0.1001;kl: -163.0;log_p_y_by_z: 0.7002;log_p_z_by_y: -247.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1314;rec: -0.1014;kl: -161.5;log_p_y_by_z: 0.7119;log_p_z_by_y: -246.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1274;rec: -0.1011;kl: -163.0;log_p_y_by_z: 0.6551;log_p_z_by_y: -246.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1289;rec: -0.1007;kl: -161.6;log_p_y_by_z: 0.6802;log_p_z_by_y: -246.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1323;rec: -0.1012;kl: -163.0;log_p_y_by_z: 0.7051;log_p_z_by_y: -247.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1362;rec: -0.1019;kl: -162.5;log_p_y_by_z: 0.7559;log_p_z_by_y: -246.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1335;rec: -0.09717;kl: -162.6;log_p_y_by_z: 0.6806;log_p_z_by_y: -246.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1379;rec: -0.09838;kl: -163.0;log_p_y_by_z: 0.7334;log_p_z_by_y: -246.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1327;rec: -0.1001;kl: -161.0;log_p_y_by_z: 0.7187;log_p_z_by_y: -246.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1368;rec: -0.09974;kl: -163.4;log_p_y_by_z: 0.7317;log_p_z_by_y: -247.0;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1337;rec: -0.09861;kl: -162.9;log_p_y_by_z: 0.6941;log_p_z_by_y: -246.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.132;rec: -0.09992;kl: -162.4;log_p_y_by_z: 0.6947;log_p_z_by_y: -246.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1353;rec: -0.1011;kl: -161.7;log_p_y_by_z: 0.7464;log_p_z_by_y: -246.3;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1308;rec: -0.104;kl: -161.0;log_p_y_by_z: 0.7383;log_p_z_by_y: -245.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1308;rec: -0.09918;kl: -162.5;log_p_y_by_z: 0.6748;log_p_z_by_y: -246.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1311;rec: -0.1018;kl: -162.1;log_p_y_by_z: 0.7084;log_p_z_by_y: -246.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1317;rec: -0.1001;kl: -161.9;log_p_y_by_z: 0.6987;log_p_z_by_y: -246.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1304;rec: -0.1022;kl: -162.5;log_p_y_by_z: 0.7009;log_p_z_by_y: -246.5;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1385;rec: -0.09707;kl: -162.9;log_p_y_by_z: 0.7273;log_p_z_by_y: -246.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1231;rec: -0.1;kl: -162.8;log_p_y_by_z: 0.6034;log_p_z_by_y: -247.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1237;rec: -0.1017;kl: -162.4;log_p_y_by_z: 0.6296;log_p_z_by_y: -246.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1337;rec: -0.09802;kl: -162.7;log_p_y_by_z: 0.6909;log_p_z_by_y: -247.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1229;rec: -0.1039;kl: -162.1;log_p_y_by_z: 0.6471;log_p_z_by_y: -246.6;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1215;rec: -0.1015;kl: -162.5;log_p_y_by_z: 0.6055;log_p_z_by_y: -247.1;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1294;rec: -0.1004;kl: -162.7;log_p_y_by_z: 0.6716;log_p_z_by_y: -247.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1358;rec: -0.09927;kl: -163.0;log_p_y_by_z: 0.7207;log_p_z_by_y: -247.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1309;rec: -0.1015;kl: -162.0;log_p_y_by_z: 0.7046;log_p_z_by_y: -246.4;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1258;rec: -0.1041;kl: -161.7;log_p_y_by_z: 0.6825;log_p_z_by_y: -246.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1419;rec: -0.09781;kl: -163.3;log_p_y_by_z: 0.7636;log_p_z_by_y: -247.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1424;rec: -0.09683;kl: -164.0;log_p_y_by_z: 0.752;log_p_z_by_y: -247.9;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1245;rec: -0.1028;kl: -163.0;log_p_y_by_z: 0.6426;log_p_z_by_y: -247.7;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1299;rec: -0.1023;kl: -162.2;log_p_y_by_z:  0.7;log_p_z_by_y: -246.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1326;rec: -0.1016;kl: -163.0;log_p_y_by_z: 0.7122;log_p_z_by_y: -246.8;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!loss: -0.1324;rec: -0.0993;kl: -162.8;log_p_y_by_z: 0.6889;log_p_z_by_y: -247.2;\n",
      "!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!"
     ]
    }
   ],
   "source": [
    "model.train_as_vaelp(train_loader, lr=1e-4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "! mkdir -p saved_gentrl"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.save('./saved_gentrl/')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.9"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}