{ "metadata": { "name": "", "signature": "sha256:54b5f277802ddacd2ea1d361760a27ac78401cf305e9c93fae459aac3ee8c7b9" }, "nbformat": 3, "nbformat_minor": 0, "worksheets": [ { "cells": [ { "cell_type": "code", "collapsed": false, "input": [ "import os\n", "import numpy as np\n", "import scipy.stats\n", "\n", "from sklearn.metrics import roc_auc_score, average_precision_score\n", "\n", "import pmf" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 1 }, { "cell_type": "code", "collapsed": false, "input": [ "train_tracks = list()\n", "with open('train_tracks.txt', 'rb') as f:\n", " for line in f:\n", " train_tracks.append(line.strip())\n", " \n", "test_tracks = list()\n", "with open('test_tracks.txt', 'rb') as f:\n", " for line in f:\n", " test_tracks.append(line.strip())\n", " \n", "tags = list()\n", "with open('voc.txt', 'rb') as f:\n", " for line in f:\n", " tags.append(line.strip())" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 2 }, { "cell_type": "code", "collapsed": false, "input": [ "def construct_pred_mask(tags_predicted, predictat):\n", " n_samples, n_tags = tags_predicted.shape\n", " rankings = np.argsort(-tags_predicted, axis=1)[:, :predictat]\n", " tags_predicted_binary = np.zeros_like(tags_predicted, dtype=bool)\n", " for i in xrange(n_samples):\n", " tags_predicted_binary[i, rankings[i]] = 1\n", " return tags_predicted_binary\n", "\n", "def per_tag_prec_recall(tags_predicted_binary, tags_true_binary):\n", " mask = np.logical_and(tags_predicted_binary, tags_true_binary)\n", " prec = mask.sum(axis=0) / (tags_predicted_binary.sum(axis=0) + np.spacing(1))\n", " tags_true_count = tags_true_binary.sum(axis=0).astype(float)\n", " idx = (tags_true_count > 0)\n", " recall = mask.sum(axis=0)[idx] / tags_true_count[idx]\n", " return prec, recall\n", "\n", "\n", "def aroc_ap(tags_true_binary, tags_predicted):\n", " n_tags = tags_true_binary.shape[1]\n", " \n", " auc = list()\n", " aprec = list()\n", " for i in xrange(n_tags):\n", " if np.sum(tags_true_binary[:, i]) != 0:\n", " auc.append(roc_auc_score(tags_true_binary[:, i], tags_predicted[:, i]))\n", " aprec.append(average_precision_score(tags_true_binary[:, i], tags_predicted[:, i]))\n", " return auc, aprec\n", "\n", "\n", "def print_out_metrics(tags_true_binary, tags_predicted, predictat):\n", " tags_predicted_binary = construct_pred_mask(tags_predicted, predictat)\n", " prec, recall = per_tag_prec_recall(tags_predicted_binary, tags_true_binary)\n", " mprec, mrecall = np.mean(prec), np.mean(recall)\n", " \n", " print 'Precision = %.3f (%.3f)' % (mprec, np.std(prec) / sqrt(prec.size))\n", " print 'Recall = %.3f (%.3f)' % (mrecall, np.std(recall) / sqrt(recall.size))\n", " print 'F-score = %.3f' % (2 * mprec * mrecall / (mprec + mrecall))\n", "\n", " auc, aprec = aroc_ap(tags_true_binary, tags_predicted)\n", " print 'AROC = %.3f (%.3f)' % (np.mean(auc), np.std(auc) / sqrt(len(auc)))\n", " print 'AP = %.3f (%.3f)' % (np.mean(aprec), np.std(aprec) / sqrt(len(aprec)))" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 3 }, { "cell_type": "code", "collapsed": false, "input": [ "# take tracks with at least 20 tags \n", "y_test = None\n", "\n", "test_tracks_selected = list()\n", "\n", "for tid in test_tracks:\n", " tdir = os.path.join('vq_hist', '/'.join(tid[2:5]))\n", " bot = np.load(os.path.join(tdir, '%s_BoT.npy' % tid))\n", " if (bot > 0).sum() >= 20:\n", " test_tracks_selected.append(tid)\n", " if y_test is None:\n", " y_test = bot\n", " else:\n", " y_test = np.vstack((y_test, bot))" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 4 }, { "cell_type": "code", "collapsed": false, "input": [ "hist(np.sum( (y_test > 0), axis=1), bins=50)\n", "pass" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "display_data", "png": "iVBORw0KGgoAAAANSUhEUgAAAXgAAAD9CAYAAAC2l2x5AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGllJREFUeJzt3X10U3W+7/HvxrbHUZ6VppjUlS7bUlKBhofCnePMBEuK\nT8QyMJGqmEH0rDW93hHuWir4xx2YP2hw1swVR3vXjKc6WcwcSs/MmbZ6pLYomcEnirY9qAFbtb0m\naROEEikoBtp9/+iNU6D0AZqW/vp+rbXX6n7K/n0J67N//eWXXU3XdQEAqGfCaDcAABAfBDwAKIqA\nBwBFEfAAoCgCHgAURcADgKIGFfCRSGTq6tWr/zx79uzDFovFd+DAgcUdHR3T7XZ7bWZmZlN+fn5N\nJBKZGju+uLh4c0ZGRnNWVtaRmpqa/Pg1HwBwKYMK+Mcff3zHXXfd9drhw4dnHzp0aG5WVtYRt9u9\nyW631zY1NWXm5eW94Xa7N4mI+Hw+y+7du+/z+XyW6urqO4qKikq6u7v5TQEARpqu6/0ukUhkSlpa\n2ucXbp81a9aRUChk0HVd2tvbU2bNmnVE13XZtm3bZrfb/VTsuOXLl1e/++67Swa6DgsLCwvL8C4D\n9qxbWlrSZsyY8eW6detenj9/fv2jjz764unTp68Ph8MGg8EQFhExGAzhcDhsEBFpa2u7yWQyBWLn\nm0ymQDAYNMbvFgUA6EvCQAecO3cuob6+fv7zzz//2KJFiw5u2LDh2dhwTIymabqmaZd85sGF+/o7\nFgBwabqua4M9dsAevMlkCphMpsCiRYsOioisXr36z/X19fNTUlJCoVAoRUSkvb19ZnJy8lEREaPR\nGPT7/amx8wOBgMloNAb7aOZ5S1LSBvnNb34z6r/SDMfyi1/8YtTbQH3UN95qGw/1DdWAAZ+SkhJK\nTU31NzU1ZYqI7N27d1l2dvbHK1aseMXj8bhERDwej6ugoKBCRMThcFSVlZWtiUajSS0tLWnNzc0Z\nubm5dUNuGQDgigw4RCMi8tvf/vZ/PPDAA3+KRqNJt9xyy2cvv/zyuq6urmucTmd5aWnperPZ3Fpe\nXu4UEbFYLD6n01lusVh8CQkJ50pKSooYkgGAkTeogJ83b95/HTx4cNGF2/fu3busr+OffvrpbU8/\n/fS2K23cWGWz2Ua7CXFFfWOXyrWJqF/fUGmXM65zxRfVNL1n7P0fkpI2itt9s2zcuHHE2wMAY4Gm\naaIP54esAICxiYAHAEUR8ACgKAIeABRFwAOAogh4AFAUAQ8AiiLgAUBRBDwAKIqABwBFEfAAoCgC\nHgAURcADgKIIeABQFAEPAIoi4AFAUQQ8ACiKgAcARRHwAKAoAh4AFEXAA4CiCHgAUBQBDwCKIuAB\nQFEEPAAoioAHAEUR8ACgqEEFvNlsbp07d+4hq9XakJubWyci0tHRMd1ut9dmZmY25efn10Qikamx\n44uLizdnZGQ0Z2VlHampqcmPV+MBAJc2qIDXNE33er22hoYGa11dXa6IiNvt3mS322ubmpoy8/Ly\n3nC73ZtERHw+n2X37t33+Xw+S3V19R1FRUUl3d3d/KYAACNs0MGr67rWe72qqsrhcrk8IiIul8tT\nUVFRICJSWVl5b2Fh4a7ExMSzZrO5NT09/dPYTQEAMHIG3YNftmzZ3oULF77/4osvPioiEg6HDQaD\nISwiYjAYwuFw2CAi0tbWdpPJZArEzjWZTIFgMGiMR+MBAJeWMJiD3n777X+eOXNm+5dffjnDbrfX\nZmVlHem9X9M0XdM0/VLn971vS6+fbYNqLACMJ16vV7xe72WfP6iAnzlzZruIyIwZM75cuXLlX+vq\n6nINBkM4FAqlpKSkhNrb22cmJycfFRExGo1Bv9+fGjs3EAiYjEZj8OJX3XLBeuXl1gAASrLZbGKz\n2b5b37p165DOH3CI5uuvv76us7NzkojI6dOnr6+pqcmfM2fOhw6Ho8rj8bhERDwej6ugoKBCRMTh\ncFSVlZWtiUajSS0tLWnNzc0ZsZk3AICRM2APPhwOG1auXPlXEZFz584lPPDAA3/Kz8+vWbhw4ftO\np7O8tLR0vdlsbi0vL3eKiFgsFp/T6Sy3WCy+hISEcyUlJUX9Dd8AAOJD0/WRz96ewD//uklJG8Xt\nvlk2btw44u0BgLFA07SLZjT2h/npAKAoAh4AFEXAA4CiCHgAUBQBDwCKIuABQFEEPAAoioAHAEUR\n8ACgKAIeABRFwAOAogh4AFAUAQ8AiiLgAUBRBDwAKIqABwBFEfAAoCgCHgAURcADgKIIeABQFAEP\nAIoi4AFAUQQ8ACiKgAcARRHwAKAoAh4AFEXAA4CiCHgAUBQBDwCKGlTAd3V1XWO1WhtWrFjxiohI\nR0fHdLvdXpuZmdmUn59fE4lEpsaOLS4u3pyRkdGclZV1pKamJj9eDQcA9G9QAb9jx47HLRaLT9M0\nXUTE7XZvstvttU1NTZl5eXlvuN3uTSIiPp/Psnv37vt8Pp+lurr6jqKiopLu7m5+SwCAUTBg+AYC\nAdNrr7121yOPPPKvuq5rIiJVVVUOl8vlERFxuVyeioqKAhGRysrKewsLC3clJiaeNZvNrenp6Z/W\n1dXlxrcEAEBfEgY6YOPGjf/7V7/61RMnT56cHNsWDocNBoMhLCJiMBjC4XDYICLS1tZ205IlS96L\nHWcymQLBYNDY9ytv6fWz7bIaDwAq83q94vV6L/v8fgP+1VdfvSc5Ofmo1Wpt8Hq9tr6O0TRNjw3d\nXGp/33u2XLBe2W9DAWC8sdlsYrPZvlvfunXrkM7vN+Dfeeed71dVVTlee+21u86cOXPtyZMnJ69d\nu3anwWAIh0KhlJSUlFB7e/vM5OTkoyIiRqMx6Pf7U2PnBwIBk9FoDA6pRQCAYdHvGPy2bdue9vv9\nqS0tLWllZWVrbr/99jd37ty51uFwVHk8HpeIiMfjcRUUFFSIiDgcjqqysrI10Wg0qaWlJa25uTkj\nNze3biQKAQCcb8Ax+N5iwy2bNm1yO53O8tLS0vVms7m1vLzcKSJisVh8Tqez3GKx+BISEs6VlJQU\n9Td8AwCIH03XRz5/e0L//OsmJW0Ut/tm2bhx44i3BwDGAk3TJDabcTCYow4AiiLgAUBRBDwAKIqA\nBwBFEfAAoCgCHgAURcADgKIIeABQFAEPAIoi4AFAUQQ8ACiKgAcARRHwAKAoAh4AFEXAA4CiCHgA\nUBQBDwCKIuABQFEEPAAoioAHAEUR8ACgKAIeABRFwAOAogh4AFAUAQ8AiiLgAUBRmq7rI39RTdNF\nzr9uUtJG0bQX5dtvT190/KRJ0+TkyY6Rah4AXJU0TRNd17XBHp8Qz8YMVU+4X3zD6ewcdD0AgP+v\n3yGaM2fOXLt48eIDOTk5jRaLxbd58+ZiEZGOjo7pdru9NjMzsyk/P78mEolMjZ1TXFy8OSMjozkr\nK+tITU1NfrwLAAD0rd+Av/baa8/s27dvaWNjY86hQ4fm7tu3b+lbb711m9vt3mS322ubmpoy8/Ly\n3nC73ZtERHw+n2X37t33+Xw+S3V19R1FRUUl3d3djPMDwCgYMHyvu+66r0VEotFoUldX1zXTpk07\nUVVV5XC5XB4REZfL5amoqCgQEamsrLy3sLBwV2Ji4lmz2dyanp7+aV1dXW58SwAA9GXAMfju7u4J\n8+fPr//ss89u+dnPfvZ/srOzPw6HwwaDwRAWETEYDOFwOGwQEWlra7tpyZIl78XONZlMgWAwaOz7\nlbf0+tl2BSUAgJq8Xq94vd7LPn/AgJ8wYUJ3Y2NjzldffTVl+fLlr+/bt29p7/2apuk9s2L6dul9\nWy5Yrxy4tQAwjthsNrHZbN+tb926dUjnD3p8fMqUKV/dfffd//nBBx8sMBgM4VAolCIi0t7ePjM5\nOfmoiIjRaAz6/f7U2DmBQMBkNBqDQ2oRAGBY9Bvwx44duzE2Q+abb775Xm1trd1qtTY4HI4qj8fj\nEhHxeDyugoKCChERh8NRVVZWtiYajSa1tLSkNTc3Z+Tm5tbFvwwAwIX6HaJpb2+f6XK5PN3d3RO6\nu7snrF27dmdeXt4bVqu1wel0lpeWlq43m82t5eXlThERi8Xiczqd5RaLxZeQkHCupKSkqL/hGwBA\n/FxV32SNRp+Vvr7oJKLJaLQTAK4mQ/0mK3PUAUBRBDwAKIqABwBFEfAAoCgCHgAURcADgKIIeABQ\nFAEPAIoi4AFAUQQ8ACiKgAcARRHwAKCoMRLwCaJp2kXL5MnTR7thAHDVGvAvOl0dzklfT5ns7Bz0\nQ9UAYNwZIz14AMBQEfAAoCgCHgAURcADgKLGTcBPnjydmTgAxpUxMotm8CZPni6dnScusZeZOADG\nD+UCvifc+/7D3QAwnoybIRoAGG/GeA++5xuuAICLjfGA7+sbrgQ+AIgwRAMAyiLgAUBRBDwAKIqA\nBwBFDRjwfr8/denSpfuys7M/vvXWWz967rnnfi4i0tHRMd1ut9dmZmY25efn10Qikamxc4qLizdn\nZGQ0Z2VlHampqcmPZwEAgL5put7Xl4L+IRQKpYRCoZScnJzGU6dOTVywYMEHFRUVBS+//PK6G2+8\n8diTTz75zPbt2586ceLENLfbvcnn81nuv//+fzt48OCiYDBoXLZs2d6mpqbMCRMmdH93UU3TL5z9\nkpS0UaLRZ+XSX1Ia7PahHNuzfaB/AwC4GmiaJrquD3qq4IA9+JSUlFBOTk6jiMjEiRNPzZ49+3Aw\nGDRWVVU5XC6XR0TE5XJ5KioqCkREKisr7y0sLNyVmJh41mw2t6anp39aV1eXe7kFAQAuz5Dmwbe2\ntpobGhqsixcvPhAOhw0GgyEsImIwGMLhcNggItLW1nbTkiVL3oudYzKZAsFg0Hjxq23p9bPtMpoO\nAGrzer3i9Xov+/xBB/ypU6cmrlq16i87dux4fNKkSZ2992mapvcMu/St731bLlivHGxTAGBcsNls\nYrPZvlvfunXrkM4f1Cyas2fPJq5ateova9eu3VlQUFAh0tNrD4VCKSIi7e3tM5OTk4+KiBiNxqDf\n70+NnRsIBExGozE4pFYBAK7YgAGv67q2fv36UovF4tuwYcOzse0Oh6PK4/G4REQ8Ho8rFvwOh6Oq\nrKxsTTQaTWppaUlrbm7OyM3NrYtfCQCAvgw4i+att9667Yc//OHf586deyg21FJcXLw5Nze3zul0\nln/xxRc3m83m1vLycufUqVMjIiLbtm17+qWXXno4ISHh3I4dOx5fvnz56+ddlFk0ADBkQ51FM2DA\nxwMBDwBDN+zTJAEAYxMBDwCKIuABQFEEPAAoioAHAEUR8ACgKAIeABRFwAOAogh4AFAUAQ8AiiLg\nAUBRBDwAKIqABwBFEfCSIJqmXbRMnjx9tBsGAFdkSH+TVU3npK/HCHd2DvqJnABwVaIHDwCKIuAB\nQFEEPAAoioAHAEUR8ACgKAIeABRFwAOAogh4AFAUAQ8AiiLgAUBRBDwAKIqAH6LJk6fzYDIAYwIP\nGxuizs4TcuHDyXgwGYCr0YA9+Icffvglg8EQnjNnzoexbR0dHdPtdnttZmZmU35+fk0kEpka21dc\nXLw5IyOjOSsr60hNTU1+vBoef30/RhgAxooBA37dunUvV1dX39F7m9vt3mS322ubmpoy8/Ly3nC7\n3ZtERHw+n2X37t33+Xw+S3V19R1FRUUl3d3dY3QYKPYY4QsXABgbBgzfH/zgB/unTZt2ove2qqoq\nh8vl8oiIuFwuT0VFRYGISGVl5b2FhYW7EhMTz5rN5tb09PRP6+rqcuPTdABAfy6rdx0Ohw0GgyEs\nImIwGMLhcNggItLW1naTyWQKxI4zmUyBYDBoHJ6mAgCG4oo/ZNU0Tdc07ZJjF5fet6XXz7YrbQYA\nKMfr9YrX673s8y8r4A0GQzgUCqWkpKSE2tvbZyYnJx8VETEajUG/358aOy4QCJiMRmOw71fZcsF6\n5eU0BQCUZbPZxGazfbe+devWIZ1/WUM0DoejyuPxuEREPB6Pq6CgoCK2vaysbE00Gk1qaWlJa25u\nzsjNza27nGsAAK7MgD34wsLCXX/7299+dOzYsRtTU1P9v/zlL//Xpk2b3E6ns7y0tHS92WxuLS8v\nd4qIWCwWn9PpLLdYLL6EhIRzJSUlRf0N3wAA4kfT9ZHP357QP/+6SUkbJRp9VvqeiqgNYftQjh2u\n7ZqMxr8jgPFF0zTRdX3QX8gZo3PUAQADIeDjqK/n1vDsGgAjhWfRDIuEfh5jcPHQDc+uATAS6MEP\ni6E+1qDv59zQswcwnOjBj4rYDeF89OwBDCd68ACgKAIeABRFwAOAogj4qwofvgIYPnzIelXhw1cA\nw4cePAAoioAHAEUR8ACgKAJ+TLj4w1c+eAUwED5kHRMu/vCVD14BDIQe/JjFlEoA/aMHP2YxpRJA\n/+jBA4CiCHgAUBQBDwCKIuABQFEEPAAoioBXDtMnAfQg4JXT99+H7ezsJPiBcYZ58OMG8+aB8YYe\nPAAoioAf9xizB1RFwI97lxqzPzGqrRrI5MnTuTEBA4hLwFdXV9+RlZV1JCMjo3n79u1PxeMaVzfv\naDcgrrxe73nroxG2PTeg+NyYLqxPJSrXJqJ+fUM17AHf1dV1zWOPPfZ8dXX1HT6fz7Jr167Cw4cP\nzx7u61zdvKPdgLiIBfnSpUvPC/LhCtu+bhSj0SNXOSRUrk1E/fqGatgDvq6uLjc9Pf1Ts9ncmpiY\neHbNmjVllZWV9w73dRBvF4/N/yPIfyHnh/ngX6NnSepze183iuEaKmJIB+PRsE+TDAaDxtTUVH9s\n3WQyBQ4cOLD4wuOmTFlx3vq333403E3BFelrWuVQp1T2PTWz53Uutf1CPTeJwevv+L6miSZedHxS\n0rWyZcuWIVwTV7PJk6f32VGYNGmanDzZMQotGjnDHvCapvXXpfvOV1+9eqlXGIbtw/EaV3rNraNw\nzZHYHtu29RLb49WWKz128MdHo2eGeFMZW7ZuvfC9U8tg6+vsPKH0+ywSh4A3Go1Bv9+fGlv3+/2p\nJpMp0PsYXdfV/lcFgKvAsI/BL1y48P3m5uaM1tZWczQaTdq9e/d9DoejarivAwDo37D34BMSEs49\n//zzjy1fvvz1rq6ua9avX186e/bsw8N9HQBA/+IyD/7OO+/c88knn8z69NNP0x988ME/Ll26dF92\ndvbHt95660fPPffcz0VEOjo6ptvt9trMzMym/Pz8mkgkMjUebYmnM2fOXLt48eIDOTk5jRaLxbd5\n8+ZiETVq662rq+saq9XasGLFildE1KrPbDa3zp0795DVam3Izc2tE1GrvkgkMnX16tV/nj179mGL\nxeI7cODAYlXq++STT2ZZrdaG2DJlypSvnnvuuZ+rUl9xcfHm7Ozsj+fMmfPh/fff/2/ffvvtPw25\nNl3X47q0t7enNDQ05Oi6Lp2dnRMzMzM/8fl8s5944olntm/f/qSu6+J2u5966qmn3PFuSzyW06dP\nX6frupw9ezZh8eLF7+3fv/82VWqLLb/+9a//5/333/+nFStWVOm6LirVZzabW44fPz699zaV6nvo\noYc8paWlD+t6z//RSCQyRaX6YktXV9eElJSU9i+++CJVhfpaWlrMaWlpn585c+afdF0Xp9O5+w9/\n+INrqLWNeMPvvffeitra2mWzZs06EgqFDLrecxOYNWvWkdH+R72S5fTp09ctXLjw4EcffZStUm1+\nv9+Ul5e3980331x6zz33vKLruqhUn9lsbjl27NgNvbepUl8kEpmSlpb2+YXbVamv9/L666/n33bb\nbftVqe/48ePTMzMzP+no6Jh29uzZhHvuueeVmpoa+1BrG9FGt7S0mG+++eb/e/LkyUlTp049Edve\n3d2t9V4fS0tXV9eEefPmNU6cOLHziSeeeEbXdVGlNl3XZfXq1f9eX19v9Xq9P4oFvEr1paWlfZ6T\nk9OwYMGC93//+98/qlJ9DQ0NObm5uQd++tOfvmy1WusfeeSRF0+dOnW9KvX1XtatW/fSCy+8UKTS\n+/e73/3uXyZOnNg5Y8aMow8++ODOy6ltxB42durUqYmrVq36y44dOx6fNGlSZ+99mqbpg50/f7WZ\nMGFCd2NjY04gEDD9/e9//+G+ffuW9t4/lmt79dVX70lOTj5qtVob9EtMbR3L9YmIvP322//c0NBg\n3bNnz50vvPDCf9+/f/8Peu8fy/WdO3cuob6+fn5RUVFJfX39/Ouvv/602+3e1PuYsVxfTDQaTXrl\nlVdW/OQnP/n3C/eN1fo+++yzW5599tkNra2t5ra2tptOnTo18Y9//OODvY8ZTG0jEvBnz55NXLVq\n1V/Wrl27s6CgoEJExGAwhEOhUIqISHt7+8zk5OSjI9GWeJkyZcpXd999939+8MEHC1Sp7Z133vl+\nVVWVIy0traWwsHDXm2++efvatWt3qlKfiMjMmTPbRURmzJjx5cqVK/9aV1eXq0p9JpMpYDKZAosW\nLTooIrJ69eo/19fXz09JSQmpUF/Mnj177lywYMEHM2bM+FJEjWx5//33F37/+99/54YbbjiekJBw\n7sc//vF/vPvuu/9tqO9d3ANe13Vt/fr1pRaLxbdhw4ZnY9sdDkeVx+NxiYh4PB5XLPjHkmPHjt0Y\n+xT7m2+++V5tba3darU2qFCbiMi2bdue9vv9qS0tLWllZWVrbr/99jd37ty5VpX6vv766+s6Ozsn\niYicPn36+pqamvw5c+Z8qEp9KSkpodTUVH9TU1OmiMjevXuXZWdnf7xixYpXVKgvZteuXYWFhYW7\nYusqvH9ZWVlH3nvvvSXffPPN93Rd1/bu3bvMYrH4hvzexXscaf/+/bdpmtY9b968xpycnIacnJyG\nPXv23HH8+PHpeXl5ezMyMprsdnvNiRMnpo72mNdQl0OHDs2xWq318+bNa5wzZ86hZ5555gld7/mA\nZKzXduHi9Xp/FJtFo0p9n3/+edq8efMa582b15idnf3Rtm3bNqtUn67r0tjYOG/hwoUH586d+18r\nV678j0gkMkWl+k6dOnX9DTfccOzkyZOTYttUqW/79u1PWiyWj2+99dYPH3roIU80Gk0cam2aro+5\n4SkAwCDwF50AQFEEPAAoioAHAEUR8ACgKAIeABRFwAOAov4fYEcefU4MOPAAAAAASUVORK5CYII=\n", "text": [ "" ] } ], "prompt_number": 5 }, { "cell_type": "heading", "level": 1, "metadata": {}, "source": [ "Batch inference on 10K subset" ] }, { "cell_type": "code", "collapsed": false, "input": [ "K = 512" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 6 }, { "cell_type": "code", "collapsed": false, "input": [ "n_subset = 10000\n", "\n", "np.random.seed(98765)\n", "train_tracks_subset = np.random.choice(train_tracks, size=n_subset, replace=False)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 7 }, { "cell_type": "code", "collapsed": false, "input": [ "D = K + len(tags)\n", "\n", "X = np.empty((n_subset, D), dtype=np.int16)\n", "\n", "for (i, tid) in enumerate(train_tracks_subset):\n", " tdir = os.path.join('vq_hist', '/'.join(tid[2:5]))\n", " vq = np.load(os.path.join(tdir, '%s_K%d.npy' % (tid, K))).ravel()\n", " bot = np.load(os.path.join(tdir, '%s_BoT.npy' % tid))\n", " bot[bot > 0] = 1\n", " X[i] = np.hstack((vq, bot))" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 8 }, { "cell_type": "code", "collapsed": false, "input": [ "bar(np.arange(D), X[1000])" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "pyout", "prompt_number": 9, "text": [ "" ] }, { "metadata": {}, "output_type": "display_data", "png": "iVBORw0KGgoAAAANSUhEUgAAAXsAAAD9CAYAAABdoNd6AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAFvBJREFUeJzt3X1U1HWix/HvD6HdyhAx+aGgi6LDowHmw+aNFRYHqxUj\nKZLO6hxT/2ndzW5Xpc7dm2c7K4NtZ3XX7R8zm+ve1ejhEnYVxXSU0jID8gEJH2B5kJnSYVLwgaff\n/aOmY62ZDMP8fvB9v875nWCYme+n7zAfvr/vDKhomiYAAINbgN4BAAD9j7IHAAlQ9gAgAcoeACRA\n2QOABCh7AJDATcv+ySeffE1VVeekSZOOeS5zuVyhZrO5zGQy1WZmZu52u90hnq8VFBQ8N3HixFOx\nsbE1u3fvzuzP4ACAW3fTsl+0aNHm0tLSB66/zGq15pvN5rLa2lpTRkbG+1arNV8IIaqrq+PfeOON\nx6urq+NLS0sfeOqpp17p6enhzAEADOCmZZyamlo+fPjw1usvKykpmWuxWGxCCGGxWGzFxcXZQgjx\n7rvvPpyXl7c1KCioMyoqqn7ChAmnDx8+PK3/ogMAblWvV95Op1NVVdUphBCqqjqdTqcqhBDnzp0b\nHRkZ2eS5XmRkZFNzc3OE76ICALwV2JcbK4qiKYryg39v4UZfu9n1AQA/TNM0xdvb9nplr6qq0+Fw\nhAshREtLy6iwsLAvhBAiIiKiubGxcYznek1NTZERERHNPxDYcMcLL7ygewYykUnGXGS6taOvel32\nc+fOLbHZbBYhhLDZbJbs7Oxiz+Xbtm2b39HRcVtdXd24U6dOTZw2bdrhPicEAPTZTbdx8vLytu7f\nv3/m+fPn7x4zZkzjH/7wh//Kz8+35ubmFm3atGlxVFRUfVFRUa4QQsTHx1fn5uYWxcfHVwcGBna9\n8sorT7FlAwAGocOpiGZE+/bt0zvCvyDTrSHTrTNiLjLdmm+60+vuVTQf7AX1hqIomr/HBICBTlEU\nofnzBVoAwMBD2QOABCh7AJAAZT/IKYrXW3x+YfR8wGBB2QOABCh7AJAAZQ8AEqDsAUAClD0ASICy\nBwAJUPYAIAHKHgAkQNkDgAQoewCQAGUPABKg7AFAApQ9AEiAsgcACVD2ACAByh4AJEDZA4AEKHsA\nkABlDwASoOwBQAKUPQBIgLIHAAlQ9gAgAcoeACRA2QOABCh7AJAAZQ8AEqDsAUAClD0ASICyBwAJ\nUPYAIAGvy76goOC5hISEE5MmTTr2xBNP/OPatWs/cblcoWazucxkMtVmZmbudrvdIb4MCwDwjldl\nX19fH7Vx48alFRUVk48dOzapu7t7yLZt2+ZbrdZ8s9lcVltba8rIyHjfarXm+zowAKD3vCr74ODg\ni0FBQZ2XL1++o6urK/Dy5ct3jB49+lxJSclci8ViE0IIi8ViKy4uzvZtXACANwK9uVFoaKjr2Wef\nfXns2LENt99++5XZs2fvMpvNZU6nU1VV1SmEEKqqOp1Op3qj269evfrbj9PS0kRaWpo3MQBg0LLb\n7cJut/vs/hRN03p9ozNnzkRnZWVtLy8vTx02bNhXjz322Js5OTlv//a3v/1ra2vrcM/1QkNDXS6X\nK/Q7AyqK5s2Y8I6iKMLI8230fIBRfPNcUby9vVfbOEeOHJkyY8aMgyNGjLgQGBjYNW/evHcOHTp0\nX3h4uMPhcIQLIURLS8uosLCwL7wNBgDwHa/KPjY2tuajjz76+ZUrV27XNE3Zs2fPrPj4+OqsrKzt\nNpvNIoQQNpvNkp2dXezbuAAAb3i1jSOEEGvXrl1ps9ksAQEBPZMnT6549dVXl1y6dOmu3NzcooaG\nhrFRUVH1RUVFuSEhIe7vDMg2jl8ZfZvE6PkAo+jrNo7XZe/1gJS9Xxm9TI2eDzAKXfbsAQADC2UP\nABKg7AFAApQ9AEiAsgcACVD2ACAByh4AJEDZA4AEKHsAkABlDwASoOwBQAKUPQBIgLIHAAlQ9gAg\nAcoeACRA2QOABCh7AJAAZQ8AEqDsAUAClD0ASICyBwAJUPYAIAHKHgAkQNkDgAQoewCQAGUPABKg\n7AFAApQ9AEiAsgcACVD2ACAByh4AJEDZA4AEKHsAkABlDwASGNBlryiK3hEAYEDwuuzdbnfIo48+\n+lZcXNzJ+Pj46o8//ni6y+UKNZvNZSaTqTYzM3O32+0O8WVYAIB3vC77p59+ev1DDz204+TJk3FH\njx69JzY2tsZqteabzeay2tpaU0ZGxvtWqzXfl2EBAN5RNE3r9Y2++uqrYSkpKZVnz54df/3lsbGx\nNfv375+pqqrT4XCEp6Wl2WtqamK/M6CiaN6MeSOKoghf3ddgZfQ5Mno+wCi+ea54vXft1cq+rq5u\n3MiRI79ctGjR5smTJ1csXbp0Y3t7+51Op1NVVdUphBCqqjqdTqfqbTAAgO8EenOjrq6uwIqKiskb\nNmxYNnXq1E+WL1++7vtbNoqiaIqi3HDJtnr16m8/TktLE2lpad7EAIBBy263C7vd7rP782obx+Fw\nhN93332H6urqxgkhxAcffHB/QUHBc2fPnh2/b9++9PDwcEdLS8uo9PT0fWzj6Mvoc2T0fIBR6LKN\nEx4e7hgzZkxjbW2tSQgh9uzZMyshIeFEVlbWdpvNZhFCCJvNZsnOzi72NhgAwHe8WtkLIcRnn32W\ntGTJklc7Ojpui46OPrN58+ZF3d3dQ3Jzc4saGhrGRkVF1RcVFeWGhIS4vzMgK3u/MvocGT0fYBR9\nXdl7XfZeD0jZ+5XR58jo+QCj0GUbBwAwsFD2ACAByh4AJEDZA4AEKHsAkABlDwASoOwBQAKUPQBI\ngLIHAAlQ9gAgAcoeACRA2QOABCh7AJAAZQ8AEqDsAUAClD0ASICyBwAJUPYAIAHKHgAkQNkDgAQo\newCQAGUPABKg7AFAApQ9AEiAsgcACVD2ACAByh4AJEDZA4AEKHsAkABlDwASoOwBQAKUPQBIgLIH\nAAlQ9gAgAcoeACRA2QOABPpU9t3d3UNSUlIqs7KytgshhMvlCjWbzWUmk6k2MzNzt9vtDvFNTABA\nX/Sp7NevX/90fHx8taIomhBCWK3WfLPZXFZbW2vKyMh432q15vsmJgCgL7wu+6ampsgdO3Y8tGTJ\nklc1TVOEEKKkpGSuxWKxCSGExWKxFRcXZ/sqKADAe16X/TPPPPPnl156aUVAQECP5zKn06mqquoU\nQghVVZ1Op1P1RUgAQN8EenOj9957b05YWNgXKSkplXa7Pe1G11EURfNs73zf6tWrv/04LS1NpKXd\n8C4AQFp2u13Y7Xaf3Z+iaTfs45t6/vnn12zZsmVBYGBg19WrV3968eLF4Hnz5r3zySefTLXb7Wnh\n4eGOlpaWUenp6ftqampivzOgomjejHnD8IoifHVfg5XR58jo+QCj+Oa5onh9+74+0fbv3z/zT3/6\n039s3749a+XKlWtHjBhxYdWqVYVWqzXf7XaHfP9FWsrev4w+R0bPBxhFX8veJ++z92zX5OfnW8vK\nyswmk6l27969v8zPz7f64v4BAH3T55V9rwdkZe9XRp8jo+cDjMIQK3sAgLFR9gAgAcoeACRA2QOA\nBCh7AJAAZQ8AEqDsAUAClD0ASICyBwAJUPYAIAHKHgAkQNkDgAQoewCQAGUPABKg7AFAApQ9AEiA\nsgcACVD2ACAByh4AJEDZA4AEKHsAkABlDwASoOwBQAKUPQBIgLIHAAlQ9gAgAcoeACRA2QOABCh7\nAJAAZQ8AEqDsAUAClD0ASICyx78IDg4VwcGhescA4EOKpmn+HVBRNF+NqSiK8Hf+gcabOVIURQgh\n/DK3PIbArfnmuaJ4e3tW9gAgAcoeQgi2boDBzquyb2xsHJOenr4vISHhRGJi4vG//OUvvxNCCJfL\nFWo2m8tMJlNtZmbmbrfbHeLbuOgvly61ikuXWvWOAaCfeLVn73A4wh0OR3hycnJVW1vb0HvvvffT\n4uLi7M2bNy+6++67z69cuXJtYWHhqtbW1uFWqzX/OwOyZ+9XtzpH1+/Ts2cPGI8ue/bh4eGO5OTk\nKiGEGDp0aFtcXNzJ5ubmiJKSkrkWi8UmhBAWi8VWXFyc7W0wAIDvBPb1Durr66MqKytTpk+f/rHT\n6VRVVXUKIYSqqk6n06ne6DarV6/+9uO0tDSRlpbW1xiAYXhe+7h40aVzEgxkdrtd2O12n91fn956\n2dbWNnTmzJn7f//737+YnZ1dPHz48NbW1tbhnq+Hhoa6XC7Xd171YxvHv9jG8T9/zh/kodtbLzs7\nO4NycnLeXrBgwZbs7OxiIb5ezTscjnAhhGhpaRkVFhb2hbf3bySeJy8ADFRelb2macrixYs3xcfH\nVy9fvnyd5/K5c+eW2Gw2ixBC2Gw2i+eHAABAX15t43zwwQf3/+IXvzhwzz33HFUURRNCiIKCguem\nTZt2ODc3t6ihoWFsVFRUfVFRUW5ISIj7OwMOwG2cgbzVwDaO/7GNg/7Q120c/lyCgcbpD5S9/1H2\n6A/8uQQAwI+i7H8EL84CGAwoewCQAGUPABKg7AFAApQ9AEiAsgcACVD2ACAByh4AJEDZA4AEKHsM\nGHr+ghu/XIeBjrIHAAlQ9v2I1SAAo6DsAUAClD0ASICyBwAJUPYAIAHKHgAkQNkDgAQoexjSQHrb\nanBwqAgODtU7BnBTgXoHAAa6S5da9Y4A/ChW9gAgAcoeACRA2d8E+7AABgvK/ibYiwUwWEj5Aq2i\nKELTtG//i8Gtvx5nzvwwkEhZ9oAvcOaHgYRtHACQAGXfB3r/Mo3e4w8kA+mXtID+wDZOH+h9Gq/3\n+AAGDlb2kvH12YBnxawoit/PNFitA7eOlb1k+vNsgDMNwLhY2Xupv1eV7Mf73s3mlLMEDHas7A2K\nVbLvMaeQGSt7P/JmtX6jFedgXoXe6v/bYJ4DoD/4vOxLS0sfiI2NrZk4ceKpwsLCVb6+//5it9v7\nfYxLl1oH/OrSH/PUW0bMZFRGnCsy+YdPy767u3vIsmXLNpSWlj5QXV0dv3Xr1ryTJ0/G+XKM/jIY\nH9z+YMR5MmImozLiXJHJP3xa9ocPH542YcKE01FRUfVBQUGd8+fP3/buu+8+3Jf7/P7pem9O34OD\nQ3t1/cG+hdDXF3x7Oz8/tG3V3/Pnj8dxoH4PoP8Z9XvDp2Xf3NwcMWbMmEbP55GRkU3Nzc0Rvhyj\nNwb6lomv+Xs+BsO2FTBoaJrms+Ott97KWbJkyUbP51u2bPn1smXL/nr9dYQQGgcHBwdH74++9LNP\n33oZERHR3NjYOMbzeWNj45jIyMim66+jaZoxz3EAYBDz6TbOlClTjpw6dWpifX19VEdHx21vvPHG\n43Pnzi3x5RgAgN7z6co+MDCwa8OGDctmz569q7u7e8jixYs3xcXFnfTlGAAAL/hyz/7Hjp07dz4Q\nExNTM2HChFNWq3WVv8ZdtGjRa2FhYc7ExMRjnssuXLgQOmvWrLKJEyfWms3m3a2trSGer61Zs+a5\nCRMmnIqJianZtWtXZn9kamhoGJOWlrYvPj7+REJCwvH169f/Tu9cV65c+em0adM+TkpKqoqLi6vO\nz88v0DuT5+jq6hqSnJxcOWfOnO1GyfSzn/2sftKkSUeTk5Mrp06detgIuVpbW0NycnLeio2NPRkX\nF1f90UcfTdczU01NTUxycnKl5wgODv5q/fr1v9N7ntasWfNcfHz8icTExGN5eXn/uHr16k/0zrRu\n3bqnExMTjyUkJBxft27d077+fuqXJ8GNjq6uriHR0dGn6+rqojo6OoKSkpKqqqur4/wx9oEDB1Ir\nKipSri/7FStWrC0sLFypaZqwWq2rVq1aZdU0TZw4cSI+KSmpqqOjI6iuri4qOjr6dHd3d4CvM7W0\ntIRXVlYma5omLl26NNRkMn1eXV0dp3eu9vb2OzRNE52dnYHTp0//qLy8/H69M2maJl5++eV/f+KJ\nJ/4nKyurxAiPn6ZpIioqqu7ChQuh11+md66FCxfaNm3a9KTnMXS73cP0zuQ5uru7A8LDw1saGhrG\n6Jmprq4uaty4cWevXr36E03TRG5u7huvv/66Rc9Mx44dS0xMTDx25cqVn3Z1dQ2ZNWtW2enTp6N9\nmalfHtQbHQcPHrxv9uzZpZ7PCwoK8gsKCvL9NX5dXV3U9WUfExNT43A4VE37unhjYmJqNO3rn5bX\nn3XMnj279NChQz/v73wPP/xwcVlZ2Syj5Gpvb79jypQpnxw/fjxB70yNjY2RGRkZe/bu3ZvuWdnr\nnUnTvi778+fPj7j+Mj1zud3uYePGjTv7/cuNMFeapoldu3Zl3n///eV6Z7pw4UKoyWT63OVyDe/s\n7AycM2fO9t27d5v1zPTmm28+unjx4lc9n7/44ov/WVhYuNKXmfz2t3GM9h58p9OpqqrqFEIIVVWd\nTqdTFUKIc+fOjb7+HUT+yFlfXx9VWVmZMn369I/1ztXT0xOQnJxcpaqqMz09fV9CQsIJvTM988wz\nf37ppZdWBAQE9Hgu0zuTEEIoiqLNmjVrz5QpU45s3Lhxqd656urqxo0cOfLLRYsWbZ48eXLF0qVL\nN7a3t99phLkSQoht27bNz8vL2yqEvvMUGhrqevbZZ18eO3Zsw+jRo8+FhIS4zWZzmZ6ZEhMTj5eX\nl6e6XK7Qy5cv37Fjx46HmpqaIn2ZyW9lryiK5q+xektRFO1m+foze1tb29CcnJy3169f//Rdd911\nSe9cAQEBPVVVVclNTU2RBw4c+MW+ffvS9cz03nvvzQkLC/siJSWlUvuBt+3q9fh9+OGH/1ZZWZmy\nc+fOB//2t7/9pry8PFXPXF1dXYEVFRWTn3rqqVcqKiom33nnne1WqzVfz0weHR0dt23fvj3rscce\ne/NGY/oz05kzZ6LXrVu3vL6+PurcuXOj29rahv7973//tZ6ZYmNja1atWlWYmZm5+8EHH9yZnJxc\nNWTIkG5fZvJb2d/Ke/D9SVVVp8PhCBdCiJaWllFhYWFf3ChnU1NTZERERHN/ZOjs7AzKycl5e8GC\nBVuys7OLjZJLCCGGDRv21a9+9av/+/TTT+/VM9PBgwdnlJSUzB03blxdXl7e1r179/5ywYIFW4ww\nT6NGjWoRQoiRI0d++cgjj/zv4cOHp+mZKzIysikyMrJp6tSpnwghxKOPPvpWRUXF5PDwcIfec7Vz\n584H77333k9Hjhz5pRD6fp8fOXJkyowZMw6OGDHiQmBgYNe8efPeOXTo0H16z9OTTz752pEjR6bs\n379/5vDhw1tNJlOtT+epv/bnvn90dnYGjh8//kxdXV3UtWvXbvPnC7Sa9q979itWrFjr2fMqKCjI\n//4LH9euXbvt7Nmz48aPH3+mp6dH8XWenp4eZcGCBf+9fPnyP19/uZ65vvzyy7s9r/Zfvnz59tTU\n1AN79uzJ0HuuPIfdbp/p2bPXO1N7e/sdFy9evEvTNNHW1nbnjBkzPty1a1em3rlSU1MPfP755yZN\n08QLL7ywesWKFWv1zqRpmnj88ce3vf766xYjfJ9XVVUlJSQkHL98+fLtPT09ysKFC20bNmz4jd7z\n5HQ6wzRNE//85z/HxsbGnvS8uO6rTP3ypPyhY8eOHQ+aTKbPo6OjT69Zs+Y5f407f/78raNGjToX\nFBTUERkZ2fjaa68tunDhQmhGRsaeG72l6Y9//OPz0dHRp2NiYmpKS0tn90em8vLy+xVF6UlKSqry\nvC1t586dD+iZ6+jRo5NSUlIqkpKSqiZNmnR07dq1KzTt6xe09Jwrz2G322d63o2jd6azZ8+OS0pK\nqkpKSqpKSEg47vl+1jtXVVVV0pQpUz655557PnvkkUfecbvdw/TO1NbWdueIESPOe344GmGeCgsL\nV3reerlw4UJbR0dHkN6ZUlNTD8THx59ISkqq2rt3b7qv50nRNMNupQMAfIR/qQoAJEDZA4AEKHsA\nkABlDwASoOwBQAKUPQBI4P8BXRNa7HvfsHoAAAAASUVORK5CYII=\n", "text": [ "" ] } ], "prompt_number": 9 }, { "cell_type": "code", "collapsed": false, "input": [ "X_test = np.empty((len(test_tracks_selected), K), dtype=int16)\n", "\n", "for (i, tid) in enumerate(test_tracks_selected):\n", " tdir = os.path.join('vq_hist', '/'.join(tid[2:5]))\n", " vq = np.load(os.path.join(tdir, '%s_K%d.npy' % (tid, K))).ravel()\n", " X_test[i] = vq" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 10 }, { "cell_type": "code", "collapsed": false, "input": [ "n_components = 100\n", "coder = pmf.PoissonMF(n_components=n_components, random_state=98765, verbose=True)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 11 }, { "cell_type": "code", "collapsed": false, "input": [ "coder.fit(X)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 0\tObjective: -1837599.41\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: -1824387.99\tOld objective: -1837599.41\tImprovement: 0.00719" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: -1790432.18\tOld objective: -1824387.99\tImprovement: 0.01861" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: -1689224.52\tOld objective: -1790432.18\tImprovement: 0.05653" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: -1353029.09\tOld objective: -1689224.52\tImprovement: 0.19902" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: -362252.56\tOld objective: -1353029.09\tImprovement: 0.73227" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1454655.32\tOld objective: -362252.56\tImprovement: 5.01558" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 3497325.41\tOld objective: 1454655.32\tImprovement: 1.40423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 5182305.56\tOld objective: 3497325.41\tImprovement: 0.48179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 6457471.19\tOld objective: 5182305.56\tImprovement: 0.24606" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 7458585.14\tOld objective: 6457471.19\tImprovement: 0.15503" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 8242097.66\tOld objective: 7458585.14\tImprovement: 0.10505" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 8826148.07\tOld objective: 8242097.66\tImprovement: 0.07086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 9248655.90\tOld objective: 8826148.07\tImprovement: 0.04787" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 9556558.97\tOld objective: 9248655.90\tImprovement: 0.03329" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 9786833.38\tOld objective: 9556558.97\tImprovement: 0.02410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 9963064.62\tOld objective: 9786833.38\tImprovement: 0.01801" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 10100383.17\tOld objective: 9963064.62\tImprovement: 0.01378" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 10208966.27\tOld objective: 10100383.17\tImprovement: 0.01075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 10295442.03\tOld objective: 10208966.27\tImprovement: 0.00847" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 10364797.67\tOld objective: 10295442.03\tImprovement: 0.00674" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 10420822.62\tOld objective: 10364797.67\tImprovement: 0.00541" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 10466635.37\tOld objective: 10420822.62\tImprovement: 0.00440" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 10504629.52\tOld objective: 10466635.37\tImprovement: 0.00363" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 10536399.05\tOld objective: 10504629.52\tImprovement: 0.00302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 10563267.35\tOld objective: 10536399.05\tImprovement: 0.00255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 10586239.87\tOld objective: 10563267.35\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 10606054.41\tOld objective: 10586239.87\tImprovement: 0.00187" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 10623271.16\tOld objective: 10606054.41\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 10638343.53\tOld objective: 10623271.16\tImprovement: 0.00142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 10651626.95\tOld objective: 10638343.53\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 10663368.78\tOld objective: 10651626.95\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 10673806.28\tOld objective: 10663368.78\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 10683177.91\tOld objective: 10673806.28\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: 10691617.68\tOld objective: 10683177.91\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: 10699231.13\tOld objective: 10691617.68\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: 10706129.27\tOld objective: 10699231.13\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: 10712399.10\tOld objective: 10706129.27\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: 10718086.16\tOld objective: 10712399.10\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 39\tObjective: 10723270.57\tOld objective: 10718086.16\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n" ] }, { "output_type": "stream", "stream": "stderr", "text": [ "pmf.py:164: RuntimeWarning: invalid value encountered in double_scalars\n", " improvement = (bound - old_bd) / abs(old_bd)\n" ] }, { "metadata": {}, "output_type": "pyout", "prompt_number": 12, "text": [ "PoissonMF(max_iter=100, n_components=100, random_state=98765, smoothness=100,\n", " tol=0.0005, verbose=True)" ] } ], "prompt_number": 12 }, { "cell_type": "code", "collapsed": false, "input": [ "# randomly plot 30 \"topics\"\n", "indices = np.random.choice(n_components, size=30, replace=False)\n", "figure(figsize=(45, 15))\n", "for i in xrange(30):\n", " subplot(10, 3, i+1)\n", " topic = coder.Eb[indices[i]].copy()\n", " # properly normalize the BoT dimensions for visualization purposes\n", " topic[K:] /= topic[K:].max()\n", " topic[K:] *= topic[:K].max()\n", " bar(np.arange(D), topic)\n", " axvline(x=K, color='red')\n", " title('Component #%d' % indices[i])\n", "#savefig('dict.eps')" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "display_data", "png": "iVBORw0KGgoAAAANSUhEUgAACf8AAANtCAYAAAAkA5OaAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzs3XtcVGX+wPHncLFU7irD1TDREK/kLS0TV7GsJM1C0XRW\nu27tltUK6HZBK0G6Wlu7/UqNtFS6KGTeV4fMUjRRSzTUQAFh1BgFIuN2fn/QtBM7wMww9/m8X6/v\nS5lze+acZ84533meeY4ky7IAAAAAAAAAAAAAAAAAAACOw83WBQAAAAAAAAAAAAAAAAAAAMah8x8A\nAAAAAAAAAAAAAAAAAA6Gzn8AAAAAAAAAAAAAAAAAADgYOv8BAAAAAAAAAAAAAAAAAOBg6PwHAAAA\nAAAAAAAAAAAAAICDofMfAAAAAAAAAAAAAAAAAAAOhs5/AGADH3300cxhw4Yd9Pb2rg4JCTl32223\nbd67d++Nti6Xtbi5uTX9+OOP1xoy7+bNm2+bNWvWh0IIMWfOnA8+//zzyfrmmzdv3kp96925c+eE\n66+//pCXl1dNeHh4yccff3xPx98BAAAAAJDbmSu3U6lUsW5ubk3e3t7V2li9evVs7fT+/fsf053m\n6elZHx8fn2P+dwQAAADA1ZDXma/N7sKFCz1mzpz5kZ+f36WAgIDKe++9d4122t///veX+/btW+jj\n41PVr1+/47o5HwCgY+j8BwBW9uqrrz75xBNPvPb000+/cP78+cCSkpLwRx999K2cnJx4W5fNmmRZ\nlgyZ79tvvx06fPjwA0IIcejQoeuHDh36bct5vvrqq5t+/PHHayVJknVfLygoiJ41a9aHaWlpC6uq\nqnyOHj06SN/yAAAAAGAscrtm5srtQkNDy6qrq721MXv27NXaaceOHeuvOy08PLwkISEhy7zvBAAA\nAICrIa9rZq687q677vosJCTkXElJSfiFCxd6/P3vf39ZO83Ly6tm06ZNd1RVVflkZmYqH3/88eXf\nfPPNKPO+EwBwUbIsEwRBEFaKS5cu+Xp5eVV/8skn01qb58qVK1c9/vjjr4eEhJSFhISUzZ8//7Vf\nf/21kyzLYvfu3bGhoaGlGRkZC3r06HE+ODj43IYNG6Z88cUXt/Xp06cwICDgp7S0tBTtup577rnU\nadOmfTJ9+vR13t7eVddff/23R44cGaSdXlBQ0G/s2LEqPz8/Tf/+/b/PycmZrJ2mVCrff+SRR966\n/fbbN3l7e1eNHDly3+nTp6/VTj9+/HjUhAkTdgQEBPx03XXXncjKyrrHkGXHjBnzpSRJTV27dq3x\n8vKq1l1OX8THx2fn5ubeXFNT0zU4OPhcy+n19fUeMTExh44ePTpQkqQm3TImJiZ+9Oyzzy629XEn\nCIIgCIIgCMK5gtzOvLnd7t27Y8PCwkoM2fcqlWqst7d3VW1tbWdb1wOCIAiCIAiCIBw3yOvMm9dt\n27ZtYkRERFFjY6ObIfs/Pj4++5VXXnnS1vWAIAjCGcLmBSAIgnCl2LJly60eHh71bd34PvPMM0tG\njRr19YULF7pfuHCh++jRo/c+88wzS2S5OZHw8PCof/75559uaGhwf/fdd+/v1q3bxZkzZ35YU1PT\n9dixY9GdO3euLS4uvkaWmxMJT0/Puk8//fSuhoYG95dffvmpXr16/djQ0OBeV1fn2bt371NpaWkp\n9fX1Hrt27Rrn7e1d9cMPP/SV5eZkoFu3bhcPHDgwrKGhwX3WrFlrZsyYsVaWZVFTU9M1LCys5P33\n31c2Nja65efnD+nevfuFgoKCfu0tK8uyaNlJT19cd911J/z8/DTu7u4Nvr6+l7y8vKo9PT3r/Pz8\nNA8//PC/tPNlZGQsmD9//mv61nvttdeefuaZZ5YMHDjwaHBw8Ll77713dWVlpb+t6wFBEARBEARB\nEI4d5HbN79Fcud3u3btjO3Xq9KtCoajo1avXj0888cSrP//8cxd965s7d+7KuXPnrrR1HSAIgiAI\ngiAIwrGDvK75PZorr1u8ePGzt9xyy9Z77713dbdu3S4OHz48Lzc392Z966utre0cHBx8btu2bRNt\nXQ8IgiCcIWxeAIIgCFeKNWvWzAoKCipva57evXuf2rJly63av7W/lJHl5kSic+fOtU1NTZIsy6Kq\nqspbkqSmvLy84dr5hw4dejA7OztelpsTiVGjRn2tndbU1CQFBwef27Nnz01ffvnlmJZlSUxM/Cg1\nNfU5WW5OBh544IH/007bvHnzpKioqOOyLIt169ZNHzNmzJe6yz744IPvLF68+Nn2lpVlwxIJWZbF\njh07JkydOvUz7fo//vjju3Wnnz17NjwyMvJkVVWVt771enp61vXq1evHkydPRtbU1HSdNm3aJ7Nm\nzVpj63pAEARBEARBEIRjB7ld89/myu0qKioUx48fj5JlWRQVFUXcfPPNuQ899NC/W67n559/7uLj\n43O5tQYkgiAIgiAIgiAIQ4O8rvlvc+V1DzzwwP9JktS0cuXKuQ0NDe7r1q2b7ufnp7l48WK3luua\nM2dO5qRJkzbbug4QBEE4S3jY+rHDAOBKunXr9tPFixe7NzU1ubm5uTXpm+fcuXMh11xzzRnt3z17\n9jx77ty5EN11SJIkCyFE586dfxFCCIVCodZO79y58y81NTVe2r/DwsJKtf+XJEkOCwsr1a4vPDy8\nRHfb11xzzRntNEmS5NbWe+bMmWv2798/0t/fX6Od3tDQ4DFnzpwP2lvWEElJSRnvvvvuA7/88ktn\nDw+PBn9/f011dbV3VlZWwt/+9rc3y8vLg4UQYv78+a8/++yzS7y9vatlWZaEEEL7rxBCdOnSpXbu\n3LmrIiMjTwkhxKJFi5ZOmDBhp6HlAAAAAAB9yO0M01Zu99hjj72hLaNCoVBrtxMREVGckZGRdMcd\nd2z697///bDu+j777LO7unXr9tPNN9/8paFlAAAAAAB9yOsMY2ibXefOnX/p1atX0dy5c1cJIcT0\n6dPXv/jii//Yu3fvjfHx8Tna9S1YsOClgoKC6N27d48ztAwAgLa52boAAOBKRo0a9c1VV13164YN\nG6a2Nk9ISMi54uLiCO3fZ8+e7RkSEnLO1G2WlJSEa//f1NTkVlpaGhYaGloWEhJyrqSkJFy3s9yZ\nM2euCQ0NLWtvnT179jw7duzYXI1G46+N6upq77feeutRU8upKyMjI0mj0fj36tWr6PTp071zc3PH\njho16huNRuOvTSKEEGLXrl1/WrBgwUvBwcHl2n00atSob9atWzdDCCEGDRp01BzlAQAAAABd5HaG\naSu3020w06epqel/vrfMzMxUahuwAAAAAKAjyOsMY2ib3eDBg4+0XFaSJFnbOVIIIZ577rnF27Zt\nu2X79u0Tvby8asxRPgAAnf8AwKp8fX0vL1my5NlHH330rezs7Dtra2u71NfXe27ZsmVScnLyMiGE\nSExMXPvCCy88ffHixe4XL17svmTJkmdnz5692tRtfvvtt0M3bNgwtaGhweP111+ff/XVV1+54YYb\n9o0YMSKvS5cutRkZGUn19fWeKpUqdtOmTXfMmDFjnRB/HEGvpdtvv/2LwsLCvmvWrLm3vr7es76+\n3vPAgQPDT5w4EdXeskI0/+rp9OnTvduap7q62ru6utpboVCov/3226HDhg072HKekydP9jl69Oig\nI0eODD58+PAQIYTYtGnTHVOmTNkohBBz585dtWrVqrlFRUW9amtru6Snp6dMnjz58/b3GgAAAAC0\njtyumblyO5VKFXvmzJlrZFmWSkpKwpOTk5dp8zqt0tLSMJVKFatUKjPb2h4AAAAAGIK8rpm58rqp\nU6du0Gg0/h988MGcxsZG908++eTusrKy0BtvvHGvEEKkpaUtXLt2beKOHTvidEcpBAB0HJ3/AMDK\nnnzyyVdfffXVJ1944YWnAwMDz/fs2fPs22+//cjUqVM3CCHE008//cKwYcMODho06OigQYOODhs2\n7ODTTz/9gnZ53V/I6Pu75bQ777wze/369dMDAgIqP/zww1mfffbZXe7u7o2dOnWq+/zzzydv2bJl\nUo8ePS789a9//efq1atn9+3bt1C7bGvb8vb2rt6+ffvEdevWzQgNDS0LDg4uX7hwYVpdXV2n9pYV\nQojU1NRUpVKZ6e/vr/nkk0/u1lf2/Pz8mJiYmHzt//UlEt27d78YGBh4PjAw8LxCoVBLkiR37979\n4tVXX31FiObOf3PmzPlg5MiR+yMiIoo7d+78yxtvvPFYa/sLAAAAAAxFbme+3C4/Pz/mxhtv3Ovl\n5VVz44037h0yZMjhlrnb6tWrZ48ePfrrXr16FbW2nwAAAADAGOR15svr/P39NTk5OfEvv/zy3/38\n/C5lZGQkZWdn3xkQEFAphBD/+Mc/XiwpKQmPjIw85e3tXe3t7V2dnp6e0tr+AgAYTpLlVq8/AAAH\nt3jx4udOnToVuXr16tm2LgsAAAAAwDTkdgAAAADg2MjrAACW0u7If/PmzVupUCjUAwcO/E772oIF\nC17q16/f8cGDBx+56667Prt8+bKvdlpaWtrCPn36nIyKijqxffv2iZYqOACgfe0N5Q0AAFxDSUlJ\n+Lhx43b379//2IABA77XjqaUmpqaGhYWVhoTE5MfExOTv2XLlknaZcjtAMB+kNsBAIC2LF++/PGB\nAwd+N2DAgO+XL1/+uBBCVFZWBsTFxe3o27dv4cSJE7dfunTJz9blBABXRl4HALCUdjv/zZ07d9XW\nrVtv1X1t4sSJ248dO9b/yJEjg/v27VuYlpa2UAghCgoKotevXz+9oKAgeuvWrbc+8sgjbzc1NfFo\nYQCwEX1DeQMAANfj6elZ/9prrz1x7Nix/vv27bvhrbfeevT48eP9JEmSn3zyyVfz8/Nj8vPzYyZN\nmrRFCHI7ALA35HYAAKA133///YD33nvv/gMHDgw/cuTI4E2bNt1x+vTp3unp6SlxcXE7CgsL+44f\nP/4/PFoRAGyLvA4AYCke7c0wZsyYPcXFxRG6r8XFxe3Q/n/kyJH7P/3002lCCJGdnX1nYmLiWk9P\nz/qIiIjiyMjIU3l5eSNuuOGGfWYvOQCgXc8999xiW5cBAADYXlBQUEVQUFCFEEJ4eXnV9OvX73hZ\nWVmoEPp/dUxuBwD2hdwOAAC05sSJE1EjR47cf/XVV18RQoixY8fmfvrpp9NycnLic3NzxwohhFKp\nzIyNjVXRARAAbIe8DgBgKR0euWHlypXzbrvtts1CCHHu3LmQsLCwUu20sLCwUm2DEgAAAADA9oqL\niyPy8/NjtB353nzzzb8NHjz4yH333bdC+xgocjsAAAAAcAwDBgz4fs+ePWMqKysDamtru2zevPm2\n0tLSMLVarVAoFGohhFAoFGq1Wq2wdVkBAAAAmF+7I/+15cUXX/xHp06d6mbOnPlRa/PoG7qW4WwB\nAAAA29E30htcQ01Njdfdd9/9yfLlyx/38vKq+ctf/vKvZ599dokQQjzzzDPPP/XUU6+sWLHiPn3L\ntszjyOsAAAAA2yGvg1ZUVNSJ5OTkZRMnTtzetWvXn4cMGXLY3d29UXeeth41SW4HAAAA2Ia58jqT\nO/+9//77f968efNt//nPf8ZrXwsNDS0rKSkJ1/5dWloaFhoaWqZveVkml3AFqampIjU11dbFgBVw\nrPWQJCGc8FzHsXYdHGvXwvF2HZJE+5Crqq+v95w2bdqn995775opU6ZsFEKIwMDA89rp999//3uT\nJ0/+XAjDczvyOtfANcK1cLxbcNK8TgiOtSvhWLsOjrXrIK9DS/PmzVs5b968lUII8Y9//OPFsLCw\nUoVCoa6oqAgKCgqqKC8vD9bN/1oit3MNXCdcB8daDyfN7TjWroNj7To41q7DnHmdSY/93bp1660v\nvfTSguzs7DuvvvrqK9rX4+Pjc9atWzejrq6uU1FRUa+TJ0/2GTFiRJ7ZSgsAAAAAMJosy9J99923\nIjo6umD+/Pmva18vLy8P1v5/w4YNUwcOHPidEOR2AAAAAOBIzp8/HyiEEGfPnu352Wef3TVz5syP\n4uPjczIzM5VCCJGZmanU/ggMAAAAgHNpd+S/xMTEtbm5uWMvXrzYPTw8vGTx4sXPpaWlLayrq+sU\nFxe3QwghRo0a9c3bb7/9SHR0dEFCQkJWdHR0gYeHR8Pbb7/9CMOFAwAAAIBt7d2798Y1a9bcO2jQ\noKMxMTH5QgixdOnSRWvXrk08fPjwEEmS5F69ehW98847DwkhBLkdAAAAADiOu++++5Offvqpm6en\nZ/3bb7/9iK+v7+WUlJT0hISErBUrVtwXERFRnJWVlWDrcgKwPR+fACGEEFVVlTYuCQDYL86VcDTt\ndv5bu3ZtYsvXtEOH67No0aKlixYtWtrRgsE5xMbG2roIsBKOtevgWLsOjrVr4XgDzu2mm276qqmp\n6X9Gfp80adKW1pYht4MW1wjXwvF2HRxr18Gxdh0ca8B1TZo0acuaNWvubWxsdH/33XcfGD169NdC\nCMGPuKCL64TraOtYV1drrFcQWByfa9fBsbYuW54rOdYwhSTb4Nn2kiTJhm6XHrUAHJYkCWGDcyzg\nCLi+A7YjSZKQZVmydTng+IzJ6wDAYZHXAQDsEHkddBUXF0f86U9/2nX8+PF+V1111a/Tp09ff9tt\nt20+duxY/+7du19MSkrKWLZsWbJGo/FPT09Pabk8uR3gWiSp+fLhcp97cjsARnDZcyWsypx53f+M\n/GBvqqs1/AIBAAAnw/UdAAAAAAAA6DgfH58qT0/P+tra2i4NDQ0etbW1XUJCQs7l5OTEK5XKTCGE\nUCqVmRs3bpxi67ICAAAAMD+77/wHAAAAAAAAAAAA4H8FBARUPvXUU6/07NnzbEhIyDk/P79LcXFx\nO9RqtUKhUKiFEEKhUKjVarXC1mUFAAAAYH4e7c0wb968lV988cXtgYGB57/77ruBQghRWVkZMH36\n9PVnzpy5JiIiojgrKyvBz8/vkhBCpKWlLVy5cuU8d3f3xjfeeOOxiRMnbrf0mwAAAAAAAAAAAABc\nzenTp3u//vrr84uLiyN8fX0v33PPPR+vWbPmXt15JEmSJUlq9bl1qampv/8/NjZWxMbGWqy8AAAA\ngCtSqVRCpVJZZN1Se8+o3rNnzxgvL6+aOXPmfKDt/JeUlJTRvXv3i0lJSRnLli1L1mg0/unp6SkF\nBQXRM2fO/OjAgQPDy8rKQidMmLCzsLCwr5ubW9MfNipJsqHPxuZZ2gAcliQJwbkL0IvrO2A7kiQJ\nWZYlW5cDjs+YvA4AHBZ5HQDADpHXQdf69eun79ixI+699967XwghVq9ePXvfvn037Nq160+7d+8e\nFxQUVFFeXh48bty43SdOnIhquTy5HeBaXPa7eXI7AEZw2XMlrMqceV27j/0dM2bMHn9/f43uazk5\nOfFKpTJTCCGUSmXmxo0bpwghRHZ29p2JiYlrPT096yMiIoojIyNP5eXljTBHQQEAAAAApikpKQkf\nN27c7v79+x8bMGDA92+88cZjQjSP6h4XF7ejb9++hRMnTtx+6dIlP+0yaWlpC/v06XMyKirqxPbt\n2yfarvQAAAAAgNZERUWd2Ldv3w2//PJLZ1mWpZ07d06Ijo4umDx58ueZmZlKIYTIzMxUTpkyZaOt\nywoAAADA/Nrt/KePWq1WKBQKtRBCKBQKtVqtVgghxLlz50LCwsJKtfOFhYWVlpWVhZqnqAAAAAAA\nU3h6eta/9tprTxw7dqz/vn37bnjrrbcePX78eL/09PSUuLi4HYWFhX3Hjx//n/T09BQhhCgoKIhe\nv3799IKCguitW7fe+sgjj7zd1NRkUv4IAAAAALCcwYMHH5kzZ84Hw4YNOzho0KCjQgjx4IMP/l9K\nSkr6jh074vr27Vu4a9euP6WkpKTbuqwAAAAAzM+joyuQJEmWJKnVsS5bm5aamvr7/2NjY0VsbGxH\niwIAMDMfnwAhhBBVVZU2LgkcCfUGsC8qlUqoVCpbFwM2FhQUVBEUFFQhhBBeXl41/fr1O15WVhaa\nk5MTn5ubO1aI5lHdY2NjVenp6Smtjep+ww037LPtOwEAAAAA6Prhhx+uW7t2bWKnTp3qhBBi48aN\nU4YOHfrtvffeu6at9jsAAAAAzsGkzn8KhUJdUVERFBQUVFFeXh4cGBh4XgghQkNDy0pKSsK185WW\nloaFhoaW6VuHbuc/AEDH/PY8eLOvt7pa0/5MQAvUG8C+tPyhzeLFi21XGNiF4uLiiPz8/JiRI0fu\nb2tUd92OfozqDgAAAAD26brrrvshPz8/Rgghmpqa3EJDQ8umTp26QTvSe1JSUsayZcuS09PTU7Sj\nvQMA9LNUexsAAJZkUue/+Pj4nMzMTGVycvKyzMxM5ZQpUzZqX585c+ZHTz755KtlZWWhJ0+e7DNi\nxIg88xYZAAAAAGCKmpoar2nTpn26fPnyx729vat1p5kyqjsjugOwB4w8DQCWQwO4fWBEdxhq586d\nEyIjI0+Fh4eXtDbSu63LCMAyuGYDAOC62u38l5iYuDY3N3fsxYsXu4eHh5csWbLk2ZSUlPSEhISs\nFStW3BcREVGclZWVIIQQ0dHRBQkJCVnR0dEFHh4eDW+//fYjDCkOAAAAALZXX1/vOW3atE9nz569\nWvsDro6O6s6I7gDsASNPAwCcHSO6w1Dr1q2bkZiYuFYIIVob6R0AAACAc5Fs8QsASZJkQ7crSZIQ\nQvBLBQCOR5KEsNK5y1K/6OIcDFMYUm+oW4Dt/HbNkGxdDliXLMuSUqnM7Nat20+vvfbaE9rXk5KS\nMrp16/ZTcnLysvT09JRLly75paenpxQUFETPnDnzo7y8vBFlZWWhEyZM2Hnq1KlI3R93GZPXAYAl\nWfTe0op5HQDYI0YRsk/kddCnrq6uU2hoaFlBQUF0jx49Lvj7+2s0Go2/dnpAQEBlZWVlQMvlJEmS\nn3vuud//ZlR3wDEZes122e/mDcztuPcBIIQLnythUS1HdF+8eLHZ8jo6/wGApdD5Dy6Kzn+AfaOR\nyDV99dVXN918881fDho06Ki2A19aWtrCESNG5CUkJGSdPXu2p3ZUdz8/v0tCCLF06dJFK1eunOfh\n4dGwfPnyx2+55ZZtuuuk8x8Ae0HnPwCwHBrA7RN5HfTJzs6+81//+tdftm7deqsQQkRFRZ1QqVSx\n2pHex40bt/vEiRNRLZcjtwOcgzU6/zn0fQGd/2AnqGOOgXZMWIM58zo6/wGApdD5Dy6Kzn+AfaOR\nCOZCAxEAe0HnPwAwjY9P8wBgVVWVrc5D46R9Iq+DPjNmzFg3adKkLUqlMlOI1kd6b7kcuR3gHOj8\n1w46/8FOUMccA+2YsAY6/wGAI6DzH1wUnf8A+0YjEcyFBiIA9oLOfwBgGkPzd+757A95HVr6+eef\nu15zzTVnioqKenl7e1cLIURlZWVAayO96yK3A5wDnf/aQec/2AnqmGOgHRPWYM68zq0jC6elpS3s\n37//sYEDB343c+bMj3799derKisrA+Li4nb07du3cOLEidsvXbrkZ46CAgAAAAAAAAAAAPij+vp6\nz9jYWNWIESPyoqOjC/bv3z9SiOaOfbYuGwAAAADLMrnzX3FxccS77777wKFDh67/7rvvBjY2Nrqv\nW7duRnp6ekpcXNyOwsLCvuPHj/+PviHEAQCOxOP3x8DAMfn4BHAMAQAAAAAAACf1+OOPL7/ttts2\nHz9+vN/Ro0cHRUVFnaC9DgAAAHANJnf+8/HxqfL09Kyvra3t0tDQ4FFbW9slJCTkXE5OTrxSqcwU\nQgilUpm5cePGKeYrLgDA+hpEdbXG1oVAB1RXaziGAAAAgOCHMQAAwPlcvnzZd8+ePWPmzZu3Uggh\nPDw8Gnx9fS/TXgcAAGA52kcDA/bAw9QFAwICKp966qlXevbsebZz586/3HLLLdvi4uJ2qNVqhUKh\nUAshhEKhUKvVaoW+5VNTU3//f2xsrIiNjTW1KAAAAA5J2/BcVVVp45LAmalUKqFSqWxdDAAA7AI/\nigEAAM6mqKioV48ePS7MnTt31ZEjRwYPHTr029dff32+oe11QtBmBwAAAFiaJdvrJFmWTVrw9OnT\nvSdPnvz5nj17xvj6+l6+5557Pp42bdqnf/vb397UaDT+2vkCAgIqKysr//CTakmSZEO3q+0ta2o5\nAcBmJEkIK527JEmyyHlS9xcLnIcdl7WvpYZsj+t7M/YDbOG3awY/SUOHGZPXAYAlGXNPZfT9lxXz\nOgCwNkPzd+757A95HXQdPHhw2KhRo775+uuvRw8fPvzA/PnzX/f29q7+5z//+df22uuEILcDnIWh\n1+yOfCft0PcFBuZ2Dv0e4RCoY46BXAnWYM68zuTH/h48eHDY6NGjv+7WrdtPHh4eDXfddddn33zz\nzaigoKCKioqKICGEKC8vDw4MDDxvjoICAAAAAEwzb968lQqFQj1w4MDvtK+lpqamhoWFlcbExOTH\nxMTkb9myZZJ2Wlpa2sI+ffqcjIqKOrF9+/aJtik1AADmw+N4AADOKiwsrDQsLKx0+PDhB4QQ4u67\n7/7k0KFD19NeB8BQPj4Bvz+lBgAAOB6TO/9FRUWd2Ldv3w2//PJLZ1mWpZ07d06Ijo4umDx58ueZ\nmZlKIYTIzMxUTpkyZaP5igsAgH405MAcqEcAnNXcuXNXbd269Vbd1yRJkp988slX8/PzY/Lz82Mm\nTZq0RQghCgoKotevXz+9oKAgeuvWrbc+8sgjbzc1NZmcOwIAADgj8kcA9iIoKKgiPDy8pLCwsK8Q\nQuzcuXNC//79j9FeB8BQ1dUaUV2tsXUx0A7uPwEArfEwdcHBgwcfmTNnzgfDhg076Obm1nT99dcf\nevDBB/+vurraOyEhIWvFihX3RUREFGdlZSWYs8AAAAAAAOOMGTNmT3FxcUTL1/UNKZ+dnX1nYmLi\nWk9Pz/qIiIjiyMjIU3l5eSNuuOGGfVYpLAAAAADAKG+++ebfZs2a9WFdXV2n3r17n161atXcxsZG\nd9rrAAAAAOdncuc/IYRISkrKSEpKytB9LSAgoHLnzp0TDF2HdgjhqqrKjhQFAAAAAGCkN998828f\nfPDBnGFUmsXAAAAgAElEQVTDhh185ZVXnvLz87t07ty5EN2OfmFhYaVlZWWh+pZPTU39/f+xsbEi\nNjbW4mUGAAAAXI1KpRIqlcrWxYAdu/POO7N9fHyq3N3dG0tLS8N8fX0vV1ZWBkiSJNu6bAAAAAAs\ny+aPbmIYYQAAAACwvr/85S//Kioq6nX48OEhwcHB5U899dQrrc3bWoNRamrq70HHPwAAAMAyYmNj\n/3DvDbQkSZKsUqli8/PzY/Ly8kYIIUR6enpKXFzcjsLCwr7jx4//T3p6eoqtywkAAADA/Gze+Q8A\nAAAAYH2BgYHnJUmSJUmS77///ve0DUShoaFlJSUl4dr5SktLw0JDQ8tsV1IAgCvz8Qn4/ckhAACg\ndbIsS7p/5+TkxCuVykwhhFAqlZkbN26cYpuSAQAAALCkDj32FwAAAADgmMrLy4ODg4PLhRBiw4YN\nUwcOHPidEELEx8fnzJw586Mnn3zy1bKystCTJ0/2GTFiRJ5tSwsAcFU8MQQAgPZJkiRPmDBhp7u7\ne+NDDz30zgMPPPCuWq1WKBQKtRBCKBQKtVqtVrS2vO6IkrGxsYzsDgCAC5EkSciy3ge/ADAjlUol\nVCqVRdbdoc5/ly5d8rv//vvfO3bsWH9JkuRVq1bN7dOnz8np06evP3PmzDURERHFWVlZCX5+fpfM\nVWAAAODYGLUDAKwvMTFxbW5u7tiLFy92Dw8PL1m8ePFzKpUq9vDhw0MkSZJ79epV9M477zwkhBDR\n0dEFCQkJWdHR0QUeHh4Nb7/99iOtPfYXAAAAAGB7e/fuvTE4OLj8woULPeLi4nZERUWd0J2uHfW9\nteV5nDQAAABgWS1/ZLN48WKzrVvqSA9epVKZOXbs2Nx58+atbGho8Pj555+7vvjii//o3r37xaSk\npIxly5YlazQa//T09JQ/bFSSZO12Jal5FPLWytHedACwW5IkhAHnLm1HqKqqyg5syjK/yNCeg4Ww\n//Mwv0ppnbWvpYZe261ZJkNZux4Ze2zMcb4AfqvnUvtzAm3TzesAwJaMuacy+t7YwLwOlmOufIac\nEebmDHXKkM+XM7xPZ0Reh7YsXrz4OS8vr5p33333AZVKFRsUFFRRXl4ePG7cuN0nTpyIajk/uR3g\nHAy9Zuu7/ht6z+3Q9wUG5nb2/B7tuWwwnD0eR3ssk62RK8EazJnXuZm64OXLl3337NkzZt68eSuF\nEMLDw6PB19f3ck5OTrxSqcwUorlz4MaNG6eYo6AA4KyqqzU8xgiAQThfAAAAwNZ8fAIYzRsAADtS\nW1vbpbq62lsIIX7++eeu27dvnzhw4MDv4uPjczIzM5VCCJGZmamcMmXKRtuWFAAAAIAlmPzY36Ki\nol49evS4MHfu3FVHjhwZPHTo0G9ff/31+Wq1WqFQKNRCCKFQKNRqtVqhb3mGEAcAAPgjfiUES1Cp\nVEKlUtm6GAAAwEnwYxQAAOyLWq1WTJ06dYMQQjQ0NHjMmjXrw4kTJ24fNmzYwYSEhKwVK1bcFxER\nUZyVlZVg67ICAAAAMD+TH/t78ODBYaNGjfrm66+/Hj18+PAD8+fPf93b27v6n//85181Go2/dr6A\ngIDKysrKP/wcmMf+AnAJRgwhLkTHznM89pdOU23hsb+Gs/Vjf9vbPvdFMAceDwVz4dFQAOwFj/21\nLnvLL4xZD9ctmJMz1CkeZeW4yOugT2Njo/uwYcMOhoWFlX7++eeTKysrA6ZPn77+zJkz12g7//n5\n+V1quRy5HeAceOxvO3jsL+yEPR5HeyyTrZErwRrs4rG/YWFhpWFhYaXDhw8/IIQQd9999yeHDh26\nPigoqKKioiJICCHKy8uDAwMDz5ujoACAP+JRSwAAAAAAAAAAIYRYvnz549HR0QWSJMlCCJGenp4S\nFxe3o7CwsO/48eP/k56enmLrMgIAAAAwP5M7/wUFBVWEh4eXFBYW9hVCiJ07d07o37//scmTJ3+e\nmZmpFEKIzMxM5ZQpUzaaq7AAgP+qrtbwuCUAAAAAAAAAcHGlpaVhmzdvvu3+++9/Tzt6SE5OTrxS\nqcwUQgilUpm5cePGKbYtpe3pPpEEMBb1B4Aj4twFuAaPjiz85ptv/m3WrFkf1tXVderdu/fpVatW\nzW1sbHRPSEjIWrFixX3aYcTNVVgAAAAAgPHmzZu38osvvrg9MDDw/HfffTdQCCHaegRUWlrawpUr\nV85zd3dvfOONNx6bOHHidtu+AwAAAABAa5544onXXnrppQVVVVU+2tfUarVCoVCohRBCoVCo1Wq1\norXlU1NTf/9/bGysiI2NtWBpAQBwTNonslVVVdq4JAAckUqlEiqVyiLrlmzxDGpJkmTtdtt7VrYh\nz9IGALskSUIYcO4y9Tynu9xvz4M3vowGbkO7HXtmqX3gDKx9LTX02m7NMhnK2vWo5b5qb/vcF8Ec\nfqtn/NzPxezZs2eMl5dXzZw5cz7Qdv5LSkrK6N69+8WkpKSMZcuWJWs0Gv/09PSUgoKC6JkzZ350\n4MCB4WVlZaETJkzYWVhY2NfNza1Jd526eR0A2JIx90hG308ZmNe5EnvLL4xZD9ctmJMz1ClDPl/O\n8D6dEXkddG3atOmOLVu2THrrrbceValUsa+88spTn3/++WR/f3+NRqPx184XEBBQWVlZGdByeVfK\n7TinoSPsvf4YWj59139D77ntfR+0yYg2u5b7xl7esz2VxVWZIz+1RTuUU3+2LYRcCdZgzrzO5Mf+\nAgBg7xjKGgCAZmPGjNnj7++v0X2ttUdAZWdn35mYmLjW09OzPiIiojgyMvJUXl7eCFuUGwAAAADQ\ntq+//np0Tk5OfK9evYoSExPX7tq160+zZ89erVAo1BUVFUFCCFFeXh4cGBh43tZlBQBLo13IeXAs\nAcBwHXrsLwAAAADAMbX2CKhz586F3HDDDfu084WFhZWWlZWF6lsHj4YC/hePgAEAAOZmycdDwfEt\nXbp00dKlSxcJIURubu7Yl19++e+rV6+enZSUlJGZmalMTk5elpmZqZwyZcpGW5cV9of8BQAAwPF1\nuPNfY2Oj+7Bhww6GhYWVfv7555MrKysDpk+fvv7MmTPXREREFGdlZSX4+fldMkdhAQAAAADmJ0mS\nLElSq88oaG2abuc/AM2qqzXtzwQAgIuik4lpWv7QZvHixbYrDOzOlStXrh47dmzur7/+epVGo/Hr\n1KlTvRBCPPTQQ/8eMWLEgWeeeeZ5b2/vqkOHDg21dVlhf8hfAMdizseM8shSAHAeHX7s7/Llyx+P\njo4u0DYGpaenp8TFxe0oLCzsO378+P+kp6endLyYAOAaGMIaAABYS2uPgAoNDS0rKSkJ185XWloa\nFhoaWmarcgKAM/HxCfi94wsAuKLqag0dTQAzu/rqq6/s3r173OHDh4ecPn06slu3bj999dVXN73z\nzjsPJycnL6urq+uUlJT00r/+9a+/2LqsAAAA+F/0EUBHdajzX2lpadjmzZtvu//++9+TZVkSQoic\nnJx4pVKZKYQQSqUyc+PGjVPMUVAAAABXxU0/AEuIj4/PyczMVAohhO4joOLj43PWrVs3o66urlNR\nUVGvkydP9hkxYkSebUsLAM6BTi8AAMASunTpUiuEEHV1dZ0aGxvd/f39NbTXAQAAAK6hQ53/nnji\niddeeumlBW5ubk3a19RqtUKhUKiFaB5JQq1WKzpaSAAA7AmjdQAAHE1iYuLa0aNHf/3DDz9cFx4e\nXrJq1aq5KSkp6Tt27Ijr27dv4a5du/6UkpKSLoQQ0dHRBQkJCVnR0dEFkyZN2vL2228/0tYjgQEA\nAAAAttXU1OQ2ZMiQwwqFQj1u3Ljd/fv3P0Z7HQDA3GgfAwD75GHqgps2bbojMDDwfExMTL5KpYrV\nN48kSXJrjUSpqammbhoAAJty1JE6tAlZVVWljUsCwJpUKpVQqVS2LgZsbO3atYn6Xt+5c+cEfa8v\nWrRo6aJFi5ZatlQAAAAAAHNwc3NrOnz48JDLly/73nLLLdt27949Tnd6W+11QvyxzS42NlbExsZa\nrKyt4btLALB/jto+BgD2wJLtdZIsmzaAw6JFi5auXr16toeHR8OVK1eurqqq8rnrrrs+O3DgwHCV\nShUbFBRUUV5eHjxu3LjdJ06ciPrDRiVJ1m5X+xi71srR3nTAkkg20SGSJIQB5y7d85wkSQaf70xd\nzhi6jxq19/Owvn1grv3Scj2Odm1q+chYS5bbxyfg9+SvvWu7pctiCkt9ltranhD/3Q+tbV/7uqPV\nPdin3+oTz5JGh+nmdQD+i+u19Rmzz40+PgbmdYZyhvph7fdgru1Z+14fzs8Z6pQhny9zv09nOA/a\nA/I6tOX5559/pnPnzr+8995797fXXieE/eR21jg/OMO529w4LxvO3uuPoeXTd8wNrQf2vg+EaKOM\nRrTZtdw3xrxnS7Ytm/vzasrxtOY5wx7rmznevy3aoZzhs21t1s6VOAauyZx5ncmP/V26dOmikpKS\n8KKiol7r1q2b8ac//WnX6tWrZ8fHx+dkZmYqhRAiMzNTOWXKlI3mKChgC9XVGn7BAABG4JwJAAAA\nAAAAWM/Fixe7X7p0yU8IIX755ZfOO3bsiIuJicmnvQ4ArI+2ZQCALZj82N+WtMOFp6SkpCckJGSt\nWLHivoiIiOKsrKwEc23DiLLQK9bFMEIfAAAAAAAAAABwNeXl5cFKpTKzqanJrampyW327Nmrx48f\n/5+YmJh8W7fXAQAAALA8s3T+Gzt2bO7YsWNzhRAiICCgcufOnRPMsV7AUPyCAgAAAAAAAAAAuBo/\nP79Lvr6+l8+fPx8oSZJ81VVX/aqdph24A3A1DBoCwN7pO09x7jIfBgyDq5FsUeElSZK1223vWdmm\nPDedD7LrMaWe2HK9cBGSJIQBdUe3nhlz/jJ1OWNot6Hdjj3Ttw9avmbqftK3HiHsf59o6R5HISxb\nbkPqjD3XK2vfQ7SsS61tX/u6o9U92Kff6pPU/pxA23TzOgD/xfXa+ozZ50YfHwPzOkM5Q/2w9nsw\n1/ac9ftCGodsxxnqlCGfL3O/T2c4D9oD8jroqqioCKqoqAgaMmTI4ZqaGq+hQ4d+u3HjximrVq2a\n271794tJSUkZy5YtS9ZoNP7p6ekpLZe3l9zOGucHZzh3m5uznpct8b7svf60Vz7tfaN2QBVT2jzs\nfR8I0UYZjWiz60i7kiU/U+ZetynH05rnDGPbTK1VJiHaf/9t5WlttffY6tzlCJ9tY3X0PVk7V3LG\nY4D2mTOvM9tjfwE4Pi4qAODcOM8D0CciIqLYx8enyt3dvdHT07M+Ly9vRGVlZcD06dPXnzlz5hrt\n46H8/Pwu2bqsAADnQ+e1juFpGACAoKCgiqCgoAohhPDy8qrp16/f8bKystCcnJz43NzcsUIIoVQq\nM2NjY1X6Ov+5Au39hin4Pg3Owp7uG8kBzIv9aX/s6fMGwDW42boAAAB0VEe+vAFgfT4+AXxuATsi\nSZKsUqli8/PzY/Ly8kYIIUR6enpKXFzcjsLCwr7jx4//j6s2EAEALK+6WkPDiIFajuoOAEBLxcXF\nEfn5+TEjR47cr1arFQqFQi2EEAqFQq1WqxW2Lp+tcL8B2Bc+k+blyvuTtgbooj6Yhv3mHEwe+a+k\npCR8zpw5H5w/fz5QkiT5wQcf/L/HHnvsDUaIsA568AOOw54/r/ZcNmO0ntR4CB+fAId/f4CzcdUv\nIgB71nJoeVcaIcJZ7ocAAAAAuLaamhqvadOmfbp8+fLHvb29q3WnSZIkS5LU6vB1qampv/8/NjZW\nxMbGWqycAP6LkSWdCz/WsT7aGuybtc9x1AfTsN+sR6VSCZVKZZF1S6Z+2CoqKoIqKiqChgwZcrim\npsZr6NCh327cuHHKqlWr5nbv3v1iUlJSxrJly5I1Go1/y0YiSZJk7Xbbe1a2Kc81d4UbJUs8792R\nWWp/uNp+doXPjlVJkhCybNR5zphjYOpyWj4+Ab9fzNsrW1vz2IPW9nHL102t4y2Xc7RzQ8uE05Ll\nNqTO2HO9svZ50NA6qn29o3XPXs7zHT1/oWN+2+d8E4XfXXvttT/6+vpednd3b3zooYfeeeCBB971\n9/fXaDQafyGaOwYGBARUav/W0s3rHIW+jn6Odl2H/aNOWZ8x+9zo4/NbXmcuzlA/zP0eLPHdYGvr\nceT9LoT+9+AMdcpROUudEqLt+mPu90mdNQ/yOrRUX1/veccdd2yaNGnSlvnz578uhBBRUVEnVCpV\nbFBQUEV5eXnwuHHjdp84cSKq5bL2kttZ8vzQke8jneF83xZnPS9b4n1Zoi6Yc53trautdgJD95e5\nymvpz7ve9RqY2+lrDzK23U4I/e+to/vP0LYwY9ZnyjKmbMsUhpTP2u1NxnxWWpuvrfYeW527LHWt\ns2Wbm6U+by3nsdY53JKc9V7AEZgzrzN55L+goKCKoKCgCiGE8PLyqunXr9/xsrKyUFcaIQIAHBm9\n+AFoOfuXmADatnfv3huDg4PLL1y40CMuLm5HVFTUCd3pbY0Q4WijQ3D/AwCwJkaXBWAulhwhAo5P\nlmXpvvvuWxEdHV2g7fgnhBDx8fE5mZmZyuTk5GWZmZnKKVOmbLRlOQHAWrgPB9pHuxDgXEwe+U9X\ncXFxxNixY3O///77AT179jxrzAgRjPxnGnrf/hEj/xmurc+HK3x2zKnd5MHMI/+1NfpcR36dY0jZ\n2prHHlhi5D/deRn5z7RtOWK9ctWR/xz511cwHiNEoC2LFy9+zsvLq+bdd999oL0RIuxldAhjWOsX\ntbr4wtn1ONq9ojNg5D/rYuQ/47YphHn3FSP/2Q9nyGUY+c9xkddB11dffXXTzTff/OWgQYOOan+4\nlZaWtnDEiBF5CQkJWWfPnu0ZERFRnJWVleDn53ep5fL2ktvpnh/MnUe5ysh/9j6KlzW1fF/mqFOM\n/Oc4I/9p/WH9jPxnlvIw8p/zjPzXVjuopbdtqvbO5Yz8Z/q2haDNzhbsYuQ/rZqaGq9p06Z9unz5\n8se9vb2rdacZOkKEvaOCA9DHWUeO4ZwHuA4+766BESLQltra2i6NjY3u3t7e1T///HPX7du3T3zu\nuecWM0KE+TjrPSMAAAAA+3DTTTd99ec///n9L7744vbAwMDz33333UAhhKisrAxorY3O3pFHwdyo\nUzAnfuhpGtojrMOZ9zPncqB1HRr5r76+3vOOO+7YNGnSpC3aocSjoqJOGDNChCOM/GePJ0hn/SWO\nqToyupcx63UGjPxnPu3WDwcd+a/lLz30zWNvnH3kP3P9OkXLViP/aRNi3Ztza9YrQxLyjuxrUxJ+\nW4/8p7teRv5zHYwQAV1FRUW9pk6dukEIIRoaGjxmzZr14cKFC9MqKysD2hshwl5GhzCGLUb+c8ac\nAm3jmFsfI/9ZFyP/GbdNIRj5z1k5Qy7DyH+Oi7wOLe3Zs2eMl5dXzZw5cz7Qdv5LSkrK6N69+8Wk\npKSMZcuWJWs0Gv/09PSUlsvaS27X8vsi7f/NuW5T1ulI53t7H8XLmvR976r7t6nrZOQ/+2t/bfm9\nvDVG/muvTUrftNbWZQxHH/nP2O3Z28h/xmzLliP/GVKHW77uKCP/mavN3Rzb0s7DyH/oCHPmdSZ3\n/pNlWVIqlZndunX76bXXXntC+3pSUlJGt27dfkpOTl6Wnp6ecunSJb+WyYQjdf6z15teey2XrdD5\nz3B0/jMfOv/ZD2ft/KfbWc4ZOv+1LIely9KSpW/UTb1n0V2Gzn+wBhqJYC720kBkDDr/wRo45tZH\n5z/rovOfcdsUgs5/zsoZchk6/zku8jroU1xcHDF58uTPtZ3/oqKiTuTm5o5VKBTqioqKoNjYWFXL\nwTqEsJ/cjs5/Hedqnf/a+jE2nf/0T9flLJ3/WjvW/7N+Ov+ZpTx0/jNsW3T+a3vbQrQ/oIa+6Y7U\n+c/YAUPo/OeazJnXmfzY37179964Zs2aewcNGnQ0JiYmXwgh0tLSFqakpKQnJCRkrVix4r6I30aI\nMEdBAQBwNY40fDU3gwDgmjj/AwAAR8Hj2QC4GrVarVAoFGohhFAoFGq1Wq2wdZlMRe4JfRzp+3PY\nBx+fAO4FbUR7Lw5otXcOd8RzvO79iiOWH47N5M5/N91001dNTU1u+qbt3LlzgulF6hh9owq1Nh+J\nguPhuMFVOMMX0s7wHmBfqFNtY/8AAAAAQOtofAHgyiRJkiVJarVxJTU19ff/x8bGitjYWCuUyv6Y\nc1Qzc7Zl8b0f7J2j1FHuB22HfQ8AQqhUKqFSqSyybpM7/zkrOpcBsAfOcBNsq/dgvfO4B78SszJn\n+FxYkj3sH+6jAFgD5xrXwHEGAAAAOkb7uN+goKCK8vLy4MDAwPOtzavb+a+juJc3P0t972fogCpA\ne+zhu2ljWOI8xch2AID2tPyRzeLFi822br0j90EX/SMN5eMTYNUbG5ISGIJ6Yj72ti8tec4xbL0N\nDpfQwhF48CUBAAAAAAAAOiw+Pj4nMzNTKYQQmZmZyilTpmy0dZlcjb19p+4qWt/vxn33au12Tzg2\n2ovQEZxvHIe9HCt7KQfsBz3b2tXQ4TUYO9SxPf4qypD3YOhNjaMM/eyMrJ1o2mNdtgTdOu289dtD\nmON8aE6WTKRI0qDLup9r83Qqdd5zEQDAGriOQBf1AQCsj3MvAGMlJiauzc3NHXvx4sXu4eHhJUuW\nLHk2JSUlPSEhIWvFihX3RUREFGdlZSVYavuu0hZgCe2d8+lAaE7Gffdqy3YCx/xM8bQkwFS0S3ac\nta6X9nKs7KUcsB8WGflv69att0ZFRZ3o06fPyWXLliVbYhuOpLpa4/AfPlPfg77nVetblzP0THb1\nBMxSzyY3hI9PgFX3f8v6qlunzfF5t8/Pwn87/tnyWNsrRz2H6ZZb32fI2GPtrOdBR7yOm1JmPtsA\nWiKvszzttdMS9xIduS63vI5wjXAtLY+3I94LwTB8tl0Hx9rxmPO7WACuYe3atYnnzp0Lqaur61RS\nUhI+d+7cVQEBAZU7d+6c8MYbbzx29uzZnsOHDz/gCLmds37H2Bpr3W/7+ASILl28Lb4de9TRfNta\n3/+bs+7b5p7gv50rLfk5NuZ42Pp8Yo3tc//nOjjWjsvY6wjHGqYwe+e/xsZG97/+9a//3Lp1660F\nBQXRa9euTTx+/Hg/c6zbUTtX2BNr3eRot2PoiclZGhNa7l9b3FS2tk1Lf3ZseRGydt2xdH01bt3W\nf0QoNxz/y9rnMHNdD9srN8faMuz1fobjDUCXJfO61rR2frTFedPa9/H2ng9xjXAtrn68bd04ZE2u\nfqztgbXqG8fadXCsAbRki9zOVbWVu5ozrzX1/qG6WiN++aXGLGXQx16/8xSi421I1s7ZzXGPqHtP\n4Gw5jr1/h2Jt3P+5Do614zL2vMWxhinM3vkvLy9vRGRk5KmIiIhiT0/P+hkzZqzLzs6+0xzr1v1Q\nmHIT2ZGbG2O3Z66bXH3rae992OLRro7KUsmIsfvEGkmRMRcUW46i1xpHrmeW1f4w9facdMM09pbc\nUr+MY2/HDwD0MTavM8cIdq2dHzlvAoazx7xJ33mBHAUAAMA6LNlmZ6z2Ose1tZy56d43m+uHaNrc\nVd89uaPltYa8d915fHwC7OY92mNOBMC58R0HnBnXVcfhYe4VlpWVhYaHh5do/w4LCyvdv3//SHNv\nx5I3kJLkKby9vUVVVWWb25MkSciybGD5mkfn0l2nlvZioG+aIZ16Wlu2vTIauy7d9Rmz3pbLW1rL\npK26WvN7WVuWW3f/apeTZdmgpEa7vCn7oSVD6rO+fW7acWi9LurTWr1oa9v/PQb6t6VdVnt82tqO\nMWXqCH3r1PeaI17g7CHhhnOjjjk3U6/5ABybqXkd1wQYw16uMR3JbzuSH5tDa7mRJXImY+juk9Y6\n9Zpj3dYiSZ2EELIQokH896s06bfXdP9vyHQhhPDQWaexy5tzeqNYvPhFE5f3EJLkaabyadcnmTjd\n0O0LPWU2R/nbm67dV/qmexhdv5rXZez+aRSLFy+20Puz5XTd1wyZLkTr+9yU9evWKXOUT3e6MHH9\nTWLx4qVGbF+7T/TVH+0y7U039v39cZstv4cHYF7WarNrSfde2dvb/3/aYnTbYdq6N9T3tCV99+C6\nf2u3qV13e/eOrW3fFvltx+91jWv/aW25lu+95f6VZfkPbTst529+rUZ4e3u12+aiT8u2Pd1yCCF+\nP74d1bItUFuujrYD6b5P3fqob18YQl+7dcvt/HH+5vKnpqYaXNaWy+vu+/aOm74fe7U1X1v7oaqq\nstXjb0jZAVvg+1AA9sDsnf8kSTLortTYx6PqTm/t/4asz5BltSNp6ZtuerlbX6chZWttOe3FpK35\nO7Kv25re3jHR/tv85aJh2zHkhtrQ92ZMnTFmenvTWr5/Y5IEU46N8fux7brYWrkN2c7/HmvDP0ut\n1eW2ljG0bnf0GBi6vN56ZNA5x/BtG7N/jJlu7L5s7XNtSrk6qq3zT1vzmLpuU+Yxh47UzfaWa+t8\nZcyxbm87ps5jjmWMWb6j55IOnTPaWIehdc3Ya5ru59qYa7Yh2zd0XkufJwAYz9C87rd5//Bvy/+b\nsO12X7fEtcDYvMkc22z5urW2acryHbknMHQbxkyzZjkMWc6c92odKUdb/zeGvuNt7LpMySlNXbcp\n6zOu7tXr/L9BtK296e3N09H1Gzu9ycTlW5vP1PIZul5r7x9zTG9oZ7o5tu/I+6ej09vbvy1fa+vv\njq7fXqY3tTO9tXVYs/z/3WZ735kD6BhDcztzfA5bu/9rbXANU9dvyHfA+gZ+aG097b1urvK2tx5D\nviczZB5j2iL/S//52JA8Q19HwfbK0tHvWdvapiHr6Eg+YUrO0V77l6H7uSPLG7ofDPkctLcPjHm/\nbR1LQ7fT3vzGfNbbW6a9+QzZjiXOtx1Zt7nzcnMvZ6m2iY4y9jPV1uvGLGfo93Om1GFL7b/21mvK\ndOZtQooAACAASURBVEOXscbnrb19bcw+NuW7WHMeN0uet2B5Zu/8FxoaWlZSUhKu/bukpCQ8LCys\nVHceWZapHQBc2quvvvrksmXLkt95552Hbrnllm2dOnWq27p1661ffvnlzcuWLUu2dfmswc3Nrenk\nyZN9evfufbq9eZ9//vlnvL29q+fPn//6gAEDvt++ffvEkJCQc0IIcf78+cDPPvvsriFDhhwePXr0\n18XFxRE9e/Y8q1127ty5q8LDw0uWLFnyrCXfDwAAzoS8DgDaR15nvrzu8OHDQ8aMGbPnyy+/vDkm\nJib/3//+98PPPvvsErVarZAkSV64cGHa119/PTonJye+vLw8eNy4cbvff//9P99yyy3bLP8uAQBw\nXOR2ANA28jrz5XVaX3311U1PP/30C3v27Blz8uTJPtdee+2PQghBXgcAFiTLslmjvr7e49prrz1d\nVFQU8euvv3YaPHjw4YKCgn7m3g5BEISjxqVLl3y9vLyqP/nkk2mtzXPlypWrHn/88ddDQkLKQkJC\nyubPn//ar7/+2kmWZbF79+7Y0NDQ0oyMjAU9evQ4HxwcfG7Dhg1Tvvjii9v69OlTGBAQ8FNaWlqK\ndl3PPfdc6rRp0z6ZPn36Om9v76rrr7/+2yNHjgzSTi8oKOg3duxYlZ+fn6Z///7f5+TkTNZOUyqV\n7z/yyCNv3X777Zu8vb2rRo4cue/06dPXaqcfP348asKECTsCAgJ+uu66605kZWXdY8iyY8aM+VKS\npKauXbvWeHl5Vesupy/i4+Ozc3Nzb66pqekaHBx8Tt889fX1HpIkNZ05c6an7ut//vOfVz399NPP\n2/q4EwRBEIQjBXkdQRBE20FeZ9687sMPP5w5YsSI/dq/a2pqukqS1FRRUaGQZVmEhISU7dixY4J2\n+rPPPrt4xowZa21dDwiCIAjC3oPcjiAIovUgrzN/e119fb1HTEzMoaNHjw6UJKlJt4zkdQRBEJYL\ni6x08+bNk/r27ftD7969Ty1dunShrd8kQRCEPcWWLVtu9fDwqG9sbHRrbZ5nnnlmyahRo76+cOFC\n9wsXLnQfPXr03meeeWaJLDcnEx4eHvXPP//80w0NDe7vvvvu/d26dbs4c+bMD2tqaroeO3YsunPn\nzrXFxcXXyHJzMuHp6Vn36aef3tXQ0OD+8ssvP9WrV68fGxoa3Ovq6jx79+59Ki0tLaW+vt5j165d\n47y9vat++OGHvrLcnBB069bt4oEDB4Y1NDS4z5o1a432RrympqZrWFhYyfvvv69sbGx0y8/PH9K9\ne/cL2i+P2lpWlmXR8qZfX1x33XUn/Pz8NO7u7g2+vr6XvLy8qj09Pev8/Pw0Dz/88L90522r819A\nQMBPAQEBPw0dOvTgp59+epet6wBBEARBOEKQ1xEEQbQe5HXN79Fced3Zs2fDe/TocX7//v0jGhoa\n3N94442/XX/99d/KsiwqKyv9JUlqOn/+fA/tOj/55JNpAwcOPGrrekAQBEEQjhDkdgRBEPqDvK75\nPZqzvS4jI2PB/PnzX2u5XvI6giAIy4bVN7hly5Zbr7vuuhORkZEn09PTk229AwjT4+zZs+GxsbG7\no6Ojj/Xv3//75cuXPybLsvjpp58CJkyYsKNPnz6FcXFx2zUajZ92maVLly6MjIw8ed11153Ytm3b\nRFu/B8K4aGhocB8yZEj+HXfc8TnH2vRYs2bNrKCgoPK25undu/epLVu23Kr9e9u2bRMjIiKKZLk5\nmejcuXNtU1OTJMuyqKqq8pYkqSkvL2+4dv6hQ4cezM7Ojpfl5mRi1KhRX2unNTU1ScHBwef27Nlz\n05dffjmmZVkSExM/SklJSZs2bdonvr6+l/z8/DT79u0b+dNPPwUMGTLkkKen569xcXHbV6xYMXfM\nmDFf6h5vX19fzezZszNluTmZeOCBB/5Pu97NmzdPioqKOq7925BkQpZlsWPHjglTp079TJZl8eCD\nD77z8ccf361vvtY6/x06dCimsrLSv7Gx0W3z5s2TvL29q/bu3Tva1vXAXmLp0qULo6Ojjw0YMOC7\nxMTEj65cuXIVn23niLlz564MDAxUDxgw4Dvta6Yc24MHDw4dMGDAd5GRkScfe+yx5bZ+X4Rhx/rv\nf//7S1FRUccHDRp0ZOrUqZ9dunTJl2NNmDPI65wryO1cL8jtOh7kdc1/mzOve+eddx708PCo9/Dw\nqO/Ro8f5AwcODJPl5nOUJElN2tE1ZFkW27dvj9PuS4K8zpmDvM51gryOsEWQ1zlXkNe5XpDXdTzI\n65r/Nlded/bs2fDIyMiTVVVV3i3XS17XfpDXOW+Q17lO2DKvs+obbWhocO/du/epoqKiiLq6Ok+G\nF3fsKC8vD8rPzx8iy7Korq726tu37w8FBQX9FixYkLFs2bIkWZZFenp6cnJycrosy+LYsWPRgwcP\nPlxXV+dZVFQU0bt371Nt/ZKCsL945ZVXnpw5c+aHkydPzpFlWXCsTQtDfknUuXPnWt3z4/Hjx6M6\nder0qyw3JxNhYWEl2mn6Or3ddNNNez788MOZstycTNxzzz1ZuusfPnx43vr16xPWr1+fMHz48Dzd\naSkpKWl9+vT5YcWKFfP+/Oc/r1q0aNELly5d8l2wYEHGgw8++O+wsLCS9PT05NjY2N2dOnX61cfH\n57K7u3uDn5+fpmvXrjU+Pj6XGhsb3Vo+brdludtLJhYsWJDh5+enueqqq6507dq1RvuLIj8/P01r\nQ4nr6/zXMh5++OF/PfXUUy/buh7YQxQVFUX06tXrxytXrlwly7JISEhY//777yv5bDtHfPnll2MO\nHToUo3uDacyx1X5hMXz48Lz9+/ePkGVZTJo0abPuFx2EfYS+Y719+/Y47eczOTk5nWNNmDPI65wv\nyO1cL8jtOh7kdc1/dySv023Yys7Oju/bt+8PJ0+ejJRlWWzduvUWhUJRUV5eHqQdIeLChQvdtfN/\n/PHHdzNCRHOQ1zl3kNe5TpDXEdYO8jrnC/I61wvyuo4HeV3z3+bK6+66665PP/jgg9my3NyxUZKk\nplOnTvWW5f+O/Edepz/I65w7yOtcJ2yZ17kJK8rLyxsRGRl5KiIiotjT07N+xowZ67Kzs++0Zhlg\nPkFBQRVDhgw5LIQQXl5eNf369TteVlYWmpOTE69UKjOFEEKpVGZu3LhxihBCZGdn35mYmLjW09Oz\nPiIiojgyMvJUXl7eCFu+BxiutLQ0bPPmzbfdf//978myLAkhBMfaNKNGjfrmqquu+nXDhg1TW5sn\nJCTkXHFxcYT277Nnz/YMCQk5Z+o2S0pKwrX/b2pqcistLQ0LDQ0tCwkJOVdSUhKuPaZCCHHq1KnI\nCxcu9Jg3b95KIYRwc3OTfX19L+fk5MTfeuut24RoPt4//PBD37Fjx+ampKSkv/jii//QaDT+NTU1\nXqNGjdpnjuOdkZGRpNFo/Hv16lV0+vTp3rm5uWNHjRr1jUaj8T937lxIR9cPIXx8fKo8PT3ra2tr\nuzQ0NHjU1tZ2CQkJOcdn2zmMGTNmj7+/v0b3NWOO7f79+0eWl5cHV1dXe48YMSJPCCHmzJnzgXYZ\n2A99xzouLm6Hm5tbkxBCjBw5cn9paWmYEBxrmAd5nfMht3Mt5HbmQV5nmLbyuvLy8mDtfNu2bbvl\n9ttv/yIyMvKUEELccsst24KDg8u//vrr0f7+/prg4ODyw4cPD9HOf+TIkcEDBgz4vqPlcwbkdc6N\nvM51kNfB2sjrnA95nWshrzMP8jrDGJrX7dq1608LFix4KTg4uFy7j0aNGvXNunXrZpDXtY28zrmR\n17kOW+Z1Vu38V1ZWFhoeHl6i/TssLKy0rKws1JplgGUUFxdH5Ofnx4wcOXK/Wq1WKBQKtRBCKBQK\ntVqtVgghxLlz50LCwsJKtctw/B3LE0888dpLL720QHtiEkIIjrVpfH19Ly9ZsuTZRx999K3s7Ow7\na2tru9TX13tu2bJlUnJy8jIhhEhMTFz7wgsvPH3x4sXuFy9e7L5kyZJnZ8+evdrUbX777bdDN2zY\nMLWhocHj9ddfn3/11VdfueGGG/aNGDEir0uXLrUZGRlJ9fX1niqVKnbLli2TwsPDS+bOnbsqJycn\nftOmTbf//PPPXdVqtUJ7sVIoFOra2touhYWFfXfv3j0uKCiovL6+3vPAgQPDvby8/p+9O49r4s7/\nB/4ZLi8uo5IIgeIiFPFAKmp1VWIVtbYiHsVqq6lHdde1au0q2LVbbK0E7aGt6/5aq5hqV2WtRXSR\nCq1B/XorVStSLAU5JPEgCIiUa35/4NiYhlxMkknm9Xw8Pg8lc31mPnO9Zz7z+dSUl5f7aQYougiF\nQlVhYWGQvnFqamo8ampqPIRCoerixYuDIiMjL+gar76+vmN9fX1H7f8TQsj+/fun19bWure0tDgd\nPXp03Ndff/1KTExMuulb0fEIBILKt95666OAgIASX1/fW97e3lXR0dFZOLYdl6llq/27n59fOcrc\n/uzYsWPexIkTMwhBWQM7ENc5NsR2jg+xHTsQ17ViK64LDw+//L///e+FoqKiXjRNU1lZWdEFBQUh\nzIugOXPmfLVu3bo1VVVV3tevX+/z5ZdfLnjttdd2mrstHQniOv5BXMdPiOuAbYjrHBviOseHuI4d\niOtasRXX3bhxI/jKlSsDLl++HM5U8jt8+PCLsbGxaYQgrtMHcR3/IK7jJ0vGdVat/EdRFG3N5YF1\n1NbWuk+bNu2bzZs3L/Pw8KjRHEZRFK2v3LFP2IfDhw+/6OPjczsiIiK3rRtElLVpVqxY8fHHH3+8\nYt26dWt8fHxuBwQElGzdunXxlClTviWEkDVr1qyLjIy8MGDAgCsDBgy4EhkZeWHNmjXrmOm1t6eh\nbT958uSD+/btmyEQCCq//vrrVw4cODDV2dm52c3NreHQoUOTjhw58nyPHj3uLFmyZMvatWv/ef36\n9bDFixdvjYmJSXdzc2uQyWQJmvOjKIp2cnKijx49Ou7GjRvBS5cu/axnz54Vq1evTmppaXFixtGX\nz8TExESpVCrv2rWrev/+/dN15T03NzciIiIil/l/W5X/OnfuXOfp6VlNURQdGhqa36VLlwfMsE8/\n/XSpWCwu69q1qzo+Pj75yy+/XDBq1KjjbW0vPiksLAzatGnT8uLi4sBbt2751tbWuu/evftVzXFw\nbDsuQ2ULjuGDDz74h5ubW8OsWbP+Y+u8gOPAucNxIbZzfIjt2IW4jr24bsGCBV9Onjz54KhRo457\neXndX758+aYvvvhiYUhISAEhhKxdu/bdoKCgwqeeeurm6NGjj8XHxyePGzfuqKEy4gPEdfyGuI4f\nENeBJeDc4bgQ1zk+xHXsQlzHXlzXvXv3uz4+Prd9fHxuC4VCFUVRdPfu3e927NixnhDEdfogruM3\nxHX8YOm4zsUSM22Ln59fuWZTtqWlpf6aNRbB/jQ2NrpOmzbtm9mzZ+9iau0LhUKVUqkUiUQiZUVF\nRU8fH5/bhPyx/JlmjG2VdzDeqVOnhqenp8dkZGRMrK+v71hdXe05e/bsXSjr9pk1a9Z/2jq5d+jQ\n4bfNmzcv27x58zLtYRKJRFFSUhLA/O3i4tLU3NzsrDnOiRMnRmr+3bFjx/pdu3bN1rWssLCwPIVC\nIWH+ViqVoi1btrwxePDg8ykpKXNPnjw5IikpabVIJFKGhobml5SUBDDlHRISUrBo0aLPCSEkISFB\nRgghEyZMyPTz8ytPSUmZqy/fixYt+pyZti2jRo06zlTU+/TTT5e2NV5LS0ubldmPHz8+St8y+OzC\nhQuRw4cPP9WtW7d7hBAyderUA6dPnx4mEomUOLYdkynnbbFYXObn51fOND/N/I4ytx87d+58LSMj\nY+L3338/hvkNZQ1sQFznmBDb8QNiO/YhrmMnrnNycmrZsGHDqg0bNqzSNdzNza1h+/bt87dv3z5f\n37L4CHEd/yCu4xfEdWApiOscE+I6fkBcxz7Edey9r9OkvS0Q17UNcR3/IK7jF2vEdQZb/ps3b94O\noVCo6t+//1XtYR999NFbTk5OLZWVlQLmt6SkpNXBwcE3QkND848ePTpOc/zIyMgLN27cCC4uLg5s\naGhw27dv3wx0vWi/aJqm5s+fvz0sLCxv+fLlm5jfY2Ji0uVyuZQQQuRyuZQJMGJiYtL37t37ckND\ng1tRUVGvGzduBDP9VAO3rV+//u3S0lL/oqKiXnv37n35ueee+2HXrl2zUdb2wVBz3tpEIpHS39+/\ntKCgIIQQQrKzs8f27dv32qRJkw6hvB1LaGho/pkzZ559+PBhJ5qmqezs7LFhYWF5KGvHZep5WyQS\nKT09PavPnj07lKZpateuXbOZaYDbMjMzJ2zcuHHlwYMHJzNfVhKCsgbdNm/evKx///5X+/Xr9xPz\nILOyslIQHR2dFRISUjBu3LijVVVV3sz4iOscD2I7/kBsZ78Q10FbENfxD+I6/kBcB9p0va/TF7vh\nfR2/IK7jD8R19gtxHbQFcR3/IK7jD6vFdTRN603Hjx8feenSpYh+/fpd1fy9pKTEf/z48ZmBgYFF\n9+7dE9A0Ta5duxYWHh7+Y0NDg2tRUVFgUFDQL83NzU6a02VkZDwfEhLyc1BQ0C/r169fbWj5SNxN\nJ06cGEFRVEt4ePiPAwcOzB04cGDukSNHJty7d08wZsyY7ODg4ILo6OijarXam5nmgw8+eDsoKOiX\np59+Oj8zM3O8rdcByfSkUCiiJk2alE7TNEFZ20dKTEx8d/bs2V+ZMs2PP/4YHhkZeX7AgAGXp0yZ\ncqCqqsoL5e2YKTk5eVVYWNi1fv36XZ0zZ468oaHBFWXtGOnll1/e07Nnz1uurq4NYrG4dMeOHXPN\nKdsLFy4M6tev39WgoKBf3njjjU9tvV5Ihst6+/bt83r37n0jICDgJnOP9te//nUryhpJV7p69Wq/\nfv36XX348GHHpqYm57Fjx2b98ssvQStXrtyQnJy8iqZpIpPJ4uPj42Wa0yGuc6yE2I6fCbGdfSXE\ndUj6EuI6x02I6/iTENchGZN0va9rK3bD+zr+JcR1/EyI6+wrIa5D0pcQ1zluQlzHn2TLuI6iacNd\nRxcXFwdOmjTp0NWrV/szv7300kv/feedd96fPHnywYsXLw4SCASVSUlJq52cnFri4+OTCWltSjYx\nMTHx2WefPWNeHUgAAAAAAACwlP3790/PzMyc8OWXXy4ghJB169atcXNza9ixY8e8nJycKKb7AYlE\nosjPzw+1dX4BAAAAAAD4TPt9XWhoaL6u2A3v6wAAAAAA+MNgt7+6HDx4cLJYLC4bMGDAFc3fb926\n5SsWi8uYv8VicVl5eblfezMJAAAAAAAA7OvXr99PJ06cGFlZWSmoq6vrnJGRMbGsrEysUqmEQqFQ\nRQghQqFQpVKphLbOKwAAAAAAADyprdgN7+sAAAAAAPjDxdQJ6urqOq9fv/7trKysaOY3Wk//9BRF\n/aFpQV2/AQAAAACAdei7fwd+CQ0NzY+Pj08eN27c0S5dujwYOHDgj87Ozs2a41AURSOuAwAAAADg\nFsR1oK2t2E1zuCm/AwAAAACAZbEV15lc+a+wsDCouLg4MDw8/DIhhJSVlYkHDRp08ezZs0P9/PzK\nS0tL/Zlxy8rKxH5+fuW65mNMd8Ng/xITE0liYqKtswFWgLLWgaIIccBzHcqaP1DW/ILy5g+Kwvsh\neNK8efN2zJs3bwchhPzjH//4QCwWlzFdRolEImVFRUVPHx+f27qmRVzHD5rXCIqiUO4ODvcEWhw0\nriOEf2XNt/OXp6eAEEJIdXUl78qaz1DW/IG4DhhtxW6mvK8jBLEdX+A6wR8oax0cNLZDWfMHypo/\nUNb8wWZcZ3K3v/3797+qUqmERUVFvYqKinqJxeKyS5cuPSMUClUxMTHpe/fufbmhocGtqKio140b\nN4KHDBlyjrXcAgAAAAAAAKtu377tQwghJSUlAQcOHJg6a9as/8TExKTL5XIpIYTI5XJpbGxsmm1z\nCQAAAKaoqVGTmhq1rbMBAAAW1lbshvd1lodKuAAAAMAmT0/B4w/5AExlsOW/mTNn7snJyYm6d+9e\nN39//9L33nvvn3Pnzk1hhms2Bx4WFpYXFxeXGhYWlufi4tK0devWxWguHAAAAAAAgLumT5++/969\ne91cXV0bt27dutjLy+t+QkKCLC4uLnX79u3zAwMDi1NTU+NsnU8AAAAAAAA+Y97X3b17tzvzvq6t\n2A3v6wAAAADsCz7gg/YwWPlvz549M/UN//XXX/+k+ffbb7+9/u23317f3ow5Mj51MyKRSGydBbAS\nlDV/oKz5A2XNL9Ysbz7dCwHYg+eff/7I7t27X21ubnbetm3b68OHDz9FyJMfegG/4Z6AX1De/IGy\n5g+UNX+grAEcW1vv67Kzs8fq+h3v60AbrhP8gbLmD5Q1f6Cs+QNlDeagbPHilaIoms8vfPHCG4An\nKIoQHOsAAH+AeyHberT90TcNEEIIKS4uDnzuued+uH79ep8OHTr8NmPGjH0TJ07MuHbtWt/u3bvf\nXbVq1Ybk5OR4tVrdVSaTJWhOy/e4jq9wDgfeQVznMPh2/mK6IuTTOgPwCeI6YBNiO/Pw7d4CwO4h\ntgMwC6531oM4nn/YjOucDI0wb968HUKhUNW/f/+rzG8rV67c2KdPn+vh4eGXp06deuD+/ftezLCk\npKTVwcHBN0JDQ/OPHj06jo1MAgAAAAAAAPs8PT2rXV1dG+vq6jo3NTW51NXVdfb19b2Vnp4eI5VK\n5YQQIpVK5WlpabG2zisAAAAAAAAAAAAAAAA8yWDlv7lz56ZkZmZO0Pxt3LhxR69du9b38uXL4SEh\nIQVJSUmrCSEkLy8vbN++fTPy8vLCMjMzJyxevHhrS0uLwWUAAAAAAACA9QkEgsq33nrro4CAgBJf\nX99b3t7eVdHR0VkqlUooFApVhBAiFApVKpVKaOu8AgDYkqengHh6CmydDWARyhQAAAAAAAAAAByB\ni6ERRo4ceaK4uDhQ87fo6Ogs5v9Dhw49+80330wjhJCDBw9Onjlz5h5XV9fGwMDA4t69e/9y7ty5\nIc8+++wZ1nMOAAAAAAAA7VJYWBi0adOm5cXFxYFeXl73X3rppf/u3r37Vc1xKIqiKYrS2ddAYmLi\n4/9LJBIikUgsml8AAFupqVHbOgvAMpQpANgThUJBFAqFrbMBAAAAAAAAHGSw8p8hO3bsmDdz5sw9\nhBBy69YtX82KfmKxuKy8vNyvvcuwNOYr3+rqShvnBAAAAAAAwHouXLgQOXz48FPdunW7RwghU6dO\nPXD69OlhIpFIqVQqRSKRSFlRUdHTx8fntq7pNSv/AQAAAACAZWh/aLN27VrbZQYAAAAAAAA4pV2V\n/z744IN/uLm5NcyaNes/bY1jDy1E4EtfAAAAAHBUaCEC9AkNDc1///3333n48GGnjh071mdnZ48d\nMmTIuS5dujyQy+XS+Pj4ZLlcLo2NjU2zdV4BAAAAAAAAAAAAAADgSWZX/tu5c+drGRkZE7///vsx\nzG9+fn7lpaWl/szfZWVlYj8/v3Jd06OFCAAAAAAAy0MLEaBPeHj45Tlz5nwVGRl5wcnJqeWZZ565\ntHDhwi9qamo84uLiUrdv3z4/MDCwODU1Nc7WeQUAAAAAAADdkpKSVu/evftVJyenlv79+19NSUmZ\n++DBgy4zZszYd/PmzaeYuM7b27vK1nkFAAAAAAB2OZkzUWZm5oSNGzeuPHjw4OSOHTvWM7/HxMSk\n79279+WGhga3oqKiXjdu3AgeMmTIOfayCwAAAAAAAGz5+eefn96zZ89MNze3BhcXl6a0tLTYf//7\n338lpO1W3AEAAAAAAIA7iouLA7dt2/b6pUuXnrl69Wr/5uZm5717974sk8kSoqOjswoKCkLGjBnz\nvUwmS7B1XgEAAAAAgH0GK//NnDlzz/Dhw0/9/PPPT/v7+5fu2LFj3htvvPFZbW2te3R0dFZERETu\n4sWLtxJCSFhYWF5cXFxqWFhY3vPPP39k69ati/HCCAAAAAAAgJuefvrpn3NzcyNyc3MjLl68OKhz\n5851U6ZM+RYviQAAAAAAAOyDp6dntaura2NdXV3npqYml7q6us6+vr630tPTY6RSqZwQQqRSqTwt\nLS3W1nkFAAAAAAD2UTRt/bp5FEXRtlhuWyiKIoQQYq08URRltWUBgA1RFCE41gEA/gD3Qrb1aPtT\nts4HcM/Ro0fHvf/++++cOHFiZGhoaH5OTk6UUChUKZVKkUQiUeTn54dqjs+1uA6sA+dw4J1HcZ21\nnx0B+7TPX45epo6+fgB8h7gOtH3xxRcL33rrrY86der0cPz48d/t2rVrdteuXdVqtborIYTQNE0J\nBIJK5m9NFEXR77777uO/JRIJkUgk1su8nUJsBGBn8M4OwCy43lkP4njHp1AoiEKhePz32rVrWYvr\nUPmPoPIfAFgIAgkAAJ1wL2RbeEkEbZk3b96OyMjIC4sXL95qzEsia8Z1OG9wB8oCeAeV/xwGKv8B\ngCNBXAeaCgsLgyZNmnToxIkTI728vO6/9NJL/502bdo3b7zxxmeacZxAIKisrKwUaE/PtXd29gKx\nEYCdwTs7ALPgemc9iOP5h824zoWNmQAAAAAAAID9amhocDt06NCk5OTkeO1hFEXRFEXpfOKQmJj4\n+P9oHQIAAAAAwDK0W4gA0HThwoXI4cOHn+rWrds9QgiZOnXqgdOnTw8TiURKpVIpEolEyoqKip4+\nPj63bZ1XAAAAAABgn5OhEebNm7dDKBSq+vfvf5X5rbKyUhAdHZ0VEhJSMG7cuKNVVVXezLCkpKTV\nwcHBN0JDQ/OPHj06zlIZBwAAAAAAAHYcOXLk+UGDBl3s0aPHHUIIYbr7JYQQfS+JEhMTHydU/AMA\nAAAAsAyJRPLEvTeAptDQ0PwzZ848+/Dhw040TVPZ2dljw8LC8iZNmnRILpdLCSFELpdLY2NjuImR\nHAAAIABJREFU02ydVwAAAAAAYJ/Byn9z585NyczMnKD5m0wmS4iOjs4qKCgIGTNmzPcymSyBEELy\n8vLC9u3bNyMvLy8sMzNzwuLFi7e2tLQYXAYAAAAAAADYzp49e2bOnDlzD/N3TExMOl4SAQAAAAAA\ncF94ePjlOXPmfBUZGXlhwIABVwghZOHChV8kJCTIsrKyokNCQgp++OGH5xISEmS2zisAAAAAALCP\nMqa/6OLi4sBJkyYdunr1an9CWr8iysnJiWJag5BIJIr8/PzQpKSk1U5OTi3x8fHJhBAyYcKEzMTE\nxMRnn332zBMLpSiaS/1UW7vvbPSLDsATFEUIjnUAgD/AvZBtPdr+lK3zAdzx4MGDLk899dTNoqKi\nXh4eHjWEtLb2HhcXl1pSUhIQGBhYnJqaGuft7V2lOZ014zqcN7gDZQG88yius/azI2Cf9vnL0cvU\n0dcPgO8Q1wGbuPbOzl4gNgKwM3hnB2AWXO+sB3E8/7AZ17mYM5FKpRIKhUIVIa3dQalUKiEhhNy6\ndctXs6KfWCwuKy8v99M1D82m6SUSCbqIAgAAAACwAIVCQRQKha2zARzW2NjoKpFIFEOGDDlHURSd\nkpIyNzg4+AZFUTZ/yoCHS0/C9gAAAAAAAAAAAAAAAE1mVf7TRFEUre+lUFvDNCv/sZAHvAABAAAA\nANBB+0ObtWvX2i4zwEnLli3bPHHixIz9+/dPb2pqcnnw4EGXDz744B/R0dFZq1at2pCcnBwvk8kS\nZDJZgq3zCgAAAAAAAAAAANbj6SkghBBSXV1p45wAAEBbnMyZiOnulxBCKioqevr4+NwmhBA/P7/y\n0tJSf2a8srIysZ+fXzk7WQWwDqY5VQAAAAAAR3f//n2vEydOjJw3b94OQghxcXFp8vLyup+enh4j\nlUrlhBAilUrlaWlpsbbNKQAAAAAAAAAAAFhbTY2a1NSobZ0NAADQw6zKfzExMelyuVxKCCFyuVwa\nGxubxvy+d+/elxsaGtyKiop63bhxI3jIkCHn2MwwAAAAAAAAsKOoqKhXjx497sydOzflmWeeufT6\n669ve/DgQReVSiUUCoUqQlo//lKpVEJb5xUAAAAAAAAAAAAAAACeZLDb35kzZ+7JycmJunv3bnd/\nf//S9957758JCQmyuLi41O3bt88PDAwsTk1NjSOEkLCwsLy4uLjUsLCwPBcXl6atW7cu1tclMAAA\nAAAAANhOU1OTy6VLl57ZsmXLksGDB59fvnz5Ju3ufSmKotuK6xITEx//X7uLaQAAAAAAYIdCoSAK\nhcLW2QAAAAAAAAAOomja+nXzKIqi2VwuRVGkPfNjunm11rZob37BslA+wBqKIgT7EgDAH+Baa1uP\ntj9l63wANyiVStGwYcNOFxUV9SKEkJMnT45ISkpa/euvv/7p2LFjo0UikbKioqLn6NGjj+Xn54dq\nTst2XKcLc77AeaMVF7YDF/IAYFWP4jprPzsC9mmfvxy9TB19/QD4DnEdaKuqqvJesGDBl9euXetL\nURSdkpIyNzg4+MaMGTP23bx58ymmIQ9vb+8q7WmtEds5IsRGAHYG7+zMhtiC33C9sx4ca/zDZlxn\nVre/AAAAAAAAYP9EIpHS39+/tKCgIIQQQrKzs8f27dv32qRJkw7J5XIpIYTI5XJpbGxsmm1zCgAA\nAAAAAG1ZtmzZ5okTJ2Zcv369z5UrVwaEhobmy2SyhOjo6KyCgoKQMWPGfK/dyjsAAAAAADiGdrX8\nl5SUtHr37t2vOjk5tfTv3/9qSkrK3AcPHnQx9CURWv5D7WguQ/kAa/AVEQCATrjW2hZaiABtly9f\nDl+wYMGXDQ0NbkFBQYUpKSlzm5ubnePi4lJLSkoCrBXX6YKW/57Ehe3AhTwAWBVa/nMYaPmPfZ6e\nAkIIIdXVlRZbBgDohrgONN2/f98rIiIi99dff/2T5u+hoaH5OTk5UUKhUKVUKkUSiUSh3aI7IWj5\nz1yIjQDsDN7Zmc3RYyfQD9c768Gxxj9sxnUu5k5YXFwcuG3bttevX7/ep0OHDr/NmDFj3969e1++\ndu1a3+jo6KxVq1ZtSE5OjpfJZAn4mggAAAAAAICbJk+efNDT07Pa2dm5uaysTOzl5XW/srJSQFEU\nnjIAAABAm2pq1LbOAiehUiQAWFtRUVGvHj163Jk7d27K5cuXwwcNGnRx06ZNy1UqlVAoFKoIIUQo\nFKpUKpWwrXkkJiY+/r9EIiESicTi+QYAAAAA4BOFQkEUCoVF5m12y3+VlZWCYcOGnT5z5syzHh4e\nNVOmTPl26dKln77xxhufGfqSCC3/oXY0l6F8gDX4isjmcDwDcBOOTdtCCxGgrVevXkUXL14cJBAI\nHr+hXrVq1Ybu3bvfZT7qUqvVXbU/6kLLf9bHhe3AhTwAWBVa/nMYtm75z9rnT2usH44L3bBdwBoQ\n14GmCxcuRA4bNuz0qVOnhg8ePPj88uXLN3l4eNRs2bJliVqt7sqMJxAIKisrKwXa06PlP/MgNgKw\nM3hnZzbc3/IbrnfWg2ONfzjR8p9AIKh86623PgoICCjp1KnTw/Hjx38XHR2dZeyXRPiKCAD0wVfS\nAAAA7LDkl0TgOLQDzPT09JicnJwoQgiRSqVyiUSiQIvuAAAAAAAA3CMWi8vEYnHZ4MGDzxNCyPTp\n0/cnJSWtFolESqVSKRKJRMqKioqePj4+t22dVwAAAAAAYJ/Zlf8KCwuDNm3atLy4uDjQy8vr/ksv\nvfTf3bt3v6o5DkVRdFtdRWlW/gMA0GbNrmNQ0RAAAByZ9oc2a9eutV1mgJMoiqLHjh2b7ezs3Lxo\n0aLPX3/99W34qAsAAADsFZ7zgCPCR12gj0gkUvr7+5cWFBSEhISEFGRnZ4/t27fvtb59+16Ty+XS\n+Pj4ZLlcLo2NjU2zdV4BAAAAAIB9Zlf+u3DhQuTw4cNPdevW7R4hhEydOvXA6dOnh+FLIgCwN9as\naAgAAADANf/3f//35549e1bcuXOnR3R0dFZoaGi+5nB81GUb6FIDuAz7JwBwGZ7zgCPCR11gyGef\nffbGK6+88nVDQ4NbUFBQYUpKytzm5mbnuLi41O3bt88PDAwsTk1NjbN1PgEAAAAAgH1mV/4LDQ3N\nf//99995+PBhp44dO9ZnZ2ePHTJkyLkuXbo8wJdEAAAAwBdoVQIA7F3Pnj0rCCGkR48ed6ZMmfLt\nuXPnhgiFQhU+6gIAAAAAALAP4eHhl8+fPz9Y+/fs7OyxtsgPAAAAAABYj5O5E4aHh1+eM2fOV5GR\nkRcGDBhwhRBCFi5c+EVCQoIsKysrOiQkpOCHH354LiEhQcZedgEAAAC4paZGjZYlAMBu1dXVda6p\nqfEghJAHDx50OXr06Lj+/ftfjYmJSZfL5VJCCMFHXYZ5egoeVwYHAAAAgN/hPgkAAAAAAADAsihb\ndNNCURTN5nLb290MRVGEEGK1LmvQPQ63oXy4wZrHpcWWRVGEYF+yKRzPYA3Wvo9wBDg2bevR9qds\nnQ/ghqKiol5Tpkz5lhBCmpqaXF555ZWvV69enVRZWSmIi4tLLSkpCWC6h/L29q7SnJbtuE4X5nzB\n9fOGJa4FutaZC9uBC3kA2+PVfvAorsM9n/3T3m8d/XmgNdaPq8eFrfNl6+VzDbaHZSCuAzZZI7Zz\nRLy6JwZwBGa8s0OvP61wP8dvuN5ZD441/mEzrjO7218AAADucyGengLeB2YAAABt6dWrV9GPP/44\nsLm52TkyMvLCqVOnhjPDKIrCUwYAAAAAAAAAAOAl9PgDAAD2wuxufwkhpKqqynv69On7+/Tpcz0s\nLCzv7NmzQysrKwXR0dFZISEhBePGjTtaVVXlzVZmAYAbmFrnANzXhOAMAADACJs3b14WFhaWx1T4\nk8lkCdHR0VkFBQUhY8aM+V4mkyXYOo8AAAAAAAAAAAAAAADwpHZV/lu2bNnmiRMnZly/fr3PlStX\nBoSGhubjJREAAAAAAID9KCsrE2dkZExcsGDBl0wT8+np6TFSqVROCCFSqVSelpYWa9tcAgAAABd4\negoed38GYAj2FQAAAAAAAADLM7vb3/v373udOHFipFwulxJCiIuLS5OXl9f99PT0mJycnChCWl8S\nSSQSBSoAAgAAAAAAcNObb775ycaNG1dWV1d7Mr+pVCqhUChUEUKIUChUqVQqoa5pExMTH/9fIpEQ\niURi4dwaRlEUoWn0WAwA9gfnL7AHaF0fTIH9hT0KhYIoFApbZwM4rrm52TkyMvKCWCwuO3To0KTK\nykrBjBkz9t28efOpwMDA4tTU1Dhvb+8qW+cTAAAAAADYZXblv6Kiol49evS4M3fu3JTLly+HDxo0\n6OKmTZuW2/NLIgAAAAAAR4OXRKDP4cOHX/Tx8bkdERGRq1AoJLrGoSiKZroD1qYZ1wEA/6Cymv1A\nWQFYDtO6XXV1pdWXjWObP7Tfoaxdu9Z2mQHO2rx587KwsLC8mpoaD0IIYXrqWrVq1Ybk5OR4mUyW\ngMY6AAAAAAAcD2Xuw4ELFy5EDhs27PSpU6eGDx48+Pzy5cs3eXh41GzZsmWJWq3uyownEAgqKysr\nn2jfn6Ioms2HEu19yEFRFCGEWO1BCR7KcBvKxzBrbCNrHpcWWxZFEYJ9yaasfX4HfsJ+ZjpTriO4\nLrPv0TalbJ0P4Ia33357/a5du2a7uLg01dfXd6yurvacOnXqgfPnzw9WKBQSkUikrKio6Dl69Ohj\n+fn5oZrTsh3X6cKcA7h+3rDEtUDXenDhnMiFPAD7TK24Ys6xabcexXXWuOez5PbkRVkZoL0NHP15\noKXWT3O+XI2FbFG2msuz9jMtrm1/Tcy2IIR7+4m9Q1wH2srKysSvvfbazn/84x8ffPzxxysOHTo0\nKTQ0ND8nJydKKBSqlEqlSCKRKLTjOkKsE9s5Iq6fgwFAy6PYzpT4l6v3u9aG7cBvuN5ZD441/mEz\nrjO75T+xWFwmFovLBg8efJ4QQqZPn74/KSlptUgkUiqVShHzksjHx+c2GxkFx4cLBwCwhQneAAAA\nQL/169e/vX79+rcJISQnJyfqww8//PuuXbtmr1q1aoNcLpfGx8cny+VyaWxsbJqt8woAloNuGQEA\nAADs25tvvvnJxo0bV1ZXV3syvxnbUxch6K0LAPgD8S8AANiKJXvqMrvyn0gkUvr7+5cWFBSEhISE\nFGRnZ4/t27fvtb59+17DSyIAALAlBG8AAADmYbr3TUhIkMXFxaVu3759fmBgYHFqamqcrfMGtmPL\n7gwBgC0uxNNTgOMYjIZzPwCA/Th8+PCLPj4+tyMiInIVCoVE1zgURdFMvKeLZuU/AAAAAABgn/ZH\nNmvXrmVt3mZX/iOEkM8+++yNV1555euGhga3oKCgwpSUlLnNzc3OeEkEAAAAAADAffX19R2joqJy\nfvvttw4NDQ1ukydPPsgM0/diCPgFH1aAraCHADY14VjWCZUi24L9BQDAfpw6dWp4enp6TEZGxsT6\n+vqO1dXVnrNnz97FdPeLnroAAAAAHBM+3AMGZYuHqBRF0Wwut70Pg63ddzYeXuvGle3ClXxwmTW2\nkTWPS4sti6IIwb5kE0yZMnBMgyXpOofgWqKfKdsH25J9j7YpZXhM4Iu6urrOnTt3rmtqanIZMWLE\nyQ8//PDv6enpMd27d7+7atWqDcnJyfFqtbqrTCZL0JyO7bhOF+YcwPXzhiXuJ3Wth63OiZrrh/Oy\nYzJ1Hzbn2DQ3Xzbf3x7FddaIUS25vtZ+9sVF2ttXM2601rMHa27/9pZ5W9NrXxPaswxLscWzXs3l\nWfuZFte2vyZrH2d8grgO2pKTkxP14Ycf/v3QoUOTVq1ataFbt2734uPjk2UyWUJVVZW3dlxHiHVi\nO0fE9XMwAGgxI7bj6v2utWE78Buud9ZjzrGG49O+sRnXObExEwAAAAAAALBPnTt3riOEkIaGBrfm\n5mbnrl27qtPT02OkUqmcEEKkUqk8LS0t1ra5BADgJ09PweOvuAEAAACMwbTinpCQIMvKyooOCQkp\n+OGHH55LSEiQ2TpvAAAAANq0G3UBANO1q9tfQghpbm52joyMvCAWi8sOHTo0qbKyUjBjxox9N2/e\nfIrp9tfb27uKjcwCAAAAAAAAu1paWpyeeeaZS4WFhUF//etf/923b99rKpVKKBQKVYQQIhQKVSqV\nSqhr2sTExMf/l0gkRCKRWCXP4DjQNQWAfnzrehXnBP3Y6P0ErQEA2CeFQkEUCoWtswF2ICoqKicq\nKiqHEEIEAkFldnb2WFvnCQAAAAAALKvd3f5+/PHHKy5evDiopqbGIz09PWbVqlUbrN09FLr9dQxc\n2S5cyQeXodtfo2eMbn9tBN3+gjWh21/Tcb37TkeH7qGgLffv3/caP378d0lJSaunTp16QK1Wd2WG\nCQSCysrKyieankK3v08ukxB0+9veeYNteHoKHlcwQ7e/OjNhVNdQbFRaa+u417dcU+bNxnwszZL5\ndIRuf029HhJifpxiqNtfD4+uJp87rAXd/nIHuv21HMR1wCZ0+2serp+DAUALuv01G7YDv1mrXgD2\nL3T7y0ec6fa3rKxMnJGRMXHBggVfMhlC91AAAMBAM80AQAjOBQD2wsvL6/4LL7zwv4sXLw4SCoUq\npVIpIoSQioqKnj4+PrdtnT8AsAy+tSxnKTU1amxL4BXs7wAAAPyFZ30AAAAA3NKuyn9vvvnmJxs3\nblzp5OTUwvxmbPdQAAAAAAAAYFt3797tXlVV5U0IIQ8fPuyUlZUVHRERkRsTE5Mul8ulhBAil8ul\nsbGxabbNKYDleXoKHrfeBgAAAJaDay4AAAAAAOiCWAHAPC7mTnj48OEXfXx8bkdEROQqFAqJrnEo\niqIpitLZvmRiYuLj/0skEiKR6JwFAAAAAAC0g0KhIAqFwtbZAI7Kzc0dOHXq1G8bGxtdCCHU+PHj\nM8eMGfN9YGBg0ZAhQ86/884773t4eFRfunRpkK3zCmBpaMUKbIGN7oKhbeg6yDTYH62nPfumI5QT\nrrkAAAAAAKALYgUA81DmPmR4++231+/atWu2i4tLU319fcfq6mrPqVOnHjh//vxghUIhEYlEyoqK\nip6jR48+lp+fH/rEQimKZvPBW3sf5Fm7H2w8eNSNK9uFK/ngMmtsI2selxZbFkURwvN9yVbHk3a3\nAzimwZJ0nUNwLXmS9vYwZftgW7Lv0TZF/yxACCFEqVSKlEqlaODAgT/W1ta6Dxo06GJaWlpsSkrK\n3O7du99dtWrVhuTk5Hi1Wt1VJpMlaE7LdlynC3MOMHQu0Bxui/OGJe4nda2Hre+tjCmL9szb1riU\nF2vSvHc29fps6X2SE/cBj+I6Q/uHufuPoePLnPmyNR9bYDuf+q4P5uz7bOXFGvMwJ07R3h+1p9cc\nRxPX9itbPOvVXJ4xy2/P/mDJ6zLb2jrO7OWcxGWI64BN1ojtHBHXz8GWxOd1BztmZGz35CS4ZyEE\n28FRGftRkbXqBZgSTzkqc58BmToNcAebcZ3Z3f6uX7/+7dLSUv+ioqJee/fuffm55577YdeuXbPR\nPRQAAAAAAIB9EIlEyoEDB/5ICCHu7u61ffr0uV5eXu6Xnp4eI5VK5YQQIpVK5WlpabG2zSkAAFiC\nropcun4DbkE3SAAAoKm0tNR/9OjRx/r27XutX79+P3366adLCSGksrJSEB0dnRUSElIwbty4o1VV\nVd62zisAAABwQ02NGq3sATgQsyv/aWO6901ISJBlZWVFh4SEFPzwww/PJSQkyNhaBgAAAAAAAFhG\ncXFxYG5ubsTQoUPPqlQqoVAoVBFCiFAoVKlUKqGt8wcAAH+ESmD8ZMpLGuwjAACOz9XVtfGTTz55\n89q1a33PnDnz7L/+9a+/Xb9+vY9MJkuIjo7OKigoCBkzZsz32q25AwAAAACAY3BhYyZRUVE5UVFR\nOYQQIhAIKrOzs8eyMV8ATcY2PQsA1sPt49KFENJk60zYFLpfAAAAY9XW1rpPmzbtm82bNy/z8PCo\n0RxGURTNfOylLTEx8fH/JRIJkUgkFs2nI7HEdZrb92YAYAn4Sh8MwT4C4BgUCgVRKBS2zgZwlEgk\nUopEIiUhf2zRPScnJ4qQ1hbdJRKJAhUAAQAAAAAcD2WLSgEURdFsLre9L02s1Q828yKmpkaNyhg6\nGCpHa5UTKssYZo1tZM3+6S22LIoixMH3JX3bztNTYLPznXY3VXw9pnE+sw5dxwG2/ZO0t4cp2wfb\nkn2Ptin684PHGhsbXV988cXDzz///JHly5dvIoSQ0NDQfIVCIRGJRMqKioqeo0ePPpafnx+qOR3b\ncZ0uzDnAmFiBGW6L84Y595OmrJMp05iaD2Nozrc953RD87Y1LuXFmjTvnU29Plv6eOPEfcCjuM7Q\n/mHu/qPv+DJmvsbei7Y1H3PONZbE9nGo7/pgaN9nu0I1G9tV89gjRP920hUXm3Id0bfPaLP2/mKo\nbKx9PtdenrHlY27+DJ03uKSt44yv11w2Ia6DthQXFwdGRUXl/PTTT/0CAgJK1Gp1V0IIoWmaEggE\nlczfmqwR2zkirp+DLYnP6w52zMjY7slJ+HvPonnPzeft4MiMLVfr1AtwJR4eHrzf38x9xmzqNMAd\nbMZ1Zrf8V1pa6j9nzpyvbt++7UNRFL1w4cIvli5d+mllZaVgxowZ+27evPlUYGBgcWpqapy3t3cV\nG5m1d/jS1rEguAHQD+c8AAAA7qNpmpo/f/72sLCwPKbiHyGExMTEpMvlcml8fHyyXC6XxsbGptky\nn3yH7hrZh1YSwR7hOYR12SKmxbnJOHjeAACgm7ktuhOCVt0BAOBJfL7nRlxmC0283ueAPyzZorvZ\nLf8plUqRUqkUDRw48Mfa2lr3QYMGXUxLS4tNSUmZ271797urVq3akJycHK9Wq7tqNyPO15b/zPma\nnk/sreU/Pj90R8t/Rs+Y1y3/GbtdLXETjZb/WvH5PGVNtmj5z96CT7T8xy1oIQI0nTx5csSoUaOO\nDxgw4ArzIigpKWn1kCFDzsXFxaWWlJQEtPVRF1r+e3L5hFiu5T9jY0m0/Ne+5XL9S1lLXf/R8p/B\nTHCm5T9jW/RDy39Pzo+maZ0t0xva9y3ZCqG+cfQtEy3/PZkHto9HtvKDlv9+h5b/LAdxHWgzt0V3\nQtDyn7m4fg62JD6vO9gxtPxnEmNiA0fFl/XlVst//N3fNKHlP/5hM65zMndCkUikHDhw4I+EEOLu\n7l7bp0+f6+Xl5X7p6ekxUqlUTgghUqlUnpaWFstGRs3l6SlAKwkAAFq4dG6sqVHjaw4AE+G4AQC2\n7NixY16PHj3uNDc3O+fm5kbk5uZGDBky5NyMGTP26av4BwCmYeP+25Gv/1yKT9jkqOtljxz12AHT\n4JgEAEdlqEV3QghBi+4AAAAAAI7L7Jb/NBUXFwdGRUXl/PTTT/0CAgJK1Gp1V0JaAw6BQFDJ/P14\noVZs+c+UL2HR8p9taX6NTcgfWzNAy3/cgZb/jJ4xZ1v+Y2ud2Wj5zxLbHy3/tbLn85Q9tWxni5b/\n7O1LHrT8xy1oIQI0nThxYqS7u3vtnDlzvrp69Wp/QghZtWrVBkOtuROClv+0l08IWv5r77zZYm7r\nWpa8vrIxb3PmYcw9FRda/jOlVTqra0fLf6Y+k0LLf5ZrbU9f+bS1PLT853gt/1njOmnschyt5b+2\n8oGW/ywHcR1oak+L7oSg5T9zceUcbAt8XnewY2j5zySWbInNnHOIKe+M2HlW5UI8PDzs4h2VuQyV\nK7PNtVvRt3RecNyx2/Kfvro3fNzGXMNmXOfS3hnU1ta6T5s27ZvNmzcv8/DwqNEcRlEUzQQa2hIT\nEx//XyKREIlE0t6sgIPA19igzZ4qAQEAO+zxWoBzFbsQeLBHoVAQhUJh62wAR40cOfJEcXFxoOZv\n6enpMTk5OVGEtLbmLpFIFLoq/xkDx7JuaHUILI059rhyT4X7JOvDNgfrcSGengLsaw4G5xAA+zJi\nxIiTLS0tOnv6ys7OHmvt/AAAAPv4/ozN+s83mjjzTMVW+L7+jgLlyB/tqvzX2NjoOm3atG9mz569\ni2kuXCgUqpRKpUgkEikrKip6+vj43NY1rWblP3PgAQQAf+CixE9sBjJ8D4rAOnCuAq7S/tBm7dq1\ntssM2AWVSiUUCoUqQlrjO5VKJbR1nsxl6j2AteJMPl0zELsDIfza5y1FV2tr+rS1zfl3TLrwvMK1\nCyGkiRBi+j5kPNu/FHOk/drUVtItxdZlCgAAAAAAAADGM7vyH03T1Pz587eHhYXlLV++fBPze0xM\nTLpcLpfGx8cny+VyKVMpkG14AGE5jvTADAAAQBdc6wAAjKOvNXdCuNGiO0W5sjYvPsSZ1v4owpLb\nFB94gCOxZCUeTXw4zz3J9hXT9LF8XNJkoflal6HtxOUy1oQ49I9wLTceWnQHAAAAAACAtlDmBtcn\nT54cMWrUqOMDBgy4wrwMSkpKWj1kyJBzcXFxqSUlJQGBgYHFqampcd7e3lVPLJSi6PYG9dr9frc1\nP2P6xbZWv+GaD3K5/FCDje1hzsMsphzbWr41y8mYZfD54ZQ11l37GGf+Twj7D0sttm9RFCFW3keM\n3TZsrbO++Ri7DH3HvClfu2uOq+vFGR+PV3s+T1n6nM/m/LX3N0P3Jmyw1jWRLbqOUWPODdbYlnz0\naJtap4YB2IXi4uLASZMmHbp69Wp/QggJDQ3NVygUEqY199GjRx/Lz88P1Z7OmLiuvcewMecC7XOi\n5rimLt/c86up0xkbp2quB6O9sa05ZcLM18OjK6mpURs8p+vKe3tidn35aus+1Jx7UEteX9mYtynz\nMBRf65qvKfnTdWy259kMGzGBxTyK68xZB81jh5An4zQmdtOutNTWsxBDw9uKh3SdR7R//+M8XYmH\nh4fJMTcb5WXMdjbnvM4wtJ1MyYsh2vF5W+dLzWUYu/6mHtuajL2OGHo+Z8p828vQdjJ5Oej6AAAg\nAElEQVR2O1rqPG/O8tuKkUy5hjGMXR9PT8EfruP6xjNl3ky+de33uvJpL8/JuQxxHbCJjXd2fMSJ\ne1Ub4fO6gx0zMrZ7chLuPIe39nFnTGzQnnlb8tkbG88jGVwoe0sx9jmHvnEskRcuHXfWZs662/Uz\nN2A1rjO75b8RI0acbGlpcdI1LDs7e6z5WYL24MpBaq0vbm1xo8OF7ct39vJFty1g2wAAAEB7Was1\nd8fT2rWkPbfmYyjewb2mfWirYg78ztqtb+k6dgwdT6Z1Vdv2+ce85xjcbi3PErS3Nxv7hj1tQ337\niTWOF74+bzNUaVp7WHu7sDZ2n2zPvmtP+z0AAAAAABehxXAAMIfZlf+AGyiK0vkFOZtwgbE+rj30\nxD4AbODafg3cY0/nGjb3ZxwbAGBLM2fO3JOTkxN19+7d7v7+/qXvvffePxMSEmRxcXGp27dvnx/4\nqDV3Syzb2ue/9lxnjJuWf5Vl7Ik93WdoM7ayR3srhRjD3u5b2sqvPRyrpuXREucf+6/QbAou7BPW\nqrjb2qpbLfHwcDeqfLmwbaypvdcLS56LdZeF/mPVnq9/AAAAAAB8xLcYDADYobPlvvbKzMycEBoa\nmh8cHHwjOTk53hLLcGSengKTHhTV1KgtehFoz/wVCgW7mdHD1O1mK/bYCoMx+4A1yxpsC2XNH9Yu\na0tfz0A/HNsA/LRnz56Zt27d8m1oaHArLS31nzt3bopAIKjMzs4e++mnny4tKSkJGDx48HlHiOva\nc52x1jXK2JjG3mMfW+S/PWXIrIc5sZz2upozD2Pzbmg8Y5dtDzErRblaZB+yh3Vnk/77P1RoNpW9\n7D+t5drIyfLlwvWtvdd862/XJ49V7eMacTYAEIJ3dvA7PP/jD5Q1f6Cs+QNlzR8oazAH65X/mpub\nnZcsWbIlMzNzQl5eXtiePXtmXr9+vY8x0+p6SKbrN10PgazxcEhzGcz/LfFgz94eyujbBtY8MWlu\nNy48LLQmLqyvvV6E7OXhPJfYa1nrg/1AN0csa2gbyhsANJkS11nqOmrr+1tL0be92Krk1Z48WIMp\n+edCrNMe7MX3/Om4wbj903IV07i5z1mm/Llw/8fV7c29PFmTMetvmX2S689ELbG/sj1PLhzXAMAt\n7XlnZw22jk34BtcJbrDGfo+y5g+UNX+grPkDZQ3mYL3y37lz54b07t37l8DAwGJXV9fGl19+ee/B\ngwcns7kMXQ+BdD0cMu3myfCDLc1lsP0wyhIPj/gcNHH9YaEu7dkH2lpfzXnyeX8AMAc3X0IBOAq+\nv1AF4D5T47r2Xjd1TW/oft68+9v2nX90tTamnQ9z77sd4byobz9o/XjOzWAreBRFPTEfJtax5Ad4\n+vJqSrlYNm9NrM7NlLzaKpbU/PhSe98xZXpTcfN5wpPl3/5Y5clzoaViH2Pma872NrRPtn+fta9W\nD9kvP2PWn91zkr0wbX817p6Dm+ccAHAk1nhnZ+/wHBgAAAAA7B3rn2mWl5f7+fv7lzJ/i8XisrNn\nzw41NjuengJSXV35h98IIaSmpoZ4eHiwmV0NTz7YoiiK0DRt9tyYPDPrYszDzrYwedHMk6en4NE0\nLsSUB24URREPj65P5E1Xfi2JeQhrzPZtK1/6ticXKrnpyrdmvnSVqaEHfeaUkSUfHjLrw+xPK1Ys\nfWJ92trXbMGcbWfqNNY8hsA68PAdwJLs64UqAB+ZFte5mHQvqyvWMvac8OS0+l+qa34Ew9yXtnX+\naat1eSbPv2udXvN+/km/x2cU5Uo8PDyMvj/UjkeZf/XFTbriCl3DW+PHWuLh4d7mvLQr5embrynr\noD3M2JYNDc1bM1/tid91lZOhvLa9PF3PNFp/147b9eXZ0L5jbOzxe5m6EIpy0zsuM57uyq36n9Vo\n/9aeGEpzv9EuB13loW/fN0XrMVKj8Ytp68I2Q/lv/33Uk+dCS92XWaYSN2jDfTVXIeYBAG5o3zs7\nfsD5GoA/fo9BmDiZiSepR/9vIr9Xn9A1rvZwQ9OzOdzlcYz+5PAWsnbtegssn1l3V43/61q+OfM3\ndvtrDn/0v8f5YXv++tbfGuWrPdxFx7o2kbVrP9Azja756xv+6H+Pl6N7+O95MXX+pg4nWvub9jIt\nvXwuDG9d97Vr339U1sZM3zqN7uNT33Dt39qXf1Oeg4NlsF75j6Ioo564t/WAj3mRov2brv/rmk9b\n8zX2gaJ2BS1j5qVv3qbmp63la778eVKT3nF0LYfZhoa6WWZjPdeuXUvWrl1r9DSG1p+tfBli7Dzb\n87V5W2XadlmbljdT5mksffsTU866Xta0Z7nmlr2heRk7vN3LsNHLDHPOeabQPq7ZOGbau/3b2/pD\ne68fXNXe/Ld1DrckU86zbC6LrWnNOeda4nplDkuWtznHOFvXLwAwnblxnbH3+IbuhXX9pmuatiqb\n6Ysp21qOoTzrG+d3TU8M0xXfmpIPXeMYEz+09X99lfPamp8x5282ztOmXifM2Zd0/95ksJyMWR5D\n97z+WPFP3zzans/vwwxNrzmerucGuqdvamPeT24jzf1be1xz9nlTyr499xOmDdPaL1h+DmDu9NrD\nzd/vWxkT17ERd7NxrjN1nmzGd+29rzfnmmJOjN3edbPUNmczL8ZeE02dj6njtPcc1Z5rsDF50hXX\nmbuvmDtue8/tAMAec2M7a+LKecDS9wlcwdbzP3tcdy6xxvazxbN9+6GvYR3tYYb+NmXelhreYqH5\n6/o/F9ffUsN1jWut5bc1nqE8OcpwQ/uhrfNnqeGaf7foGG5ovzBnODv5N+b5KlgW65X//Pz8yktL\nS/2Zv0tLS/3FYnGZ5jg0TaPUAYC3Pv744xXJycnxn3/++aLx48d/5+bm1pCZmTnh+PHjo5KTk+Nt\nnT9rcHJyarlx40ZwUFBQoaFx33///Xc8PDxqli9fvqlfv34/HT16dJyvr+8tQgiRy+VSmUyWkJ2d\nPdbb27vqlVde+drb27tq586drxFCyOjRo49FRETkbty4ceW1a9f6jh49+tg333wzTSKRKCy7hgAA\nAPYNcR0AgGGI7awX2/38889P+/n5lbu7u9feunXLd9y4cUeXLFmy5S9/+cv/s/AqAgAA2DXEdgAA\n+iGuYy+uu337tk9jY6Orn59feWNjo+uaNWvW5eTkRJ05c+ZZQghZsWLFx3l5eWH79++f3tLS4jRt\n2rRvBgwYcOWjjz56y9LrCADg8GiaZjU1Nja6/OlPfyosKioK/O2339zCw8N/zMvL68P2cpCQkJDs\nMVVVVXm5u7vX7N+/f1pb49TX13dYtmzZJl9f33JfX9/y5cuXf/Lbb7+50TRNjh07JvHz8yvbsGHD\nyh49etzu2bPnrW+//Tb2f//738Tg4OACgUBwLykpKYGZ17vvvps4bdq0/TNmzNjr4eFR/cwzz1y8\nfPnyAGZ4Xl5en6ioKIW3t7e6b9++P6Wnp09ihkml0p2LFy/+1wsvvHDYw8OjeujQoWcKCwv/xAy/\nfv166NixY7MEAsG9p59+Oj81NfUlY6YdOXLkcYqiWrp06VLr7u5eozmdrhQTE3MwJydnVG1tbZee\nPXve0hw2bdq0/Rs3bvw78/epU6eGdezY8eHDhw871tTUuFMU1XLnzp3uzPCFCxd+Pnv27K9svR8g\nISEhISFxPSGuQ0JCQtKfENtZL7bTnk9ZWZlf//79r6SlpU229X6AhISEhITE9YTYDgkJCanthLiO\n3bhOe7slJCQkxcbGfsv8Nm7cuO/+/e9//4X5e8uWLX8bP358pq33AyQkJCRHSBaZaUZGxvMhISE/\nBwUF/bJ+/frVtl5JJCQkJK6kI0eOTHBxcWlsbm52amucd955571hw4adunPnTvc7d+50Hz58+P+9\n884779F0ayDh4uLS+P77769pampy3rZt24Ju3brdnTVr1te1tbVdrl27FtapU6e64uLip2i6NZBw\ndXVt+Oabb6Y2NTU5f/jhh2/16tXr16amJueGhgbXoKCgX5KSkhIaGxtdfvjhh9EeHh7VP//8cwhN\ntwYD3bp1u3v+/PnIpqYm51deeWX3yy+/vIemaVJbW9tFLBaX7ty5U9rc3OyUm5s7sHv37neYB0f6\npqVpmlAU1aIZlOhKTz/9dL63t7fa2dm5ycvLq8rd3b3G1dW1wdvbW/2Xv/zl3zRNk+nTp/93w4YN\nK5lpTp48+WeKolquXLnSv7q62oOiqJbbt2/3YIYvWLBgW0RExCVb7wdISEhISEj2kBDXISEhIbWd\nENu1rqM1Yjvmt6SkpAR3d/caiqJaVq9evd7W+wASEhISEpK9JMR2SEhISLoT4rrWdWQrrqNpmty8\neTPA29tb7eTk1Ny/f/8rd+/e7cYM++ijj1aMHTs2S61We1dWVnYdPXr0D5s3b15q6/0ACQkJyRGS\n1Rd45MiRCU8//XR+7969b8hksnhbbwAk81NJSYm/RCI5FhYWdq1v374/MRfne/fuCcaOHZsVHBxc\nEB0dfVStVnsz06xfv3517969bzz99NP533333ThbrwOSaampqcl54MCBuS+++OIhlLV5affu3a+I\nRKIKfeMEBQX9cuTIkQnM39999924wMDAIppuDSQ6depU19LSQtE0TZgKbufOnRvMjD9o0KALBw8e\njKHp1kBi2LBhp5hhLS0tVM+ePW+dOHFixPHjx0dq52XmzJn/SUxMfFetVns/9dRTxV5eXuo+ffrk\nnTlzZui+ffte6ty5c21wcHBB//79Lw8bNuz/NMvb09Pzfrdu3e58991346RS6c7XX3/9C2Z4RkbG\n86GhodeZv40JJGiaJllZWWOnTJlygKZbW+3773//O11z+Jdffjk/JCTk5+Li4qeqqqq8Jk2alE5R\nVMuZM2eG0jRNRowYceKNN974tL6+vsPFixefEQgE9zTzgdRadmFhYdf69et3debMmf+pr6/vgGPb\nMdLcuXN3+Pj4qPr163eV+c2csr1w4cKgfv36Xe3du/eNpUuXbrb1eiEZV9Z///vfN4aGhl4fMGDA\n5SlTphyoqqryQlkjsZkQ1zlWQmzHv4TYrv3JHmK7hISEpGnTpu338vKq8vb2Vp85c2bovXv3BAMH\nDrzk6ur6W3R09NHt27fPHTly5HHNsvby8lLPnj1bTtOtL4m4ENtppkuXLkUEBATc/Oabb6baej/g\nSkJc57gJcR1/EuI6JFskxHWOlRDX8S8hrmt/QlzX+jdbcZ1mqqys7Prqq6/uiomJOcj8Vl9f32Hs\n2LFZTk5OzU5OTs3jxo37rqGhwdXW+wFXEuI6x02I6/iTbBnXWXVFm5qanIOCgn4pKioKbGhocEXz\n4vadKioqRLm5uQNpmiY1NTXuISEhP+fl5fVZuXLlhuTk5FU0TROZTBYfHx8vo2maXLt2LSw8PPzH\nhoYG16KiosCgoKBf9H1JgcS99NFHH62YNWvW15MmTUqnaZqgrE1PxnxF1KlTpzrNc+P169dD3dzc\nfqPp1kBCLBaXMsMaGxtdKIpquXnzZgDz24gRI058/fXXs2i6NZB46aWXUjXnP3jw4HP79u2L27dv\nX9zgwYPPaQ5LSEhIWrhw4edz5syR//nPfz65Zs2a9xsbG12qqqq8ZsyYscfLy6uKpmny/PPPZzg7\nOzd5e3urPT097zs7Oze5u7vXzJ49+6ugoKBfpFJpypo1a95n5qudb0OBxMqVKzd4e3urO3ToUN+l\nS5da5msib29vtWYz4i0tLdS7776bGBgYWOTv71/yySefLKcoqqWsrMyPplu/MHrxxRcP9ejR4/az\nzz57eunSpZvHjBmTbev9gCupqKgosFevXr/W19d3oGmaxMXF7du5c6cUx7ZjpOPHj4+8dOlShOYN\npillyzywGDx48LmzZ88OoenWY1/zQQcSN5Kusj569Gg0c3zGx8fLUNZIbCbEdY6XENvxLyG2a3+y\nh9guODj45+3bt8977bXXUt5+++11VVVVXitXrtywcOHC/ycWi0tlMlm8RCI55ubm9hsT13l7e6u7\ndOlS6+npWdXc3Oz02muvcSK2004ymSxes/soPifEdY6dENfxJyGuQ7J2QlzneAlxHf8S4rr2J8R1\nrX+zFddpJ6VSKaQoquX+/fueNE2TadOm7f/b3/62pa6urlNtbW2Xv/zlL/+Oi4vbZ+v9gAsJcZ1j\nJ8R1/Em2jOuciBWdO3duSO/evX8JDAwsdnV1bXz55Zf3Hjx4cLI18wDsEYlEyoEDB/5ICCHu7u61\nffr0uV5eXu6Xnp4eI5VK5YQQIpVK5WlpabGEEHLw4MHJM2fO3OPq6toYGBhY3Lt371/OnTs3xJbr\nAMYrKysTZ2RkTFywYMGXNE1ThBCCsjbdsGHDTnfo0OG3b7/9dkpb4/j6+t4qLi4OZP4uKSkJ8PX1\nvWXuMktLS/2Z/7e0tDiVlZWJ/fz8yn19fW+Vlpb6M+VJCCE3b958qlu3bndPnDgxMjg4+AYhhLi4\nuDR5eXndP3Xq1J+7dOnygBBCYmJiDnbo0OE3tVrdNSEhQfbBBx/8o6amxuOrr76a07t371/u3r3b\nw9z8EkLIhg0bVqnV6q69evUqKiwsDMrJyYkaNmzYabVa3fXWrVu+zHgURdGJiYmJRUVFvUpKSgLC\nwsLyxGJxmZ+fXzkhhAQEBJQcOnRo0u3bt31Onz497M6dOz2GDh16tj15cySenp7Vrq6ujXV1dZ2b\nmppc6urqOvv6+t7Cse0YRo4ceaJr165qzd9MKduzZ88Oraio6FlTU+MxZMiQc4QQMmfOnK+YaYA7\ndJV1dHR0lpOTUwshhAwdOvRsWVmZmBCUNbADcZ3jQWzHL4jt2MH12O6XX37pfefOnR7z5s3bQQgh\nTk5OtJeX1/309PSYCRMmfEdIa1n//PPPIVFRUTlMXKdWq7vW1ta6Dxs27AwbZc1WbKetsbHRlYlP\n+Q5xnWNDXMcfiOvA2hDXOR7EdfyCuI4diOuMY2xcp62xsdHVycmppUOHDr8RQkhmZuaERYsWfd6p\nU6eHXbp0ebBo0aLPMzIyJrY3f44AcZ1jQ1zHH7aM66xa+a+8vNzP39+/lPlbLBaXlZeX+1kzD2AZ\nxcXFgbm5uRFDhw49q1KphEKhUEUIIUKhUKVSqYSEEHLr1i1fsVhcxkyD8rcvb7755icbN25cyZyY\nCCEEZW06Ly+v+++9994///a3v/3r4MGDk+vq6jo3Nja6Hjly5Pn4+PhkQgiZOXPmnnXr1q25e/du\n97t373Z/7733/jl79uxd5i7z4sWLg7799tspTU1NLps2bVresWPH+mefffbMkCFDznXu3Lluw4YN\nqxobG10VCoXk8OHDLw4dOvRsjx497pw8eXLEtm3bFrz++uvbHjx40EWtVndlyn/WrFn/qa+v77h7\n9+5XS0tLxSKRqOL8+fOD8/PzQ8VicdmDBw+66MuTUChUFRYWBukbp6amxqOmpsZDKBSqLl68OCgy\nMvKC9jhqtbprYWFhEE3TVF5eXthbb7310T//+c/3mOH5+fmhNTU1Hg0NDW67d+9+NSsrK3rFihUf\nm7stHY1AIKh86623PgoICCjx9fW95e3tXRUdHZ2FY9txmVq22r/7+fmVo8ztz44dO+ZNnDgxgxCU\nNbADcZ1jQ2zn+BDbsYPrsd2RI0ee9/f3L507d25Kenp6zOHDh1948OBBF5VKJWQeQgqFQlVdXV3n\ngoKCkGPHjo0WiUQVjY2NrufPnx/s7u5eU15e7qf54kkXa8R2NE1Tn3/++aKqqipvmqapc+fODdm6\ndeviqVOnHjB3WzoSxHX8g7iOnxDXAdsQ1zk2xHWOD3EdOxDXtWIrrvv222+nFBQUhLS0tDjduXOn\nx4oVKz6eOHFiBlP5b8CAAVe2bdv2en19fceHDx92+uKLLxaGh4dfNndbOhLEdfyDuI6fLBnXWbXy\nH0VRtDWXB9ZRW1vrPm3atG82b968zMPDo0ZzGEVRtL5yxz5hHw4fPvyij4/P7YiIiNy2bhBR1sZb\nsWLFxx9//PGKdevWrfHx8bkdEBBQsnXr1sVTpkz5lhBC1qxZsy4yMvLCgAEDrgwYMOBKZGTkhTVr\n1qxjptfeloa2++TJkw/u27dvhkAgqPz6669fOXDgwFRnZ+dmNze3hkOHDk06cuTI8z169LizZMmS\nLbt27Zrt5+d369KlS8+EhobmL1y4cFuXLl0eyGSyBM1leXp61ri7u9fs3bv35Z07d85dsmTJv1av\nXp3U0NDgxoynL5+JiYmJUqlU3rVrV/X+/fun68p7bm5uRERERC7zf12BxN27d7u/8MIL/3N3d6+d\nOHFixvz587cvWLDgS2b4d999Nz4oKKhQIBBUfvHFFwu/++678d26dbunr3z4pLCwMGjTpk3Li4uL\nA2/duuVbW1vrvnv37lc1x8Gx7bgMlS04hg8++OAfbm5uDbNmzfqPrfMCjgPnDseF2M7xIbZjF5dj\nu7Vr1/7z+vXrYYsXL94aExOT7ubm1sDEdcz8KIqinZyc6KNHj467ceNG8NKlSz/r2bNnxerVq5Na\nWlqcmHG4ENulpaXFBgUFFXp5ed2fP3/+9nXr1q1B5b9WiOv4DXEdPyCuA0vAucNxIa5zfIjr2IW4\njr24rry83G/ChAmZnp6e1c8888ylrl27quVyuZQZvnPnztcKCgpC/Pz8ysVicVlxcXGg5nA+Q1zH\nb4jr+MHScZ2LJWbaFj8/v3LNpmxLS0v9NWssgv1pbGx0nTZt2jezZ8/eFRsbm0ZIa81kpVIpEolE\nyoqKip4+Pj63Cflj+TPNGNsq72C8U6dODU9PT4/JyMiYWF9f37G6utpz9uzZu1DW5ps1a9Z/2jqx\nd+jQ4bfNmzcv27x58zLtYRKJRFFSUhLA/O3i4tLU3NzsrDnOiRMnRmr+3bFjx/pdu3bN1rWssLCw\nPIVCIdH8TalUisRicdmhQ4cmEULIyZMnRyQlJa0Wi8Vlx44dG00IIRUVFT179uypPHz48ItMoJGQ\nkCAjpLW8k5KSVmt2r6ud70WLFn2+aNGiz9vYPIQQQkaNGnV81KhRxwkh5NNPP12qa5zg4OAb+fn5\noW3NY9myZZuXLVu2Wd9y+OzChQuRw4cPP8VUiJw6deqB06dPDxOJREoc247JlPM2080a0/w08zvK\n3H7s3LnztYyMjInff//9GOY3lDWwAXGdY0Jsxw+I7djH1dhOqVSKtmzZ8sbgwYPPp6SkzGXiOpFI\npAwNDc0vKSkJYMo6JCSkgInPmLhuwoQJmX5+fuUpKSlz9eXbGrEdRVH0kSNHnte3DD5DXMc/iOv4\nBXEdWAriOseEuI4fENexD3EdO3HdkiVLtixZsmRLW/MICQkpyMzMnKBvOXyFuI5/ENfxizXiOoMt\n/82bN2+HUChU9e/f/yrz28qVKzf26dPnenh4+OWpU6ceuH//vhczLCkpaXVwcPCN0NDQ/KNHj47T\nnFdkZOSFGzduBBcXFwc2NDS47du3b0ZMTEy6oTwAN9E0Tc2fP397WFhY3vLlyzcxv8fExPx/9u49\nLorq/x/4GS6mBgiI7AKLgSDiigKBaPUx1xRSS8IsFEs2L9VHu5klYDexT8GCZVp97NfH0NZLKmXq\n2gcN/MiSXRQvoCYSXkCX2yqyCGjKbX5/2PjdkNsuszu7M6/n43EeD9jdmTkzZ+bMvPecPUfF9NJX\nKpVyJsCIjo5Wbdu2bVZTU1Of0tJS37Nnzw5l5qkGy5aSkvKWRqPxLi0t9d22bdusRx555MCmTZvm\noKwtX3dDeXdELBZXe3t7a0pKSgIIIWT//v2TRowYcXratGl7UN78EhgYWHzo0KGxf/75Zz+apqn9\n+/dPkkqlRShr/jK03haLxdVOTk71hw8fHkPTNLVp06Y5zDJg2fbt2zd55cqVS3fv3v1E3759bzKv\no6yFS6PReE+YMCF3xIgRp4OCgn5nvqRLTk5Olkgk5aGhoQWhoaEF+p0rOovtENfxD2I74UBsZ70M\nje0Q1wkH4jrhQVwnHIjroKf++OOPYUxMFxoaWjBgwIBrn3766au1tbWukZGROQEBASVRUVHZdXV1\nzswyiOv4B3GdcCCus16I66AziOuEB3GdcJgtrqNpusv0008/jTt+/HhoUFDQKea17OzsyNbWVhua\npkliYqIiMTFRQdM0OX36tDQ4OLiwqanJvrS01MfPz+8c8zkmZWVlTQkICPjDz8/vXEpKyrLuto9k\nuengwYP/oCiqLTg4uDAkJKQgJCSkYO/evZOvXr3qOnHixP1Dhw4tiYyMzNbpdM7MMh9++OFbfn5+\n54YNG1a8b9++R7neByTDk1qtHj9t2jQVTdMEZW35KTk5efmcOXM2GrpcYWFhcHh4+JFRo0admD59\n+vd1dXUDUN78TGlpaQlSqfR0UFDQqfj4eGVTU5M9ypofadasWVs9PDwq7e3tmyQSiWb9+vVzjSnb\no0ePhgUFBZ3y8/M798orr3zK9X4hdV/WGRkZ8/z9/c8OHjz4IvOMtnDhwrUoa2GnqqoqcUFBQQhN\n06ShocEhICDgj6KiouHJycnLP/744yXtP99dbIe4jl8JsZ0wE2I760rGxHaI64STENfxNyGuE05C\nXIfEVmptbbURi8VVly5d8l66dGl6WlpaAk3TRKFQJDJteUxCXMevhLhOmAlxnXUlxHVIXSXEdfxN\niOuEk7iM6yia7n7q6LKyMp9p06btOXXq1Mj27+3cuXP6jh07ZmzevPnZ1NTUZTY2Nm2JiYlphNwe\nSjY5OTl57Nixhwzr+wgAAAAAAACmEhMTs+vll1/+/JdffnnIwcGh8Y033vhY/33EdgAAAAAAANYn\nOzs76l//+te7Bw8eHBcYGFicl5c3nplWTiaTqYuLiwO5ziMAAAAAALCr22l/u7N+/fp5U6dOzSKE\nkMrKSk+JRFLOvCeRSMorKiq8ersNAAAAAAAAYEdZWZlPQUFBKNOR77PPPnslOGM+CC4AACAASURB\nVDj4xPz58zOYaaAQ2wEAAAAAAFifbdu2zYqLi9tKCCFarVYkEom0hBAiEom0Wq1WxG3uAAAAAADA\nFOx6s/CHH374dp8+fZpmz579TWefoSjqrqEFO3oNAAAAAADMg6Zpius8ADcaGxsdnnrqqe/WrFnz\nmoODQ+PChQu/eO+9994nhJB33333X2+88cbHGRkZ8ztatn0ch7gOAAAAAIA7iOugvaampj579uyZ\nlpaWltj+PYqi6M5iOMR2AAAAAADcYCuuM7rz39dff/1cVlbW1P/9738Tmde8vLwqNBqNN/N/eXm5\nxMvLq6Kj5Xsy3TBYv+TkZJKcnMx1NsAMUNYdoChCeFjXoayFA2UtLChv4aAotA8JVXNzs/2MGTN2\nPPvss5tjYmJ2EUKIu7v7Zeb9BQsWfDVt2rQ9hPQ8tkNcJwy4RwgLyrsdnsZ1hKCshQRlLRwoa+FA\nXAcd2bt375SwsLBjgwYNukLI7dH+qqurxWKxuLqqqspDP/5rD7GdMOA+IRwo6w7wNLZDWQsHylo4\nUNbCwWZcZ9S0v/v27Zu8cuXKpbt3736ib9++N5nXo6OjVdu2bZvV1NTUp7S01Pfs2bNDIyIi8lnL\nLQAAAAAAABiMpmlq/vz5GVKptGjx4sWrmderqqo8mL937tw5feTIkacIQWwHAAAAAABgbbZu3RrH\nTPlLyO24TqlUygkhRKlUypkfgQEAAAAAAL90O/JfXFzc1ry8vPE1NTVu3t7emhUrVixPTU1d1tTU\n1CcyMjKHEEIeeOCB39auXbtIKpUWxcbGZkql0iI7O7uWtWvXLsJw4QAAAAAAANz65ZdfHtq8efOz\no0aNOhkaGlpACCEpKSlvbd26Na6wsDCEoija19e39Msvv3yREEIQ2wEAAAAAAFiP69ev37t///5J\n69ate555LSkpSREbG5uZkZEx38fHpywzMzOWyzwCdMbJyZUQQkh9fS3HOQEAAEuBewOAYSguhvKm\nKIrGEOLCoFariUwm4zobYAYo6w7wdAhxlLVwoKyFBeUtHBRFEZqmMUcU9BriOuHAPUJYUN7t8DSu\nIwRlLSQoa+FAWQsH4jpgE2I74bDU+wQz5R3OQ/ZYallziqexHcpaOIRW1kK+NwitrIWMzbgOnf8A\nAEyFp4EEAABYNzQSAVsQ13Xvr+uN62wAQG8grgMAA2GECjAHxHXAJsR2wDUhd/AAM0JsB2BVcG8A\nIWAzrut22l8AAGuGL1wBwJqgkwgAAAAAAIB1a2jQcZ0FAAAAAAAAABAQG64zAABgSg0NOnzpCgAA\nAAAAAAAAAAC8VVdX5/zUU099N3z48DNSqbTo8OHDY2pra10jIyNzAgICSqKiorLr6uqcuc4nAAAA\nAACwr9vOf/PmzVsvEom0I0eOPMW81lXAkJqaumzo0KFnAwMDi7Ozs6NMlXEAAAAAAAAAAAAAAAAA\noXvttdfWTJ06NevMmTPDT548OSowMLBYoVAkRUZG5pSUlARMnDjxfwqFIonrfAIAAP84ObnemYkN\nAAC4QXU3tdzBgwfHOTg4NMbHx288derUSEIISUhISHdzc6tJSEhIT0tLS9TpdC4KhSKpqKhIOnv2\n7G+OHDkyuqKiwmvSpEn7S0pKAmxsbNr+tlGKojGlHQCYA0XdniKdkzqHoghBXQcABsC0v2AOf51n\nFNf5AOuHuK57qNcBeABxHQAYiNPvokAwENeBvmvXrg0IDQ0tuHDhwhD91wMDA4vz8vLGi0QibXV1\ntVgmk6mLi4sD2y+P2A64hnsnmAViO5PBNQymgPMKhIDNuM6uuw+MGzfuYFlZmY/+ayqVKjovL288\nIYTI5XKlTCZTKxSKpN27dz8RFxe31d7evtnHx6fM39//XH5+fsTYsWMPsZFZAACwHGjMBgAAAAAA\nAAAAAOBWaWmp76BBg67MnTt3w4kTJ4LDwsKOrV69erFWqxWJRCItIYSIRCKtVqsVdbaO5OTkO3/L\nZDIik8lMnm8AAAAAACFRq9VErVabZN3dTvvbkc4ChsrKSk+JRFLOfE4ikZRXVFR4sZNVAAAAAAAA\nMIZGo/GeMGFC7ogRI04HBQX9/umnn75KCCG1tbWukZGROQEBASVRUVHZdXV1zswyqampy4YOHXo2\nMDCwODs7O4q73AMAAAAAAEBnWlpa7I4fP37/okWL1h4/fvz+e++993r7KX4piqIpiur0l9zJycl3\nEjr+AQAAAACwTyaT/e25m03djvzXne4Chs7ew6+IAAAAAABMz5S/JALrYW9v3/zJJ5+8HhISUtjY\n2OgQFhZ2LDIyMmfDhg1zIyMjcxISEtLT0tISFQpFkkKhSCoqKpJu3759ZlFRkbSiosJr0qRJ+0tK\nSgJsbGzauN4XAAAAAAAA+D8SiaRcIpGUjx49+gghhDz11FPfpaamLhOLxdXV1dVisVhcXVVV5eHu\n7n6Z67wCAAAAAAD7jOr8JxKJtB0FDF5eXhUajcab+Vx5ebnEy8uroqN1sN2LEQAAAAAA7tb+hzYr\nVqzgLjPAGbFYXC0Wi6sJIcTBwaFx+PDhZyoqKrxUKlV0Xl7eeEIIkcvlSplMplYoFEm7d+9+Ii4u\nbqu9vX2zj49Pmb+//7n8/PyIsWPHHuJ2TwAAAADMh6IoQtOd/u4dAMAiiMXiam9vb01JSUlAQEBA\nyf79+yeNGDHi9IgRI04rlUp5YmJimlKplMfExOziOq8AAAAAAMA+ozr/RUdHqzoKGKKjo1WzZ8/+\nZsmSJasqKiq8zp49OzQiIiKf3SwDAAAAAACAscrKynwKCgpCx4wZc1ir1YpEIpGWkNs/8tJqtSJC\nCKmsrPTU7+gnkUjKKyoqvNqvCyO6AwAAAACYHkZ0h+589tlnrzzzzDNbmpqa+vj5+Z3fsGHD3NbW\nVtvY2NjMjIyM+T4+PmWZmZmxXOcTAAAAAADY123nv7i4uK15eXnja2pq3Ly9vTXvv//+e0lJSYqO\nAgapVFoUGxubKZVKi+zs7FrWrl27qKspgQEAAAAAAMB8GhsbHWbMmLFjzZo1rzk6Ojbov0dRFN1V\n/NbRexjRHQAAAADA9DCiO3QnODj4xJEjR0a3f33//v2TuMgPAAAAAACYT7ed/7Zu3RrX0eudBQxv\nvfVWyltvvZXS24wBAAAAAAAAe5qbm+1nzJixY86cOZuY0dtFIpG2urpaLBaLq6uqqjzc3d0vE0KI\nl5dXhUaj8WaWLS8vl3h5eVVwlXcAAAAAAAAAAAAAAAC4mw3XGQAAAAAAAADTommamj9/foZUKi1a\nvHjxaub16OholVKplBNCiFKplDOdAqOjo1Xbtm2b1dTU1Ke0tNT37NmzQyMiIvK5yj8AAAAAAAB0\nzsfHp2zUqFEnQ0NDC5jYrba21jUyMjInICCgJCoqKruurs6Z63wCAAAAAAD7KJo2/6y8FEXRXGwX\nAISHoihCCCGc1DkURQiP6zqKorg5rgA8husKzOGv84ziOh9gXj///PM/Hn744Z9GjRp1kpm+NzU1\ndVlERER+bGxs5qVLlwb7+PiUZWZmxjo7O9cRQkhKSspb69evn2dnZ9eyZs2a1x599NEf9deJuK57\nqNcBeIDncR0AdM2Yezmn30WBYCCug/Z8fX1Ljx07Fubq6lrLvJaQkJDu5uZWk5CQkJ6Wlpao0+lc\nFApFUvtlEdsB13DvBLNAbGcyuIbBFHBegRCwGdeh8x8A8Bo6/5kOGrMB2IfrCswBjUTAFsR13UO9\nDsADPI/rAKBr6PwHlgpxHbTn6+tbevTo0fCBAwdeZV4LDAwszsvLGy8SibTV1dVimUymLi4uDmy/\nLGI74BrunWAWiO1MBtcwmALOKxACNuM6u94snJqaumzz5s3P2tjYtI0cOfLUhg0b5l6/fv3emTNn\nbr948eJ97UeOAAAAAAAAAAAAAAAAAAD2UBRFT5o0ab+trW3riy+++OXzzz+/TqvVikQikZYQQkQi\nkVar1Yo6Wz45OfnO3zKZjMhkMpPnGQAAAABASNRqNVGr1SZZt9Ej/5WVlfk88sgjB86cOTP8nnvu\nuTVz5sztU6dOzTp9+vSI7oYRx6+IAMBcMPKf6WAkGwD24boCc8AIEcAWxHXdQ70OwAM8j+sAoGsY\n+Q8sFeI6aK+qqsrDw8Oj6sqVK4MiIyNzPvvss1eio6NVOp3OhfmMq6trbW1trWv7ZRHbAddw7wSz\nQGxnMriGwRRwXoEQsBnX2Ri7oJOTU729vX3zjRs3+re0tNjduHGjv6enZ6VKpYqWy+VKQgiRy+XK\nXbt2xbCRUQAAAAAAAAAAAAAAAAD4Ow8PjypCCBk0aNCV6dOn78zPz49gpvsl5HbnQHd398vc5hIA\nAAAAAEzB6M5/rq6utW+88cbHgwcPvuTp6Vnp7OxcFxkZmWPIMOIAAAAAAAAAAAAAAAAAYJwbN270\nb2hocCSEkOvXr9+bnZ0dNXLkyFPR0dEqpVIpJ4QQpVIpj4mJ2cVtTgEAAAAAwBTsjF3w/PnzfqtX\nr15cVlbmM2DAgGtPP/30t5s3b35W/zMURdEURXU4DmdycvKdv2UyGZHJZMZmBQAAAAAAOqFWq4la\nreY6GwAAAIKBKb8BAADAnLRarWj69Ok7CSGkpaXF7plnntkSFRWVHR4efjQ2NjYzIyNjvo+PT1lm\nZmYs13kFAAAAAAD2UcZ+Gbl9+/aZOTk5kV999dUCQgjZtGnTnEOHDo09cODAI7m5uRPEYnF1VVWV\nx4QJE3KLi4sD/7ZRiqLxJah1wxfZYC0o6vYU6ZycrxRFCI+vE9QDAOzDdQXm8Nd5RnGdDzCvefPm\nrf/vf//7mLu7++VTp06NJISQ5OTk5K+++mrBoEGDrhBCSEpKyltTpkzZSwghqampy9avXz/P1ta2\n9dNPP301Kioqu/06Edd1D/U6AA8YEdfh2gfgD2OuZ06/iwLBQFwHbEJsB1zDvRPMgudtdlzCNQym\ngPMKhIDNuM7oaX8DAwOLDx06NPbPP//sR9M0tX///klSqbRo2rRpezCMOAAAAAAAgOWYO3fuhn37\n9k3Wf42iKHrJkiWrCgoKQgsKCkKZjn9FRUXS7du3zywqKpLu27dv8qJFi9a2tbUZHTsCAAAAAAAA\nAAAA8JWTkytxcnLlOhsAIGBGN+AEBwefiI+P3xgeHn501KhRJwkh5IUXXvhPUlKSIicnJzIgIKDk\nwIEDjyQlJSnYyy4AAAAAAAAYaty4cQddXFx07V/v6Fdlu3fvfiIuLm6rvb19s4+PT5m/v/+5/Pz8\nCPPkFAAAAKwdGr4AALjR2tpqGxoaWjBt2rQ9hBBSW1vrGhkZmRMQEFASFRWVXVdX58x1HgEAoHt4\nnrY+DQ060tBw11evAABmY9ebhRMSEtITEhLS9V9zdXWt3b9//6TeZQsAAAAAAABM7bPPPntl48aN\n8eHh4Uc//vjjN5ydnesqKys9x44de4j5jEQiKa+oqPDqaPnk5OQ7f8tkMiKTyUyeZwAAAD7i03TR\naPQCYJ9arSZqtZrrbICFW7NmzWtSqbSooaHBkRBCFApFUmRkZE5CQkJ6WlpaokKhSFIoFElc5xMA\nALqG52kAADAUpm4CAAAAAAAQoIULF35RWlrqW1hYGOLh4VH1xhtvfNzZZymK6rA3QnJy8p2Ejn8A\nAADARxR110DJAGYnk8n+9uwN0F55ebkkKytr6oIFC75iRnhXqVTRcrlcSQghcrlcuWvXrhhucwkA\nAAAAAKbQq5H/AAAAAAAAwDq5u7tfZv5esGDBV8zUUF5eXhUajcabea+8vFzi5eVVwUUeAQCsBTMl\nU319Lcc5AQAAACF6/fXXP1m5cuXS+vp6J+Y1rVYrEolEWkIIEYlEWq1WK+pseYzqDgDAT4hVAQAs\nhylHdEfnPwAAAAAAAAGqqqry8PDwqCKEkJ07d04fOXLkKUIIiY6OVs2ePfubJUuWrKqoqPA6e/bs\n0IiIiHxz5o1PUx8CgDBgWiYAAADgyg8//PC4u7v75dDQ0AK1Wi3r6DMURdGdjehOCMGIkgAAPIVY\nFQDAcrT/kc2KFStYW3evOv/V1dU5L1iw4KvTp0+PoCiK3rBhw9yhQ4eenTlz5vaLFy/e5+PjU5aZ\nmRnr7Oxcx1aGAQAAAAAAwDBxcXFb8/LyxtfU1Lh5e3trVqxYsVytVssKCwtDKIqifX19S7/88ssX\nCSFEKpUWxcbGZkql0iI7O7uWtWvXLuqqkQgAAAAAAAC48+uvvz6oUqmis7Kypt68ebNvfX2905w5\nczaJRCJtdXW1WCwWV1dVVXnoj/4OAAAAAAD8QfVmNAW5XK4cP3583rx589a3tLTYXb9+/d4PP/zw\nbTc3t5qEhIT0tLS0RJ1O56JQKJL+tlGKojGKg3XDSBxgLSiKIoQQbs5XiiKEx9cJ6gEA9uG6AnP4\n6zyjuM4HWD9TxnV8qQ/5sh8AgtbDuE4/9sS1D8bg03nD6XcxLDNmX/i0/2C5ENdBZ/Ly8sZ/9NFH\nb+7Zs2daQkJC+sCBA68mJiamKRSKpLq6Ouf27XWEoM0OuId7J5iFFbXZsXlNmOP6wjWMY2AKOKYg\nBGzGdUZ3/rt27dqA0NDQggsXLgzRfz0wMLA4Ly9vPPOLIplMpi4uLg7820YRSFg9Pn0hCfyGzn+m\ng3oAgH24rsAc0EgEbEHnv+7xZT8ABA2d/8BM+HTe8KmRBp3/wFIhroPO5OXljf/444/fUKlU0bW1\nta6xsbGZly5dGtzVTF1oswOu4d4JZmFFbXbo/Gd9cAzYh2MKQmARnf8KCwtDXnzxxS+lUmnRiRMn\ngsPCwo6tXr16sUQiKdfpdC6EEELTNOXq6lrL/H9nowgkrB6fvpAEfkPnP9NBPQDAPoqiiKPj7cem\n+vpajnMDfIVGImALOv91jy/7ASBo6PwHZsKn84ZPjTTo/AeWCnEdsAltdsA13DvBLKyozQ6d/6wP\njgH7cExBCNiM6+yMXbClpcXu+PHj93/++ecvjx49+sjixYtXdzS9L0VRHV6NycnJd/6WyWREJpMZ\nmxUAAAAA3mho0HGdBeAZtVpN1Go119kAACvDp04oAAAAAAAAAAAAhuLz92N83jcAITJ65L/q6mrx\nAw888FtpaakvIYT8/PPP/0hNTV124cKFIbm5uRPEYnF1VVWVx4QJE3Ix7S//4GYA1gIj/5kO6gEA\n9jF1FiH4NROYDkaIALbweeQ/JydXQkjvR2Hlej96w5rzDsAqjPwHZsKn84ZPIzRg5D+wVIjrQN/N\nmzf7jh8/Pu/WrVv3NDU19XniiSd2p6amLqutrXWdOXPm9osXL96HaX/BkuHeCWZhRW12GPnPcvQ0\nTrPGY2DpMag1HlMAQ7EZ19kYu6BYLK729vbWlJSUBBBCyP79+yeNGDHi9LRp0/YolUo5IYQolUp5\nTEzMLjYyCgAAhnFycr3TcG1O+p2XAAAAAKxRQ4MOI7ECAAAAAIBV6Nu3783c3NwJhYWFISdPnhyV\nm5s74eeff/6HQqFIioyMzCkpKQmYOHHi/9rP3gUAAAAAAPxgdOc/Qgj57LPPXnnmmWe2BAcHnzh5\n8uSot99++8OkpCRFTk5OZEBAQMmBAwceSUpKUrCVWQAA6Dk0WgMAAABj3rx560UikXbkyJGnmNdq\na2tdIyMjcwICAkqioqKy6+rqnJn3UlNTlw0dOvRsYGBgcXZ2dhQ3uQYAAAAAAICe6N+//w1CCGlq\naurT2tpq6+LiolOpVNFyuVxJCCFyuVy5a9euGG5zCQAAYBiuBjoBALA2Rk/726uNYghxq2fpw8AC\nMIQ87e/tfbcjjo6OvZ6yrrP1d3RcUT8AGA/T/oI5YHooYTp48OA4BweHxvj4+I2nTp0aSQghCQkJ\n6W5ubjUJCQnpaWlpiTqdzkWhUCQVFRVJZ8+e/c2RI0dGV1RUeE2aNGl/SUlJgI2NTZv+Ovk87S9b\nz5Bc70dvWHPeAViFaX/BTPh03vBpeiZM+wuWCnEdtNfW1mZz//33Hz9//rzfwoULv0hPT09wcXHR\n6XQ6F0IIoWmacnV1rWX+14c2O+Aa7p1gFhy22TGd13raVodpf82z7p5uH9P+csMajymAodiM6+zY\nWAkAAFiqFoz+JzCGBpEAACAM48aNO1hWVuaj/5pKpYrOy8sbT8jtUSBkMplaoVAk7d69+4m4uLit\n9vb2zT4+PmX+/v7n8vPzI8aOHXuIk8wDAAAAAABAl2xsbNoKCwtDrl27NuDRRx/9MTc3d4L++xRF\n0RRFddp6npycfOdvmUxGZDKZyfIKACA01tZOZ+mdwgAArJVarSZqtdok60bnPwuFmyoAABjD2oJI\nAADgjlarFYlEIi0hhIhEIq1WqxURQkhlZaWnfkc/iURSXlFR4cVVPgEAAAAAAKBnBgwYcO2xxx77\n77Fjx8JEIpG2urpaLBaLq6uqqjzc3d0vd7acfuc/AAAAAABgX/sf2axYsYK1daPzHwAAAAAAgMB1\nNwpEZ+9hdAgAAAAAANMz5QgRYP1qamrc7OzsWpydnev+/PPPfjk5OZHLly9fER0drVIqlfLExMQ0\npVIpj4mJ2cV1XgEArA0G7AEAAGvQ685/ra2ttuHh4UclEkn5nj17ptXW1rrOnDlz+8WLF+/z8fEp\ny8zMjHV2dq5jI7MAAAAAAADAjs5GgfDy8qrQaDTezOfKy8slXl5eFR2tA6NDAACAOaHhDQCEypQj\nRID1q6qq8pDL5cq2tjabtrY2mzlz5myaOHHi/0JDQwtiY2MzMzIy5jPtdVznFQAAAAAA2GfT2xWs\nWbPmNalUWsSMBKFQKJIiIyNzSkpKAiZOnPg/hUKR1PtsQntOTq7EycmV62wAAIAZUBTFdRYAAICH\nmFEgCCFEfxSI6Oho1bZt22Y1NTX1KS0t9T179uzQiIiIfG5zCwAAAAAAAB0ZOXLkqePHj99fWFgY\ncvLkyVFLly5dSQghrq6utfv3759UUlISkJ2dHYWBOgAAAAAA+KlXnf/Ky8slWVlZUxcsWPAVTdMU\nIYSoVKpouVyuJIQQuVyu3LVrVwwbGYW/a2jQkYYGHdfZAABgFTo2AwAAmEZcXNzWBx988Nc//vhj\nmLe3t2bDhg1zk5KSFDk5OZEBAQElBw4ceCQpKUlBCCFSqbQoNjY2UyqVFk2ZMmXv2rVrF3U1JTAA\n8BOezQEAAAAAwFD4ITsAAACA+VG9mSrj6aef/vatt95Kqa+vd/roo4/e3LNnzzQXFxedTqdzIYQQ\nmqYpV1fXWub/OxulKHr58uV3/m8/ZD10P40J8/DM1VQnmGYFrAWn1wpFEcLhdaIfZJti/zurB3pT\nP3Bdt1kqQ44pjqF1M/V1C8KkVquJWq2+8/+KFSsI88MdgN6gKIo2VV3FdbzB1v2U6/3oDWvOO7AD\nz5V/6WFcp3+8cP2YDp+PLZ/2jU/1hzH7wqf9B8v1V52BuA4IIYRoNBrv+Pj4jZcvX3anKIp+4YUX\n/vPqq69+Wltb6zpz5sztFy9evI+Z9rej0f9MGduB8BjzTIN7J5iFkW12bDynG3qOs3lNGPs8aynP\nv1zXDz09Flzn0xiWHoNa4zEFMBSbcZ3Rnf9++OGHx/fu3Tvl3//+90tqtVr28ccfv9G+8x8ht4cV\nr62t/dtPxYUWSDC/lK+vr+3xMuj8B8AOdP67DZ3/rBs6/wkHOv+BOaCRCNiCzn89W4+l1uc9iTkt\nNe9gHp1dB4I7N9D5z6Lw+djyad/4FJei8x9YKsR1oK+6ulpcXV0tDgkJKWxsbHQICws7tmvXrpgN\nGzbMdXNzq0lISEhPS0tL1Ol0LgqFIqn98nxtszOmbQ56D53/wGKh859By1jK8y/X9QM6/3HHGo8p\ngKHYjOvsjF3w119/fVClUkVnZWVNvXnzZt/6+nqnOXPmbBKJRNrq6mqxWCyurqqq8nB3d7/MRkat\nGdfT81p6xQ0AAACWA1+MAgAAAABwC8/kAABgCLFYXC0Wi6sJIcTBwaFx+PDhZyoqKrxUKlV0Xl7e\neEIIkcvlSplMpu6o8x9fcd02BwB3Q5s1V+yIk5Mr4gsAAB6zMXbBlJSUtzQajXdpaanvtm3bZj3y\nyCMHNm3aNCc6OlqlVCrlhBCiVCrlMTExu9jLLgAAAACYUkOD7s6Xo/ojEQIAAAAAgHnoP5ODcZyc\nXO90ogQAEJKysjKfgoKC0DFjxhzWarUikUikJYQQkUik1Wq1Iq7zBwAAXGhBfAEAwHNGj/zXHkVR\nNCGEJCUlKWJjYzMzMjLm+/j4lGVmZsaytQ0AAAAAAAAAAAAAgK6gcRMAhKixsdFhxowZO9asWfOa\no6Njg/57FEXRTDteR5KTk+/8LZPJiEwmM1k+AQAAAACESK1WE7VabZJ1U1wMrUtRFC2kIX2NmY+8\nu2GPDVmnKYZQxrDMYC2Muf5Y3DghHF4n+iN2mWL/O6sHelM/cFpeFsyQY4pjyL3eTNFl6uvWkDzQ\nNI37PU/9Va4Y1hF6zZRxHdf1D1v3U673oys9iTktNe9gHp1dB4I7N3oY1+EZyjz4fGz1983a4zpL\nyD+b93JD12MJ+w/8h7gO2mtubrZ//PHHf5gyZcrexYsXryaEkMDAwGK1Wi0Ti8XVVVVVHhMmTMgt\nLi4ObL8sX9vsrLE+5sOzjjH7YMllxYcysSScHk8j2+zYyLOh5zib14QxbQ6G7rMpr2Gu64eeHguu\n82kMS6/fenNMe9NOB2BObMZ1Rk/7CwAAAAB348sUXZjyF0A4fHx8ykaNGnUyNDS0ICIiIp8QQmpr\na10jIyNzAgICSqKiorLr6uqce7Iu1B0AAACmhyltAQBAH03T1Pz58zOkUmkR0/GPEEKio6NVSqVS\nTgghSqVSHhMTs4u7XAIAAACYB1/a6QAMYRUj/1l6r+PuYOQ/AO5g5L/bMPKfdcPIf9alN2VgSSP/\n6ecD931+wQgR0J6vr2/psWPHwlxdXe/8FDIhISHdzc2tJiEhIT0tLS1R9EWUmgAAIABJREFUp9O5\nKBSKJP3lOorr2KovuK53MPKfZecdv941D4z89xeM/GdR+HxsDRn5z9LjPkvIH0b+A75DXAf6fv75\n5388/PDDP40aNeokM7VvamrqsoiIiPzY2NjMS5cuDfbx8SnLzMyMdXZ2rmu/PEb+sxx8eNbByH/Q\nFYz8h5H/DMV1/YCR/7jDRlubJe8fACHsxnXo/GcG6PzHP2hssh7W2vmPjXMMnf9Mx9x1gFA6//Gl\nbkXnP7B0aCSC9nx9fUuPHj0aPnDgwKvMa4GBgcV5eXnjRSKRtrq6WiyTydTtp4dC57+ercdS609r\n7vxnzc871gSd//6Czn8Whc/HFp3/LDMP6PwHlgpxHbAJnf8sBx+eddD5D7qCzn/o/GcorusHdP4z\nL/12QnN2/uNL+yRYH4uY9lej0XhPmDAhd8SIEaeDgoJ+//TTT18lxPjpoUA42k9NYo1Tg2GoWDA1\nnGOWDeVjnO6mpsJxBQDgBkVR9KRJk/aHh4cfXbdu3fOEEKLVakUikUhLCCEikUir1WpF3OYSAAAA\nAAAAAAAIsc62VYCOdNduBMLCVTsh2ieBD+yMXdDe3r75k08+eT0kJKSwsbHRISws7FhkZGTOhg0b\n5kZGRuYw00MpFIqk9tNDgbCh4gS+wK8AAAxjTfW/Jf7iCQDAVH755ZeHPDw8qq5cuTIoMjIyJzAw\nsFj/fYqiaGbqqPaSk5Pv/C2TyUyaTwAAAGvVXXyBxi4A6I5arSZqtZrrbIAFmzdv3vr//ve/j7m7\nu18+derUSEJuD9Yxc+bM7RcvXryvq2l/AcAw+O4YgD3W1G4EAGDJWJv2NyYmZtfLL7/8+csvv/y5\nMdNDdZlJK3+IwrS/dy9LyP/l3RrL1xqH7hUqToea7sW0v2zkm6/T/rJRZ/S246a56wBrn/aXOd5M\nEGcNU1dxNX01pv0Fc8D0UNCVFStWLHdwcGhct27d82q1WiYWi6urqqo8JkyYkItpf41bjyXFYoas\nh4sy4PNUKtaIr9P+Gpx/TPtrUaz12Br6PR+m/bWcPGDaX7BUiOugvYMHD45zcHBojI+P38h0/ktI\nSEh3c3OrYQbr0Ol0Lh0N1oFpfy2HtT7r6BPCtL+WUE6WkAdjYNpfTPtr6LJc1w98/q7KEuuR9t+t\nMH/3Zj2m+DwAW9iM64we+U9fWVmZT0FBQeiYMWMO93R6qPYjRPBllAhLrCQBAIzB5/oMvyQyL6Ee\nb4wOCpYCI0RAV27cuNG/tbXV1tHRseH69ev3ZmdnRy1fvnxFdHS0SqlUyhMTE9OUSqU8JiZmF9d5\nBQDrw+eYAsBUMAogAAAYY9y4cQfLysp89F9TqVTReXl54wkhRC6XK2UymRozdQEIG2I0YUP5AwBb\n0AZqeXrd+a+xsdFhxowZO9asWfOao6Njg/57PZ0eSmhwIQAAAPCfUDs99haek9jX/oc2K1as4C4z\nYHG0Wq1o+vTpOwkhpKWlxe6ZZ57ZEhUVlR0eHn40NjY2MyMjYz4zPRTXeQUAsDZoWAFjII7gCzvi\n5OSKuAYAONXTwTrAuuG7NAAA64Z6HKwRvruwPL3q/Nfc3Gw/Y8aMHXPmzNnEjATBTPfLTA/l7u5+\nmZ2s8gcuBDCUk5MraWhoJI6ODry48XfVAIIHHADgihDrH0vcZzwnAZiXr69vaWFhYUj7111dXWv3\n798/iYs8AQAAAFi/FsQ2AGBRuhqsgxD+ztYlBLjfAABYN9TjwDZLbPuD20w5U5fRnf9omqbmz5+f\nIZVKixYvXryaeR3TQwGwj7npC+HmL4R9hLtxNa2RNT/8YBQR9llT/cPWuWsJ+2zN1yEAAAAA3yHu\nMBxF2RNHR0c831oQa485rD3/AMAdQwbrEPJsXQAAQoRnTAD+MmfbH743MowpZ+qyMXbBX3755aHN\nmzc/m5ubOyE0NLQgNDS0YN++fZOTkpIUOTk5kQEBASUHDhx4JCkpScFabs3EycmVs44opsLHfQJh\noiiK6yyACTQ06DjphMTVdgF6y5LO3d4+Y1jSvgAAcAXxGgDf2OGa5hHD62iM+GYqxn4n1D7msLb7\nLmImADAWM1gHIYRgsA4AdqGtyvxwzNllzc+YOBcAAO5GcdELk6Io2pDtGtpbtLe9S5kbhjHr6GjZ\n9q/1ZP3d7YMhedS/AbJV3r05xh0dD2vrDdybc6Q32zPnNk2pqzLv7tgaUx90tb7e6HbdFEUIS9dJ\nb9Zh7Hp6Ug919L4x13T7B/Xe1I9sb6+r5c1ZB7TfVlfH35x564meHm+u866/fTbucwxj6qzulmPr\nWHX13KKfj97U24bmgevzQAj+Kk98QwK91lFcx9azPdcxApv1rCExW08/a45jzEUZmOJ4gfE6O86G\nnBtcX8sdMThPPYzr2j9LMsy1/6YatcHSypCi7AkhLXfyZI7RKgytczp7xu7p831Pzh9LrwdNlT9D\n6x8mD72JOYzZF7brAEsvb+AG4jpoLy4ubmteXt74mpoaN5FIpH3//fffe+KJJ3bHxsZmXrp0abCP\nj09ZZmZmrLOzc137ZQ1ts+OCMfd8a6w/e/PduqXsJx/2QV9n380Twm1+jX1O5/r5vrffu/cq70a2\n2bHZJtWbmKK322b05JnYnG2xPWkXbv++Oc9jc3xXxVWdwnV90JGu4jhj12OKz1s6c+wP3/qvcIXN\nuE6wnf9M1YhtTOe/joIWdP6zbOj81zvW3vmPuWaZX8Sg859hy3W2Ln3o/Hf39rpqdG3/tznz1hPo\n/IfOf4bkgevzQAjQSARsQee/jpcz5stIdP4zbJuWeK/g43Q56Px3ZwHOOv8Zcl715LsmY1haGXLx\n7IjOf4ZD5z/uO//x8b4Ef4e4DthkDZ3/elMfW/q+6eNDxzk+7IM+S+n81/7ebkmd/8wVI6LzX++2\nzUDnP8Og8595ofMfO9D5z3qwGdfZsbES6B1TDqnb/oYO0BPMzd4Sb/rm1NkXpdY6DDYAAAAAWC9r\nmp5QiKw1RhB6zGduhh7v3pxX1npOmhIfzndL3wdLz5+QoA4AAOAOcz9ER2xgE5f3djzjAfwdrgkA\nsEQ2pljpvn37JgcGBhYPHTr0bFpaWqIhy3LdWY3r7fONWq3mOgtmI/Rzp7dl7eTkqtegaXdX4+bf\n3zePhgYdviztgJCua6FDWd+Nz3U9yhsA2utNXAfsoiiK02fTntwjuHheB9PAM4Fl683zaPtlUdbd\nH8+e1Gv69V93n+eqruRjWfMxNmNjn/hY1gDQe4jtzEe/LrfE9gXcJ4QDZS0cKGvhQFkLR/uyNkX8\ni+9y+Yf1zn+tra22L7/88uf79u2bXFRUJN26dWvcmTNnhrO9HUPon7h8/GLIkvX2JmRseaGcO9bd\ncTHkuLHdaPD3QLjlrqDYEgNlocLDpXCgrIUF5Q0A+iwxrrM0QvqCpCf3CK6e1ynK3iLLoavzw9Lj\nVb49EwjpWjWUKcra0q5J5noz9rrrSb2mX/9193l268q7fzjZGb5d113peVn3/PiZgqm+8zRHWfek\nXkXdC2A5jI3tLP2Z1RTMWXdxdXyt9ZlAiOdjb1lrWQuZsXUQylo4UNbCYY6yRt8L/mG9819+fn6E\nv7//OR8fnzJ7e/vmWbNmbdu9e/cTbG7D0JsfTlx+M+ZhyFRBnCUFIJ3lhaIokwex7X/1zocv+3q7\nH5Z0bgBbuG0oAAAAMCXj4zq7O89NfL9P8iHO5Mcz6t0/HLIEfDg/rJl+HYSy6Br79YBlXpN88n/3\nVxzrjnUdq//fOW/48RPC801P9KReRd0LYDl602bX23qvu+UtrV61trrL1OUD1sMUsT2bg4lAz1hb\nHQQAAJbFju0VVlRUeHl7e2uY/yUSSfnhw4fHsLmNntz4mAfW+vpao7ejP197+/Xp/2/Ked3Z2A82\nt9HRvhqy/+0fBg0NLNpvy8nJtcvzgaLsiaOjI6mvr/3bfna0jKnKsatzx5z0jzXbD49OTq7k1q0/\nSXJy8l3rZ/7uqKx7eyza75OprkNm/QB/h4YWAADgL+Pjup7fH035XKy/7s7+7k0+2GogMTwGsSOE\ntPR6fWzkv7dxpLXjKq4zRvvj//f/b3eSMWY/2p9HzDoM/Y6gu88ac/70tB7iy7mJRlvzsJTzxdLj\nUO7PR+Ni9Z6Ur6Ufe2Ow9WwEAJarp7FdR8+Eva33etJRGDrWk7rYkOPHrG/Jkle7XL63zztcdQjr\nqO2QENzL2GDIs52lPC8DAAAIEcX2TXjHjh0z9u3bN3ndunXPE0LI5s2bnz18+PCYzz777JU7G6Uo\n3PkBAAAAADhC0zR+ngtdQlwHAAAAAGDZENdBTyC2AwAAAACwXGzFdayP/Ofl5VWh0Wi8mf81Go23\nRCIp1/8MglIAAEK++eab2atWrVryxx9/DHN0dGwICQkpfPvttz986KGHfuE6b+ZgY2PTdu7cOf8h\nQ4Zc6O6zWVlZU7ds2fLMli1bnomPj9/49NNPfztt2rQ9zPtXrlwZ9Nprr63JysqaamNj0zZ16tSs\nzZs3P0sIIZmZmbGrV69efOLEieCIiIj83NzcCabcLwAAAD5AXAcAYBzEeezEebm5uRNee+21NRqN\nxpuiKDo8PPzo6tWrF0ul0iLT7wUAAAB/ILYDAOge4jjzxHG3bt26Z+HChV/s2LFjRv/+/W8kJCSk\nv/7665+Yev8AAITAhu0VhoeHHz179uzQsrIyn6ampj7bt2+fGR0drWJ7OwAA1mzVqlVLXn/99U/e\neeedDy5fvuyu0Wi8X3rppX+rVKporvNmTj39YunYsWNho0ePPkIIIcePH78/LCzsmP77Tz755Pee\nnp6VGo3G+8qVK4OWLl26knlv4MCBV5csWbIqKSlJwW7uAQAA+AtxHQCA4RDn3cZGnDdixIjTe/fu\nnaLT6Vy0Wq0oNDS0YN68eetNlWcAAAC+QmwHANA1xHG3mSOOS05OTj5//rzfpUuXBufm5k5IT09P\n+PHHHx9lf28AAISH9c5/dnZ2LZ9//vnLjz766I9SqbRo5syZ24cPH36G7e0AAFira9euDVi+fPmK\ntWvXLoqJidnVr1+/P21tbVsfe+yx/6alpSUScvvXL4sXL17t5eVV4eXlVfH6669/0tTU1IcQQtRq\ntUwikZSvXLlyqbu7+2VPT8/KXbt2xWRlZU0NCAgoGThw4FWFQpHEbC85OTn5qaee+m7WrFnbnJyc\n6sPCwo6dPHlyFPP+mTNnhstkMrWLi4suKCjo9z179kxj3nvuuee+fumll/79+OOP/+Dk5FQ/duzY\nQxcuXBjCvF9cXBwYGRmZM3DgwKuBgYHF33777dM9Wfbhhx/+iRBCgoODTzg6OjboL9eRo0ePht9/\n//3Hr1+/fm9tba2rp6dnJfNednZ2VHl5uSQ9PT3B0dGxwdbWtjU4OPgE8/7EiRP/99RTT33n4eFR\nZVyJAQAACA/iOgAAwyDOYzfOc3d3v+zl5VVBCCFtbW02NjY2bYjpAAAADIfYDgCgc4jjzBvHbdy4\nMf7dd9/914ABA64FBgYWv/DCC//5+uuvnzOi6AAAoD2aps2a9u7dO3nYsGHF/v7+ZxUKRaK5t4/E\nXrp06ZK3TCbLlUqlp0eMGPH7mjVrXqVpmly9etV10qRJOUOHDi2JjIzM1ul0zswyKSkpy/z9/c8O\nGzas+Mcff4zieh+QDEstLS22ISEhBY8//vgelLXxae/evZPt7OyaW1tbbTr7zLvvvvv+Aw888OuV\nK1fcrly54vbggw/+8u67775P0zTJzc2V2dnZNf/rX/96p6WlxXbdunULBg4cWDN79uwtjY2N954+\nfVrar1+/G2VlZffRNE2WL1+ebG9v37Rjx44nW1pabD/66KM3fH19L7S0tNg2NTXZ+/n5nUtNTU1q\nbm62O3DgwARHR8f6I0eOhM2YMeO7AQMG1Nna2rZs2LBBfvnyZTexWFzl4OBQHxkZmV1eXu4pkUg0\nX3/9tfyDDz54y9vb+6KtrW3LunXr5tM0TeRy+dcDBw6sOXLkSHhLS4vtM888s3nWrFlbmX2kKKrt\n/PnzQ7o6VsOGDSt2dnbW2dratgwYMKDOwcGhwd7evsnZ2Vn3z3/+8wuapsmKFSvee/TRR/c9++yz\nmwYOHFgzevTo/Ly8vIfbr2vdunULZDJZLtflb2kpJSVlmVQqPR0UFHQqLi7um5s3b96Da5sfae7c\nuevd3d21QUFBp5jXjCnbo0ePhgUFBZ3y9/c/++qrr67her+QelbWb7755srAwMAzo0aNOjF9+vTv\n6+rqBqCskdhMiOv4lRDbCS8htmM/WWKc99577yVPnz59h7e390UbG5vWzMzMp65everq4eFRaWNj\n0xoREXGopqbGlYnVUlJSlg0ZMuScnZ1d85tvvrmytbXVpqCgIMTNze1KUVHRcJo2X5xH0zS5ePHi\nYGdnZ52NjU3ryJEjT169etWV63K21IS4jr8JcZ1wEuI6JC4S4jp+JcR1wkuI63qfLDGOs+b2Opq+\nO46rqakZSNM0qa2tdaEoqu3y5cuDmM9+9913M0aOHHmS6/PAUhLiOv4mxHXCSVzGdWbd0ZaWFls/\nP79zpaWlPk1NTfbBwcGFzJeHSNaXqqqqxAUFBSE0TZOGhgaHgICAP4qKioYvXbo0PS0tLYGmaaJQ\nKBITExMVNE2T06dPS4ODgwubmprsS0tLffz8/M519TCFZHnp448/XjJ79uwt06ZNU9E0TVDWxqXN\nmzc/IxaLq7r6jJ+f37m9e/dOZv7/8ccfo3x8fEpp+nYw0a9fvxttbW0UTdOkvr7ekaKotvz8/NHM\n58PCwo7u3r07mqZvBxMPPPDAr8x7bW1tlIeHR+XBgwf/8dNPP41rn5e4uLhvgoODCzMyMubJ5fKv\nFyxYsK6urm7A0qVL0+fOnZsRGBh4RqFQJEZHR+8aN27cT/rlHRcXt8XFxeVqa2urjVwu//r555//\nD7PerKysKYGBgWeY/3sSTNA0TXJyciZNnz79e5qmyQsvvPDlt99++5T++88///x/KIpqW79+/dyW\nlhbbbdu2zXR2dtYxAQWT0Pnv7lRaWurj6+t74ebNm/fQNE1iY2O3f/3113Jc2/xIP/3007jjx4+H\n6j9gGlK2TB0zevTo/MOHD0fQNE2mTJmSpV83IVlG6qiss7OzI5nrMzExUYGyRmIzIa7jX0JsJ7yE\n2I79ZIlxXnx8vDIjI2MeTdNk1qxZW5OSklKWLl2aHhYWdvT555//D1PWWVlZU4YMGXI+ODi4cMuW\nLbMjIiIO65f1Cy+88OWKFSveo+nbjUbmiPP0U21trcuzzz67KTo6ejfX5WyJCXEdvxPiOuEkxHVI\n5k6I6/iXENcJLyGu632yxDhOf9vW1l6nn9rHcZcuXfKmKKrt1q1bfZjPZGdnRzLHUugJcR2/E+I6\n4SQu4zrWp/3tSn5+foS/v/85Hx+fMnt7++ZZs2Zt27179xPmzAOwRywWV4eEhBQSQoiDg0Pj8OHD\nz1RUVHipVKpouVyuJIQQuVyu3LVrVwwhhOzevfuJuLi4rfb29s0+Pj5l/v7+5/Lz8yO43AfoufLy\ncklWVtbUBQsWfEXTNEUIIShr4wwcOPBqTU2NW1tbW6d1cGVlped99913kfl/8ODBlyorKz3110FR\nFE0IIf369fuTEEJEIpGWeb9fv35/NjY2OjD/SySScuZviqJoiURSXllZ6VlVVeXh7e2t0d+2WCyu\nvnDhwpB58+atpyiKFovF1QMGDLimUqmip02b9kNjY6ODXC5X/vbbbw8ePnx4TFhY2LGSkpIAd3f3\ny3v27Il2cHBozM/Pj6Aoiu4qT91JSEhId3Fx0T3++OM/ZGdnR7m4uOgyMjLmP//88+v0hwnv16/f\nn76+vqVz587dYGtr2zpz5szt3t7eml9++eWhnm5LqJycnOrt7e2bb9y40b+lpcXuxo0b/T09PStx\nbfPDuHHjDrq4uOj0XzOkbA8fPjymqqrKo6GhwTEiIiKfEELi4+M3MsuA5eiorCMjI3NsbGzaCCFk\nzJgxh8vLyyWEoKyBHYjr+AexnbAgtjMNS4vzPD09Kw8ePDhu3rx56wkhxMfHp6y2tnagSqWK9vf3\nPysSibRMWffr1+/Pq1evDoyLi9taXl4uKSwsDLl48eJ9zs7OdS4uLrpvvvlmtlarFTHbMVWcpz9d\nlD4XFxfdRx999OaePXum1dfXO/V0W0KBuI7fENcJB+I6MDfEdfyDuE5YENexw9LiOGtsr+tpHOfg\n4NBICCH6Md21a9cGODo6NvQ0H3yGuI7fENcJB5dxnVk7/1VUVHjp37QkEkl5RUWFlznzAKZRVlbm\nU1BQEDpmzJjDWq1WxDxAiEQiLfMFcWVlpaf+Aw3K37q8/vrrn6xcuXIpUzERQgjK2jgPPPDAb/fc\nc8+tnTt3Tu/sM56enpVlZWU+zP+XLl0a3NkDdE9oNBpv5u+2tjab8vJyiZeXV4Wnp2elRqPxZoJD\nQgg5c+ZMoJOTU/3cuXM3qFSq6B9++OGx69ev36vVakXMzUokEmmvX7/ef/z48XkLFiz4at26dc/r\ndDqXhoYGx6ioqBw2yjs9PT1Bp9O5+Pr6lp4/f94vLy9v/AMPPPCbTqdzqaqq8mA+FxwcfKL9shRF\n0Uywpf9ab/PEN66urrVvvPHGx4MHD77k6elZ6ezsXBcZGZmDa5u/DC3b9q97eXlVoMytz/r16+dN\nnTo1ixCUNbADcR2/IbbjP8R2pmFpcd6lS5cGu7m5XZk7d+6G+++///i333779KBBgy5rtVpRv379\nbhLy97JubW21lUgk5YMHD740fvz4PLlcrtywYcNcJs7797///ZKx+dTXVZyn34DWXnNzs72NjU3b\nPffcc4uNfPAJ4jrhQVwnTIjrgG2I6/gNcR3/Ia5jh6XFcdbYXtfTOM7FxUXn4eFRVVhYGMK8f+LE\nieCgoKDfe5s/PkBcJzyI64TJlHGdWTv/oeMFPzU2NjrMmDFjx5o1a15r3zu/ow447d83fQ6ht374\n4YfH3d3dL4eGhhboP3TqQ1n33IABA669//7777300kv/3r179xM3btzo39zcbL93794piYmJaYQQ\nEhcXt/WDDz54p6amxq2mpsbt/ffff2/OnDmbjN3msWPHwnbu3Dm9paXFbvXq1Yv79u17c+zYsYci\nIiLy+/fvfyM9PT2hubnZXq1Wyw4ePPhwdXW1aNGiRWunTZu2p0+fPs0KhSJJf30URdF9+vRpKikp\nCfjjjz+GtbS02DY3N9sfOXJkdF1d3QCKoujOzhWGSCTSnj9/3q+rzzQ0NDg2NDQ4ikQi7bFjx8LC\nw8OPtv/M9OnTd+p0OpeNGzfGt7a22n733XdPVVRUeD300EO/EHI7eLp582bf5uZm+7a2Nptbt27d\n09zcbG/MceSb8+fP+61evXpxWVmZT2VlpWdjY6PD5s2bn9X/DK5t/uqubIEfPvzww7f79OnTNHv2\n7G+4zgvwB+oO/kJsx3+I7UzH0uK8e+6559axY8fCX3jhhS9XrVq1RKPReNfW1roSQghT9h2V9WOP\nPfbfkpKSgHPnzvm1trbaMHFecXFxoP6ynWErztu5c+f0kpKSgLa2NpsrV64MWrJkyaqpU6dmofPf\n3RDXCRviOmFAXAemgLqDvxDX8R/iOvZYWhxn7e113cVx8fHxGz/44IN36urqnM+cOTP8q6++WvDc\nc899bcRh5B3EdcKGuE4YTB3XmbXzn5eXV4V+b3aNRuOt32MRrE9zc7P9jBkzdsyZM2dTTEzMLkJu\nPyBUV1eLCSGkqqrKw93d/TIhd5c/80sGbnIOhvj1118fVKlU0b6+vqVxcXFbDxw48MicOXM2oayN\nt2TJklWrVq1a8sEHH7zj7u5+efDgwZfWrl27aPr06TsJIeSdd975IDw8/OioUaNOjho16mR4ePjR\nd9555wNmeUNGtaMoin7iiSd2b9++faarq2vtli1bnvn++++ftLW1be3Tp0/Tnj17pu3du3fKoEGD\nrrz88suff/755y95e3uXjx49+ghFUfTw4cOLjh8/fr9YLK6ura11pSiKrqqq8hCJRJezs7OjNBqN\n90svvbTWw8OjatmyZalVVVUeXl5eFd2NvpecnJwsl8uVLi4uuu++++6pjvJeUFAQGhoaWsD83VEw\n4eLiolOpVNEfffTRm87OznXp6ekJu3fvfsLV1bWWEEI2btwY379//xuLFi1ae/DgwXH9+vX788UX\nX/yyZyXFb0ePHg1/8MEHfx04cOBVOzu7lieffPL733777QGxWFyNa5ufDKm3JRJJuZeXVwUz/DTz\nOsrcenz99dfPZWVlTd2yZcszzGsoa2AD4jp+QmwnDIjtTMuS4rxvvvlmdp8+fZqmTJmy7+WXX/48\nOTl5+cWLF33EYnH1zZs3+zJxHVPWtra2rRqNxtvR0bEhOzs7qqioaMQ///nPL5k4r6mpqQ+zXXPE\neRUVFV6TJ0/e5+TkVH///fcfd3Fx0SmVSnlPykFoENcJD+I6YUFcB6aCuI6fENcJA+I6dllSHGft\n7XXdxXErVqxY7ufnd/6+++67OGHChNzExMS0qKio7O5Lif8Q1wkP4jphMUtcR9O02VJzc7PdkCFD\nzpeWlvrcunWrT3BwcGFRUdFwc+YBib3U1tZGzZkzZ+PixYs/0X996dKl6QqFIpGmaZKampqUmJio\noGmanD59WhocHFx469atPhcuXPAdMmTI+ba2Norr/UAyLKnV6vGPP/74HpS19aTk5OTlzz777CZD\nlhk3btxPf/zxRwBN02T58uXJS5cuTUd58y8VFhYGjxgx4vcbN270a2tro+Lj45Wff/75Syhr/qTS\n0lKfoKCgU8z/xpRtRETE4UOHDo1pa2ujpkyZkrV3797JXO8XUvdlvXfv3slSqfT0lStX3PQ/h7JG\nYiMhruNfQmwnzITYzrpTT+I8xHXCSIjr+J8Q1wknIa5DMmdCXMfa2fT/AAAgAElEQVS/hLhOmAlx\nnXUltNchdZYQ1/E/Ia4TTuIqrutR5lpaWmxDQkIKmIeHq1evuk6aNCln6NChJZGRkdk6nc6Z+WxK\nSsoyf3//s8OGDSv+8ccfo9qvKysra0pAQMAffn5+51JSUpZxfeCRjE8HDx78B0VRbcHBwYUhISEF\nISEhBXv37p189epV14kTJ+7v6Pz48MMP3/Lz8zs3bNiw4n379j3K9T4gGZ7UavX4adOmqWj6dl2A\nsrb8tHz58mRDg4nCwsLg8PDwI6NGjToxffr07+vq6gagvPmZ0tLSEqRS6emgoKBT8fHxyqamJnuU\nNT/SrFmztnp4eFTa29s3SSQSzfr16+caU7ZHjx4NCwoKOuXn53fulVde+ZTr/ULqvqwzMjLm+fv7\nnx08ePBF5hlt4cKFa1HWwk5z585d7+7urtUPOmmaJp9++ukrgYGBZ0aMGPF7QkJCGvM64jphJcR2\nwkyI7aw79STOQ1wnnIS4jr8JcZ1wEuI6pN6m1atXvxYUFHRqxIgRv69evfo1mu66LY+mEdfxLSGu\nE2ZCXGddCe11SF0lxHX8TYjrhJO4jOsomu5+6uhVq1YtOXbsWFhDQ4OjSqWKTkhISHdzc6tJSEhI\nT0tLS9TpdC4KhSKpqKhIOnv27G+OHDkyuqKiwmvSpEn7S0pKAmxsbNoMH/gQAADYsGLFiuXnz5/3\n27hxYzzXeQEAAABuHDx4cJyDg0NjfHz8xlOnTo0khJDc3NwJKSkpb2VlZU21t7dvvnLlyqBBgwZd\nQVwHAGD5EOcBAAAA4/fffw+Ki4vbeuTIkdH29vbNkydP3vf//t//++eXX375YkdteVznFwBAqBDH\nAQCAqdh094Hy8nJJVlbW1AULFnxF0zRFCCEqlSpaLpcrCSFELpcrd+3aFUMIIbt3734iLi5uq729\nfbOPj0+Zv7//ufz8/AjT7gIAAHRl+fLlKxBIAAAACNu4ceMOuri46PRf++KLLxYuW7Ys1d7evpkQ\nQgYNGnSFEMR1AADWAHEeAAAAMIqLiwPHjBlzuG/fvjdtbW1bx48fn7djx44ZnbXlAQAANxDHAQCA\nqdh194HXX3/9k5UrVy6tr693Yl7TarUikUikJYQQkUik1Wq1IkIIqays9Bw7duwh5nMSiaS8oqLC\nq/06KYrqfrhBAAAAAAAwCeZHPSBsZ8+eHfrTTz89/NZbb6X07dv35kcfffRmeHj4UcR1AAAAAACW\nD3EdMIKCgn5/++23P6ytrXXt27fvzaysrKnh4eFHO2vLaw+xHQAAAAAAN9iK67rs/PfDDz887u7u\nfjk0NLRArVbLOvoMRVF0V4FBZ+/1ZLphsH7JyckkOTmZ62yAGaCsO0BRhPCwrkNZCwfKWlhQ3sJB\nUWgfgttaWlrsdDqdy6FDh8YeOXJkdGxsbOaFCxeGdPRZxHXChnuEsKC82+FpXEcIylpIUNbCgbIW\nDsR1oC8wMLA4MTExLSoqKvvee++9HhISUmhra9uq/5nu2vIQ2wkD7hPCgbLuAE9jO5S1cKCshQNl\nLRxsxnVdTvv766+/PqhSqaJ9fX1L4+Lith44cOCROXPmbBKJRNrq6moxIYRUVVV5uLu7XyaEEC8v\nrwqNRuPNLF9eXi7x8vKqYC23AAAAAAAAwAqJRFL+5JNPfk8IIaNHjz5iY2PTVlNT44a4DgAAAAAA\nwLrMmzdv/dGjR8Pz8vLGu7i46AICAko6a8sDAAAAAAB+6bLzX0pKylsajca7tLTUd9u2bbMeeeSR\nA5s2bZoTHR2tUiqVckIIUSqV8piYmF2EEBIdHa3atm3brKampj6lpaW+Z8+eHRoREZFvjh0BAAAA\nAACAnouJidl14MCBRwghpKSkJKCpqamPm5tbDeI6AAAAAAAA63L58mV3Qgi5dOnS4O+///7J2bNn\nf9NZWx6AUDg5uRInJ1euswEAf8HIxQAAptPltL/tMUOCJyUlKWJjYzMzMjLm+/j4lGVmZsYSQohU\nKi2KjY3NlEqlRXZ2di1r165d1NUw4sB/MpmM6yyAmaCshQNlLRwoa2FBeQPwW1xc3Na8vLzxV69e\nHejt7a15//3335s3b976efPmrR85cuSpPn36NG3cuDGeEMR1cDfcI4QF5S0cKGvhQFkLB8oaQLjG\njBlzuKqqyoOiKPrBBx/8pW/fvjdffPHF/xcREXHk3Xff/Zejo2P98ePHw7jOJ3BLaPeJhgYd11ng\njNDKWshQ1sKBshYOlDUYo8uR/27evNl3zJgxh0NCQgoXLlz4xYgRI04TQsinn376anFxceC99957\n/cqVK4N+++23B5hlKIqimYYhNBABKibhQFkLB8paOFDWwoLyBuC3fv36/dna2mobEBBQotFovOfO\nnbvB3t6+edOmTXOee+65rwsKCkJHjRp1kvk84rrOCfFXyrhHCAvKWzispawxYkvvWUtZQ++hrAGE\nqayszIeiKPratWsD/vzzz35ubm5Xt23bNuvLL7/8Z2JiYlpTU1OfhISElV988cVCrvMK3MJ9QjhQ\n1sKBshYOlLVwoKzBGF12/uvbt+/N3NzcCYWFhSEnT54clZubO+Hnn3/+B0VR9JIlS1YVFBSEFhQU\nhE6ZMmUvIYQUFRVJt2/fPrOoqEi6b9++yYsWLVrb1tbW5TYAAAAAAADAtObOnbth3759k9u/rtFo\nvHNyciLvu+++i8xriOsAAMCSNDToBD1qCwAAQHecnJzq7e3tm2/cuNG/paXF7saNG/09PT0rVSpV\ntFwuVxJCiFwuV+7atSuG67wCAAAAAAD7um3A6d+//w1CCGlqaurT2tpq6/L/2bvzsCau/X/gn2Gr\nC7tKAgkaBRHjAgji0lpTNW4tFJeiaCXFrbd201oF+20r2laC3Vxa769VtLFaldYWsRcXrMZarSIK\n1isqSkFZo0hQEC1L5veHnd6UspOQ7f16nvM8kEwyJ3MmM/POnDnj4qImImJZ9h/DHezbt+/ZiIiI\nXba2tjUikSjP29v7elpaWrDuq902uFIYAADAuFniaEoAAB1h1KhRJ7gsp+2NN974ZO3atcu1HzP2\nXAcAAAAAAAD/4+rqWrZ06dKPe/bsedPDw6PI2dm5XCqVpqpUKh6Px1MREfF4PJVKpeIZuq4AAAAA\nAKB7Ns1NoNForIYMGXI+JyfHi7v173fffTd948aNr27fvj0yKCgo/eOPP17q7OxcXlRU5DF8+PDT\n3GuFQmFBYWGhQL8foeVwlTAAAAAAAMAj+/bte1YoFBZo3+6XiMjYcx0AAAAAAAD8T05Ojte6desW\n5+XliZycnO4+99xz3+7YseN57WkYhmEZhmEbe4/Y2Ni//pZIJLjdHAAAAACAjimVSlIqlXp572Y7\n/1lZWWkyMzP979696zRhwoRDSqVS8tJLL/373XffXU1E9M4777y3dOnSjxMSEuY19PrGwgSCBAAA\nAACA/ukzTIDpqqqq6rJmzZq3UlNTpdxjDY3uzkGuAwAAAAAwHOQ6aEp6enrQyJEjT3Xr1u0OEdHU\nqVO///XXX0fw+fySkpISPp/PLykuLnZ3c3O71dh7aGc7AAAAAADQvfrnUFatWqWz92628x/Hycnp\n7tNPP/2f9PT0IIlEouQenz9//paQkJD9REQCgaAwPz/fk3uuoKBAKBAICht6PwQJAAAAAAD902eY\nANOVk5PjlZeXJ/Lz87tA9Ci7BQYGnjtz5sww5DoAAAAAAOOCXAdN8fX1vfLee++98+DBg86dOnV6\neOTIkXHBwcFpXbt2va9QKGTR0dHxCoVCFhYWlmTougIAAAAAgO5ZNfVkaWlp9/LycmciogcPHnRO\nTU2VBgQEZJSUlPC5aX744YcpgwYNukhEFBoamrx79+6Z1dXVdrm5ub2vXbvWNzg4OE2/HwEAAAAA\nAABaY9CgQRdVKhUvNze3d25ubm+hUFhw/vz5ITweT4VcBwAAAAAAYDr8/PwuREZGbg8KCkofPHjw\nb0RECxcu/DImJkaempoq9fHxyT569OiYmJgYeXvm4+joSo6OrrqpNAAAAAAA6EyTI/8VFxe7y2Qy\nhUajsdJoNFZz5sz5euzYsT9FRkZuz8zM9GcYhu3du3fuF1988SIRkVgszgoPD08Ui8VZNjY2tZs2\nbVrU2O2hAAAAAAAAoGNERETsOn78+Og7d+508/T0zF+9evW7UVFR27jntXMbch0AAAAAAIDpuHr1\nar9du3ZF2NnZVRMRJSUlhQUGBp57/vnnd+gyy1VUqHX1VgAAAAAAoEMMy3b8ORyGYVgDzZeIiAwx\nbwCwQAxDhO0NQKswDIP9NICe/fk9YwxdDzB9hsp1hoZ9FYCFQa4zOPyeBwDwT8h10BiNRmMlEAgK\n09LSgjdu3Phq9+7dS5cvX742Pj4+Wq1Wu8jl8pj6r2lptsM+GUwN1ln4G2Q7g8NvagAAf6fLXNfk\nbX8fPnzYadiwYWf8/f0zxWJx1ooVK+KIiMrKylylUmmqj49P9vjx4w9ztwYmIoqLi1vRt2/fa76+\nvlcOHz48XheVBAAAAAAAgLabO3fuVh6Ppxo0aNBF7rFly5Z92L9//8t+fn4Xpk6d+v3du3eduOeQ\n6wAAAAAAAEzPkSNHxnl7e1/39PTMT05ODpXJZAoiIplMpkhKSgozdP0AAAAAAED3muz816lTp4fH\njh17KjMz0/+3334bfOzYsad++eWXJ+RyeYxUKk3Nzs72GTt27E/clUJZWVniPXv2zMjKyhIfPHhw\n4qJFizZpNJom5wEAAAAAAAD6FRUVte3gwYMTtR8bP3784UuXLg24cOGCn4+PT3ZcXNwKIuQ6AAD4\nO0dHV3J0dDV0NQAAAKAFdu/ePTMiImIXEZFKpeLxeDwVERGPx1OpVCqeYWsHAAAAAAD6YNPcBF26\ndKkiIqqurrarq6uzdnFxUScnJ4ceP358NNGjq4UkEolSLpfH7Nu379mIiIhdtra2NSKRKM/b2/t6\nWlpa8PDhw0/r+4MAAAAAAABAw0aNGnUiLy9PpP2YVCpN5f4eNmzYmb17904jIkKuAwAAbRUVakNX\nAQAAAFqgurrabv/+/SHx8fHR9Z9jGIZlGKbRey3Gxsb+9bdEIiGJRKKXOoJ54C4MuXevzMA1AQBD\nw618AQBaTqlUklKp1Mt7N9v5T6PRWA0ZMuR8Tk6O10svvfTvAQMGXGrsaqGioiIP7RNCQqGwoLCw\nUKCXmgMAAAAAAIBObN26dS43OgRyHQAAAAAAgOk5cODApMDAwHM9evS4TfTo/F1JSQmfz+eXFBcX\nu7u5ud1q7LXanf8AmoOLQwAAOgY6WwOYl/oX2axatUpn791s5z8rKytNZmam/927d50mTJhw6Nix\nY09pP9/c1UKNPYeriAAAAAAA9E+fVxKBefjggw/+z87OrnrWrFnfNDYNch0AAAAAgOEg10FL7Nq1\nK4K7qIuIKDQ0NFmhUMiio6PjFQqFLCwsLMmQ9QMAAIDWQWdrAGipZjv/cZycnO4+/fTT/zl37lxg\nY1cLCQSCwvz8fE/uNQUFBUKBQFDY0PvhKiIAAAAAAP3T55VEYPq++uqrF1JSUib/9NNPY7nHkOsA\nAAAAAIwLch005/79+12PHDkybvPmzQu4x2JiYuTh4eGJCQkJ80QiUV5iYmK4IesIAADmDbcABgAw\nHKumniwtLe1eXl7uTET04MGDzqmpqdKAgIAM7mohIiLtq4VCQ0OTd+/ePbO6utouNze397Vr1/oG\nBwen6f9jAAAAAAAAQGscPHhw4ocffrhs3759z3bq1Okh9zhyHQAAAAAAgGmpqamxlUgkyuDg4DSx\nWJx15syZYUSNj+IOAAAAAADmo8nOf8XFxe5jxow56u/vnzls2LAzISEh+8eOHftTTEyMPDU1Verj\n45N99OjRMTExMXIiIrFYnBUeHp4oFouzJk2adGDTpk2LECwAAAAAAAAMKyIiYtfIkSNPXb16tZ+n\np2f+1q1b57766qsbKysr7aVSaWpAQEDGokWLNhEh1wEAAAAAAJia119/ff3kyZNTLl++3P+3334b\n7Ovre0Uul8dIpdLU7Oxsn7Fjx/4kl8tjDF1PAAAAAADQPcYQQ68yDMMaaL5ERBhuFgA6BsMQYXsD\n0CoYFh5A//78njGGrgeYPkPlOkPDvgrAwiDXGfz3NEPPHwDAGCHXgba7d+86BQQEZPz+++99tB/3\n9fW9cvz48dE8Hk9VUlLCl0gkyitXrvjWf31Lsx32ycAxlXXBVOoJHQTZTi+0fydr7jcz/KbWetiO\nAZg3Xea6Jkf+IyLKz8/3fOqpp44NGDDg0sCBA/+7YcOG14iIYmNjY4VCYUFAQEBGQEBAxoEDByZx\nr4mLi1vRt2/fa76+vlcOHz48XhcVBQAAAAAAgLaZO3fuVh6Ppxo0aNBF7rGysjJXqVSa6uPjkz1+\n/PjD5eXlztxzyHQAAAAAAACmITc3t3ePHj1uR0VFbRsyZMj5BQsWbL5//35XlUrF4/F4KiIiHo+n\nUqlUPEPXFQDAlDg6upKjo6uhqwEAANCsZkf+Kykp4ZeUlPD9/f0zKysr7QMDA88lJSWFJSYmhjs4\nOFS88cYbn2hPn5WVJZ41a9Y3Z8+eHVpYWCgYN27ckezsbB8rKyvNXzPFyH8AYAlwFRFAq+HKLwD9\nwwgRlunEiROj7O3tKyMjI7dfvHhxEBHR8uXL13bv3r10+fLla+Pj46PVarWLXC6PaUmmI8LIfwBg\nIZDrDP57mqHnDwBgjJDrQFt6enrQiBEjfj116tTIoUOHnl28ePE6BweHis8+++wVtVrtwk3n6upa\nVlZW9o9eLAzDsCtXrvzrf4lEQhKJ5B/zwT4ZOKayLphKPaGDtCHbYR1qHkb+0y+sgwDmRalUklKp\n/Ov/VatW6SzX2TQ3AZ/PL+Hz+SVERPb29pX9+/e/XFhYKCCiBiuxb9++ZyMiInbZ2trWiESiPG9v\n7+tpaWnBw4cPP62LCgMAAAAAAEDrjBo16kReXp5I+7Hk5OTQ48ePjyYikslkColEopTL5THIdAAA\nAAAAAKZDKBQWCIXCgqFDh54lIpo+ffp3cXFxK/h8fklJSQmfz+eXFBcXu7u5ud1q7D1iY2M7rL4A\nAAAAAJao/kU2q1at0tl7N3vbX215eXmijIyMAO6kz8aNG1/18/O7MG/evATuFlFFRUUeQqGwgHuN\nUCgs4DoLAgAAAAAAgHFo7BZQyHQAAAAAAACmg8/nl3h6euZnZ2f7EBEdOXJk3IABAy6FhITsVygU\nMiIihUIhCwsLSzJsTQEAAAAAQB+aHfmPU1lZaT99+vTv1q9f/7q9vX3lSy+99O933313NRHRO++8\n897SpUs/TkhImNfQaxmG+cc4pNpXETU2hDgAAAAAALRP/WHEARrCMAzbUG7Tfr6hx5HrAAAAAAD0\nD7kOmrNx48ZXZ8+evbO6utrOy8srZ9u2bVF1dXXW4eHhiQkJCfNEIlFeYmJiuKHrCQAAAAAAutei\nzn81NTW206ZN2/v888/v4K4M0h4efP78+VtCQkL2ExEJBILC/Px8T+65goICoUAgKKz/nhhCHAAA\nGIYhlm20nwEAAOiAPocRB9PG4/FUDd0CqqWZjgi5DgAAAACgIyDXQXOeffbZfY6Ojvesra3rCgoK\nhE5OTnfLyspcm7rICwAAAAAAzEOzt/1lWZaZN29eglgszlq8ePE67vHi4mJ37u8ffvhhyqBBgy4S\nEYWGhibv3r17ZnV1tV1ubm7va9eu9Q0ODk7TT/UBAAAAAACgLUJDQ5MbugUUMh0AAAAAAIBpYRiG\nVSqVkoyMjIC0tLRgIiK5XB4jlUpTs7OzfcaOHfuTXC6PMXQ9AQAAAABA95od+e/kyZOP79ix4/nB\ngwf/FhAQkEFEtGbNmrd27doVkZmZ6c8wDNu7d+/cL7744kUiIrFYnBUeHp4oFouzbGxsajdt2rQI\nVxYBAAAAAAAYTkRExK7jx4+PLi0t7e7p6Zm/evXqd2NiYuQN3QIKmQ4AAAAAAMD0sCzLaP+fnJwc\nevz48dFERDKZTCGRSJToAAgAAAAAYH4YQ9xukWEY1kDzJSLCLSYBoGMwDBG2N03CbX+hPqwTAPr3\n5/eMaX5KgKYZKtcZGvZVABYGuc7gv6cZev4AAMYIuQ7q69Onz+9OTk53ra2t61588cUvFixYsNnF\nxUWtVqtdiB51DHR1dS3j/tfW0myHfbL+mFrONJV1wVTqCR2kDdkO61DztLdfzW3LTG1bZwywDgKY\nN13mumZH/svPz/eMjIzcfuvWLTeGYdiFCxd++dprr20oKytznTFjxp4bN2704kaJcHZ2LiciiouL\nW7F169a51tbWdRs2bHht/Pjxh3VRWQAAAAAAANCtuLi4FTt27HjeyspKM2jQoIvbtm2Lun//ftfG\n8h4AAAAAAAAYl5MnTz7u7u5efPv27R5SqTTV19f3ivbzDMOwTY3oHhsb+9ffEomEJBKJ3uoK0FKO\njq5ERHTvXpmBawIAAADQfkqlkpRKpV7eu9mR/0pKSvglJSV8f3//zMrKSvvAwMBzSUlJYdu2bYvq\n3r176fLly9fGx8dHq9VqF7lcHpOVlSWeNWvWN2fPnh1aWFgoGDdu3JHs7GwfKysrzV8zxch/AGAJ\nMEJEs3CVD9SHdQJA/zBCBGjLy8sTjRkz5ujly5f7P/bYY3/MmDFjz+TJk1MuXbo0oKG8p/1ajPwH\nABYBuc7gv6cZev4AAMYIuQ6asmrVqpX29vaVmzdvXqBUKiV8Pr+kuLjY/amnnjp25coV3/rTY+Q/\nwzO1nNlR60J754N1Fv4GI//pBUb+0y+sgwDmTZe5zqq5Cfh8fom/v38mEZG9vX1l//79LxcWFgqS\nk5NDZTKZgohIJpMpkpKSwoiI9u3b92xERMQuW1vbGpFIlOft7X09LS0tWBeVBQAAAAAAAN1xdHS8\nZ2trW1NVVdWltrbWpqqqqouHh0dRY3kP9MPR0fWvEQ0AAAAAAABao6qqqktFRYUDEdH9+/e7Hj58\nePygQYMuhoaGJisUChkRkUKhkIWFhSUZtqYAANAeXEcwAACA+pq97a+2vLw8UUZGRsCwYcPOqFQq\nHo/HUxER8Xg8lUql4hERFRUVeQwfPvw09xqhUFhQWFgo0G21AQAAAAAAoL1cXV3Lli5d+nHPnj1v\ndu7c+cGECRMOSaXS1MbyHuhHRYXa0FUAAAAAAAATpVKpeFOmTPmBiKi2ttZm9uzZO8ePH384KCgo\nPTw8PDEhIWGeSCTKS0xMDDd0XQEAAAAAQPda3PmvsrLSftq0aXvXr1//uoODQ4X2cwzDsAzDNDrW\naEPPxcbG/vW3RCIhiUTS0qoAAAAAAEALKZVKUiqVhq4GGKmcnByvdevWLc7LyxM5OTndfe65577d\nsWPH89rTNJX3kOsA9IMbCfLevTID1wQAAACMAXIdNKV37965mZmZ/nV1ddZBQUHpp06dGsk919S5\nOwAAAAAAMA8t6vxXU1NjO23atL1z5sz5mhsWnMfjqUpKSvh8Pr+kuLjY3c3N7RYRkUAgKMzPz/fk\nXltQUCAUCASF9d9T+yQRAAAAAADoR/0OWatWrTJcZcDopKenB40cOfJUt27d7hARTZ069ftff/11\nBJ/PL2ko79WHXAegHxgNEgAAALQh10FLrF+//nWxWJzF3QJYLpfHSKXS1OXLl6+Nj4+PlsvlMXK5\nPMbQ9QQA04cL1gA6Fr5zANAcq+YmYFmWmTdvXoJYLM5avHjxOu7x0NDQZIVCISMiUigUMq5TYGho\naPLu3btnVldX2+Xm5va+du1a3+Dg4DT9fQQAAAAAAABoC19f3yunT58e/uDBg84syzJHjhwZJxaL\ns0JCQvY3lPcAAAAAAADA+BQUFAhTUlImz58/fwvLsgwRUXJycqhMJlMQEclkMkVSUlKYYWsJAOai\nokKNi9YAOhC+cx3D0dH1r46WAKam2ZH/Tp48+fiOHTueHzx48G8BAQEZRERxcXErYmJi5OHh4YkJ\nCQnzRCJRXmJiYjgRkVgszgoPD08Ui8VZNjY2tZs2bVqEYcUBAAAAAACMj5+f34XIyMjtQUFB6VZW\nVpohQ4acX7hw4ZcVFRUODeU9AAAAAAAAMD5Lliz59MMPP1x27949R+4xlUrF4/F4KqJHd/NSqVQ8\nw9UQAADAdGHkPcuADpZgyhiW7fh+eQzDsAaaLxERGWLeloRhGCxjACIihiHCd6FJ2F5AfVgnAPTv\nz+8ZY+h6gOkzVK4zNH3sq5BVoT6sE0YEuc7g66Oh5w8AYIyQ60Dbjz/++MyBAwcmff755y8rlUrJ\nxx9/vHT//v0hLi4uarVa7cJN5+rqWlZWVvaP4WwYhmFXrlz51//1bzOtNR0RNbxPRqeI9jG130Q7\n6visvfPBcaT+mOSybUO2M7bPaYzbCu06NVc/Y6x/SxlqXeDmyzHV5WcqjO07D+ZHqVSSUqn86/9V\nq1bpLNc12/lv7ty5W//zn/887ebmduvixYuDiIhiY2Njt2zZMr9Hjx63iYjWrFnz1qRJkw4QPRoV\ncOvWrXOtra3rNmzY8Nr48eMP/2Om6Pxn1kx5xw2gUzhJ1CxsL6A+rBMA+oeTRFBfeXm58/z587dc\nunRpAMMw7LZt26L69u17bcaMGXtu3LjRixv5z9nZuVz7dej8p9v3JEJWhf/BOmFEkOsMvj4aev4A\nAMYIuQ60vfXWW2u+/vrrOTY2NrUPHz7sdO/ePcepU6d+f/bs2aFKpVLC5/NLiouL3Z966qljV65c\n8a3/+pZmu6b2ydhft4+p/SaKzn9gkssWnf/0Ap3/Oma+HFNdfqbC2L7zYP50meusmpsgKipq28GD\nByfWqwD7xhtvfJKRkRGQkZERwHX8y8rKEu/Zs2dGVlaW+ODBgxMXLVq0SaPRNDsPAAAAAAAAMIzX\nX399/eTJk1MuX77c/7fffhvs6+t7RS6Xx0il0tTs7GyfsfWSNQ4AACAASURBVGPH/iSXy2MMXU8A\nAAAAAAD4pzVr1ryVn5/vmZub23v37t0zx4wZc/Trr7+eExoamqxQKGRERAqFQhYWFpZk6LoCAOiD\no6PrXyOQAnCwXgCAJWm2Y96oUaNOuLi4/OPm1g31Pty3b9+zERERu2xtbWtEIlGet7f39bS0tGBd\nVRYAAAAAAAB05+7du04nTpwYNXfu3K1ERDY2NrVOTk53k5OTQ2UymYKISCaTKZKSksIMW1MAAAAA\nAABoCYZhWCKimJgYeWpqqtTHxyf76NGjY2JiYuSGrhsAgD5UVKipouIf3RnAwmG9AABLYtPWF27c\nuPHV7du3RwYFBaV//PHHS52dncuLioo8hg8ffpqbRigUFhQWFgoaen1sbOxff0skEpJIJG2tCgAA\nAAAANEKpVJJSqTR0NcBI5ebm9u7Ro8ftqKiobRcuXPALDAw8t27dusUqlYrH4/FUREQ8Hk+lUql4\nDb0euc74mPItVAAAAACgYch10JSHDx92Gj169PE//vjjserqartnn312H/cc1xEQAAAAGsaNDnjv\nXpmBawIA0HZMS04K5OXliUJCQvZfvHhxEBHRrVu33Hr06HGbiOidd955r7i42D0hIWHeq6++unH4\n8OGnZ8+evZOIaP78+VsmT56cMnXq1O//NlOGYQ1xMgL36O4YONkE8CeGIcJ3oUnYXrSPOQYSrBMA\n+vfn9+wfo3iDZUpPTw8aMWLEr6dOnRo5dOjQs4sXL17n4OBQ8dlnn72iVqtduOlcXV3LysrK/naf\nDEPlOkPTx75Kl1kV+1LzgN8vjAhyncHXR0PPHwDAGCHXQX1VVVVdunTpUlVbW2vzxBNP/PLRRx+9\nmZycHNq9e/fS5cuXr42Pj49Wq9Uucrk8pv5rW5rtmtonY3/dPqaW4zqqvds7H6yX+mNsy7ZF9WlD\ntjPGz2ksdeFo16m5+nV0/Vvafi2ZzlDrAjdfjrG1v7kxtu88mD9d5rpmb/vbEDc3t1sMw7AMw7Dz\n58/fwt3aVyAQFObn53ty0xUUFAgFAkGhLioKAAAAf4chywEAoL2EQmGBUCgsGDp06FkiounTp393\n/vz5IXw+v6SkpIRPRFRcXOzu5uZ2y7A1BQAAAAAAgMZ06dKlioiourrarq6uztrFxUWdnJwcKpPJ\nFEREMplMkZSUFGbYWgIAgKXiBrMAAAD9aNNtf4uLi93d3d2LiYh++OGHKYMGDbpIRBQaGpo8a9as\nb954441PCgsLBdeuXesbHBycpssKAwAAAAAAgG7w+fwST0/P/OzsbB8fH5/sI0eOjBswYMClAQMG\nXFIoFLLo6Oh4hUIhCwsLSzJ0XQEAAAAAAKBhGo3GasiQIedzcnK8XnrppX8PGDDgkkql4vF4PBUR\nEY/HU6lUKl5jr4+Njf3rb4lEQhKJRO91hrYxxpG/AACag4EswNjVH2URQB+USiUplUq9vHezt/2N\niIjYdfz48dGlpaXdeTyeatWqVSuVSqUkMzPTn2EYtnfv3rlffPHFi1yAWLNmzVtbt26da2NjU7t+\n/frXJ0yYcOgfM8Vtf80aggfAn3B7qGZhe9E+5rhfwzoBoH+4PRTUd+HCBb/58+dvqa6utvPy8srZ\ntm1bVF1dnXV4eHjizZs3e4pEorzExMRwZ2fncu3X4ba/un1PItz2F/7HHI/zTBZyncHXR0PPHwDA\nGCHXQWPu3r3rNGHChENxcXErpk6d+r1arXbhnnN1dS0rKyv7x9BLuO2v4bUmxxlD5sNtf8HYli1u\n+2s4Lb3tryGWJW77C62hvayxnKGj6DLXNdv5Tx/Q+c+8GeOBhy6Y6+cCPcJJombhe9U+5rhfwzoB\noH84SQS6gs5/un1PInT+g/8xx+M8k4VcZ/D10dDzBwAwRsh10JT33nvvnc6dOz/YsmXLfKVSKeHz\n+SXFxcXuTz311LErV6741p8enf8MD53/9DMfrJf6Y2zLFp3/DKe9nf+42wHfu1eml7o1NM+2TIfO\nf+YPnf/AEHSZ66yam2Du3LlbeTyeiru1LxFRWVmZq1QqTfXx8ckeP3784fLycmfuubi4uBV9+/a9\n5uvre+Xw4cPjdVFJAAAAAAAA0J+6ujrrgICAjJCQkP1ETWc+AAAAAAAAMB6lpaXducz24MGDzqmp\nqdKAgICM0NDQZIVCISMiUigUsrCwsCTD1hQAAODvKirUuCUwAIAONNv5LyoqatvBgwcnaj8ml8tj\npFJpanZ2ts/YsWN/ksvlMUREWVlZ4j179szIysoSHzx4cOKiRYs2aTSaZucBAAAA8IjNX1d6AQBA\nx1m/fv3rYrE4i2EYlqjxzAcAYKzqXw0PAAAAYCmKi4vdx4wZc9Tf3z9z2LBhZ0JCQvaPHTv2p5iY\nGHlqaqrUx8cn++jRo2NiYmLkhq4rAAAAAADoXrMd80aNGnXCxcXlb92tk5OTQ2UymYKISCaTKZKS\nksKIiPbt2/dsRETELltb2xqRSJTn7e19PS0tLVg/VQcAAADzU4urvMyYo6MrOncCGKGCggJhSkrK\n5Pnz52/hhphvLPMBAAC0FTpo6haWJwAAcJydncudnJzu1tTU2Go0GqvHHnvsD+457gIvAAAAADBP\nOPcGREQ2bXmRSqXi8Xg8FRERj8dTqVQqHhFRUVGRx/Dhw09z0wmFwoLCwkJBQ+8RGxv7198SiYQk\nEklbqgIAAAAAJgIdOw1DqVSSUqk0dDXAiC1ZsuTTDz/8cNm9e/ccuccay3z1IdcBAAAAAOgfch00\nxdbWtubTTz9d4u/vn1lZWWkfGBh4TiqVpm7bti1KKpWmLl++fG18fHy0XC6PwajuAAAAAOYF596A\nqI2d/7QxDMM2deVQY89pnyQCAAAAy8RdiXLvXpmBawJgvup3yFq1apXhKgNG58cff3zGzc3tVkBA\nQIZSqZQ0NE1TmQ+5DgAAAABA/5DroCl8Pr+Ez+eXEBHZ29tX9u/f/3JhYaEgOTk59Pjx46OJHo3o\nLpFIlOj8BwAAAABgftrU+Y/H46lKSkr4fD6/pLi42N3Nze0WEZFAICjMz8/35KYrKCgQCgSCQl1V\nFgBMA8MwxLK4mwBAe7T1e2Rq3z9cjQIAYFinTp0amZycHJqSkjL54cOHne7du+c4Z86crxvLfAAA\nAAAAAGC88vLyRBkZGQHDhg0709IR3YkwqjsAAAAAgL7pc0R3piUdBPLy8kQhISH7L168OIiIaPny\n5Wu7det2Jzo6Ol4ul8eUl5c7y+XymKysLPGsWbO+SUtLCy4sLBSMGzfuyPXr173rjxLBMAxriI4J\nDMMQEZlUpwhTZGodT1rKXD+XPmBZ/YlhiLAcmoR1pXEtWTYN7ddMbZnW/wzYV5s3tK9x+HM7wRi6\nHmB8jh8/Pvqjjz56c//+/SGNZT7t6Q2V6wxNH/va9m4ftUfSNbVjAWgY9pmtp7d1H7lOZ+tjey5w\n0sX8zQ229+YN7QvNQa6DhlRWVtqPHj36+DvvvPNeWFhYkouLi1qtVrtwz7u6upaVlZW51n9dS7Nd\nU/tk7K/bpzXbfWPYR3RUe7d3Plgv9cfYlm2L6tOGbGeMn9NY6sLRrlNT9WtsWepzGbf0vVsynS5z\nsYPDo11zS+6Ixc2XY2ztb060l7WpLWdj21ZBy+ky1zU78l9ERMSu48ePjy4tLe3u6emZv3r16ndj\nYmLk4eHhiQkJCfNEIlFeYmJiOBGRWCzOCg8PTxSLxVk2Nja1mzZtWtTULYEBAIyNpd6C1FI/NwAA\nAPwdl98ay3xgnDCSLgAAAACAZaupqbGdNm3a3jlz5nwdFhaWRNT4XbwAAADAcPA7HgDoQ4tG/tP5\nTDHyn1kzxqsOdMFcP5c+mPKy0t5OtLtDnAmNEGGo7aMpryv6hpH/jO8zoJNs+xlz+1oSjBABuoKR\n/3T7nkS6Gc3A1I4FoGHYZ7YeRv7TH4z8Z5ywvTdvaF9oDnIdaGNZlpHJZIpu3brd+fTTT5dwj7dk\nRHcijPxnDDDyn37mg/VSf4xt2WLkP8PByH9tq1NL3wsj/3UcjPwHhqDLXNeuzn8ikSjP0dHxnrW1\ndZ2trW1NWlpacFlZmeuMGTP23Lhxoxc3QoSzs3P532aKzn+NMsaddmuZw2doiLl+Ln0w5WVV/8Qp\n93cb38xgJ4la20kJnf+MDzr/Gd9nMOa6mQosQ+OAk0SgLT8/3zMyMnL7rVu33BiGYRcuXPjla6+9\ntsGYc52hofMfdATsM1sPnf/0B53/jBO2900z9eVj6vUH/UOuA22//PLLE08++eTPgwcP/o0bzT0u\nLm5FcHBwWnh4eOLNmzd7NpbriND5zxig859+5oP1Un+Mbdmi85/hoPNf2+rU0vdC57+Og85/YAi6\nzHVW7awIq1QqJRkZGQFpaWnBRERyuTxGKpWmZmdn+4wdO/anhq4iAgAA/aqoUGPYaIAO4Ojo+ldn\nWwAAU2Rra1vz6aefLrl06dKA06dPD//8889fvnz5cn/kutap/0McAAAYH3PcVpvjZwIAgNZ74okn\nfnnhhRe+Ki4udq+trbXJyMgImDhx4kGiR+fxDF2/tsA+zjihXQAAAACMU7s6/xHRP3ohJicnh8pk\nMgURkUwmUyQlJYW1dx4AAGCZ9PljAjptgS6go23z8F0DMG58Pr/E398/k4jI3t6+sn///pcLCwsF\nyHUAAAAAAACmIyoqatvBgwcnaj+Gi7oAHkGnRQAAy4FtPlgqm/a8mGEYdty4cUesra3rXnzxxS8W\nLFiwWaVS8Xg8noqIiMfjqVQqFa+h18bGxv71t0QiIYlE0p6qAAAAtEpLOmwZ4xDqAKYGnSMNT6lU\nklKpNHQ1wATk5eWJMjIyAoYNG3YGuQ4ATAWO2UFfGlq3sL4BgKEg10FzRo0adSIvL0+k/VhycnLo\n8ePHRxM9uqhLIpEoDd0BUB/7UuyfwVxxF1Tfu1dm4JoAAEB9OP4AY9Ouzn8nT5583N3dvfj27ds9\npFJpqq+v7xXt5xmGYRsbUlz7JBEAAAB0HOP70cCGHB1djag+oK0164vxrVtA9M8OWatWrTJcZcBo\nVVZW2k+bNm3v+vXrX3dwcKjQfg65ruPgRyOAtsEowwAAYO6Q66AtWnpRFxEu7AIwRrioGgAAwLzo\n86KudnX+c3d3LyYi6tGjx+0pU6b8kJaWFszj8VQlJSV8Pp9fUlxc7O7m5nZLN1U1fjhRAwDQcjhB\n908dtR8xvh8NavVaJ4axJQcHB3RIa6PWtI2u2hHHVAAdq6amxnbatGl758yZ83VYWFgS0aMTQ5aa\n6wAMCfvAtjG+41sA84CLewAAzEdTF3URGfbCLhwDQ31YJ5pnScdpxvZZja0+AABgOvR5UZdVW19Y\nVVXVpaKiwoGI6P79+10PHz48ftCgQRdDQ0OTFQqFjIhIoVDIuJNHLYV7cAMAWAacoNO9tnaoNP99\nb9s7Fzo6uhp9R9XW1tHYP5Mx1w3AHLEsy8ybNy9BLBZnLV68eB33eEtzHb6zDTP2bS0AAFi2lu6n\nKirUyO4AACaMu6iLiMjcLurSReZCbgNTXgcs6TjN2D6rsdUHAEAfTHkfaanaPPKfSqXiTZky5Qci\notraWpvZs2fvHD9+/OGgoKD08PDwxISEhHkikSgvMTExXHfVBWgfXC0ElsCYd8SWekVUW7c9rV1e\nCJzNM4ZlquvvQWvraOzribHXD8DcnDx58vEdO3Y8P3jw4N8CAgIyiIji4uJWxMTEyFuS6/CdbRiW\nC4Dlwu8OYAqwnwIAsAzcRV3R0dHxbRmsw5jpYl/W1Ht01O+5YFg4JgIAMH/YN7cN9pGmp80j//Xu\n3Ts3MzPTPzMz0/+///3vwBUrVsQREbm6upa9+eabH1lZWWlyc3N7f/HFFy/qrrrAMZVRmvR1v2ow\nPmhr3Wvr91zfO+OWtnVD9Tf1K6LqX+Wg+22xzd/ev2XLy0ZvHT7rt7Wp7Huaoqt1sLkrXpp63li/\nB+3djhtzx2MAaNwTTzzxi0ajscrMzPTPyMgIyMjICJg4ceJB5DrQZi7H+uZwLNMRzKW9oXlo645n\nqCvn0daWA20NYLkiIiJ2jRw58tTVq1f7eXp65m/bti0qJiZGnpqaKhUKhQXvvffeO4mJic/Fx8dH\n67Melj5KTHt/92ts+elquXb0fkJXGczS16v6WrJccUxgOdDWAE0z1nNyTcH3GtqizZ3/GlNXV2f9\nyiuvfHbw4MGJWVlZ4l27dkVcvny5v67nA6bBWDdMxhIUGjpAb2sYasvr2rsctOdprG1tKkzpRKQ5\ntHVb13vtA0T9tFlbbk/b9lvaNkffbW0M2+G2ai4sdFSY0OUybG97m1p4AoCmIdeBNnM4/tMVXWY4\nY9WR7a3rZWdubaFv+G53PEOddEBbW462tLWx/E4KAO2za9euiKKiIo/q6mq7/Px8z6ioqG2urq5l\nhw4dmtCpU6eHly5dGnD16lVffWc7fe/rDH28p+9tZmPLT1fL1RDHBLpoM32sVy3Ndqa6nzTH4z/t\ntjDVdtEHc2xrAEuH7zW0hc47/6WlpQV7e3tfF4lEeba2tjUzZ87cvW/fvmd1PR9jp4uD2ebew9Ah\nx5TpIyi09UBTH+3Y0rqYYk93Q+nIINHUvCwp0OjzCsfG1nvu/Tt6Obd0fi3bXrR8JEBD7Ee052n+\n25/Wj8qovXxa0j4dvQwtaRsEYOmQ63TH0NvOhuZv6Drpkjl9FnOFNgIAU2RJv7vi90EA89bWbNee\nu14YI11t17HNNHf//D3XmM4n6oux1acx2m2B7yIAAMDf2ej6DQsLCwWenp753P9CobDgzJkzw5p7\nnT4OKhiGIZZl2/RaR0dXqqhQt/n1ralPU/cZb+4zPKpnJTk42Lfp9W2hj/eszxTvvW5MB5lN1aWj\nl21HrC+60Fw9O7J9mxtNjAug2m3YluVs7N+zxq5w7Oh5doTm5ttYR8iG6W8kwNZoav0yhR8SmtLy\n+nd8WzR3XND+99bd5zGV/QOApWprruPo+zhDl9sQfWQ/bYbeLxvimKq12tOezX2Wxt5bH/uhjlzv\nm5tXRx7rtyVLmfrxIAAAAICpaGu2a+44u7WZoqFjRl0cE3ZkZ+321Fffx+dteX991KktOaU12ay9\ndW64DbXPt7Tt99zG6lX/ce6zGiqTN7asW1If7c+iqwFwGmv39uR1/OYMANA6xt5fAFqO0fUOcO/e\nvdMOHjw4cfPmzQuIiHbs2PH8mTNnhm3cuPHVv2bKMNjrAgAAAAAYCMuyljOUCbQJch0AAAAAgHFD\nroOWQLYDAAAAADBeusp1Oh/5TyAQFObn53ty/+fn53sKhcIC7WkQSgHA0n3zzTezPvnkkzeuXr3a\nz8HBocLf3z/z//7v/z54/PHHTxq6bh3ByspKc/36de8+ffr83ty0KSkpk3fu3Dl7586dsyMjI7c/\n99xz34aEhOznnv/ggw/+78svv1xYXl7uPHny5JQvv/xyoYODQ4X2e5SVlbn269fvqq+v75UTJ06M\n0sdnAgAAMCfIdQAALYNsp5tsp1QqJWPGjDnatWvX+9z0mzZtWjRnzpyviYheeOGFr3bt2hVhZ2dX\nTfSok8Ldu3ed0FkBAACgach2AACth5zXsefwAACg/ax0/YZBQUHp165d65uXlyeqrq6227Nnz4zQ\n0NBkXc8HAMBUffLJJ28sWbLk07fffvv9W7duueXn53u+/PLLnycnJ4caum4dqaU/Kp07dy5w6NCh\nZ4mIzp8/PyQwMPAc95xCoZDt2LHj+VOnTo0sKiryePDgQedXX311Y/33iI6OjheLxVk4MQQAANAy\nyHUAAM1DtntEF9mO6FHnhIqKCgeucB3/iB519ouOjo7nnrt3754j8h0AAEDzkO0AAFoHOe+RjjyH\nBwAA7afzzn82Nja1n3322SsTJkw4JBaLs2bMmLGnf//+l3U9HwAAU3T37l2nlStXrtq0adOisLCw\npM6dOz+wtraue/rpp/8THx8fTUT0xx9/PLZ48eJ1AoGgUCAQFC5ZsuTT6upqO6JHoyEIhcKCDz/8\ncJmbm9stDw+PoqSkpLCUlJTJPj4+2d26dbsjl8tjuPnFxsbGTp8+/buZM2fudnR0vBcYGHjut99+\nG8w9f/ny5f4SiUTp4uKiHjhw4H/3798fwj33wgsvfPXyyy9//swzz/zo6Oh4b/jw4ad///33Ptzz\nV65c8ZVKpandunW74+vre+Xbb799riWvffLJJ38mIvLz87vg4OBQof26hqSnpwcNGTLk/P3797uW\nlZW5enh4FHHP7d+/P2TevHkJAoGgsGvXrvejo6Pj9+zZM+Phw4eduGlOnTo18tKlSwOioqK24SpW\nAACAlkGuAwBoGrKdbrNdSyDPAQAAtB6yHQBAyyHndfw5PAAA0BGWZTu0HDhwYGK/fv2ueHt7X5PL\n5dEdPX8U3ZWbN296SiSSY2Kx+NKAAQP+u379+tdYlqU7d+64jhs3LrVv377ZUqn0sFqtduZes2bN\nmhXe3t7X+vXrd+XQoUPjDf0ZUFpXamtrrf39/TOeeeaZ/WjrtpUDBw5MtLGxqamrq7NqbJp33nln\n9YgRI07dvn27++3bt7uPHDny5DvvvLOaZVk6duyYxMbGpua99957u7a21nrz5s3zu3XrVjpr1qyd\nlZWVXS9duiTu3LlzVV5eXi+WZWnlypWxtra21Xv37p1aW1tr/dFHHy3t3bv377W1tdbV1dW2Xl5e\n1+Pi4mJqampsjh49+pSDg8O9q1ev+qjVaudevXrlWVtb14pEot9Pnjw54rnnnkvk8Xglffv2zR4z\nZsxPAoGg4KuvvpLV1dVZvfLKKxusrKxqRSLR74cOHRovk8m+6tatW+nZs2eDamtrrWfPnr1j5syZ\nu7jPyDCMJicnp09Ty6pfv35XnJ2d1dbW1rVOTk7l9vb2Fba2ttXOzs7qf/3rX/9mWZamT5/+7dq1\na5dxr/nll18eZxhG89tvvw3i1tkhQ4acO3/+fMC2bdteeOKJJ04Yeh0wtrJmzZoVYrH40sCBAy9G\nRER88/Dhw8fw3TaPEhUVtdXNzU01cODAi9xjbWnb9PT0wIEDB1709va+9tprr6039OdCaVlbv/nm\nmx/6+vpeHjx48IUpU6Z8X15e7oS2RtFlQa4zr4JsZ3kF2a79xRSy3dmzZwOnTZv2nZOTU7m1tXXt\ntm3bZLdu3erO5/OL7e3t70ml0sMFBQUeQqEw/6uvvpK9//77b3l6et6wtrau3bx58zyWZamjst2x\nY8ckdnZ2f/B4vJLevXv/vmTJkk/u37/fhXuPF154YZurq+sdV1fXO4GBgel79+6dauh1wJgKcp35\nFuQ6yynIdSiGKMh15lWQ6yyvINfpvhhjznv33Xdjp0yZstfT0/OGlZVVXWJi4vQ7d+64uru7F1lZ\nWdUFBwefLi0tdeWy2po1a1b06dPnuo2NTc2bb775YV1dnVVGRoZ/9+7db2dlZfVn2Y7Lec2dw0P5\ne0GuM9+CXGc5xZC5rkM/aG1trbWXl9f13NxcUXV1ta2fn18mt5NBMb1SXFzMz8jI8GdZlioqKux9\nfHyuZmVl9V+2bNna+Pj45SzLklwuj46OjpazLEuXLl0S+/n5ZVZXV9vm5uaKvLy8rjd18IRifOXj\njz9+Y9asWTtDQkKSWZYltHXry44dO2bz+fzipqbx8vK6fuDAgYnc/4cOHRovEolyWfZRcOjcuXOV\nRqNhWJale/fuOTAMo0lLSxvKTR8YGJi+b9++UJZ9FBxGjBhxintOo9Ew7u7uRSdOnHji559/HlW/\nLhEREd/ExsaujIyMVIwcOfKXBQsWfFlTU2NTXl7uNG3atG979Oih+nO6nUKh8KZ2e8+fP3/zkiVL\nPvHy8roeGRn51YIFC77k3jclJWWSr6/vZe7/lgQHlmUpNTV13JQpU75nWZYWLlz4xbfffjtd+/kt\nW7bM8/HxuZqXl9ervLzcKSQkJJlhGM3p06eHsSxLn3zyyZJFixZ9zrIsofPfP0tubq6od+/evz98\n+PAxlmUpPDx8z1dffSXDd9s8ys8//zzq/PnzAdoHmK1pW247M3To0LQzZ84EsyxLkyZNStHePqEY\nR2morQ8fPizlvp/R0dFytDWKLgtynfkVZDvLK8h27S+mkO38/PwyExIS5spksq/mz5+/uby83GnZ\nsmVro6KiEnx9fS/L5fLo0NDQpFGjRv2s3dYRERE7XVxc7tTV1VnJZLIOyXYlJSW8y5cv+7Lso5zy\n5JNPHn/xxRf/H/f8+fPnA8rKylzq6uqsUlJSJjk4ONw7efLkSEOvB8ZQkOvMuyDXWU5BrkPp6IJc\nZ34Fuc7yCnKd7osx5rzIyEhFQkLCXJZlaebMmbtiYmLWLFu2bG1gYGD6ggULvuTaOiUlZVKfPn1y\n/Pz8Mnfu3DkrODj4jHZbL1y48ItVq1a9y7KPOv8Zwzk8lP8V5DrzLsh1llMMmet0ftvfpqSlpQV7\ne3tfF4lEeba2tjUzZ87cvW/fvmc7sg6gO3w+v8Tf3z+TiMje3r6yf//+lwsLCwXJycmhMplMQUQk\nk8kUSUlJYURE+/btezYiImKXra1tjUgkyvP29r6elpYWbMjPAC1XUFAgTElJmTx//vwt7J+32kFb\nt163bt3ulJaWdtdoNI1uf4uKijx69ep1g/u/Z8+eN4uKijy034NhGJaIqHPnzg+IiHg8nop7vnPn\nzg8qKyvtuf+FQmEB9zfDMKxQKCwoKiryKC4udvf09MzXnnevXr1u5OXliU6cODHKx8fnGo/HU9nY\n2NQ6OTndTUtLG2Zra1tLROTl5ZVTWFgodHFxUQcGBp7Lzs722b1798w//vjjMW9v7+t37tzp3lSd\nmrN8+fK1Li4u6meeeebHw4cPj3dxcVEnJCTMW7BgwWbtIcPnzp27NSIiYpdEIlEOGjTo4pgxY45y\nn7moqMhj48aNr77//vtvt3S+lsbR0fGera1tTVVV2xUSEgAAIABJREFUVZfa2lqbqqqqLh4eHkX4\nbpuHUaNGnXBxcVFrP9aatj1z5syw4uJi94qKCofg4OA0IqLIyMjt3GvAeDTU1lKpNNXKykpDRDRs\n2LAzBQUFQiK0NegGcp35QbazLMh2umHs2Y7P55f8/vvvfebOnbuVYRiWz+eXODk53U1OTg4NCQn5\nsbKy0l4mkyl+/fXXkWfOnBnG5To3N7db+/fvD7W3t69MS0sLZhiG7Yhsx+PxVL6+vleIiEQiUd7a\ntWuX7927dxr3fEBAQIaLi4vayspKM2nSpAOzZ8/e+f33309taT3MGXKdeUOusxzIddDRkOvMD3Kd\nZUGu0w9jy3keHh5FJ06cGDV37tytRI+yUllZWbfk5ORQb2/vazweT8W1defOnR/cuXOnW0RExK6C\nggJhZmam/40bN3o5OzuXu7i4qL/55ptZKpWKx83H0OfwWjovS4FcZ96Q6yyHIXNdh3b+KywsFGj/\nGCkUCgsKCwsFHVkH0I+8vDxRRkZGwLBhw86oVCoed8DA4/FU3IFEUVGRh/bOHO1vWpYsWfLphx9+\nuIzbMBERoa1bb8SIEb8+9thjf/zwww9TGpvGw8OjKC8vT8T9f/PmzZ7aB8utlZ+f78n9rdForAoK\nCoQCgaDQw8OjKD8/35MLhkREN27c6NW5c+cHPXr0uP3LL788sXnz5vkLFizYfP/+/a5qtdqFa3+x\nWJxlbW1dp1arXebPn79l8+bNCyoqKhw+//zzl4VCYUFVVVWXttaXiGjt2rXL1Wq1S+/evXNzcnK8\njh8/PnrEiBG/qtVqF+0QxTAMGxsbG5ubm9v75s2bPcVicZZQKCwQCASFaWlpwcXFxe5isTjL3d29\nePHixevS0tKCPTw8irQ/syVzdXUtW7p06cc9e/a86eHhUeTs7FwulUpT8d02X61t2/qPCwSCQrS5\n6dm6devcyZMnpxChrUE3kOvMG7Kd+UO20w1jz3aXL1/2dXR0vBcVFbUtOTk59Mcff3z6/v37XVUq\nFY/7EZLH46nu37/fZfTo0ce5XKdWq10qKiocxo8fn6qLtm5ptmtIUyfc4H+Q6ywPcp1lQq4DXUOu\nM2/IdeYPuU4/jC3n3bx5s2f37t1vR0VFbRsyZMj5b7/99rkePXrcUqlUvM6dOz8k+ntb19XVWQuF\nwoKePXveHD169HGZTKbYtm1bFJfzPv/885fbWk9tujiHp4t6mBPkOsuDXGeZ9JnrOvRHNK6XO5iX\nyspK+2nTpu1dv3796w4ODhXazzEMwzbV7lgnTMOPP/74jJub262AgICMxjpNoa1bxsnJ6e7q1avf\nffnllz/ft2/fs1VVVV1qampsDxw4MCk6OjqeiCgiImLX+++//3ZpaWn30tLS7qtXr353zpw5X7d1\nnufOnQv84YcfptTW1tqsW7ducadOnR4OHz78dHBwcFqXLl2q1q5du7ympsZWqVRKfvzxx2fGjh17\n5Pz580P69et3ZcGCBVu6du16Xy6Xx2i/5zPPPPMfjUZjtWPHjufr6uqsamtrrc+ePTv0ypUrvkSP\nbinfFB6Pp8rJyfFqapqKigqHiooKBx6Ppzp37lxgUFBQev1p1Gq1S05OjhfLskxWVpZ46dKlH7/7\n7ruriYgmT56ccuPGjV4XLlzwu3Dhgt/q1avfDQgIyMjMzPTH+vhITk6O17p16xbn5eWJioqKPCor\nK+137NjxvPY0+G6br+baFszDBx988H92dnbVs2bN+sbQdQHzgW2H+UK2M3/Idrpj7NnuxIkTT5aU\nlPAWLVq0KSQkZL+dnV1N/VzHMAxrZ2dXnZ2d7XP16tV+tbW11jU1NbZnz54dWl5e7sQwDNvchVO6\nynZKpVJy48aNXizLMvn5+Z7R0dHxYWFhSdzz33333fTKykp7jUZjdfjw4fE7d+6cHRoamtzaZWiO\nkOssG3KdZUCuA33AtsN8IdeZP+Q6/TG2nPfYY4/9ce7cuaCFCxd+8cknn7yRn5/vWVZW5kpExLV9\nQ2399NNP/yc7O9vn+vXrXnV1dVZcztM6h9chOa+pc3jwd8h1lg25zjLoO9d1aOc/gUBQqN17PT8/\n3xPDupq2mpoa22nTpu2dM2fO19yPsjweT1VSUsInIiouLnZ3c3O7RfTP9ueuXDBMzaE1Tp06NTI5\nOTm0d+/euREREbuOHj06Zs6cOV+jrdvmjTfe+OSTTz554/3333/bzc3tVs+ePW9u2rRp0ZQpU34g\nInr77bffDwoKSh88ePBvgwcP/i0oKCj97bfffp97ff2df3MHes8+++y+PXv2zHB1dS3buXPn7O+/\n/36qtbV1nZ2dXfX+/ftDDhw4MKlHjx63X3nllc++/vrrOY8//vgpoVBY0KNHj1KGYdjp06d/d/78\n+SGurq5lXCCorKy079WrV97u3btnbt++XbZo0aJ/r1ixIq66utquoKBA2LVr1/tN1TM2NjZWJpMp\nXFxc1N999930huqekZEREBAQkMH93VBwKC0t7f7000//x97evnLy5Mkp8+bNS5g/f/4WIiI7O7tq\nNze3W1xxcnK6yz3WknayBOnp6UEjR4481a1btzs2Nja1U6dO/f7XX38dwefzS/DdNk+t2W5zV+Bx\nw09zj6PNTcdXX331QkpKyuSdO3fO5h5DW4MuINeZJ2Q7y4Bsp1vGnO0+++yzlz09PQuGDh16lmEY\ntn///lnnz58fwufzS8rKylwZhmGLi4vdeTzercOHD4/Pz8/3fPnllze5u7sXr1ixIq64uNhdIBAU\nNvQDtD6yXUZGRsDjjz9+0t7evvLxxx8/6e/vn7lhw4bXuOc3bNjwmlAoLHBxcVFHR0fHb9myZf6T\nTz75c/OtZP6Q6ywPcp1lQa4DfUGuM0/IdZYBuU6/jCnnffPNN7Ps7OyqJ02adPCVV175LDY2duWN\nGzdEfD6/5OHDh524XMe1tbW1dV1+fr6ng4NDxeHDh8dnZWUN+Ne//vUFl/Oqq6vtuPka+hwe/B1y\nneVBrrMsHZLrWJbtsFJTU2PTp0+fnNzcXNEff/xh5+fnl5mVldW/I+uAorui0WiYOXPmbF+8ePGn\n2o8vW7ZsrVwuj2ZZluLi4mKio6PlLMvSpUuXxH5+fpl//PGH3e+//967T58+ORqNhjH050BpXVEq\nlaOfeeaZ/Whr0yixsbErn3/++a9b+7pRo0b9fPXqVR+WZWnlypWxy5YtW4v2Nr+SmZnpN2DAgP9W\nVVV11mg0TGRkpOKzzz57GW1tPiU3N1c0cODAi9z/bWnb4ODgM6dPnx6m0WiYSZMmpRw4cGCioT8X\nSvNtfeDAgYlisfjS7du3u2tPh7ZG0UVBrjO/gmxnmQXZzrRKW7Idcp1lFOQ68y/IdZZTkOtQOrIg\n15lfQa6zzIJcZ9qlJTkPuc4yCnKd+RfkOssphsp17ar0mjVrVojF4ksDBw68GBER8c3Dhw8fu3Pn\njuu4ceNS+/btmy2VSg+r1Wpn7dekpKRM8vHxuerl5XV9zZo1Kwy94FHaXk6cOPEEwzAaPz+/TH9/\n/wx/f/+MAwcOTLxz547r2LFjjzS0DnzwwQdveXl5Xe/Xr9+VgwcPTjD0Z0BpfVEqlaNDQkKSWZYl\ntLXxl5UrV8a2pfNfZmamX1BQ0NnBgwdfmDJlyvfl5eVOaG/zLPHx8cu5fXlkZKSiurraFm1tHmXm\nzJm73N3di2xtbauFQmH+1q1bo9rStunp6YEDBw686OXldf3VV1/dYOjPhdJ8WyckJMz19va+1rNn\nzxvcMdpLL720CW1t2SUqKmqrm5ubSjt0sixLGzZseNXX1/fygAED/rt8+fJ47vE1a9as8Pb2vtav\nX78rhw4dGl///ZDrzKsg21lmQbYzrdKWbIdcZzkFuc58C3Kd5RTkOpSWlAcPHnQKDg4+4+fnl9m/\nf/+smJiYOJZ9dCzX2Hm5prIdcp15FeQ6yyzIdaZdWpLzkOsspyDXmW9BrrOcYshcx7Bs224dnZeX\nJxozZszRy5cv93/sscf+mDFjxp7JkyenXLp0aUD37t1Lly9fvjY+Pj5arVa7yOXymDbNBAAA2mXV\nqlUrc3JyvLZv3x5p6LoAAACA4Zw4cWKUvb19ZWRk5PaLFy8OIiI6duzYU2vWrHkrJSVlsq2tbc3t\n27d79OjR43ZWVpZ41qxZ35w9e3ZoYWGhYNy4cUeys7N9rKysNIb+HAAAlgrZDgAAAIiIqqqqunTp\n0qWqtrbW5oknnvjlo48+ejM5OTm0ofNyyHYAAMYNOQ8AAHTFqq0vdHR0vGdra1tTVVXVpba21qaq\nqqqLh4dHUXJycqhMJlMQEclkMkVSUlKY7qoLAACtsXLlylUIDQAAADBq1KgTLi4uau3H/v3vf7+0\nYsWKOFtb2xoioh49etwmItq3b9+zERERu2xtbWtEIlGet7f39bS0tGBD1BsAAB5BtgMAAAAioi5d\nulQREVVXV9vV1dVZu7i4qBs7L4dsBwBg3JDzAABAV2za+kJXV9eypUuXftyzZ8+bnTt3fjBhwoRD\nUqk0VaVS8Xg8noqIiMfjqVQqFa/+axmGadtwgwAAAAAA0G4syzKGrgMY3rVr1/r+/PPPT7711ltr\nOnXq9PCjjz56MygoKL2oqMhj+PDhp7nphEJhQWFhoaD+65HrAAAAAAAMB7nOMmk0GqshQ4acz8nJ\n8XrppZf+PWDAgEuNnZdDtgMAAAAAMG66ynVt7vyXk5PjtW7dusV5eXkiJyenu88999y3O3bseF57\nGoZh2MZCQ1tvNwymJTY2lmJjYw02f4ZhsK51EEO3tVFiGCIzXP/Q1pYDbW1ZTKW9HR1diYjo3r0y\nA9fEdDEMzg/BI7W1tTZqtdrl9OnTw8+ePTs0PDw88ffff+/T0LTIdZbNVPYRlkrX+0a0dz1mmuuI\n0NamqK2/c6GtLQfa2nIg11kuKysrTWZmpv/du3edJkyYcOjYsWNPaT/f1Hk57vmGHke2swzYT1gO\ntHUDzDTboa0tB9racqCtLYcuc12bb/ubnp4eNHLkyFPdunW7Y2NjUzt16tTvf/311xF8Pr+kpKSE\nT0RUXFzs7ubmdktntQUAAAAAi1ZRoaaKCnXzEwJAs4RCYcHUqVO/JyIaOnToWSsrK01paWl3gUBQ\nmJ+f78lNV1BQIBQIBIWGqykANAX7RgAAAADL4+TkdPfpp5/+z7lz5wJ5PJ6qofNyyHYAAAAAAJah\nzZ3/fH19r5w+fXr4gwcPOrMsyxw5cmScWCzOCgkJ2a9QKGRERAqFQhYWFpaku+oCAAAAAACALoSF\nhSUdPXp0DBFRdna2T3V1tV337t1LQ0NDk3fv3j2zurraLjc3t/e1a9f6BgcHpxm6vgAAAAAAAJas\ntLS0e3l5uTMR0YMHDzqnpqZKAwICMkJDQ5MbOi+HbAcAAAAAYBnafNtfPz+/C5GRkduDgoLSrays\nNEOGDDm/cOHCLysqKhzCw8MTExIS5olEorzExMRwXVYYTItEIjF0FaCDoK0tB9raOHTErU/R1pYF\n7Q1g3iIiInYdP3589J07d7p5enrmr169+t25c+dunTt37tZBgwZdtLOzq96+fXskEZFYLM4KDw9P\nFIvFWTY2NrWbNm1a1NRto8D8YR9hWdDelgNtbTnQ1pYDbQ1g3oqLi91lMplCo9FYaTQaqzlz5nw9\nduzYnwICAjIaOi+HbAf1YT9hOdDWlgNtbTnQ1pYDbQ1twbAGuLc9wzCsIeYLlodhGMK6BgbDMERY\n/0BPGIYhIsI2DiwO1v32+/P4iDF0PcD0IdcBGAfsG/UMuQ6MCH7nAgAOch3oErIdAFgEZDsAADAy\nusx1bb7t79WrV/sFBARkcMXJyenuhg0bXisrK3OVSqWpPj4+2ePHjz/MDUEOAAAAAAAAhjF37tyt\nPB5PNWjQoIv1n/v444+XWllZacrKyly5x+Li4lb07dv3mq+v75XDhw+P79jaAgAAAAAAAAAAAAAA\nQEu0ufNfv379rmZkZARkZGQEnDt3LrBLly5VU6ZM+UEul8dIpdLU7Oxsn7Fjx/4kl8tjdFlhAAAA\nAAAAaJ2oqKhtBw8enFj/8fz8fM/U1FRpr169bnCPZWVliffs2TMjKytLfPDgwYmLFi3apNFo2pwd\nAQAAAAAAAAAA4P+zd+9xUdX5/8DfB4E0uavM4AwuLEI4ijBeQCtzTHHVgjBbEgsRtdpcK9Ovgm0X\ndEtG3SyzdX+teSEt0a1VsQUCi0HNVbyAuiKBBjncxgugoBm38/vDPe1EDMzlzMyZmdfz8fg8HnDm\nXD7nfM7tfc7nfD4AAADmwcsLnEOHDk0ZOnToJX9/f3VWVlZsUlJSBhFRUlJSxv79++P4WAYAAACA\nLfPw8CEPD5/eRwQAMIMJEyYc8fb2buw6fOnSpRvWrVu3QnvYgQMHnkhISNjt4uLSFhAQUDV06NBL\nRUVFkZbLLQAAAAAAAHSlVqv9J02aVDB8+PALI0aM+M8HH3zwMhFRWlpamlQqreZ66srJyZnOTYNW\n3QEAAAAA7J8zHzPJzMycnZCQsJuISKPRiEQikYaISCQSaTQajai7adLS0n7+W6FQkEKh4CMrAAAA\nAILU3PyrOjcAFqFSqUilUlk7GyBABw4ceEIqlVaPHDnynPbw2trawePGjTvO/S+VSqtramok3c0D\ncR0AAAAAgPkhrgMiIhcXl7b33nvv1YiIiJKWlha30aNHn46Ojs5nGIZdunTphqVLl27QHl+7Vfea\nmhrJlClTDpWXl4c4OTl1WmsdAAAAAACAfyZX/mttbXU9ePBgzNq1a1O6/sYwDMswDNvddNoviQAA\nAAAAwDy6VshatWqV9TIDgnHnzp3716xZ81p+fn40N4xlWUbX+IjrAAAAAACsB3EdEBGJxeJ6sVhc\nT0Tk5ubWMmzYsIvch1rdxXO6WnXX/tgLAAAAAABsn8nd/ubk5EwfPXr06UGDBl0jutfaX319vZiI\nqK6uzs/X1/eqqcsAAAAAAAAA/ly+fDmoqqoqIDw8/GxgYGBldXW1dPTo0ac1Go1IIpHUqNVqf27c\n6upqqUQiqbFmfgEAAABshYeHD3l4+Fg7GwBg56qqqgKKi4vlXEW+TZs2vRQeHn52wYIFW5uamryI\n7rXqLpVKq7lpemrVHQAAAAAAbJfJlf92796dwHX5S0QUGxublZGRkURElJGRkRQXF7ff1GUAAAAA\nAAAAf8LCws5rNBpRZWVlYGVlZaBUKq0+c+bMKJFIpImNjc3KzMyc3dra6lpZWRlYUVERHBkZWWTt\nPAMAAADYgubmRmpubrR2NgDAjrW0tLg99dRTn2/cuPEVNze3lhdffPFvlZWVgSUlJRF+fn51y5Yt\ne1fXtD216s4ldDENYP8YRmfnDwAAQPioC8xDpVL94r6bTyZ1+3v79u3+hw4dmrJly5bnuGGpqanK\n+Pj4vVu3bl0QEBBQtXfv3njTswkAAAAAAADGSkhI2F1YWDjxxo0bA/z9/dWrV69+Mzk5eTv3u/YL\nIJlMVhofH79XJpOVOjs7t2/evHmRrhdEAAAAAAAAYDltbW0us2bN+uLZZ5/dxTW+od0D18KFCz+O\niYk5SERkSKvufL98BAAAALBl+KALzEGhUJBCofj5/1WrVvE2b5Na/mtra3NRKBSqyMjIIplMVnri\nxIkoIt1fDgEAAAAAAIDl9evX78eOjo4+ISEh5Wq12j85OXn78uXL1w8bNuxieHj42YiIiJI+ffp0\ncOMzDMNycR3iOwAAAAAAAOtjWZZZsGDBVplMVrpkyZL3ueF1dXV+3N/79u2bGRYWdp7oXk9daNUd\nAAAAAMD+mVT575VXXtk4Y8aM7IsXLw47d+7cyNDQ0DKlUpkaHR2dX15eHjJ58uSvlUplKl+ZBQAA\nAAAAAMMlJydvz83NnaY9bOrUqXkXLlwYfvbs2fCQkJDy9PT0lUREpaWlsj179jxdWloqy83NnbZo\n0aLNnZ2dJsWOAAAAAAAAYJpvv/32oV27dj1bUFAwSS6XF8vl8uKcnJzpKSkpa0eOHHkuPDz8bGFh\n4cT33nvvVaJftuo+ffr0HLTqDgAAAABgnxiWNe4+/+bNm55yubz4+++//6328NDQ0LLCwsKJIpFI\nU19fL1YoFKqysrLQXyyUYVhjlwtgCIZhCPsaWA3DEAls/8MxYT8YhiEiQnnaEJQZP7AdTfffawFj\n7XyA5VVVVQXExMQcPH/+fFjX3/bt2zfziy++mLVr165n09PTVzo5OXWmpKSsJSKaNm1ablpaWtq4\nceOOa0+DuA5AGHBtNDMBxnXguBDT2wacl8ESENcBnxDbATgeh7yvRGwHAAZAXAeWwGdcZ3TrDZWV\nlYGDBg26lpycvH3UqFFnnnvuuS23b9/ur9FoRCKRSENEJBKJNBqNRsRHRgEALIG7kAMAAAA4km3b\nts2fMWNGNhFRbW3tYKlUWs39JpVKq2tqaiTWy51twn0lAAAAAAAAAAAAAACYm7OxE7a3tzufOXNm\n1Icffrh47NixJ5csWfJ+1y5+GYZhdTUhnpaW9vPfCoWCFAqFsVkBAAAAAAAdVCoVqVQqa2cDBOyd\nd975k6ura+ucOXM+0zUO4joAAADoysPDh4iIbt1qsHJOAOwf4joAAAAAAADQxejKf1KptFoqlVaP\nHTv2JBHRU0899Xl6evpKsVhcX19fLxaLxfV1dXV+vr6+V7ubXvslEQAAAAA4LofsZsKCulbIWrVq\nlfUyA4KzY8eOednZ2TO+/vrrydwwiURSo1ar/bn/q6urpRKJpKa76RHXAQAAOK7m5kZrZwHAYSCu\nAwAAAAAAAF2M7vZXLBbX+/v7q8vLy0OIiA4dOjRl+PDhF2JiYg5mZGQkERFlZGQkxcXF7ecrswAA\nAAAAAMCP3NzcaevXr19+4MCBJ/r27XuXGx4bG5uVmZk5u7W11bWysjKwoqIiODIyssiaeQUAEDoP\nD5+fW0EDAAAAMAe1Wu0/adKkguHDh18YMWLEfz744IOXiYgaGhp8oqOj80NCQsqnTp2a19TU5MVN\nk56evjI4OLgiNDS0LC8vb6r1cg8AAAAAAObCmNLKytmzZ8MXLlz4cWtrq2tQUNDl7du3J3d0dPSJ\nj4/fe+XKlSEBAQFVe/fujffy8mr6xUIZhkXrLmAJaEkIDMXrPsMwRALb/3BM2A+GYYiIUJ42BGWm\nmyHnJmxH0/13ezPWzgdYVkJCwu7CwsKJ169fHygSiTSrVq16Kz09fWVra6urj49PAxHR+PHj/715\n8+ZFRERr1qx5bdu2bfOdnZ3bN27c+Mrvfve7r7rOE3Fdz3DfBZaCa6OZ6RnXCb0c0D2rfRDatUXo\n+721YLuAJSCuc0z19fXi+vp6cURERElLS4vb6NGjT+/fvz9u+/btyQMHDry+YsWKdWvXrk1pbGz0\nViqVqaWlpbI5c+Z8dvLkybE1NTWSKVOmHCovLw9xcnLq1J4vYjsAxyO0+0qLEOA7OwAQLsR1YAl8\nxnUmVf4zeqEIJMBCHPLmFUyCyn9gK3DTaXtQZrqh8p9l4SUR8AVxXc9w3wWWgmujmdlJ5T+h588R\n8HFdENq1BftV97BdwBIQ1wERUVxc3P7Fixd/uHjx4g8LCwsnikQiTX19vVihUKjKyspC09PTVzo5\nOXWmpKSsJSKaNm1ablpaWtq4ceOOa88HsR2A4xHafaVFCPCdHQAIF+I6sAQ+4zqju/0lIgoICKga\nOXLkOblcXsx1A9VT8+IAAAAAAABgefPnz98mEok0YWFh57lh6BoKAAAcBbplBgAAe1NVVRVQXFws\nj4qKOqHRaEQikUhDRCQSiTQajUZERFRbWztYKpVWc9NIpdLqmpoaibXyDAAAAAAA5mFS5T+GYViV\nSqUoLi6WFxUVRRIRKZXK1Ojo6Pzy8vKQyZMnf61UKlP5ySoAAAAAAAAYIzk5eXtubu407WG6YrfS\n0lLZnj17ni4tLZXl5uZOW7Ro0ebOzk6TYkcAAABram5upObmRmtnAwAAgBctLS1us2bN+mLjxo2v\nuLu7N2v/xjAMyzCMziZqdP2Wlpb2c1KpVDznGAAAAAAAVCrVL+67+eRs6gy6NkGYlZUVW1hYOJGI\nKCkpKUOhUKhQARAAAAAAAMB6JkyYcKSqqipAe5iu2O3AgQNPJCQk7HZxcWkLCAioGjp06KWioqLI\nrl1DAQAAAAAAgGW1tbW5zJo164vExMSdcXFx+4nutfZXX18vFovF9XV1dX6+vr5XiYgkEkmNWq32\n56atrq6WSiSSmu7my/fLRwAAAAAA+CWFQkEKheLn/1etWsXbvE1u+W/KlCmHxowZc2rLli3PERHp\nal4cAAAAAAAAhANdQwEAAAAAANgOlmWZBQsWbJXJZKVLlix5nxseGxublZGRkURElJGRkcRVCoyN\njc3KzMyc3dra6lpZWRlYUVERHBkZWWSt/AMAAAAAgHmY1PLft99++5Cfn1/dtWvXBkVHR+eHhoaW\naf/eU/Pi2l8Rda3dCAAAAAAA/FCpVOiyB3plStdQHMR1AAAAAADmgbgOiO69k9u1a9ezI0eOPCeX\ny4uJiNLT01empqYq4+Pj927dunVBQEBA1d69e+OJiGQyWWl8fPxemUxW6uzs3L558+ZFPcV9AAAA\nAABgmxiW5ec+f9WqVW+5ubm1bNmy5TmVSqXgmhefNGlSQVlZWegvFsowLF/LBegJwzCEfQ0Mwes+\nwzBEAtv/cEzYD4ZhiIhQnjYEZaabIecmbEfT/Xd7M9bOB1heVVVVQExMzMHz58+HERGFhoaWdRe7\nKZXKVCKi1NRUJRHRtGnTcletWvVWVFTUCe35Ia7rGe67wFJwbTQzPeM6oZeD0PNnbkJYfz6uC0K7\ntghhuwoRtgtYAuI64BNiOwDHI7T7SosQ4Ds7ABAuxHVgCXzGdUZ3+3vnzp37m5ub3YmIbt++3T8v\nL29qWFjYeV3NiwMAANg7Dw8f8vDwsXY2wEjBN2SLAAAgAElEQVQoPwBwNOgaCgBAf5a4V+QeLAMA\nAAAAAAAAAADoy+hufzUajWjmzJn7iIja29udn3nmmU+nTp2aN2bMmFPdNS8OAABg75qbG62dBTCB\nrZQf99L51q0GK+cEAGxJQkLC7sLCwonXr18f6O/vr169evWb6BoKAEB/tnKvCPYP8QAAAAAAAACA\n/hyytVNwOLx1+2vQQtGEOFgITuRgKHT7C6awZBPQaG6af+bepnzN3x7LHt3+Wha6hwK+IK7rGe67\nwFJwbTSz/8Z1vW1nPsrBnOcNR99PhLD+fHX7yxFCWQphuwoRtgtYAuI64BNiOwDH45DPLAT4zg4A\nLMOYcx7iOrAEQXT7y+no6Ogjl8uLY2JiDhIRNTQ0+ERHR+eHhISUT506Na+pqcnL9GwCAICh0IUp\nAAAA6CM9PX3l8OHDL4SFhZ2fM2fOZz/99NN9iOsAAAAcm6M9U0C32wBgC+bPn79NJBJpwsLCznPD\n0tLS0qRSabVcLi+Wy+XFOTk507nf0tPTVwYHB1eEhoaW5eXlTbVOrgEAAAAAwNxMrvy3cePGV2Qy\nWSnXDZRSqUyNjo7OLy8vD5k8efLXSqUy1fRsAgCAoZqbG9E1FQAAAPSoqqoqYMuWLc+dOXNm1Pnz\n58M6Ojr6ZGZmzkZcBwAA4NjwTAEAQHiSk5O35+bmTtMexjAMu3Tp0g3FxcXy4uJi+fTp03OIiEpL\nS2V79ux5urS0VJabmztt0aJFmzs7O01+JwgAAAAAAMJj0o1+dXW1NDs7e8bChQs/5poizMrKik1K\nSsogIkpKSsrYv39/HB8ZBQAAAAAAAH55eHjccnFxabtz58797e3tznfu3Ll/8ODBtYjrAAAAAAAA\nhGXChAlHvL29f1Uzu7uuwg4cOPBEQkLCbhcXl7aAgICqoUOHXioqKoq0TE4BAAAAAMCSTKr89+qr\nr763fv365U5OTp3cMI1GIxKJRBoiIpFIpNFoNCJTMwkAAAAAAAD88/HxaVi2bNm7Q4YMuTJ48OBa\nLy+vpujo6HzEdQAAAAAAALZh06ZNL4WHh59dsGDB1qamJi8iotra2sFSqbSaG0cqlVbX1NRIrJdL\n+4bu4wEAAADAmpyNnfDLL7983NfX96pcLi9WqVSK7sZhGIblugPuKi0t7ee/FQoFKRTdzgIAAAAA\nAEygUqlIpVJZOxsgUJcvXw56//33l1RVVQV4enre/P3vf/+PXbt2Pas9DuI6AADDeXj4EBHRrVsN\nVs4JAADYA8R1oMuLL774tzfffHM1EdEbb7zx52XLlr27devWBd2NqyuuI0JsBwAAAABgbuaM64yu\n/Hfs2LEHs7KyYrOzs2fcvXu3761btzwSExN3ikQiTX19vVgsFtfX1dX5+fr6Xu1ueu1AAgAAAOwX\nXnwCWFfXh/arVq2yXmZAcE6dOjXmwQcfPDZgwIAbRERPPvnkP//973+PF4vF9YjrAACM19z8qx75\nAAAAjIa4DnTRjtUWLlz4cUxMzEEiIolEUqNWq/2536qrq6USiaRG13wQ2wEAAAAAmJc54zqju/1d\ns2bNa2q12r+ysjIwMzNz9qOPPvrNzp07E2NjY7MyMjKSiIgyMjKS4uLi9vOWWwAAALA5zc2NePkJ\nACBQoaGhZcePHx/3448/9mNZljl06NAUmUxWGhMTcxBxHQAAAAAAgLDV1dX5cX/v27dvZlhY2Hki\notjY2KzMzMzZra2trpWVlYEVFRXBkZGRRdbLKQAAAAAAmIvRLf91xTUXnpqaqoyPj9+7devWBQEB\nAVV79+6N52sZAABg3xiGIZbV2fuEYHEt2wEAANia8PDws3Pnzv1kzJgxp5ycnDpHjRp15vnnn/97\nc3OzO+I6AAAAAAAA4UhISNhdWFg48fr16wP9/f3Vq1atekulUilKSkoiGIZhAwMDKz/66KMXiIhk\nMllpfHz8XplMVurs7Ny+efPmRT11+wsAAAAAALaLsUYlC4ZhWFus3AG2x1YrEoH18LrPMAyRFfc/\nhmGIiH6xPkI/JoSeP124bc0xZB2M7RK3u/IVKlvJq7nzydf8bWV7GsKQY98e19/S/ru9md7HBOgZ\n4rqe2ep9DdgeXBvN7L9xXW/buevvxpSLOc8bjr6fCGH9+Shf7djT3OuizzYTwnblC5/Hnz1tFxAu\nxHXAJ8R2pkP8B7bGIfdZK7+zAwDrMeach7gOLIHPuM7obn/v3r3bNyoq6kRERESJTCYrXblyZToR\nUUNDg090dHR+SEhI+dSpU/Oampq8+MgoAACAPRJil7geHj5ozRAAwIE0NTV5PfXUU58PGzbsokwm\nKz1x4kQU4joAAAAAAAAAAAAAAADhM7ryX9++fe8WFBRMKikpiTh37tzIgoKCSUePHn1YqVSmRkdH\n55eXl4dMnjz5a6VSmcpnhgEAAMC8hFghEQAAzOeVV17ZOGPGjOyLFy8OO3fu3MjQ0NAyxHUAAADQ\nE3wwBgAAAAAAAAAgDLx0+3vnzp37J06cWLhjx455s2bN+qKwsHCiSCTS1NfXixUKhaqsrCz0FwtF\nE+JgIQ7ZbLWdMrZrVEOh21/rEnr+dDGl219jm402Z3PTfM/bVprGRre/1oNufy0L3UOBtps3b3rK\n5fLi77///rfaw0NDQ8sQ15nGVu9rwPbg2mhm6PbXLghh/e2t219L5sUS0O0v2BrEdcAnxHamQ/wH\ntsYh91l0+wvgsNDtLwiVILr9JSLq7Ox0ioiIKBGJRJpJkyYVDB8+/IJGoxGJRCINEZFIJNJoNBoR\nHxkFAMeGlsgAAAAA+FdZWRk4aNCga8nJydtHjRp15rnnntty+/bt/ojrAAAAAAAAhGX+/PnbRCKR\nJiws7Dw3rKGhwSc6Ojo/JCSkfOrUqXlNTU1e3G/p6ekrg4ODK0JDQ8vy8vKmWifXAAAAAPzw8PBB\nK/QAOjibMrGTk1NnSUlJxM2bNz1/97vffVVQUDBJ+3eGYViGYbqtCpuWlvbz3wqFghQKRa/Lc8iv\nEADAKizV0iAAAIC5qVQqUqlU1s4GCFR7e7vzmTNnRn344YeLx44de3LJkiXvd+3il++4DgAAAMCe\n4BkSWALiOiAiSk5O3v7SSy9tmjt37ifcMKVSmRodHZ2/YsWKdWvXrk1RKpWpSqUytbS0VLZnz56n\nS0tLZTU1NZIpU6YcKi8vD3Fycuq05joAAAAAGAsNBQHoxku3v0REf/7zn9/o16/fjx9//PFClUql\nEIvF9XV1dX6TJk0q4Kt7KEes/IeHR6ZxxH3GXlmqaV1un+Fleb00IW7u4xvd/loOuv217PzMBd3+\nWg+6/bUsdA8F2urr68Xjx4//d2VlZSAR0dGjRx9OT09f+f333/+2oKBgkjniOkdhq/c1YHtwbTQz\ndPtrF4Sw/uj2V9hMKR99j3885wU+Ia5zXFVVVQExMTEHz58/H0ZEFBoaWlZYWDhRJBJp6uvrxQqF\nQlVWVhaanp6+0snJqTMlJWUtEdG0adNy09LS0saNG3e86zwR25kO8R/YGofcZ9HtL4DNM+WdqpDe\nwwJwBNHt7/Xr1wdyzYf/+OOP/fLz86PlcnlxbGxsVkZGRhIRUUZGRlJcXNx+PjLqqNDVKYD9wvEN\nALYIzaoD2BexWFzv7++vLi8vDyEiOnTo0JThw4dfiImJOYi4DsAwuEYCAEBP8BwIAMxBo9GIRCKR\nhohIJBJpNBqNiIiotrZ2sFQqrebGk0ql1TU1NRJr5RMAAMAR4NkQAFiL0d3+1tXV+SUlJWV0dnY6\ndXZ2OiUmJu6cPHny13K5vDg+Pn7v1q1bFwQEBFTt3bs3ns8MA78c8ssOAAAAMBpeVgHYn02bNr30\nzDPPfNra2uoaFBR0efv27ckdHR19ENcBGAbXSOB0bRkchAstsQEAgD1hGIZlGEbnC5+efktLS/v5\nb4VCQQqFgte8AQAAOAI8GwKAnqhUKlKpVGaZt9GV/8LCws6fOXNmVNfhPj4+DYcOHZpiWrYAAAAA\nAADAEsLDw8+ePHlybNfhiOsAAMDe4cUMAADYOq67X7FYXF9XV+fn6+t7lYhIIpHUqNVqf2686upq\nqUQiqdE1H+3KfwAAAAAAwL+uH9msWrWKt3kb3e2vWq32nzRpUsHw4cMvjBgx4j8ffPDBy0REDQ0N\nPtHR0fkhISHlU6dOzeO6BrYH+HIbbBH2WwCwZ2hCHQCAHx0dHX3kcnlxTEzMQSL7jusAAAAAhAxx\nLgAYIjY2NisjIyOJiCgjIyMpLi5uPzc8MzNzdmtrq2tlZWVgRUVFcGRkZJF1cwsA1oZ3hgAAAPbJ\n6Mp/Li4ube+9996rFy5cGH78+PFxf/3rX/948eLFYUqlMjU6Ojq/vLw8ZPLkyV8rlcpUPjMMAAAA\nwGlubkRrHb3AiyMA0MfGjRtfkclkpVw3UIjrAAAAwN4J9eU34lwA0CUhIWH3gw8+eOy77757wN/f\nX719+/bk1NRUZX5+fnRISEj5N99882hqaqqSiEgmk5XGx8fvlclkpdOnT8/ZvHnzop66/QUAR+OM\nZ8YAAAB2hGFZfu714+Li9i9evPjDxYsXf1hYWDiRa2pcoVCoysrKQn+xUIZhjVkuwzDEV36NYY3l\ncw+hzLVcU9fJ2mXSG6HnzxLsZRuY+1jQXg7Lsvwsj2GIepjeEsd31/kLfX8Qev506frCwJB1MHY/\nMOf+w/e8bSWv1jgmLTEfWyhP7WOfe+h061aDxZbvaP67vYX5phOsorq6Wjpv3rwdf/rTn97ZsGHD\n0oMHD8aEhoaWmSuu45OQ7x30zVtv5z2wHda6RuHaaGb/jet6287av2vHB4bGBnyXI3eO4SoSOep+\noqv8LHn88FG+xu5bpiyrt33eEnkxF+0yMaV8um4rU/c3nNdBH4jrgE9CiO1snZBjUwBtvL4DszW9\nvLMD4INDHlsWZMo7VSG9hwXg8BnXOfMxk6qqqoDi4mJ5VFTUCY1GIxKJRBoiIpFIpNFoNKLupklL\nS/v57679GgNYA4Iz+4GyBACwXWjhgn8qlYpUKpW1swEC9uqrr763fv365bdu3fLghiGusxxznfdQ\nqRAAiHBvBWAMXENBiBDXAVgPrgsAAAAAIHQmt/zX0tLiNnHixMI33njjz3Fxcfu9vb0bGxsbvbnf\nfXx8GhoaGn7RbjBa/jNsmURo+c9YhuRP6OtiLHtZL0OOBVO+3EbLf9Yl9Pzpgpb/LDs/c80bLf+Z\nZ/n6zrO3VjLMuXxHgxYiQNuXX375eE5OzvS//vWvf1SpVIp333132cGDB2PMGdd1ZWpLO0I9H+ib\nN3Od13C+tDy0/GenbLzlP1NiFSHga5ug5T/jl+WILf+ZGnOh5T+wBMR1wCe0/Nczfc7LQo5NAbSh\n5T8HWl+wCoc8tizImO0rxPewABzBtPzX1tbmMmvWrC8SExN3xsXF7Se61ypEfX29WCwW19fV1fn5\n+vpe5SOjloSveH4JQYt9wH4NcA/OaQAAAP9z7NixB7OysmKzs7Nn3L17t++tW7c8EhMTd9pDXMcH\n3DcAQFeIrQEAAAAAAADAXPA80jywXcHeORk7IcuyzIIFC7bKZLLSJUuWvM8Nj42NzcrIyEgiIsrI\nyEjiKgXakubmRnSLAnYH+zUAAAAAdLVmzZrX1Gq1f2VlZWBmZubsRx999JudO3cm2kNcBwBgDoit\nAQAAQIgCAgKqRo4ceU4ulxdHRkYWERE1NDT4REdH54eEhJRPnTo1r6mpycva+QQAAAAAAP4ZXfnv\n22+/fWjXrl3PFhQUTJLL5cVyubw4Nzd3WmpqqjI/Pz86JCSk/Jtvvnk0NTVVyWeGhcrDw+fnr78B\nAAAAAABsEcMwLBGRo8Z1AABg+xzjGZ2zWdfR/rcfAID9YRiGValUiuLiYnlRUVEkEZFSqUyNjo7O\nLy8vD5k8efLXSqUy1dr5BAAA0BfX7SpYh2PE1gD2g7FG05YMw7DGLNdSTXHq6r+7p+Wb2ue3rm5j\nzN2XuD7btLf1FmLzqNz2bG5u1Dt/hq6LUNe9Ky6fhuxLQlw3Y/NvbLnycuwxDFEP01vi+O46fyGW\nrTZL5M8cy+gagBi6zxk6jSnTWWPetpJXaxyTlpiPLZRn1/N2T/M3dzk5gv9ubzw5AZMZG9d1Mx+j\nj2lz3ztYIm/mOq/hfGl51trm5lwuuriln+O63u75tctBe1xrP2cwJVYRAmO2ia5YuOuwnoabAx/l\na6ny1GcfNnY/FxJdz49MjblM3d9wDQd9IK6DrgIDAytPnTo1ZsCAATe4YaGhoWWFhYUTRSKRpr6+\nXqxQKFRlZWWhXaflK7azV/qcl4X+3B2Aw+s7MFvTyzs7EB5bPLfycWwJZb17Wxddz4zM+SzJmO1r\nyjMaQ6cREjzTsw18xnXOxk44f/78bf/6178e8/X1vXr+/PkwontNiD/99NN7fvjhh98EBARU7d27\nN97Ly6uJj4zySYg7OrqM4Re2p+UJ8bgCAAAAgJ6p1Wr/uXPnfnL16lVfhmHY559//u8vv/zyB7YS\n2wGAeSG2hu4g/gdbZ2zrFUJ5CQcA0B2GYdgpU6Yc6tOnT8cLL7zw0XPPPbdFo9GIRCKRhohIJBJp\nNBqNSNf0aWlpP/+tUChIoVCYPc8AAGBduL8FU+h6ZoRnScKAchAmlUpFKpXKLPM2uuW/I0eOTHBz\nc2uZO3fuJ1zlvxUrVqwbOHDg9RUrVqxbu3ZtSmNjo3d3zYjz2fIfX18A6/O7OVv+s9YXyN2tU9eH\nuEJq+c/Q1jOIDPtK19pf5JuDpVr+E1KLWdZq+e9Xy0LLfwazhZb/dF2LtKHlP/POz1zzFtJ5jM/5\n2EJ5ouU/y0ILEaCtvr5eXF9fL46IiChpaWlxGz169On9+/fHbd++Pbm32A4t//EzLVr+sx/22PKf\npddJkPEKWv7TOU+htpaHlv9MZ+8t/3WXd31iEl1laO2W/wR57gSzQ1wHXdXV1fn5+fnVXbt2bVB0\ndHT+pk2bXoqNjc1qbGz05sbx8fFpaGho+FUNaLT81zO0/Af2BC3/OdD66kHo5y5r5c/U54FEjtHy\nnzXibH3nrV3fhY+W/6z5EaSx+4NDnudtEJ9xnZOxE06YMOGIt7f3L6qLZmVlxSYlJWUQESUlJWXs\n378/ztQMguU1Nzf+XBO460NF0J+ubefh4WP0F8bmILT8AAAAAIDliMXi+oiIiBIiIjc3t5Zhw4Zd\nrKmpkSC2AwAAAAAAsB1+fn51RESDBg26NnPmzH1FRUWRXHe/RPcqB/r6+l61ZJ7wfgkAbB3OY2Bp\n2Of4oV3fRYjzAzAHo7v97Q6aEIfeCKWmujUJ7cJgjvygCyAAAADhMGcz4mBfqqqqAoqLi+VRUVEn\n9I3tENcBgL1BPAsAoD8867UcxHXQkzt37tzf0dHRx93dvfn27dv98/Lypr711lurYmNjszIyMpJS\nUlLWZmRkJMXFxe23dl4BABwNYkwAALAEo7v9Jbr3cigmJuYg1+2vt7d3o75NiLu73xvNkAsd9zCh\nazOd6PbXeD11X6lPs8+W7irXlrr91bcrEHPrrQlvvrqG7e5LBL67hNR3nqZ2+6sN3f5aFrr9NSwf\nxkxnjXnbSl6t2e2vIfsluv1FU+WmQvdQ0J2Wlha3iRMnFr7xxht/jouL269PbIduf/mZ1pTzmjlj\nVDAcuv3lZ3nW3md/tc7o9lfnPIXaVa59d/vrQkTtP/+Pbn+719sLVnT7yx8hnLcdFeI60FZZWRk4\nc+bMfURE7e3tzs8888ynK1euTG9oaPCJj4/fe+XKlSEBAQFVe/fujffy8mrqOr25uv21l3OEI3X7\ni0pK9g/d/hoeW/D1/lSI25phXMjd3V2wx7wp51ZTzmfW7PZXSPuLLXf7y9czmq7zEHo31N11d2xM\nnnE/YDl8xnW8tvzHNSEuFovre2tCvLvWxvTdcYXWcpqjs5egxlqEsf2cycPDBydwByOMfQ8AAACs\nra2tzWXWrFlfJCYm7uRagjAktgPH1NtDIDwkuscWtgPiAvtjC/sdGA7dP+kPz44BwNEEBgZWlpSU\nRHQd7uPj03Do0KEp1sgT2CZcQwEcTbvdHvf2ul4APeFrvzdkPniuKBxOfM6Ma0KciMj8TYg7//ww\nE/RnyoNCDw8fQWxzoeTDvnR/c4cHywAAAAD2jWVZZsGCBVtlMlnpkiVL3ueGWza2A1vU3NzY44Og\n3n53FObaDoiLTWPvsa6Qj7+e9l17LxcAAAB7gPtQABAaxBG2zVLXFewnv4ZtAmBfjO72NyEhYXdh\nYeHE69evDxSJRJrVq1e/+cQTTxzQtwlx7m9Dmsrt2hRxd/PgdL1IaH/t3FvTnr117dBbV7nGsFSz\nqPo0T6yrCVNDuk3Rd/nauvsyvbv8cnrbV7QZ2lWsPvTdX3XlzdhuaQ3VWxPePXV1Ykw3lNoMWS99\nu2QxtCyNKVdtJu0TvTQhbo0uRk3ZNpZgiTyZuoyezpscY5uNNjQfxkxnjXnbSl6tcUxq/2bo+dZc\n41t6ftw8e+siy5zLdzToHgq0HT169OFHHnnk8MiRI89xcVp6evrKyMjIot5iO0O6hurpXs/UrjQs\ncS9tzmm7xlx8xSSGni8NbSmst+sax5HO13zEzMYsy9hlcGXe3NwomOuupWIUg44dxva6/dWVF0Pz\no8/8+ZxWV6zFR6xkje6IusuXqbFoV+aOXbpbhva5w9z5MJa+MYX2OPrEJIY869M1fU/5MnS83vJl\nCUJ8tuQoENcBnwyJ7Sz1nF5I9FlnW14/bXjuZpsMfbZsShwpRHqvfy/v7PSZN1/xiVAIIW98vTfp\nbb7GHCe90VW3QXu5hhJSjGrsuxohvBPk6xlN13lY41gx9v2huZ7dmJI/+DU+4zqjK/+ZtFALVP7r\naZzeDvDeHvAwDEPu7t5E9L+TublO5KYelL09pOqpEkvXk4IxLzJUKhUpFIoel9fTvLrLL4dlWZ0v\nqIx5uG3IicnDw6fHFyTa8+uaR1NuNozR0408tx6crnnSJ2+6jsuuy9Innz1No8/vuh7Y9pYP7TIy\n5cXIr5bVSyBh7huF3o4pY/e9rsc1nyxxg8DHCxdd500On/s+39MZMu+CggJeyloIN/qWnpeh8zf2\n5p3P8fU9ts2xnfR50WbO5TsavCQCvvD1gsjUB3ndTctXl5fmyFt34xFZv/JfT+N3d43orUw5jnS+\nNiZm5mNZpt5Pdp1Wu7wtfd3VtTy+u7E16Nhh7LfynzGxnfZzBL4fIOvzHMvYZVjjpUR3+TI1Fu1K\n3/kZWtY97cOmPv+xBH1jCu1x9IlJtMfp7lmSPtP3lC9Dx+suX+Z8ZtPbssGyENcBn/iK7bob11Lv\nQcxJn3XWd/30+QDHnHq7Tjjicze+Yw1L6e340lXWPb0ztFV6n196eWfX3Tz1ea/eW37Mva1Nuf8T\nwn5gzmeG2vM17B2MC7m7u/d6XjDHcyBDn8+ZordtYuy7GiG8E+TrGU3XeVjqWOn6bM6Y+zRT8mzs\n/R4Yjs+4jtdufzm5ubnTQkNDy4KDgyvWrl2bwue8u3vAZB49dyvcUxcqlsujdZZnCJVKZdb89d6V\njbPZlmvIuELtbkcI+RJCNwH6lJG++RTC+pibSqWydhbAQlDWjsXQ8hby/QcA8MOccR3RL++b+D6n\n2FNXq0K4v7TmPQGuN5YnxHtA7WNaCMeEvTCmrIXwHAEMJ8Tj2tYJ9XkfyhoAumPu2A70Z+3rh6Nc\nJwyJGaxdJuZiSlmbGnMhjrcsIR7Xtr8PtAvyvNBTWfd23NrDsxTb36/017Ws7aH8wPx4rxnV0dHR\nZ/HixR8eOnRoikQiqRk7duzJ2NjYrGHDhl3ke1nm9b+TurFfGfNdQ91YDPO/lgrtR8+VM/+n/VdD\nDPmKR59xLf1VkLlbN7E0c9088X0B1HU+6LrdhXgzCAAAAGAoS8R11r5vMiY2s0aerb2d+GDotu6u\n9XShfUEqxDxZi6W3hT0cEwAAAACWYj/v7AB6x8UmiBlMo739DG1xyh7iZFuoYGTJd8K2+v7Z0fR2\n3sN50bYZWn6oKOiYeG/5r6ioKHLo0KGXAgICqlxcXNpmz56deeDAgSf0nd7aF9Sel//rCmd859eQ\n+WmP6+HhQwzjqvNAtsSXK3xuC+15dT9fw2rca28fQ7aFPuNy43QtD0N1XU99tyc3Xnd57S4f+s33\nl/u6rlZZuL91ra+uWugM42L2i44593ntbWCvX4UBAACAYzM1rjP1a0R8zWhev44le44RVq1apfM3\nc5SVrntsS+0XXZdjzbifz2XxsVxrP7Phgz2sAwAAAIC+TI3trMnc9//GzN/Ye0mGYXhfFyHEzd1t\nD+veb+vbcAh/elpfa5WRh4cPpaevtfhyeyKE/dWeWPLdJN6DgrXgvGE8HLOOieG7Bv7nn3/+1Fdf\nffW7LVu2PEdEtGvXrmdPnDgRtWnTppd+XijD2H61fwAAAAAAG8WyLGo+QI8Q1wEAAAAACBviOtAH\nYjsAAAAAAOHiK67jvdtffYIEBKUA4Og+++yzORs2bFj63XffPeDu7t4cERFR8qc//emdhx566Ftr\n580SnJycOi9dujT0t7/97fe9jZudnT3j008/febTTz99Zu7cuZ/8/ve//0dMTMxBIqKCgoJJr7zy\nyka1Wu3PMAw7ZsyYU++///4SmUxWqj2PhoYGnwceeOC70NDQsiNHjkww13oBAADYC8R1AAD6QWzH\nT2xHRPTOO+/86e9///vzTU1NXjNmzMj++9///ry7u3szEdG8efN27N69O8HV1bWV6N516ubNm56o\nrAAAANAzxHYAAL1DXMdfXMeZP3/+th07dszTnu+KFSvWZWZmzm5qavLy8PC4FR8fv3fdunUrnJ2d\n282xXgAAjoT3bn8lEkmNWq325/5Xq9X+Uqm0mu/lAADYqg0bNix99dVX33v99dffvnr1qq9arfb/\n4x//+NesrKxYa+fNkvR9qHT69OnRY03nSgcAACAASURBVMeOPUlEdObMmVGjR48+zf02fPjwCzk5\nOdMbGxu9NRqNSC6XF8+fP39b13mkpKSslclkpXgxBAAAoB/EdQAAvUNsdw8fsV1GRkbSrl27nj12\n7NiDtbW1g3/88cd+L7300ibud4Zh2JSUlLXNzc3uzc3N7rdu3fJAfAcAANA7xHYAAD1DXHcPH3Ed\n5+jRow9///33v+0asy1YsGBraWmp7NatWx5FRUWReXl5Uz/++OOF/KwBAIBj473y35gxY05VVFQE\nV1VVBbS2trru2bPn6djY2Cy+lwMAYItu3rzp+dZbb63avHnzori4uP39+vX7sU+fPh2PPfbYv9au\nXZtCRPTTTz/dt2TJkvclEkmNRCKpefXVV99rbW11JSJSqVQKqVRavX79+uW+vr5XBw8eXLt///64\n7OzsGSEhIeUDBgy4oVQqU7nlpaWlpT311FOfz549O9PDw+PW6NGjT587d24k9/vFixeHKRQKlbe3\nd+OIESP+c/DgwRjut3nz5u344x//+NfHH3/8Sw8Pj1vjxo07/v333/+W+72srCw0Ojo6f8CAATdC\nQ0PL/vGPf/xen2kfeeSRw0RE4eHhZ93d3Zu1p+vOqVOnxowaNerM7du3+zc0NPgMHjy4lvvN19f3\nqkQiqSEi6uzsdHJycur08/Or057+2LFjD164cGF4cnLydnzFCgAAoB/EdQAAPUNsx29sd/DgwZgF\nCxZslUgkNf3797+dkpKyds+ePU/fvXu3LzcO4jkAAADDIbYDANANcR2/cR0RUXt7u/PLL7/8waZN\nm17qGsM98MAD37m5ubUQ3YvvununBwAARmJZlveUnZ09PSQk5LugoKBLa9asWWmOZSAhISHZYsrJ\nyZnm7Ozc1tHR4aRrnDfeeGP1+PHjj127dm3gtWvXBj744IPfvvHGG6tZlqWCggKFs7Nz25///OfX\n29vb+2zZsmXhgAEDrs+ZM+fTlpaW/hcuXJD169fvTlVV1W9YlqW33norzcXFpfWLL754sr29vc9f\n/vKXZYGBgd+3t7f3aW1tdQkKCrqUnp6e2tbW5vzNN99Mcnd3v/Xdd9+FsCxLSUlJOwYMGHD95MmT\nY9rb2/s888wzu2bPnr2bZVlqaWnpL5VK1Tt27Ejq6OhwKi4ujhg4cOC10tLSYb1Ny7IsMQzTefny\n5d/2tK0eeOCBMi8vr8Y+ffq0e3p6Nrm5uTW7uLi0enl5Nf7hD3/4GzfeDz/8MMTLy6vRycmpIyws\n7NyNGzd8uN/a29v7jBo16vSZM2fk27dvn/fwww8fsfY+gISEhISEZCsJcR0SEhKS7oTY7t468hXb\nPfXUU/9Yt27dcm6ao0ePPsQwTOe5c+fCWJalefPmbffx8bnh4+NzY/To0ae++OKLJ629DyAhISEh\nIdlKQmyHhISE1H1CXHdvHfl8Z7du3brlS5YseU/XfNPT01Pd3NyaGYbpXLly5Rpr7wNISEhI9pIs\nvsCcnJxpDzzwQNnQoUMrlEplirU3AJLx6cqVK/4KhaJAJpNdGD58+H82btz4MsuydOPGDZ8pU6bk\nBwcHl0dHR+c1NjZ6cdOsWbNm5dChQyseeOCBsq+++mqqtdcBybDU3t7eJyIiovjxxx8/iLI2Lu3a\ntesZsVhc19M4QUFBl3JycqZx/3/11VdTAwICKln2XiDRr1+/O52dnQzLsnTr1i13hmE6i4qKxnLj\njx49+tSBAwdiWfZeIDF+/Phj3G+dnZ2Mn59f7ZEjRx4+fPjwhK55SUhI+CwtLe2txsZGr9/85jdV\nnp6ejcOGDSs9fvx41J49e35///33twQHB5eHhYWdHT9+/Lfa5e3h4XFzwIAB17766qupSUlJO557\n7rm/c79nZ2dPDw0Nvcj9r08gwbIs5efnT5k5c+Y/WZal559//qN//OMfT+kat6GhwfvZZ5/dGRsb\ne4AbtmHDhlcXLVr0V5ZlCZX/uk9r1qxZKZPJLowYMeJ8QkLCZ3fv3r0Px7Z9pOTk5G2+vr6aESNG\nnOeGGVO2p06dGj1ixIjzQ4cOrXj55Zc3Wnu9kPQr6//7v/9bHxoaenHkyJFnZ86c+c+mpiZPlDUS\nnwlxnX0lxHaOlxDbmZ5sIbZLTU1NnzVr1ueenp5NXl5ejcePH4+6ceOGT0RExBkXF5efoqOj87Zu\n3Zo8YcKEw9pl7enp2ZiYmJjBsvdeElkitvv4448XhISEfFdVVfWbpqYmz5iYmCyGYTqPHz8exbIs\nnTlzRt7Q0ODd0dHhlJ2dPd3d3f3Wt99++6C19wOhJMR19psQ1zlOQlyHZI2EuM6+EuI6x0uI60xP\niOvu/c9XXHflyhX/oUOHVty6dcu9t/meOXNGPmTIkB/wYdf/EuI6+02I6xwnWTOus+iKtre39wkK\nCrpUWVkZ0Nra6hIeHl7C1ThHsr1UV1cnLi4ujmBZlpqbm91CQkK+Ky0tHbZ8+fJ1a9euXcGyLCmV\nypSUlBQly7J04cIFWXh4eElra6tLZWVlQFBQ0KWevqRAEl569913l86ZM+fTmJiYLJZlCWVteNLn\nK6J+/frd0T43Xrx4MdTV1fUnlr0XSEilUjX3W1tbmzPDMJ0//PDDEG7Yww8/fOTTTz+dw7L3Aonf\n//73e7XnP3bs2KI9e/bE79mzJ37s2LFF2r+lpqamP//88x/NnTs346GHHjr6+uuv/7mtrc25qanJ\n8+mnn97t6enZxLIsTZ8+PbtPnz7tXl5ejR4eHjf79OnT7ubm1pyYmPhJUFDQpaSkpO2vv/76n7n5\nds13b4HE8uXL13l5eTXed999d/v379/CfU3k5eXV6OfnV6truvr6ehHDMJ03b970qKmpGRwYGPh9\nQ0ODN8ui8l93qbKyMiAwMPD7u3fv3seyLMXHx+/ZsWNHEo5t+0iHDx+ecObMGbn2DaYhZcs9sBg7\ndmzRiRMnIln23rGv/aADSRipu7LOy8uL5o7PlJQUJcoaic+EuM7+EmI7x0uI7UxPthDbBQcHf7d1\n69b58+bN2/7aa6+93dTU5Ll8+fJ1zz///P+TSqVqpVKZolAoClxdXX/i4jovL6/G/v37t3h4eDR1\ndHQ4zZs3zyKxXWdnJ/PWW2+lBQQEVPr7+1957733ljAM01ldXS3pbr5/+MMf/rZs2bK/WHs/EEJC\nXGffCXGd4yTEdUiWTojr7C8hrnO8hLjO9IS47t7/psR12hUWn3zyyS8++eSTRJa9F+MxDNN56dKl\nIF3zVSqVKXFxcfusvR8IISGus++EuM5xkjXjOidLdjFcVFQUOXTo0EsBAQFVLi4ubbNnz848cODA\nE5bMA/BHLBbXR0RElBARubm5tQwbNuxiTU2NJCsrKzYpKSmDiCgpKSlj//79cUREBw4ceCIhIWG3\ni4tLW0BAQNXQoUMvFRUVRVpzHUB/1dXV0uzs7BkLFy78mGVZhogIZW248ePH//u+++77ad++fTN1\njTN48ODaqqqqAO7/K1euDBk8eHCtsctUq9X+3N+dnZ1O1dXVUolEUjN48OBatVrtz5UnEdEPP/zw\nmwEDBlw/cuTIhODg4AoiImdn53ZPT8+bx44de6h///63iYhiY2MP3HfffT81NjZ6p6amKt95550/\nNTc3u3/yySdzhw4deun69euDjM0vEdG6detWNDY2egcGBlZevnw5qLCwcOL48eP/3djY6F1bWztY\n13RtbW0uTk5Onffdd99PRUVFkXV1dX4ymazUz8+vbsmSJe8XFRVFDh48uFZ7nR2Zh4fHLRcXl7Y7\nd+7c397e7nznzp37Bw8eXItj2z5MmDDhiLe3d6P2MEPK9sSJE1F1dXV+zc3N7pGRkUVERHPnzv2E\nmwaEo7uyjo6OzndycuokIoqKijpRXV0tJUJZAz8Q19kfxHaOBbEdP4Qe2126dGnotWvXBs2fP38b\nEZGTkxPr6el5MysrK3batGlfEd0r6++++y5k4sSJhVxc19jY6N3S0uI2fvz443yUtb6xHcMwbFpa\nWlplZWXglStXhshkslKpVFotkUhqTM2DvUNcZ98Q1zkOxHVgaYjr7A/iOseCuI4fiOv001NcV1dX\n58eN98033zy6fPny9X5+fnXcNho/fvy/MzMzZ3c337a2NhfuvaOjQ1xn3xDXOQ5rxnUWrfxXU1Mj\n8ff3V3P/S6XS6pqaGokl8wDmUVVVFVBcXCyPioo6odFoRCKRSENEJBKJNBqNRkREVFtbO1gqlVZz\n06D8bcurr7763vr165dzJyYiIpS14Tw9PW+uXr36zT/+8Y9/PXDgwBN37ty5v62tzSUnJ2d6SkrK\nWiKihISE3W+//fbr169fH3j9+vWBq1evfjMxMXGnscs8ffr06H379s1sb293fv/995f07dv37rhx\n445HRkYW3X///XfWrVu3oq2tzUWlUim+/PLLx6Oiok4MGjTo2tGjRx/esmXLwueee27L7du3+zc2\nNnpz5T9nzpzP7t6923fXrl3PqtVqqVgsrjt58uTYsrKyUKlUWn379u3+PeVJJBJpLl++HNTTOM3N\nze7Nzc3uIpFIc/r06dFjxow51XWcffv2zSwvLw/p7Ox0unbt2qClS5dumDFjRvZ9993304wZM7J/\n+OGH35w9ezb87Nmz4atXr35TLpcXl5SURDAMwxq7Pe2Jj49Pw7Jly94dMmTIlcGDB9d6eXk1RUdH\n5+PYtl+Glm3X4RKJpAZlbnu2bds2f8aMGdlEKGvgB+I6+4bYzv4htuOH0GO7nJyc6f7+/urk5OTt\nWVlZsV9++eVjt2/f7q/RaETcQ0iRSKS5c+fO/eXl5SEFBQWTxGJxXVtbm8vJkyfHurm5NdfU1Eh6\n+3CKr9iusbHR+/Lly0EsyzKlpaWyZcuWvfvmm2+u5n7//PPPn2ppaXHr7Ox0ysvLm/rpp58+Exsb\nm2XstrQniOscD+I6x4S4DviGuM6+Ia6zf4jr+IG47h6+4rqKiorgc+fOjTx79mx4SUlJBBHRl19+\n+XhcXNx+lmWZjz766IWmpiYvlmWZoqKiyM2bNy968skn/2nstrQniOscD+I6x2TOuM6ilf9Q2cI+\ntbS0uM2aNeuLjRs3vuLu7t6s/RvDMGxP5Y59wjZ8+eWXj/v6+l6Vy+XFum4QUdb6W7p06YYNGzYs\nffvtt1/39fW9OmTIkCubN29eNHPmzH1ERK+//vrbY8aMOTVy5MhzI0eOPDdmzJhTr7/++tvc9F23\nZW/b/YknnjiwZ8+ep318fBo+/fTTZ/75z38+2adPnw5XV9fWgwcPxuTk5EwfNGjQtcWLF3+4c+fO\nRIlEUnvmzJlRoaGhZc8///yW/v3731Yqlanay/Lw8Gh2c3NrzszMnL1jx47kxYsX/3XlypXpra2t\nrtx4PeUzLS0tLSkpKcPb27vx888/f6q7vBcXF8vlcnkx93d3gURNTY1k2rRpuR4eHrdGjRp1xtvb\nuzEjIyOJiMjV1bXV19f3Kpc8PT1vcsN6KyNHcfny5aD3339/SVVVVUBtbe3glpYWt127dj2rPQ6O\nbfvVW9mCfXjnnXf+5Orq2jpnzpzPrJ0XsB84d9gvxHb2D7Edv4Qc261aterNixcvyhYtWrQ5NjY2\ny9XVtZWL67j5MQzDOjk5sXl5eVMrKiqCX3755U1+fn51K1euTO/s7HTixrFEbHf9+vWBjz322L/c\n3NxaZsyYkb1gwYKtCxcu/Jj7/YMPPnhZKpVWe3t7N6akpKz9+OOPFz7yyCOHeyofR4G4zrEhrnMM\niOvAHHDusF+I6+wf4jp+Ia7jL64bOHDgde6dnEgk0jAMww4cOPB637597xIR7d+/Py4oKOiyp6fn\nzQULFmx9++23X0flv3sQ1zk2xHWOwdxxnbM5ZqqLRCKp0W7KVq1W+2vXWATb09bW5jJr1qwvEhMT\nd8bFxe0nulczub6+XiwWi+vr6ur8uIo2Xcufa8bYWnkH/R07duzBrKys2Ozs7Bl3797te+vWLY/E\nxMSdKGvjzZkz5zNdJ/b77rvvp40bN76ycePGV7r+plAoVFeuXBnC/e/s7Nze0dHRR3ucI0eOTND+\nv2/fvnd37tyZ2N2yZDJZqUqlUmgPq6+vF0ul0uqDBw/GEBEdPXr04fT09JVSqbS6oKBgEhFRXV2d\nn5+fX/2XX375OBdopKamKonulXd6evrKqKioE7ry/cILL3z0wgsvfKRj8xAR0SOPPHKYe5nzwQcf\nvNzdOIsXL/5w8eLFH/Y0H05SUlIG13wy3HPq1KkxDz744LEBAwbcICJ68skn//nvf/97vFgsrsex\nbZ8MOW9z3axxzU9zw1HmtmPHjh3zsrOzZ3z99deTuWEoa+AD4jr7hNjOMSC2459QY7v6+nrxhx9+\n+NLYsWNPbt++PZmL68RicX1oaGjZlStXhnBlHRISUs7FZ1xcN23atFyJRFKzffv25J7yzVdsFxwc\nXFFWVhaqax6HDx9+pKdlODLEdY4HcZ1jQVwH5oK4zj4hrnMMiOv4h7iOn7iuK+1twTAMm5OTM12f\n6RwR4jrHg7jOsVgiruu15b/58+dvE4lEmrCwsPPawzdt2vTSsGHDLo4YMeI/XLO3RETp6ekrg4OD\nK0JDQ8vy8vKmak8zZsyYUxUVFcFVVVUBra2trnv27HkaXXTYLpZlmQULFmyVyWSlS5YseZ8bHhsb\nm8W1vJWRkZHEBRixsbFZmZmZs1tbW10rKysDKyoqgrl+qkHY1qxZ85parfavrKwMzMzMnP3oo49+\ns3PnzkSUtfD11pR3d8Ricb2/v7+6vLw8hIjo0KFDU4YPH34hJibmIMrbvoSGhpYdP3583I8//tiP\nZVnm0KFDU2QyWSnK2n4Zet4Wi8X1Hh4et06cOBHFsiyzc+fORG4aELbc3Nxp69evX37gwIEnuC8r\niVDWjuzu3bt9o6KiTkRERJTIZLLSlStXphPd+7JXKpVWy+XyYrlcXqz9EE5XbIe4zv4gtnMciO1s\nl6GxHeI6x4G4zvEgrnMciOugK7Va7T9p0qSC4cOHXxgxYsR/uMoXDQ0NPtHR0fkhISHlU6dOzWtq\navLipkFc5zgQ1zkOxHW2C3Ed6IK4zvEgrnMcFovrWJbtMR0+fHjCmTNn5CNGjDjPDfvmm28mTZky\nJb+1tdWFZVm6evXqIJZl6cKFC7Lw8PCS1tZWl8rKyoCgoKBLHR0dTtrzy87Onh4SEvJdUFDQpTVr\n1qzsbflIwk1Hjhx5mGGYzvDw8JKIiIjiiIiI4pycnGk3btzwmTx58qHg4ODy6OjovMbGRi9umnfe\neee1oKCgSw888EBZbm7u76y9DkiGJ5VKNTEmJiaLZVlCWQs/paWlvZWYmPiJodOVlJSEjxkz5uTI\nkSPPzpw5859NTU2eKG/7TGvXrl0hk8kujBgx4vzcuXMzWltbXVDW9pFmz56928/Pr9bFxaVVKpWq\nt23blmxM2Z46dWr0iBEjzgcFBV166aWXPrD2eiH1XtZbt26dP3To0IohQ4b8wN2jvfjii5tR1ki3\nb9++n2VZamtrc46Kijp+5MiRh9PS0t569913l3Ydt7fYDnGdfSXEdo6ZENvZVjImtkNc5zgJcZ39\nJsR1jpMQ1yHpk+rq6sTFxcURLMtSc3OzW0hIyHelpaXDli9fvm7t2rUrWJYlpVKZkpKSomRZxHWO\nlhDXOWZCXGdbCXEdUk8JcZ39JsR1jpOsGdcxLNt719FVVVUBMTExB8+fPx9GRBQfH7/3D3/4w/97\n9NFHv9EeLz09faWTk1Mn1xLgtGnTctPS0tLGjRt33NDajwAAAAAAAMC/O3fu3D9x4sTCHTt2zPv8\n88+fcnNza1m2bNm72uMgtgMAAAAAABC2uLi4/YsXL/5w8eLFHxYWFk7kuo9TKBSqsrKyUMR1AAAA\nAACOwdmYiSoqKoIPHz78yGuvvbamb9++d//yl7/835gxY07V1tYO1g4apFJpdU1NjaTr9AzD9F7j\nEAAAAAAAzII1olt4sH2dnZ1Oo0aNOnP58uWgF1988W/Dhw+/8Pnnnz+1adOmlz755JO5Y8aMOfXu\nu+8u8/LyatIntkNcBwAAAABgPYjrHFtVVVVAcXGxPCoq6oRGoxGJRCINEZFIJNJoNBoRERHe2QEA\nAAAACBtfcZ2TMRO1t7c7NzY2eh8/fnzc+vXrl8fHx+/VNa6uoMHazS0iWSa99dZbVs8DEsraaslO\nz3Uoa8dJKGvHSihvx0nguJycnDpLSkoiqqurpYcPH35EpVIpXnzxxb9VVlYGlpSURPj5+dV1bQFQ\nW3exnbX3ZyTLJFwjHCuhvLskOz7XoawdJ6GsHSehrB0ngWNraWlxmzVr1hcbN258xd3dvVn7N4Zh\n2J4q8+GdnWMne75OuLt7k7u7t9XzIZRkz2VtdLLTcx3K2nESytqyyZr3Ryhrx0l8Mqryn1QqrX7y\nySf/SUQ0duzYk05OTp3Xr18fKJFIatRqtT83XnV1tVQikdTwlVkAAAAAAAAwjaen583HHnvsX6dO\nnRrj6+t7lXs5tHDhwo+LiooiiYgQ2wEAAAAAAAhPW1uby6xZs75ITEzcGRcXt5/oXmt/9fX1YiKi\nuro6P19f36tEiOvAsTQ3N1Jzc6O1swEAAABgFUZV/ouLi9v/zTffPEpEVF5eHtLa2uo6cODA67Gx\nsVmZmZmzW1tbXSsrKwMrKiqCIyMji/jNMgAAAAAAABji+vXrA5uamryIiH788cd++fn50XK5vJh7\nQUREtG/fvplhYWHniYgQ2wEAAAAAAAgLy7LMggULtspkstIlS5a8zw2PjY3NysjISCIiysjISOIq\nBSKuAwAAAABwDM69jZCQkLC7sLBw4o0bNwb4+/urV69e/eb8+fO3zZ8/f1tYWNh5V1fX1k8++WQu\nEZFMJiuNj4/fK5PJSp2dnds3b968qKfmxcH+KRQKa2cBLARl7ThQ1o4DZe1YUN4A9q2urs4vKSkp\no7Oz06mzs9MpMTFx5+TJk7+eO3fuJyUlJREMw7CBgYGVH3300QtEiO3gl3CNcCwob8eBsnYcKGvH\ngbIGsG/ffvvtQ7t27Xp25MiR5+RyeTERUXp6+srU1FRlfHz83q1bty4ICAio2rt3bzwR4jr4NVwn\nHAfK2nGgrB0HytpxoKzBGAzf/QjrtVCGYa2xXAAAi2IYIpzrAABAYBiGIZZlGWvnA2wf4joAcAiI\n6wAAQIAQ1wGfENuBPWCYe6dE7MugE2I7ADDAf++3rZ0NsHN8xnW9dvs7f/78bSKRSMN1/6Tt3Xff\nXebk5NTZ0NDgww1LT09fGRwcXBEaGlqWl5c3lY9MguE8PHzIw8On9xEBAAyAcwsAAAAAAAAAAAAA\nAAAAAACAMPRa+S85OXl7bm7utK7D1Wq1f35+fvRvfvObH7hhpaWlsj179jxdWloqy83NnbZo0aLN\nnZ2dvS4D+Nfc3EjNzY3WzgYA2BmcWwAAAGzT3bt3+0ZFRZ2IiIgokclkpStXrkwnImpoaPCJjo7O\nDwkJKZ86dWpeU1OTFzcNPuwCcAxcCxkAQoWP0AAAAAAAAAAAAHTrtWLehAkTjnh7e/+qpsfSpUs3\nrFu3boX2sAMHDjyRkJCw28XFpS0gIKBq6NChl4qKiiL5zDAAAAAAAAAYpm/fvncLCgomlZSURJw7\nd25kQUHBpKNHjz6sVCpTo6Oj88vLy0MmT578tVKpTCXCh10AACAc+AgNAAAAAAAAAABAN2djJjpw\n4MATUqm0euTIkee0h9fW1g4eN27cce5/qVRaXVNTI+luHmlpaT//rVAoSKFQGJMVAAAAAADogUql\nIpVKZe1sgADcf//9d4iIWltbXTs6Ovp4e3s3ZmVlxRYWFk4kIkpKSspQKBQqpVKZquvDLu14DwAA\nAAAAAAAAAAAAAKzL4Mp/d+7cuX/NmjWv5efnR3PDWJbV2UcMwzBsd8O1K/8BAAAAAIB5dP3QZtWq\nVdbLDFhVZ2en06hRo85cvnw56MUXX/zb8OHDL2g0GpFIJNIQEYlEIo1GoxERGfZhFwAAAAAAAAAA\nAAAAAFiHwZX/Ll++HFRVVRUQHh5+loiourpaOnr06NMnTpyIkkgkNWq12p8bt7q6WiqRSGr4zDAA\nAAAAAAAYzsnJqbOkpCTi5s2bnr/73e++KigomKT9O8MwrK6Pt7jfuw5Di+4AAAAAAOaHFt0BAAAA\nAABAF4Mr/4WFhZ3nWoMgIgoMDKw8ffr0aB8fn4bY2NisOXPmfLZ06dINNTU1koqKiuDIyMgifrMM\nAAAAfGAYhlhWZx0PAACwU56enjcfe+yxf50+fXq0SCTS1NfXi8VicX1dXZ2fr6/vVSIifT/sQovu\nAAAAAADmhxbdAQAAAAAAQBen3kZISEjY/eCDDx4rLy8P8ff3V2/fvj1Z+3ft1h9kMllpfHz8XplM\nVjp9+vSczZs3L+qp5QgAAAAAAAAwv+vXrw9samryIiL68ccf++Xn50fL5fLi2NjYrIyMjCQiooyM\njKS4uLj9RESxsf+fvXuPi6rOHz/+Ody8JIhozOAMLa5KNF5JRG21aBPTNkizUCxF0a3N7eJlFaQb\nuBsMuZraft1f31LDSyJbm5IhqeWQXQxNNL+SgQYKCOMFVIwMgfn94U5LxJ0znLm8no/H5/GAM+fy\nOedz5pzzns/nfD7h6ampqdOrq6vdCgoK+vFiFwAAAAAAAAAAgPWRlOjxR5IkEz0NWZYkSUIIQY9O\ngJIkSQg7+w5ybbEv9PwHOKb/fPclpfOBznX8+PEhUVFRKXV1dU51dXVOM2fO3LxkyZIV5eXlXhER\nEWlnz569zc/PrzAtLS3C09PzshBCJCYmxm3YsCHaxcWlZs2aNc/df//9H9VfJ3EdYB94JmyBHcZ1\ntoY4FAB+jbgOciK2gz3gmREtIrYD0Ab8XobOIGdc12Ljv+jo6A0ffvjhH7y9vc8fP358iBBCLFmy\nZMWuXbsedHNzq+7fv//pjRs32k1tAgAAIABJREFUzunZs+cVIYRISkpatmHDhmhnZ+fatWvXPjth\nwoQ9jewAgYSF8ZALWAE7DCS4ttgXHlwBx0QlEeRCXAfYB54JW2CHcZ2tIQ4FgF8jrnNMjdXXxcfH\nx7/11lvzbr311gtC3HyJa9KkSbuFaF19nRDEdrAPPDOiRcR2ANqA38vQGeSM61oc9nfOnDkbMzMz\nJ9afNmHChD0nTpwYdOzYsWH+/v55SUlJy4QQIjc3V7d9+/Zpubm5uszMzInz589fV1dX1+I2AAAA\nAAAAAAAAADSusfo6SZJMixYtWpWTkxOYk5MTaG74R30dAAAA4DhafNAfN27cgV69elXUnxYaGrrX\nycmpTgghRo0a9VVxcbFWCCF27tz5UGRk5DZXV9cbfn5+hQMGDDiVnZ0dbJmsAwAAAABao6ioyPfe\ne+/dP2jQoBODBw/+v7Vr1z4rxM1eIrRabXFgYGBOYGBgzu7duyeZl0lKSlo2cODA/ICAgJN79uyZ\noFzuAQAAAACN1dcJIRrtLYT6OgAAAMBxuHR0BRs2bIiOjIzcJoQQ586d6zt69OiD5s+0Wm1xSUmJ\nprHl4uPjf/47JCREhISEdDQrAAAAABowGAzCYDAonQ0ozNXV9cZrr722cPjw4UevXbvWY8SIEV+H\nhobuNfcSsWjRolX156/fS0RJSYlm/Pjx+/Ly8vzNL4EBAAAAAKzD66+//symTZtmBQUFHV65cuVi\nT0/Py22prxOCOjsAAADA0ixZX9ehxn+vvPLK825ubtUzZsx4p6l5JElqdCDs+oEEAAAAAMto+KN9\nQkKCcpmBYtRqdZlarS4TQogePXpcu+OOO741V/y0pZeI+pVHAAAAAABlPfXUU/986aWXlgshxIsv\nvvjXxYsXr1y/fv3cxuZtqr5OCOrsAAAAAEuzZH1di8P+NuXtt9+enZGR8cDWrVsfM0/TaDQlRUVF\nvub/i4uLtRqNpqSjmQQAQEmS9Ks2EQAA2KzCwkK/nJycQHNDvtdff/2ZYcOGHZs7d+76y5cvewpx\ns1d3rVZbbF6mpV4iAAAAAACdz9vb+7wkSSZJkkzz5s17yzy0L/V1AAAAgONoV+O/zMzMiStWrFiy\nc+fOh7p27XrdPD08PDw9NTV1enV1tVtBQUG//Pz8gcHBwdnyZRcAAAAA0F7Xrl3r8cgjj7y7Zs2a\n53r06HHtqaee+mdBQUG/o0ePDvfx8SldvHjxyqaWbayXiPj4+J8Tw0sDAAAAlmEwGH7x7A2YlZaW\n+pj/fv/996cMGTLkuBDU1wEAAACOpMVhfyMjI7dlZWXdc/HixT6+vr5FCQkJLyclJS2rrq52Cw0N\n3SuEEGPGjPly3bp183U6XW5ERESaTqfLdXFxqVm3bt385roRBwAAAAB0jhs3brhOnTr1vccff3zL\n5MmTdwhxs5cI8+fz5s17Kyws7AMhWt9LBBWPAAAAgOVZcngo2I7G6usMBkPI0aNHh0uSZOrXr1/B\nG2+88aQQQlBfBwAAADiOFhv/devW7cfa2lrn22+//bvjx48PEUKIyZMn75g2bdr2M2fO/MbPz68w\nMTExzjy/uXtx89+WyzoAAAAAoDVMJpM0d+7c9TqdLnfBggWrzdNLS0t9fHx8SoX4dS8RM2bMeGfR\nokWrSkpKNPQSAQAAAADK2rZtW2TDadHR0Ruamj8uLi4xLi4u0bK5AgAAAKC0Fof9nTNnzsbMzMyJ\n9afp9frY0NDQvXl5ef733Xffx3q9PlYIIXJzc3Xbt2+flpubq8vMzJw4f/78dXV1de0aWhgAAAAA\nII/PP//8d1u2bHl8//799wYGBuYEBgbm7N69e1JMTEzy0KFDvxk2bNixrKyse1577bWFQvyyl4hJ\nkybtppcIAICtkyRJ6SwAAAAAAAAAspNMppbrbwoLC/3CwsI+MPf8FxAQcDIrK+selUplLCsrU4eE\nhBhOnjwZkJSUtMzJyakuJiYmWQghJk6cmBkfHx8/evTog7/YqCSZWrNdtJ/5B02OM6AgSRLCzr6D\njnptkSTJLvfZXvcLQPP+892n9hsdRlwH2AeeCVtgh3GdrZErDuVcB2BPiOsgJ2I72ANHrbtAGxDb\nAWgDfkNAZ5AzrmtXr3xGo1GlUqmMQgihUqmMRqNRJYQQ586d66vVaovN82m12uKSkhKNHBkFAAAA\nAAAAAAAAAAAAAAA3uXR0BZIkmZob/qmpz+Lj43/+OyQkRISEhHQ0KwAAAAAaMBgMwmAwKJ0NKKyo\nqMh31qxZm86fP+8tSZLpiSee+N9nn312bXl5ude0adO2nzlz5jd+fn6FaWlpEZ6enpeFECIpKWnZ\nhg0bop2dnWvXrl377IQJE/YovR8AAAAAAAAAAAD4r3Y1/jMP96tWq8tKS0t9vL29zwshhEajKSkq\nKvI1z1dcXKzVaDQlja2jfuM/AAAAAJbR8EWbhIQE5TIDxbi6ut547bXXFg4fPvzotWvXeowYMeLr\n0NDQvRs3bpwTGhq6d+nSpa8mJyfH6PX6WL1eH5ubm6vbvn37tNzcXF1JSYlm/Pjx+/Ly8vydnJzq\nlN4XAAAAAAAAAAAA3NSuYX/Dw8PTU1JSooQQIiUlJWry5Mk7zNNTU1OnV1dXuxUUFPTLz88fGBwc\nnC1nhoHWkCRZhsUGAAAK4V4OyEutVpcNHz78qBBC9OjR49odd9zxbUlJiSY9PT08KioqRQghoqKi\nUnbs2DFZCCF27tz5UGRk5DZXV9cbfn5+hQMGDDiVnZ0drOQ+AAAAAADsg4eHl/Dw8FI6GwAAAIBd\naLHnv8jIyG1ZWVn3XLx4sY+vr2/R8uXLX4qNjdVHRESkrV+/fq55aCghhNDpdLkRERFpOp0u18XF\npWbdunXzmxsSGAAAAADQuQoLC/1ycnICR40a9ZXRaFSpVCqjEDd7eDcajSohhDh37lzf0aNHHzQv\no9Vqi0tKSjRK5RkAAAAAYD8qKyuUzgIAAABgN1ps/Ldt27bIxqbv27dvfGPT4+LiEuPi4hI7mjEA\nlmN+o+7q1XKFcwIAAIDOdO3atR5Tp059b82aNc+5u7tX1v9MkiRTcy9vNfZZfHz8z383HGIaAGAf\n+A0BAJRnMBiEwWBQOhsAAAAAACvUYuO/5iQlJS3bsmXL405OTnVDhgw5vnHjxjk//PDDLdOmTdt+\n5syZ35h7BfT09LwsV4YBdBxv1QEAOoIKYMA23bhxw3Xq1KnvzZw5c/PkyZN3CHGzt7+ysjK1Wq0u\nKy0t9fH29j4vhBAajaakqKjI17xscXGxVqPRlDRcZ/3GfwAA+8RvCACgvIYv2iQkJCiXGSgmOjp6\nw4cffvgHb2/v88ePHx8ihBDl5eVeTdXJJSUlLduwYUO0s7Nz7dq1a5+dMGHCHmX3AAAAAIAlOLV3\nwcLCQr8333zzj0eOHLnz+PHjQ2pra51TU1On6/X62NDQ0L15eXn+991338d6vT5WzgwDcGySJCmd\nBQBweJWVFVQCAzbGZDJJc+fOXa/T6XIXLFiw2jw9PDw8PSUlJUoIIVJSUqLMjQLDw8PTU1NTp1dX\nV7sVFBT0y8/PHxgcHJytVP4BAAAAwNHNmTNnY2Zm5sT605qqk8vNzdVt3759Wm5uri4zM3Pi/Pnz\n19XV1bW7ThAAAACA9Wr3g76Hh8dVV1fXG1VVVd1rampcqqqquvft2/dcenp6eFRUVIoQQkRFRaXs\n2LFjsnzZBQAAAAC01eeff/67LVu2PL5///57AwMDcwIDA3MyMzMnxsbG6vfu3Rvq7++f98knn/w+\nNjZWL4QQOp0uNyIiIk2n0+VOmjRp97p16+Y3NyQwAAAAAMCyxo0bd6BXr16/eBuzqTq5nTt3PhQZ\nGbnN1dX1hp+fX+GAAQNOZWdnByuRbwAAAACW1e5hf728vMoXL1688rbbbjvbrVu3H++///6PQkND\n9xqNRpVKpTIKcXMIKaPRqJIvuwAAAPaD4XMBdJaxY8d+1lQvD/v27Rvf2PS4uLjEuLi4RMvmDAAA\nAADQXk3VyZ07d67v6NGjD5rn02q1xSUlJRql8gkAAADActrd+O/06dP9V69evaCwsNCvZ8+eVx59\n9NF/bdmy5fH680iSZGqqd4j4+Pif/w4JCREhISHtzQoAAIBNssehc2nQaH0MBoMwGAxKZwMAAAAA\nAFhQc3Vy5s+b+ow6OwAAAMCyLFlf1+7Gf4cPHw666667vujdu/clIYR4+OGH//3ll1+OUavVZWVl\nZWq1Wl1WWlrq4+3tfb6x5esHEgAAALAP9tig0dY1/NE+ISFBucxAMdHR0Rs+/PDDP3h7e58/fvz4\nECGEiI+Pj3/rrbfm3XrrrReEECIxMTFu0qRJu4UQIikpadmGDRuinZ2da9euXfvshAkT9iiZfwAA\nAADAr6lUKmNjdXIajaakqKjI1zxfcXGxVqPRlDS1HursAAAAAMuyZH1do8M+tUZAQMDJgwcPjv7x\nxx+7mUwmad++feN1Ol1uWFjYBykpKVFCCJGSkhI1efLkHbLlFgAAoBN4eHj93IOdI2wXgP2bM2fO\nxszMzIn1p0mSZFq0aNGqnJycwJycnEBzw7/c3Fzd9u3bp+Xm5uoyMzMnzp8/f11TQwYDAABYG+Iq\nAI4kPDw8vbE6ufDw8PTU1NTp1dXVbgUFBf3y8/MHBgcHZyubWwAAAACW0O6e/4YNG3Zs1qxZm4KC\ngg47OTnV3XnnnUeeeOKJ/62srHSPiIhIW79+/Vw/P7/CtLS0CDkzDMB2SZIkTKYmRxaAzXARHh5e\nDOkJu6ZU73X0mgfAUsaNG3egsLDQr+F0k8kkNZy2c+fOhyIjI7e5urre8PPzKxwwYMCp7Ozs4NGj\nRx/slMwCAAB0AHEVAHsVGRm5LSsr656LFy/28fX1LVq+fPlLsbGx+sbq5HQ6XW5ERESaTqfLdXFx\nqVm3bt385ob9BQAAAGC7JCUa4kiSZKIBkGVJ0s06PEc9zjQya55S54cc5WJTZStJQthKXlvJfO4I\n4VjXl5bOO3OPArbWINKmvk+drKnrpNxl3XA7tnL/bi6fcu0D56fl/OfY/qrBF+xfYWGhX1hY2Afm\nYX8TEhJe3rhx45yePXteCQoKOrxy5crFnp6el5955pnXR48effCxxx7bKoQQ8+bNe2vSpEm7p06d\n+l799RHXAfaBe24L7DCuayuln1F5vkRbKX3OAp2BuA5yUiK241oNuXFO2RZFns2J7QCLs6e42572\nBdZLzriu3T3/CSHE5cuXPefNm/fWiRMnBkmSZNq4ceOcgQMH5k+bNm37mTNnfmN+y8jT0/OyHJkF\nAMAa0auA46CsAdiTp5566p8vvfTSciGEePHFF/+6ePHilevXr5/b2LxN9RARHx//898hISEiJCTE\nAjkFAAAAHJvBYBAGg0HpbAAAAAAArFCHGv8999xzax544IGMd99995GamhqXH3744ZZXXnnl+dDQ\n0L1Lly59NTk5OUav18fq9fpYuTIM4L9ocQ4AcDS22tMmYI28vb3Pm/+eN2/eW2FhYR8IIYRGoykp\nKiryNX9WXFys1Wg0JY2to37jPwAAAACW0fBFm4SEBOUyAwAAAACwKk7tXfDKlSs9Dxw4MC46OnqD\nEEK4uLjU9OzZ80p6enp4VFRUihBCREVFpezYsWOyXJkFAACwpPpDW8M6VVZW0AMjIJPS0lIf89/v\nv//+lCFDhhwXQojw8PD01NTU6dXV1W4FBQX98vPzBwYHB2crl1MAAAAAAAAAAAA0pt09/xUUFPS7\n9dZbL8yZM2fjsWPHho0YMeLr1atXLzAajSqVSmUUQgiVSmU0Go0q+bILAAAAAGiryMjIbVlZWfdc\nvHixj6+vb1FCQsLLBoMh5OjRo8MlSTL169ev4I033nhSCCF0Ol1uREREmk6ny3VxcalZt27d/KaG\n/QUAAAAAAAAAAIBypPYOGXr48OGgMWPGfPnFF1/cNXLkyEMLFixY7e7uXvmPf/zj6YqKil7m+by8\nvMrLy8u9frFRSTK9/PLLP//fsMt6dJy55yJHHRLWUYbDbe9+KnV+yFEuNlW2kiSEreS1ler3imYz\n5SCDls47Jb5Tcgx9at4vhlH9L/MxaapM5S7rhuuzlft3c/mUax+a+t7ZyjGyJgaDQRgMhp//T0hI\nECaTiW4u0WGSJJn4LgK2z6ZiLCXYYVzXVko/f1n6+RL2R+lzFugM/7mmEddBFkrEdlyrITfOKdui\nyLM5sR1gcfYUd9vTvsB6yRnXtbvxX1lZmXrMmDFfFhQU9BNCiM8++2xsUlLSsu+///63+/fvv1et\nVpeVlpb63HvvvftPnjwZ8IuNUklkcY7+kNuWi7EtX7hp/Gfl7DCQoPFf058L0bnHRI5tttTQzR61\npiytsfGftV37aPxn26gkglyI6wD7YG3PGVbHDuO6tlL6+YvGf2grpc9ZoDMQ10FONP6DPeCcsi00\n/gPskz3F3UruC522OA454zqn9i6oVqvLfH19i/Ly8vyFEGLfvn3jBw0adCIsLOyDlJSUKCGESElJ\niZo8efIOOTIKAAAAAGif6OjoDSqVyjhkyJDj5mnl5eVeoaGhe/39/fMmTJiw5/Lly57mz5KSkpYN\nHDgwPyAg4OSePXsmKJNrAAAAKK3+i6AAAAAAAMuqrKwQlZUVSmcDNqbdPf8JIcSxY8eGzZs3763q\n6mq3/v37n964ceOc2tpa54iIiLSzZ8/e5ufnV5iWlhbh6el5+RcbpYcIi3P0N1zo+a/l5YSg5z+L\n68S3iDrruNDzX9OfC0HPf7aAnv/kQc9/to0eIhzTgQMHxvXo0eParFmzNh0/fnyIEEIsXbr01T59\n+lxcunTpq8nJyTEVFRW99Hp9bG5urm7GjBnvHDp0aGRJSYlm/Pjx+/Ly8vydnJzq6q+TuK51eFMT\n1s7anjOsDr1DKP78ZQ09/3Etty1Kn7P2hvuEdSKug5zo+Q/2gHPKttDzn2U0d1yJadAZ7Cl2UHJf\nuKc5DqsY9rdDG6WSyOIc/YJA47+WlxOCxn8W18FAoi0P4ko3/rP3oKG9jf8sWS4tbbM126bxX9Of\n0/iveTT+s21UEjmuwsJCv7CwsA/Mjf8CAgJOZmVl3aNSqYxlZWXqkJAQw8mTJwOSkpKWOTk51cXE\nxCQLIcTEiRMz4+Pj40ePHn2w/vqI61qH6xasnbU9Z1gdB6ggaonS1zFraPyn9DFA21Be8uI+YZ2I\n6yAnGv/BHnBO2RYa/1lGc8eV7wg6gz3FDjT+Q2ewimF/zWpra50DAwNzwsLCPhCi+aGjAACtZ0td\n+tpSXtG5PDy8fm4cao2sPX8AYElGo1GlUqmMQgihUqmMRqNRJYQQ586d66vVaovN82m12uKSkhKN\nUvkEAAAAADTPz8+vcOjQod8EBgbmBAcHZwtBfR0AAADgKDrc+G/NmjXP6XS6XEmSTEIIodfrY0ND\nQ/fm5eX533fffR/r9frYjmcTAADYos5oGFq/R8q2svaGq/beOLEjZQdAXpIkmcwxXVOfNzY9Pj7+\n52QwGCyWPwAAAMCRGQyGXzx7Aw1JkmQyGAwhOTk5gdnZ2cFCUF8HAOgYW6+foP4BgCNx6cjCxcXF\n2oyMjAeef/75V1atWrVICCHS09PDs7Ky7hFCiKioqJSQkBADAQUAAEDbWXPDRAC2zzzcr1qtList\nLfXx9vY+L4QQGo2mpKioyNc8X3FxsVaj0ZQ0tg4qHgHAOtjT0DpwXOaKxatXyxXOCWB9QkJCREhI\nyM//JyQkKJcZWK2GQ4ZRXwcA6AjqJ2DPmoo/bbnBKxxbh3r+W7hw4WsrVqxY4uTkVGee1tTQUbAt\ntt6SHwBg3bjPAIDywsPD01NSUqKEECIlJSVq8uTJO8zTU1NTp1dXV7sVFBT0y8/PH2geNgoAAMBS\nrL1ndgCwZpIkmcaPH78vKCjo8JtvvvlHIRyzvo7fHAEA+CV6QGxcU/EncSlsVbt7/tu1a9eD3t7e\n5wMDA3MMBkNIY/M0N3RU/R4iGr61BuVxQQPsnyS5Cnd39ybfqOeN+9bhx6T2sdf7DD2uwBoZDAaG\nY4WIjIzclpWVdc/Fixf7+Pr6Fi1fvvyl2NhYfURERNr69evn+vn5FaalpUUIIYROp8uNiIhI0+l0\nuS4uLjXr1q2b39yQwAAAAEog/gKA//r8889/5+PjU3rhwoVbQ0ND9wYEBJys/3lz9XVC2E+dnb3+\n5gigcdRjAQBsiSXr66T2/kASFxeXuHnz5pkuLi41169f73r16lWPhx9++N+HDh0aaTAYQsxDR917\n7737T548GfCLjUqSiR9mLMvcgru9x7mjyyutLT/+WfKHQks/dLY370qVrxzH2qZ+2JUkITqQ17aU\nU3uOS3Pr9/Dw+vmHkvqf1387pLHpNlM2bdTc8W3qmLS0nBx5am6brdl2/XkbW1dbNXbNay6fcmzT\nvK72XvMb5qOlY9JSvtta5o1tv7H/m9tmZ2rNOSPXtaupz+z9etMZ/nNsed0PHUZc1zpct2DtbCrG\nUkIH47qmyP17gRKxR3Pk3D+5rqMdOUZKXssdqUKzrceZmKFzcJ+wTsR1aE5CQsLLPXr0uPbmm2/+\nsaX6OiGUie0sda3mHuC4KHvbItfzRZvK3UKxnTVpTV1WR+ovbA3PsTd15nGwpWPeUj1gY591Flv/\n7qH15Izr2j3sb2JiYlxRUZFvQUFBv9TU1Om///3vP9m8efPMpoaOAhwR3cLCVnHe2pfOGu6Ca55c\nXOhREgAAwM7Z+7NzZ+2fIwxfZO/nSkc5wjkAAC2pqqrqXllZ6S6EED/88MMte/bsmTBkyJDj1NcB\nsBcM6Y32oa4FymopXiWehZzaPexvQ+buwpsaOgoAOpstvV0AWJKlKoqsrQcKpb/z8gWRNVZVuaf0\ncQUAAID9skRMYW1xilx4LgcANMVoNKqmTJnyvhBC1NTUuDz22GNbJ0yYsCcoKOgw9XUA7IE1/V4O\nW2JddS0AYEntHva3QxtleCiLY9hf6xj219LHkWF/Lb+9DrHhYX9bGt63qem2es1oia0P+9uaeRv7\nvK15aGw9jU1raljp9mrPUMfN7UN7h/2Vo9v8hueTtXQv3trjY56nqc+aW3drP7P3601nYHgoNOTn\n51fo4eFx1dnZudbV1fVGdnZ2cHl5ude0adO2nzlz5jfmSiJPT8/L9ZdTKq5T/BmvjbhuwdrZ2neq\n01loaCi5rw3W9ttGa5dpzXwtPXu29pndVof97eyYQMlrQnuG/W1sfiXKy56vpfa8b7aMuA5yYthf\n2APK3ra09flCluc+hv0VQjjesL9C2G7+5WLNw/5aY/wpZwze0v7ZQz2Yvb6A2VmsYtjfoqIi33vv\nvXf/oEGDTgwePPj/1q5d+6wQQpSXl3uFhobu9ff3z5swYcKey5cve8qRUQCwV47YXbmt77Ot519p\njvCmFecIAFsiSZLJYDCE5OTkBGZnZwcLIYRer48NDQ3dm5eX53/fffd9rNfrY5XOJwDglzw8vIQk\nuXX6cyfD0gBoiOsCAAAA5MKzJYSgns1WVFZWOES9ry1od89/ZWVl6rKyMvXw4cOPXrt2rceIESO+\n3rFjx+SNGzfO6dOnz8WlS5e+mpycHFNRUdGrYUURPf9ZHj3/yd87XHtaLdPz36+3S89//2U+p5rq\nAc2ee/6ztWtMc73F0fNf23v+k7vnCmvs+a+9PZ3Q81/Ln9na9cMa0UMEGurXr1/B4cOHg3r37n3J\nPC0gIOBkVlbWPSqVylhWVqYOCQkxnDx5MqD+cvT81zqOet3irU/bYWvfqU5nxT3/NawQae262vr9\nbOqZuS3LdGQ+pXr+q3+c6Pmvc9Dzn3VqT6wNyyOug5zo+c8+OVpMRtnbFnr+swx76flPrmdLrgs3\n2WrPf53RzqKx9dPzX9vYUl6tkZxxnUt7F1Sr1WVqtbpMCCF69Ohx7Y477vi2pKREk56eHp6VlXWP\nEEJERUWlhISEGOglAvaAFsuQG+eU5fHjc+do7M0bjn3ns9Vjbqv5BuyJJEmm8ePH73N2dq598skn\n3/jjH//4ptFoVKlUKqMQQqhUKqPRaFQ1tmx8fPzPf4eEhIiQkJBOyXNn4RrVfjzrAtbL+r6fLsLD\nw8uiFdPt6S3A+o6TbXC0hgaWwjMIGjIYDMJgMCidDQA2xBqeZRztfsZzENB2kiQJd/deQgi+O3BM\n3Dsgl3Y3/quvsLDQLycnJ3DUqFFfUUkEANbB0QJrKMcafkgC0DQqidCSzz///Hc+Pj6lFy5cuDU0\nNHRvQEDAyfqfS5JkkiSp0YeK+nEdALQVMQtuqrF4TEHM0nk41taN667taliHkpCQoFxmACjOVq/n\ntprv1uI5CGgfW/ju2Pv1C/JqywuItnD+wzZ0uPHftWvXekydOvW9NWvWPOfu7l5Z/zMqiSyHFsAA\n0D48oLcOx8mauAghapTOBGwYlURoiY+PT6kQQtx6660XpkyZ8n52dnawebhftVpdVlpa6uPt7X3e\n0vkgxoGt4xwGlCPX9484CGga9zkAgC3i/gUAHe9tn2tp29CgD0pw6sjCN27ccJ06dep7M2fO3Dx5\n8uQdQtzs7a+srEwthBCdVUnkiCorK7hoADIzj0kPx2bJ86C16/bw8GrXsFTWQom82/f3l4Z/ACyn\nqqqqe2VlpbsQQvzwww+37NmzZ8KQIUOOh4eHp6ekpEQJIURKSkqUOd6zJGIc2DrOYaD15I55mvr+\n2XecAFtgT+dga+5z9rS/AIDOZ4n7CHEarI2t1/8ojePXHh3vbZ9rKWD92t3zn8lkkubOnbtep9Pl\nLliwYLV5urmSKCYmJlmuSiLeugUAtMSe7hW2/gBt6/kHAEdiNBpVU6ZMeV8IIWpqalwee+yxrRMm\nTNgTFBR0OCIiIm39+vVz/fz8CtPS0iKUzmtn6cgzhT09jwBmSr7d3dpt8wa67bH2mIHKJCiJ8w8A\ngM5DLOHYlCh/a4+Ffq3OcauYAAAgAElEQVTjvcbJqe3Hzzryz7UGgKVJ7a2Y+Oyzz8befffdnw4d\nOvQb89C+SUlJy4KDg7MjIiLSzp49e5u5ksjT0/PyLzYqSaa2bLetFSjWXuEix8Xd/PZLU/vZ0ucd\nXb+1a8s50Np523NMLHEc658/7T3XlSpfOb6blijb9s7fihUK0cz6Gr7F1nDbbSmnxvLe0v40t/76\neav/eVN5bus5ZYlzsLXHoDXHpaVl6ue/uXJsbDm5rjdNzWPeRv1ttWbelvLeXB6a0ty668/TUW1Z\nX3NlWf/z5o5ZU9tp7Lxo7TFsWFYN19OefZNLw3Oppf1r67WrufV0dP1o3H+OLV1yoMPaGte1Yn1C\nCOWud42tX47nSUe9bnVkv231B1FbLeuOxA3Wsm2LHvsW4rr2r7bjeW4pppRr2009M3dkG43FEu35\njaux59OGf7f1+byx53Alv99yx0+t2V5z22npGt2RYyXXbwtKlFdz8Utb86Hkdbe5ZVr7XbS1+6Ct\nIq6DnOSO7Vq5TSGE/Nc6W30mbys5nsc6Q2t+H+9IDN5wPUK0/blAzuNkDce8KdYWZ7fn9xYhOvjc\n10hsJ3f5W6q+WY48dKSeu63LtUVj25BrP+TMf0efcy153+uM+4GlfreV+5xti5auKx3ZdmvX0VJ9\nvDXeTxqypbxaIznjunYP+zt27NjP6urqnI4ePTo8JycnMCcnJ3DixImZXl5e5fv27Rufl5fnv2fP\nngkNG/411JauWe2lG1dH6hbVYDAonQWLa6nxi9ys9fxprqzt5btrGb/ugFW+4+Vi8ePe2ee/o2vq\neFuqHBzhGo7/soby5n4BANaps+8R1hrzOAq5ypv7uvWzhuc/dA45y9partHW/HuEktc/vtcAgOZw\nn3AcDcu6vc9w1hrXWWu+lMD32nF0rKwtX2cMQFntbvzXnMzMzIkBAQEnBw4cmJ+cnBzT3LxtedhQ\n4scla/4hyRY46gOHI543zZW1tfwwLLemgou2lX/Nr6bId7xq7PK4W4ojfm9b4qjXcEdlDeVtr/cL\nwFa1Ja5riB9h7UtH7hFyPmNxXsmrqeMp1zMB93XrZw3Pf83hOy+fpsq6NddoyqHtlLz+Wfv3GoAy\nOhLbNUeuewT3msZZovMU7hOW0dFzuLHlO7rO+mXdkfVYQ1zXWP6tIV/Wwp6/1/ZQbyfHPc68jo6V\ntXXXGdtDWTsant+sz6+7nOqg2tpa56effvof+/btG6/RaEpGjhx5KDw8PP2OO+74Vu5tNcfaui/u\nqPbuj/lC6e7eq13Lw3YxzIblWfNDUuvdfNPD3q8Nrb2G8pACW2BvzzgArFNH4zo5n5Oau+7J8czb\nkVhLrudtS1zbrSkekCsv9vH8Lb/2nj+tOZ728HzMs5Pt4jtvHSgH22bJa6A1PWsAaJol6+zkuke0\nZz1tuQa19VpoLde3thyXzrhfd+SeomTs3hnb6+jxb2x5OctUjnUpGVfxPPpf1nJ9QuvJcf7yHUBL\nWrpGW+IaznlpfWRv/JednR08YMCAU35+foVCCDF9+vTUnTt3PmSpxn9Nnai2frI1/IFdzgfHlsZO\nb81DQ0sXiLY8fMg59nv9vMmBSgI5uYj6vdzZ8gOqPVSA/Zd1v+khl7b0MAvLsa/vjnI4TwF0hs6O\n65p7u7Ox654cz5LmdbTluip3fCBJknB37/VzHmz5Gbk9HG1/W2LJRnzt1VkNeS2prfvAeQnAnhA/\nAujM2K6zn/da+9ym1DNt/fzZwwtfHT2OHf1tWM5ybM2xs/Q9tKk8NJxuLfWUra1nNrOWfMOyKGfA\nOrR0zyIudAyS3A+G77777iMfffTR/W+++eYfhRBiy5Ytj3/11VejXn/99Wd+3qgk8SsqAAAAoBCT\nyUQ/+mgWcR0AAABg3Yjr0BrEdgAAAID1kiuuk73nv9YECQSlACDEO++8M2PVqlWLvvvuu9vd3d0r\nhw8ffvT5559/5Xe/+93nSuetMzg5OdWdOnVqwG9/+9vvW5o3IyPjga1btz62devWx2bNmrXp0Ucf\n/VdYWNgHQgixf//+e5977rk1RUVFvpIkmYKCgg6vXr16gU6nyxVCiL/85S9/T09PDy8rK1NrNJqS\nuLi4xJkzZ2629P4BAGDLiOsAoHWI6+SJ6+qLjo7e8Pbbb89ubL3l5eVet99++3cBAQEnDxw4ME7O\nfQEAwB4R2wFAy4jrOqe+bvbs2W9v27Yt0s3NrVqIm/eoK1eu9KQROgB0nJPcK9RoNCVFRUW+5v+L\niop8tVptsdzbAQBbtmrVqkULFy587YUXXvjb+fPnvYuKinz//Oc//096enq40nnrTK39Yenrr78e\nMXLkyENCCHHkyJE7R4wY8bX5s0GDBp3YvXv3pIqKil5Go1EVGBiYEx0dvcH8eY8ePa7t2rXrwatX\nr3qkpKREPffcc2u+/PLLMfLvDQAA9oO4DgBaRlx3kxxxndlnn3029vvvv/9tU5U/MTExyTqdLpfK\nIQAAWofYDgCaR1x3U2fU10mSZIqJiUmurKx0r6ysdL969aoHsR0AyEP2xn9BQUGH8/PzBxYWFvpV\nV1e7bd++fVp4eHi63NsBAFt15cqVni+//HLCunXr5k+ePHlHt27dfnR2dq79wx/+8GFycnKMEEL8\n9NNPXRYsWLBao9GUaDSakoULF75WXV3tJoQQBoMhRKvVFq9YsWKJt7f3+b59+57bsWPH5IyMjAf8\n/f3zevfufUmv18eatxcfHx//yCOPvDt9+vRUDw+PqyNGjPj6m2++GWr+/Ntvv70jJCTE0KtXr4rB\ngwf/3wcffBBm/mz27Nlv//nPf/6fBx98cJeHh8fV0aNHH/z+++9/a/785MmTAaGhoXt79+59KSAg\n4OS//vWvR1uz7N133/2pEEIMGzbsmLu7e2X95Rpz+PDhoDvvvPPIDz/8cEt5eblX3759z5k/8/b2\nPq/RaEqEEKKurs7JycmpzsfHp7T+/vv7++cJIURwcHD2uHHjDtD4DwCA5hHXAUDziOvkjeuEEKKm\npsbl2WefXfv6668/01jF0xdffHHXiRMnBs2ZM2cjPRQBANA6xHYA0DTius6trxOC3mYBwGJMJpPs\nKSMjY5K/v/93/fv3P5WYmLjMEtsgkUgkW027d++e6OLicqO2ttapqXlefPHF5WPGjPniwoULfS5c\nuNDnrrvu+vzFF19cbjKZxP79+0NcXFxu/PWvf32hpqbG+c0335zXu3fvizNmzNh67dq1W06cOKHr\n1q1bVWFh4W9MJpN4+eWX411dXavfe++9h2tqapz//ve/L+7Xr9/3NTU1ztXV1a79+/c/lZSUFHvj\nxg2XTz755F53d/er3333nb/JZBJRUVFv9+7d++KhQ4eCampqnB977LEt06dP32YymcS1a9du0Wq1\nRW+//XZUbW2tU05OzvA+ffpcyM3NvaOlZU0mk5Akqe706dO/be5Y3X777Sc9PT0rnJ2da3r27Hm5\nR48ela6urtWenp4Vf/rTn/5pnu/MmTO3eXp6Vjg5OdUOGTLkm0uXLnk1tr6qqqpuPj4+5z766KMJ\nSp8HJBKJRCJZeyKuI5FIpKYTcd3NfZQzrnv11VeXLFiw4LXG1ltTU+N85513fn3kyJHAjRs3zh47\nduwBpc8BEolEIpFsJRHbkUgkUuOJuO7mPlqyvu7ixYu9zZ/Nnj17o5eX1yUvL69LI0aMOPzee+89\nrPQ5QCKRSPaSOn2Du3fvnnj77befHDBgQL5er49R+gCQ2p/Onj3rGxISsl+n050YNGjQ/61Zs+ZZ\nk8kkLl265DV+/Pi9AwcOzAsNDd1TUVHhaV4mMTFx2YABA/Jvv/32kzS+sb1UU1PjPHz48JwHH3zw\nA8q6/WnLli2PqdXq0ubm6d+//6ndu3dPNP//0UcfTfDz8yswmW4GE926dauqq6uTTCaTuHr1qrsk\nSXXZ2dkjzfOPGDHi8M6dO8NNppvBxJgxY74wf1ZXVyf5+PicO3DgwNhPP/10XMO8REZGvhMbG5s0\nderUd3v27HnZ09Oz4uDBg6MuXbrkNXz48COurq4/hYaG7lm/fv2ccePGfVq/vHv27Fkxc+bMFJPp\nZjDxxz/+8X/N683IyJgUEBDwrfn/1gQTJpNJ7N27d/yUKVP+bTKZxBNPPPHGv/71r0eamre8vLzX\n448/vjk8PHxnY5/PmjUrZdKkSRlKnwPWlBITE5fpdLoTgwcPPh4ZGfnO9evXu/Ddto80Z86cDd7e\n3sbBgwcfN09rT9kePnx4xODBg48PGDAg/9lnn12j9H6RWlfWf/nLX1YEBAR8O3To0GNTpkz59+XL\nl3tS1iQ5E3GdfSViO8dLxHYdT8R1N/+XK647e/as74ABA/KvXr3q3th6V61atXD+/Pn/YzKZBI3/\nfp2I6+w3Edc5TiKuIymRiOvsKxHXOV4irut4Iq67+X9n1dcdOXIksLy8vFdtba1TRkbGJHd396uf\nf/75XUqfB9aSiOvsNxHXOU5SMq7r1B2tqalx7t+//6mCggK/6upq12HDhh01tzgn2V4qLS1V5+Tk\nDDeZTKKysrKHv7//d7m5uXcsWbLk1eTk5KUmk0no9fqYmJgYvclkEidOnNANGzbsaHV1tWtBQYFf\n//79TzX3JgXJ+tLKlSsXzZgxY2tYWFi6yWQSlHX7UmveJOrWrVtV/evjt99+G+Dm5vaTyXQzmNBq\ntUXmz27cuOEiSVLdmTNnbjNPGzt27IGtW7fOMJluBhOPPvpoWv31jxw5Mnv79u0R27dvjxg5cmR2\n/c9iY2OTBg4c+N369eujZ8+evTEuLu5vly9f7rlkyZJXn3jiif+n1WqL9Hp9TEhIyH43N7efPDw8\nrjg7O9d4enpW3HLLLdc8PDwu19bWOs2ePXvjCy+88Ffzehvmu6VgYsmSJa96enpWdOnS5fott9xy\nzfxGkaenZ4WPj8+5ppYrKytTSZJUd+XKFY/60//yl7+sCAoKOlRZWdlD6XPAWlJBQYFfv379vr9+\n/XoXk8kkIiIitr/99ttRfLftI3366afjjhw5Elj/AbMtZWv+wWLkyJHZX331VbDJZBKTJk3KqP9D\nB8k6UmNlvWfPnlDz9zMmJkZPWZPkTMR19peI7RwvEdt1PBHX3fy/I3Fd/Yqthx9++L1NmzbNNJlu\nVoBJklR36tSp/iaTSZSUlPTt16/f9+Xl5b1MJhr/NUzEdfadiOscJxHXkTo7EdfZXyKuc7xEXNfx\nRFx38//Orq8zpz/96U//XLx48d+VPg+sIRHX2XcirnOcpGRc59SZQwxnZ2cHDxgw4JSfn1+hq6vr\njenTp6fu3Lnzoc7MA+SjVqvLhg8fflQIIXr06HHtjjvu+LakpESTnp4eHhUVlSKEEFFRUSk7duyY\nLIQQO3fufCgyMnKbq6vrDT8/v8IBAwacys7ODlZyH9B6xcXF2oyMjAfmzZv3lslkkoQQgrJunzFj\nxnzZpUuXn95///0pTc3Tt2/fc4WFhX7m/8+ePXtb3759z7V3m0VFRb7mv+vq6pyKi4u1Go2mpG/f\nvueKiop8zWUqhBCnTp0acOHChVujo6M3CCGEk5OTqWfPnlfS09PDJ06c+JEQN8v7u+++87/nnnuy\nYmNj9a+88srzFRUVva5du9ZjzJgxB+Uo71dffXVpRUVFr379+hWcPn26f1ZW1j1jxoz5sqKiote5\nc+f6NrXcjRs3XJ2cnOq6dOnyk3nayy+/nPDRRx/dv2fPngk9evS41tG82QsPD4+rrq6uN6qqqrrX\n1NS4VFVVde/bt+85vtv2Ydy4cQd69epVUX9aW8r2q6++GlVaWupTWVnpHhwcnC2EELNmzdpkXgbW\no7GyDg0N3evk5FQnhBCjRo36qri4WCsEZQ15ENfZH2I7x0JsJw/iutZpLq4rLS31Mc/3ySef/H7J\nkiUrfHx8Ss3HaMyYMV9u27Yt8tChQyNLS0t9dDpdro+PT+mCBQtWZ2dnB/ft2/dc/X12VMR19o24\nznEQ16GzEdfZH+I6x0JcJw/iutaRs74OjSOus2/EdY5DybiuUxv/lZSUaHx9fYvM/2u12uKSkhJN\nZ+YBllFYWOiXk5MTOGrUqK+MRqNKpVIZhRBCpVIZjUajSgghzp0711er1Rabl6H8bcvChQtfW7Fi\nxRLzhUkIISjr9unZs+eV5cuXv/TnP//5f3bu3PlQVVVV9xs3brju3r17UkxMTLIQQkRGRm7729/+\n9sLFixf7XLx4sc/y5ctfmjlz5ub2bvPrr78e8f7770+pqalxWb169YKuXbteHz169MHg4ODs7t27\nV7366qtLb9y44WowGEJ27949ydfXt2jOnDkb09PTw3ft2vWHH3744Raj0agy36xUKpWxqqqqe15e\nnv/+/fvvVavVpTdu3HA9dOjQyB49elSWlJRoWqqEUalUxtOnT/dvbp7Kykr3yspKd5VKZfz6669H\nBAUFHW44z/vvvz8lLy/Pv66uzunChQu3Llq0aNUDDzyQYQ4mkpKSlm3bti1y7969oQ1vto7Oy8ur\nfPHixStvu+22s3379j3n6el5OTQ0dC/fbfvV1rJtOF2j0ZRQ5rZnw4YN0Q888ECGEJQ15EFcZ9+I\n7ewfsZ08iOtukiuuy8/PH/jNN98MPXbs2LCjR48OF0KIXbt2PThlypT3J02atPvMmTO/OXbs2LBj\nx44NW758+UuBgYE5R48eHS5Jkqm9x9NeENc5HuI6x0RcB7kR19k34jr7R1wnD+K6mzqrvu7dd999\n5Nq1az3q6uqc9uzZM2Hr1q2PhYeHp7f3WNoT4jrHQ1znmCwZ13Vq4z9+kLNP165d6zF16tT31qxZ\n85y7u3tl/c8kSTI1V+6cE7Zh165dD3p7e58PDAzMaeoBkbJum0WLFq1atWrVor/97W8veHt7n7/t\nttvOrlu3bv6UKVPeF0KIF1544W9BQUGHhw4d+s3QoUO/CQoKOvzCCy/8zbx8w+PZ0rF/6KGHdm7f\nvn2al5dX+datWx/797///bCzs3Otm5tb9QcffBC2e/fuSbfeeuuFp59++h8JCQkvffvtt7r58+ev\nCw8PT3dzc6vW6/Wx9dcnSZLJycnJtGfPngn5+fkDn3322dd9fHxKly1bllRXV+dknqe5fMbHx8dH\nRUWl9OrVq+Ldd999pLG85+TkBAYGBuaY/24smCgpKdFMnDgx08PD4+qdd955pFevXhUpKSlR5s+f\nf/75V4qKinwHDBhwyt3dvdLd3b2y/v44stOnT/dfvXr1gsLCQr9z5871vXbtWo8tW7Y8Xn8evtv2\nq6WyhX145ZVXnndzc6ueMWPGO0rnBfaDa4f9Irazf8R28iKuky+u69Onz0Vvb+/z3t7e51UqlVGS\nJFOfPn0udu3a9bqbm1u1+TNvb+/zPXv2vGKe1nIp2T/iOsdGXOcYiOtgCVw77Bdxnf0jrpMXcV3n\n1detXbv2Wa1WW9yrV6+KmJiY5Lfeemve3Xff/Wlz5eMoiOscG3GdY7B0XOdiiZU2RaPRlNTvyrao\nqMi3fotF2J4bN264Tp069b2ZM2dunjx58g4hbrZMLisrU6vV6rLS0lIf84+xDcvf3I2xUnlH633x\nxRd3paenh2dkZDxw/fr1rlevXvWYOXPmZsq6Y2bMmPFOUxf3Ll26/LRmzZrn1qxZ81zDz0JCQgxn\nz569zfy/i4tLTW1trXP9eQ4cODCu/v9du3a9vnnz5pmNbUun0+UaDIYQ8/9lZWXqf/zjH8+MHDny\n0MaNG+d89tlnY5OSkpap1eqygICAk2fPnr3NXN7+/v55Tz755BtCCBEbG6sXQoiJEydmajSako0b\nN85pLt9PPvnkG+Zlm3L33Xd/an7wX7t27bONzfP000//4+mnn/5HU+uoq6vr1IbutuTw4cNBd911\n1xe9e/e+JIQQDz/88L+//PLLMWq1uozvtn1qy3Vbq9UWazSaEnP30+bplLntePvtt2dnZGQ88PHH\nH99nnkZZQw7EdfaJ2M4xENvJj7hOnriuoYbHor6oqKgU89A4IK5zRMR1joW4DpZCXGefiOscA3Gd\n/IjrOqe+7tNPP727uW04MuI6x0Nc51g6I65rsUFEdHT0BpVKZRwyZMjxhp+tXLlysZOTU115ebmX\neVpSUtKygQMH5gcEBJzcs2fPhPrzBwUFHc7Pzx9YWFjoV11d7bZ9+/ZpdOVqu0wmkzR37tz1Op0u\nd8GCBavN08PDw9PNrfhTUlKizAFGeHh4empq6vTq6mq3goKCfvn5+QPN41TDuiUmJsYVFRX5FhQU\n9EtNTZ3++9///pPNmzfPpKxtQ0vdeTekVqvLfH19i/Ly8vyFEGLfvn3jBw0adCIsLOwDytu+BAQE\nnDx48ODoH3/8sZvJZJL27ds3XqfT5VLW9qut1221Wl3m4eFx9auvvhplMpmkzZs3zzQvA+uWmZk5\nccWKFUt27tz5UNeuXa+bp1PWjquxuK68vNwrNDR0r7+/f96ECRP2XL582dP8GXGdYyG2cxzEdraL\nuA5NIa5zPMR1joO4Dm1VW1vrHBgYmBMWFvaBEDd7ctJqtcWBgYE5gYGBOZmZmRPN8xLX2R/iOsdB\nXGe7iOvQFOI6x0Nc5zg6La4zmUzNpk8//XTckSNHAgcPHny8/vSzZ8/63n///Zl+fn4Fly5d8jKZ\nTOLEiRO6YcOGHa2urnYtKCjw69+//6na2lqn+stlZGRM8vf3/65///6nEhMTl7W0fZL1pgMHDoyV\nJKlu2LBhR4cPH54zfPjwnN27d0+8dOmS13333bdv4MCBeaGhoXsqKio8zcu88sorcf379z91++23\nn8zMzLxf6X0gtT0ZDIZ7wsLC0k0mk6CsbSPFx8e/PHPmzE1tWebo0aPDgoKCDg0dOvTYlClT/n35\n8uWelLd9puTk5KU6ne7E4MGDj8+aNSulurralbK2jzR9+vRtPj4+51xdXau1Wm3Rhg0b5rSnbA8f\nPjxi8ODBx/v373/qmWeeWav0fpFaLuv169dHDxgwIP+22247Y35Ge+qpp9ZR1o6dGovrlixZ8mpy\ncvJSk8kk9Hp9TExMjN5kIq5zxERs55iJ2M62EnEdqblEXGe/ibjOcRJxHUmOtHLlykUzZszYan7G\ni4+Pf3nlypWLmpqfuM6+EnGdYybiOttKxHWk5hJxnf0m4jrHSUrGdZLJ1PLQ0YWFhX5hYWEfHD9+\nfIh52qOPPvqvF1988a8PPfTQzq+//nqEl5dXeVJS0jInJ6e6mJiYZCFudiUbHx8fP3r06IPtawMJ\nAAAAAJBDw7guICDgZFZW1j3mIQZCQkIMJ0+eDCCuAwAAAADbUlxcrJ09e/bbzz///CurVq1a9MEH\nH4TFx8fHu7u7Vy5evHil0vkDAAAAYDktDvvbmJ07dz6k1WqLhw4d+k396efOneur1WqLzf9rtdri\nkpISTUczCQAAAACQl9FoVKlUKqMQQqhUKqPRaFQJQVwHAAAAALZm4cKFr61YsWKJk5NTnXmaJEmm\n119//Zlhw4Ydmzt37vrLly97KplHAAAAAJbh0tYFqqqquicmJsbt3bs31DzN1Mz49JIk/aprwcam\nAQAAAOgczT2/wzFJkmRqLk4jrgMAAACsC3EdzHbt2vWgt7f3+cDAwByDwRBinv7UU0/986WXXlou\nhBAvvvjiXxcvXrxy/fr1cxsuT2wHAAAAKEOuuK7Njf9Onz7dv7Cw0G/YsGHHhLjZlfiIESO+/uqr\nr0ZpNJqSoqIiX/O8xcXFWo1GU9LYeloz3DBsX3x8vIiPj1c6G+gElHUjJEkIO7zWUdaOg7J2LJS3\n45Ak6odwk3m4X7VaXVZaWurj7e19XgghiOvQEPcIx0J5N2CncZ0QlLUjoawdB2XtOIjrUN8XX3xx\nV3p6enhGRsYD169f73r16lWPWbNmbdq0adMs8zzz5s17Kyws7IOm1mGNsZ0kSVaZL1vGfcJxUNaN\nsNPYjrJ2HJS1/Kz1WYOydhxyxnVtHvZ3yJAhx41Go6qgoKBfQUFBP61WW3zkyJE7VSqVMTw8PD01\nNXV6dXW1W0FBQb/8/PyBwcHB2bLlFgCslIeHl/Dw8FI6G2iAH0IBAGhaeHh4ekpKSpQQQqSkpERN\nnjx5h3k6cR0AAAAA2IbExMS4oqIi34KCgn6pqanTf//733+yadOmWaWlpT7med5///0pQ4YMOa5k\nPgEog3oSAADsX4s9/0VGRm7Lysq659KlS719fX2Lli9f/tKcOXM2mj+v3x24TqfLjYiISNPpdLku\nLi4169atm0934QDkZG5gd/VqucI5+aXKygqlswAAANAkc1x38eLFPua4LjY2Vh8REZG2fv36uX5+\nfoVpaWkRQhDXAQAAAICtMplMkjl+W7p06avHjh0bJkmSqV+/fgVvvPHGk0rnDwAAAID8Wmz8t23b\ntsjmPv/+++9/W///uLi4xLi4uMSOZgz2ISQkROksoJN0VlnTyE55fK8dB2XtWChvwL41Fdft27dv\nfGPTietQH/cIx0J5Ow7K2nFQ1o6DsgYcW21trfPChQtf02q1xUIIsWbNmuemTZu2/cyZM7+pqqrq\n3qVLl5+UziOUxX3CcVDWjoOydhyUteOgrNEekhJjWEuSZLLGsbMBWD9z9+TWdg1pNF+SJISV5dPR\nSJJkdecKACjtP9dGxvtAh3U0rrPWHp0B4BeI66AQ7pMAmkNch8asWrVq0ddffz2isrLSPT09PXzp\n0qWv9unT5+LSpUtfTU5OjqmoqOil1+tjGy5nrXV2/LYLyKO575JDfc+I7QA04FDXQFglOeM6p5Zm\niI6O3qBSqYxDhgw5bp62ZMmSFXfccce3w4YNO/bwww//+8qVKz3NnyUlJS0bOHBgfkBAwMk9e/ZM\nkCOTAAAAAAD7UllZ8XOvzuYXKQAAwE3175MAALSkuLhYm5GR8cC8efPeMlcgpqenh0dFRaUIIURU\nVFTKjh07JiubS0aUtUIAACAASURBVAAAHIuHh9fPL3YBgCW1OOzvnDlzNj7zzDOvz5o1a5N52oQJ\nE/YkJyfHODk51cXGxuqTkpKW6fX62NzcXN327dun5ebm6kpKSjTjx4/fl5eX5+/k5FRn2d0AAAAA\nAAAAAAAAHM/ChQtfW7FixZKrV696mKcZjUaVSqUyCiGESqUyGo1GVVPLx8fH//x3SEgIw80BACAD\nXugCUJ/BYBAGg8Ei626x8d+4ceMOFBYW+tWfFhoautf896hRo7567733pgohxM6dOx+KjIzc5urq\nesPPz69wwIABp7Kzs4NHjx59UPacAwAAAAAAAAAAAA5s165dD3p7e58PDAzMMRgMIY3NI0mSSZKk\nJse1q9/4DwAAAID8Gr5kk5CQINu6W2z815INGzZER0ZGbhNCiHPnzvWt39BPq9UWl5SUaDq6DQAA\nAAAAAAAAAAC/9MUXX9yVnp4enpGR8cD169e7Xr161WPmzJmbVSqVsaysTK1Wq8tKS0t9vL29zyud\nVwAAAADy61Djv1deeeV5Nze36hkzZrzT1DxNvUlEF+IAAACA5VmyG3HYh6SkpGVbtmx53MnJqW7I\nkCHHN27cOOeHH364Zdq0advPnDnzGz8/v8K0tLQIT0/Py0rnFQAAAADwS4mJiXGJiYlxQgiRlZV1\nz9///ve/bN68eebSpUtfTUlJiYqJiUlOSUmJmjx58g6l8woAAABAfu1u/Pf222/PzsjIeODjjz++\nzzxNo9GUFBUV+Zr/Ly4u1mo0mpLGlqcLcQAAAMDyLNmNOGxfYWGh35tvvvnHb7/99o4uXbr8NG3a\ntO2pqanTT5w4MSg0NHTv0qVLX01OTo7R6/Wxer0+Vun8AgAAAACaZ+6UIzY2Vh8REZG2fv36ueaX\nupTOGwAAAAD5ObVnoczMzIkrVqxYsnPnzoe6du163Tw9PDw8PTU1dXp1dbVbQUFBv/z8/IHBwcHZ\n8mUXAG7y8PASHh5eSmcDsGqSJCmdBQCAlfPw8Ljq6up6o6qqqntNTY1LVVVV9759+55LT08Pj4qK\nShFCiKioqJQdO3ZMVjqvAAAAAIBfu379etdRo0Z9NXz48KNPPfXUPwcNGnRCCCHWrl377MmTJwNu\nueWWHy5cuHDrwYMHRyudVwAAAADya7Hnv8jIyG1ZWVn3XLx4sY+vr29RQkLCy0lJScuqq6vdQkND\n9wohxJgxY75ct27dfJ1OlxsREZGm0+lyXVxcatatWze/qWF/AaAjKisrlM4CAACAzfPy8ipfvHjx\nyttuu+1st27dfrz//vs/Cg0N3Ws0GlUqlcoohBAqlcpoNBpVSucVAAAAAPBrXbt2vb5///57u3fv\nXlVTU+MyduzYzz777LOxkiSZFi1atGrRokWrlM4jAAAAAMtpsfHftm3bIhtOi46O3tDU/HFxcYlx\ncXGJHc0YAAAAAMCyTp8+3X/16tULCgsL/Xr27Hnl0Ucf/deWLVserz+PJEmmpl7qio+P//nvhkNM\nAwAAAJCHwWAQBoNB6WzAinXv3r1KCCGqq6vdamtrnXv16lUhhBAmk4mhQQAAAAA712LjPwAAAACA\nfTp8+HDQXXfd9UXv3r0vCSHEww8//O8vv/xyjFqtLisrK1Or1eqy0tJSH29v7/ONLV+/8R8AAAAA\ny2j4ok1CQoJymYFVqqurc7rzzjuPnD59ur956N933333kddff/2ZTZs2zQoKCjq8cuXKxZ6enpcb\nW54XuwAAAADLsuRLXZLJ1PyovNHR0Rs+/PDDP3h7e58/fvz4ECGEKC8v95o2bdr2M2fO/MbPz68w\nLS0twhwwJCUlLduwYUO0s7Nz7dq1a5+dMGHCnl9tVJJMLW0XABojSb98UdFariXmfP0iP5IkhJXk\nz1FJkmQ154gSHH3/ATTuP9cG3vyHEEKIY8eODXvssce2Hjp0aGTXrl2vz549++3g4ODsM2fO/KZ3\n796XYmJikvV6fezly5c99Xp9bP1lOxrX1X9+4p4FwGoR10Ehjf7OAAD/QVyHply5cqXn/fff/5Fe\nr4/V6XS5t9566wUhhHjxxRf/Wlpa6rN+/fq5DZex1jo74kRAHs19lxzqe0ZsBwUQ11k3h7oGwirJ\nGdc5tTTDnDlzNmZmZk6sP02v18eGhobuzcvL87/vvvs+NlcC5ebm6rZv3z4tNzdXl5mZOXH+/Pnr\n6urqWtwGAAAAAKDzDRs27NisWbM2BQUFHR46dOg3QgjxxBNP/G9sbKx+7969of7+/nmffPLJ72Nj\nY/VK5xUAAAAA0LyePXte+cMf/vDh4cOHg7y9vc9LkmSSJMk0b968t7Kzs4OVzh8AAAAA+bXY858Q\nQhQWFvqFhYV9YO75LyAg4GRWVtY9KpXKWFZWpg4JCTGcPHkyICkpaZmTk1NdTExMshBCTJw4MTM+\nPj5+9OjRB3+xUSt9iwiA9aPnP7SFo7+x4ej7D6Bx9BABudDzHwCHQFwHhdBDBIDmENehvosXL/Zx\ncXGp8fT0vPzjjz92u//++z96+eWXEwYNGnRCrVaXCSHEa6+9tvDQoUMj33nnnRkNl7fWOjviREAe\n9Pz3H8R2UABxnXVzqGsgrJKccZ1LexYyGo0qlUplFEIIlUplNBqNKiGEOHfuXN/6Df20Wm1xSUmJ\nRo6MAgAAAAAAAAAAAPiv0tJSn6ioqJS6ujqnuro6p5kzZ26+7777Pp41a9amo0ePDpckydSvX7+C\nN95440ml8wpleHh4CSGEuHq1XOGcAAAAwBLa1fivPnOX4c193tj0+Pj4n/8OCQkRISEhHc0KAAAA\ngAYMBoMwGAxKZwMAAAAAAFjAwIED811dXW/89NNPXWpqalzKy8u9hBBi9erVC6ZNm7b9zJkzv6mq\nqurepUuXn5TOK5RRWVmhdBYAAABgQe1q/Gce7letVpeVlpb6eHt7nxdCCI1GU1JUVORrnq+4uFir\n0WhKGltH/cZ/sH28NQQAAGCdGr5ok5CQoFxmAAAAADvA8FAArEnXrl2v79+//97u3btX1dTUuIwd\nO/azzz77bGx6enp4aGjo3qVLl76anJwco9frY/V6fazS+QUAAAAgL6f2LBQeHp6ekpISJYQQKSkp\nUZMnT95hnp6amjq9urraraCgoF9+fv7A4ODgbDkzDOtUWVnBm0MAAAAAAAAAAACdrHv37lVCCFFd\nXe1WW1vr3KtXr4r09PTwqKioFCGEiIqKStmxY8dkZXMJAAAAwBJa7PkvMjJyW1ZW1j0XL17s4+vr\nW7R8+fKXYmNj9REREWnr16+f6+fnV5iWlhYhhBA6nS43IiIiTafT5bq4uNSsW7dufnNDAgMAAAAA\nAAAAAABov7q6Oqc777zzyOnTp/s/9dRT/xw0aNAJo9GoUqlURiFujuhlNBpVTS1ff7SuhiMIAAAA\nAOg4g8EgDAaDRdYtKTE8gSRJJoZFsC+SJAkhBMNdwOLM55qZtZxzjX4HJEkIK8mfo3L0YXgcff8B\nNO4/14b/z969x0VV548f/xwEteJuMqOAwaqEIN5C1HZJKjG1RNTCcFMCrd1tLU2/CrpdoC0Z7atp\nF7+/ttRIS2UrlUpNzIbcStEkM8EwAwWE8QIIZsptfn+wUxMNt2Fmzlxez8fj83jAmXP5nPM558zn\nfc5nPh+p/TnhKKqrqz3nzp375okTJ0IlSdJu3LgxceDAgadmzJix7cyZM7fofvDl6elZrb9cV+M6\n/foT31kArBZxHWTCszbrRt0FciOuQ2suX77scc8993ySnp6+dNq0aR9UVVV56T7z9vaurKys9G65\njLW+s+NeazrUKxxbW9eSQ11nxHaQAfdf6+ZQ90BYJVPGdUYN+wsAAAAAsA/z589fO2nSpF0FBQWD\nvv322yHBwcEnVSpVSnR0dHZhYWHQ3Xff/alKpUqRO58AAAAAgLZ5eHhcvvfeez/++uuvb1MoFJqK\nigqlEEKUl5f38fHxOS93/mBbWnbGAAAAAOvUpcZ/6enpS0NDQ0+EhYUdnzlz5rvXr1/vUVlZ6R0d\nHZ0dFBRUOH78+L3V1dWepsosAAAAAMB0Ll++7HHgwIHIpKSkDUII4ezs3ODh4XE5KysrJiEhIUMI\nIRISEjJ27NgRK29OAQAAAACGXLx48Wbdu7iff/75huzs7Ojhw4fnxcTEZGVkZCQIIURGRkZCbGzs\nDnlzCmtg6w36bD3/AAAA5mB047/i4uKAN95445GjR4+OOH78eFhjY2O3rVu3PkgPEQAAAABgG4qK\nigJ79+59ITExceOIESOOPvLII2/89NNPN2k0GoVCodAIIYRCodBoNBqF3HkFAAAAAPxeXl7eMH9/\n/5KePXv+7OXlVeXl5VV59913fypJkvbZZ59N69mz57Xly5cvCw8PPyx3XgEAAACYnrOxC7q7u9e4\nuLjUX7169cZu3bo1Xr169ca+ffueS09PX5qTkzNWiOYeIqKiotQ0AAQAAAAA69PQ0OB89OjREa++\n+uq8kSNHHl6wYMGalvGbJElaSZK0hpZPTU395e+oqCgRFRVl1vwCAAAAjkitVgu1Wi13NmClwsLC\nvjtw4EDksGHDvrly5Yrrbbfd9nVBQcGgG2+88ery5cuXLVy4cLXceQQAAABgPkY3/vP29q5ctGjR\nqn79+p294YYbfr7nnns+iY6OzqaHCAAAAACwDX5+fqV+fn6lI0eOPCyEEPfff/976enpS5VKZUVF\nRYVSqVRWlJeX9/Hx8TlvaHn9xn8AAAAAzKPlD23S0tLkywysjlKprFAqlRVCCOHq6npl0KBBBWVl\nZb5CCKHVau1ujFRJkoRWa/D3afgvd3dvIYQQNTWVMucEAAAAlmB047/Tp0/3X7NmzYLi4uIADw+P\nyw888MC/N2/e/JD+PPQQAQAAAMiLHiLQFqVSWeHv719SWFgYFBQUVLhv375xoaGhJ0JDQ09kZGQk\nJCcnr8jIyEiIjY3dIXdeAQAAAABtKy4uDsjLyxs+evTog1988cUfX3nllcfffvvt2eHh4UdWrVq1\nyNPTs1ruPML8amur5M4CAAAALEgy9tcx27Ztm5GdnR395ptvzhVCiE2bNs06ePDg6P3799/12Wef\n3anrIeLOO+/87OTJk8G/2agkaflVjn2RpOYfj1GuMDfduaZjLeecwWtAkoSwkvw5Kkf/Faij7z8A\nw/57b7C7X/7DeMeOHRs6d+7cN+vq6rr379//9MaNGxMbGxu7xcXFZZ49e7ZfQEBAcWZmZlzLl0Rd\njev06098ZwGwWsR1kAnP2qwbdRfIjbgOhly5csU1KipK/dRTTz0fGxu74/z58z69e/e+IIQQTz/9\n9D/Ly8v7rF+/fk7L5SRJ0j777LO//G8tHXa0dq/lHty+lvWIjsbfLT+zxmNtjXmydp0pc7tGbAcZ\nENdZN/17oEPdDyGblp11pKWlmSyuM7rx37Fjx4b++c9/fufw4cMje/bsee3hhx9+KyIiIvfMmTO3\n9OrV61JycvIKlUqVUl1d7alSqVJ+s1Ea/9kdvrhgKTT+Q2c4ekXN0fcfgGG8JIKp0PgPgEMgroNM\neNZm3ai7QG7EdWipvr7e5b777vto4sSJuxcsWLCm5efFxcUBkydP/vD48eNhLT+z1nd2NP4zXmuN\n/9zcvERtbRWN/yzAmvJJ47//IraDDIjrrBuN/yA3U8Z1Rg/7O3To0GOzZ89+Ozw8/IiTk1PTiBEj\njj766KP/qq2tdYuLi8tcv379HF0PEabIKAAAAAAAAAAAAIBfabVaac6cOetDQkLy9Rv+lZeX9+nT\np0+5EEJs3759alhY2HH5cglrwHDA6AgawACA43J39xZCCFFTUylzTtBZRvf816WNWumviGA8Wq3D\nUuj5D53h6EGqo+8/AMPoIQKmQs9/ABwCcR1kwrM260bdBXIjroO+//znP3+64447Ph8yZMi3kiRp\nhRBi+fLly7Zs2RL/zTffDJMkSRsYGFj0+uuv/0WhUGhaLm+t7+zo+c94rfX8p0PPf+ZnTfnsbM9/\n1pR3kyK2gwyI66wbPf/9HuesZZkyrnMyxUoAAAAAAAAAAAAAWNYtt9xyZuzYsTn19fUu9fX1LomJ\niRsnTpy4e82aNQsUCoXm559/vuHq1as39ujR47rceQVgWi0bdgIAAMfUpcZ/1dXVnvfff/97gwYN\nKggJCck/dOjQqMrKSu/o6OjsoKCgwvHjx++trq72NFVmAQAAAAAAAAAAADRzcXGpf+mll548ceJE\n6MGDB0e/9tprfy8oKBikUqlSoqOjswsLC4PuvvvuT1UqVYrceQUAAABgel1q/Dd//vy1kyZN2lVQ\nUDDo22+/HRIcHHySYAIAAAAAAAAAAAAwP6VSWTFs2LBvhBDC1dX1yqBBgwrKysp8s7KyYhISEjKE\nECIhISFjx44dsfLmFAAAAIA5SMaO1Xz58mWP4cOH5/34449/0J8eHBx8MicnZ6xCodBUVFQoo6Ki\n1CdPngz+zUYlScsY0faFsb9hKS27MLeWc87gNSBJQlhJ/hyVJElWc47IwdH3H4Bh/703MCYIfqOx\nsbFbeHj4ET8/v9IPP/xwcmVlpfeMGTO2nTlz5paAgIDizMzMOE9Pz2r9Zboa1+nXn/jOAmC1iOsg\nE561WTfqLpAbcR1aU1xcHDB27Nic7777bnC/fv3OVlVVeQkhhFarlby9vSt1/+uz1nd2+vfa1v6G\nYS3rER19r9Ly2Bo61nIff7m331GWymdHttPWPNZYxmZDbAcZENdZN+oXv8c5a1mmjOucjV2wqKgo\nsHfv3hcSExM3Hjt2bOhtt9329Zo1axZoNBqFQqHQCCGEQqHQaDQahSkyCgAAAAAwj7Vr184PCQnJ\nr62tdRNCCF2P7kuWLFm5YsWKZJVKlUKv7pADD94AAACAjrly5Yrr9OnT31+7du18Nze3Wv3PJEnS\nSpLUasU6NTX1l7+joqJEVFSU2fIJAAAAOCK1Wi3UarVZ1m10z39HjhwJHzNmzFdffvnl7SNHjjy8\nYMGCNW5ubrWvvvrqPP1fDnl7e1dWVlZ6/2ajkqR99tlnf/mfQML2OVoLYF5AyYee/9AZjn6tOvr+\nA2jWMphIS0ujhwj8Rmlpqd/DDz/81j/+8Y8XVq9evfDDDz+cbIke3en5Dx3BuQHZEddBJo72rM3W\n8P0EudHzH1qqr693ue+++z6aOHHi7gULFqwRonmkLrVaHaVUKivKy8v73HnnnZ+1jOuEoOc/e0TP\nf/Kj5z8rRGwHGRDXWTfqF7/HOWtZVtHzn5+fX6mfn1/pyJEjDwshxP333/9eenr6UqVSWVFRUaHU\nBRM+Pj7nDS2v/ysiAAAAAObR8oc2aWlp8mUGVunJJ5986cUXX1xcU1PjrptGj+4AAAAAYBu0Wq00\nZ86c9SEhIfm6hn9CCBETE5OVkZGRkJycvCIjIyMhNjZ2h5z5BAAAAGAeRjf+UyqVFf7+/iWFhYVB\nQUFBhfv27RsXGhp6IjQ09ISjBhPu7s0dHNbUVMqcEwAAAABo30cffXSfj4/P+eHDh+ep1eooQ/O0\nNTwUQ0MBAAAA5mfO4aFg+7744os/bt68+aEhQ4Z8O3z48DwhhEhPT1+akpKiiouLy1y/fv2cgICA\n4szMzDi584pf0cMQAAAATMXoYX+FEOLYsWND586d+2ZdXV33/v37n964cWNiY2Njt7i4uMyzZ8/2\n0wUTnp6e1b/ZqJV2Id5VjtwFpqn33dobUhKUyYdhf9ERuntIbW2V1ZwjcuBeBcAQhoeCvmXLli3f\ntGnTLGdn54Zr1671rKmpcZ82bdoHhw8fHtne8FAM+wtL4NyA7IjrIBNHfs5oC/h+gtyI69BSUlLS\nho8//vheHx+f88ePHw8TQojU1NTUN998c27v3r0vCNHcIHDChAl7Wi5rre/s7H3YX3PuB8P+yo9h\nf62QkbGd3R4PWARxnXWzx/pFV3HOWpYp47ouNf4zeqNWGkh0lSNfCKbed2s/ltz85UPjP3SE/nli\nLeeIHLhXATCEl0RoTU5Oztj//d///Z8PP/xw8pIlS1b26tXrUnJy8gqVSpVSXV3tqVKpUvTnp/Ef\nLIFzA7IjroNMrP3ZmLWQ63uC7yfIjbgOLR04cCDS1dX1yuzZs9/WNf5LS0t71s3NrXbhwoWr21rW\nWt/Z0fiva+sWgsZ/cqLxnxWi8R9kQFxn3eyxftFVnLOWZcq4zskUKwEAAM09Dup6HQQAwBbphvdN\nSUlRZWdnRwcFBRXu37//rpSUFJXceQMAAAAAGBYZGXnAy8urquV0GokCAAAA9s9Z7gwAAORhieG1\nHe1XErW1v3u+Bitl7cPL25vO/roUgDzGjh2bM3bs2BwhhPD29q7ct2/fOLnzBAjBdwUAAABgrFde\neeXxt99+e3Z4ePiRVatWLfL09KyWO08AAAC2iHeLsGZdbvzX2NjYLTw8/Iifn1/phx9+OLmystJ7\nxowZ286cOXNLQEBAcWZmZhzBBABYH1M0VKOSA1tFQ00AAAAAAADYs7/97W//98wzzzwnhBBPP/30\nPxctWrRq/fr1cwzNm5qa+svfUVFRIioqyiJ5BAAAsBW8W0RXqdVqoVarzbJuqau/nl+9evXCr7/+\n+rba2lq3rKysmCVLlqy8+eabLy5ZsmTlihUrkquqqrxUKlXKbzYqSVp7/NW+I49/bep9t/ZjSc8T\n8tGdGzrWUg4Gz1lJEsJK8meIKa6z9tYh17Wif55YcvvWdu/iXtU6aysre0fPf9blv8ecYX/QZV2N\n6/TvxdwL0Bq+syE7K4/rYL+4/3WMnM8dKBvIibgOhhQXFwdMnjz5w+PHj4d15jNrfWenf69t7W9b\nZs79aFmP6Oh7lZZ5MpRHuY+/3NvvKEvlsyPb6eyzWVs5xp1mZGxnt8cDFkFcZ906W79whPJ0hH20\nJqaM65y6snBpaanfrl27Js2dO/dNXYaysrJiEhISMoQQIiEhIWPHjh2xpsgoAACGuLt7/9IDITqn\n5UMfAAAAwJ4QKwAAAEdWXl7eR/f39u3bp4aFhR2XMz/oGJ7ZNqMuDwAA0HFdGvb3ySeffOnFF19c\nXFNT466bptFoFAqFQiOEEAqFQqPRaBSGlqULcQCAKdDFMmwdvxyEuZmzG3EAAKwZsQIAAHAU8fHx\nW3JycsZevHjxZn9//5K0tLRn1Wp11DfffDNMkiRtYGBg0euvv/4XufMJdJQj1eV1jRxraiplzgkA\nALBVRjf+++ijj+7z8fE5P3z48Dy1Wh1laB5JkrSSJBl8m63f+A8AAACAebT8oU1aWpp8mQHQITz4\nBwAAANAZN9xww8+NjY3dbr311u91Q/vGxsbumDFjxrYzZ87ccvXq1Rt79OhxXe58AuZmiz+0dqSG\njgA6zpafD9py3jvKEfYRtsXoYX+//PLL27OysmICAwOL4uPjt+zfv/+uWbNmbVIoFJqKigqlEM1d\nivv4+Jw3XXYBwLToOh4AzIdhSgDAOLW1VTz8BwAAZsdzMcB+JCYmbtyzZ88E/WkqlSolOjo6u7Cw\nMOjuu+/+VKVSpciVPwAA0Dm2/HzQlvPeUY6wj7AtRjf+W758+bKSkhL/oqKiwK1btz5411137d+0\nadOsmJiYrIyMjAQhhMjIyEiIjY3dYbrswhHQUACWxBczAABwZCUlJf533nnnZ6GhoScGDx783csv\nv/yEEEJUVlZ6R0dHZwcFBRWOHz9+b3V1tafceQUAAIBp8VwMsB+RkZEHvLy8fnNBZ2VlxSQkJGQI\nIURCQkLGjh07YuXJHWAfuvr+kkb3AADAXIxu/NeSbnjflJQUVXZ2dnRQUFDh/v3770pJSVG1s5wp\ntt3ldVgje90vAAAAQ6j7AJbn4uJS/9JLLz154sSJ0IMHD45+7bXX/l5QUDCIHiJsC/dPwHFwvQMA\ngI7SaDQKhUKhEUIIhUKh0Wg0CrnzBDgyGt0DAOwBjdmtk7MpVjJ27NicsWPH5gghhLe3d+W+ffvG\nmWK9bZEkSWi1WnNvBgDMTvflWFNTKXNOQFkAAByNUqmsUCqVFUII4erqemXQoEEFZWVlvllZWTE5\nOTljhWjuISIqKkpNA0DAMfC8BQAAwP5IkqTVdeJhSGpq6i9/R0VFiaioKAvkCoAjsOR7F+JZwLZw\nzdomGrIbT61WC7VabZZ1m6TxHwDrQeMl22PvX5DynpPOwt3du8PbtveyAACgLcXFxQF5eXnDR40a\ndaijPUTwgghAZ/FgFwCAzjPnSyLYL4VCoamoqFAqlcqK8vLyPj4+Pudbm1c/tgMAU+K9CwAAzVq+\nQ0lLSzPZuo1u/FdSUuI/e/bst8+fP+8jSZL20Ucf/dcTTzzxcmVlpfeMGTO2nTlz5paAgIDizMzM\nOE9Pz2qT5RhmwwN4+0AlGtZG3nOygWsC6CDqAYBju3Lliuv06dPfX7t27Xw3N7da/c/a6iGCF0Tm\nx497AAAAYM6XRLBfMTExWRkZGQnJyckrMjIyEmJjY3fInSdYJ4buAwAAsG1Oxi7o4uJS/9JLLz15\n4sSJ0IMHD45+7bXX/l5QUDBIpVKlREdHZxcWFgbdfffdnzI0FAAAjsPd3ZuHRWiXsecJ5xdgHvX1\n9S7Tp09/f9asWZt0L4N0PUQIIUR7PUTAvGprq/gxAwAAAIA2xcfHb7n99tu//P7772/19/cv2bhx\nY2JKSooqOzs7OigoqHD//v13paSkqOTOJ6yTHHGnJEkW3Z6lmHO/7PWYAQCArpNM1cNLbGzsjnnz\n5r06b968V3NycsbqXhZFRUWpT548GfybjUqSVrddY3uZ0V/OWnqq0VW6TJUXS++XbnvGbNeU+65f\nebWGcjXEWs45Q4wtC2veJ30tg5uu5tlU567B9UiSEB1Yr6nvHR1liu22tw5JchFCNHR5O53Ng7Hn\nSVePiVxl2Zr2rmtzXPfWdgxaY035tJb7r7nOB0N1C/3j35k6nTWVmy3773HmaSGEEEJotVopISEh\no1evXpdeAxrnhgAAIABJREFUeumlJ3XTlyxZsrJXr16XkpOTV6hUqpTq6mrPlj/s0o/rjNHavQC/\nPza6v9ua316PH/d+yzP3+WTO9bdV5+jCSjsU11mKPV/v+C3ufx0j1zUhx3YdOYbH7xHXoTMCAgKK\n3d3da7p169bo4uJSn5ubG6H/eVdjO3Np7ZmRvdSHWtsPU+xfy/t7e8/LW3svZygvHZ3WkTwa8xzQ\n1M+8OzN/R+Zt611rW/tkaHpHtt+ZPFlqnYbmFcIy9Y0282VkbGcv9xzIoyvnvy3X1btyX7OkztYv\nOvvM1hZ19Fl0e/OgY0wZ1xk97K++4uLigLy8vOGjRo06pNFoFAqFQiNEc28RGo1GYWgZ/eGh1Gr1\nb7qsBwB7JXclxvIa5M4AADg8tVot1Gq13NmAlfriiy/+uHnz5oeGDBny7fDhw/OEECI9PX1pSkqK\nKi4uLnP9+vVzAgICijMzM+PkzmtHMEQuAAAwt7Z6I6cuAsAaSZKkVavVUd7e3tycABNwvPc8AADA\n2nW5578rV664jh07Nufpp5/+Z2xs7A4vL6+qqqoqL93n3t7elZWVlb95ItKRnv/ae1Bijb/yoec/\nev6z9DpaW68Q9PzX2fVZque/zvzaqzWG7o9yXbft9/xn+Ho25cNwev5rHT3/tc4c+TT2vLaW+y89\n/zkOeoiAqVhjz3/2cp+g579f2UuZ2hJ6/vvdSun5D7Kwmh5SrJxcPfAJYbhszFlujhzD4/eI69AZ\ngYGBRUeOHAnv1avXJUOf22PPf7bw3UbPf7bb819HetKj57/fzitE1967mKR3Rnr+gwzo+c+6v68t\n3fOf3PvbEfT8Z1mmjOucurJwfX29y/Tp09+fNWvWptjY2B1CNPf2V1FRoRRCiPLy8j4+Pj7njVl3\nbW2VqK2t6kr2TMrd3bvNX3UCgKVY2/3RGPawD0BLnNcAADgOnhF0njUds5YvPwEAAOyZJEnacePG\n7QsPDz/yxhtvPCJ3ftpCPQ0wTexkLdeSteQDAAB7Z/Swv1qtVpozZ876kJCQ/AULFqzRTY+JicnK\nyMhISE5OXpGRkZGgaxRo63iZD9viLNzdvRliBOgiexyux5z7JPfLXHssLwCwR7bwC0egPTwj6DyO\nGWAZxEUAgJa++OKLP/bp06f8woULvaOjo7ODg4NPRkZGHtCfJzU19Ze/o6KiRFRUlIVzifZYw3e8\n3M9/u8pWnkcYip1s/dgby1H3G3A0tnJ/tnYcR+unVquFWq02y7qNHvb3P//5z5/uuOOOz4cMGfKt\nJElaIYRIT09fGhERkRsXF5d59uzZfgEBAcWZmZlxnp6e1b/ZqCRp3dy8RE1NZZvdWgvR9lCSlhz2\nV47uLRn213q7CrWFYX+FMK6bWWsIINvCsL+tD3NrS8P+muOe0dawvx3dVmvDIViq+3pTM3Rdm2OI\nRf3t6chxDDpz/M1RVsas093dW9TWVlnFOcOwv46D4aFgKsYODaV/bxBCvmF/rXmoKIb9/ZXc935j\nn1nYMmuLVTu7jY7EHZ3aRyOHhjIXe77e8VvG3mfsdeih1siR97aOsTm/H8wVswnhLNzc3Kz2WSAM\nI66DsdLS0p51dXW9smjRolW6acbGdnrLm+W9WHt/t/Uuwxa+29qKNbr6HdPac26d1t5RtPzMLPXr\nDi5j7LbMMcRty3k7so3OvAsy9Ayg5XydPR4dfeZq7DHpaDl0NQ405h1Nq/MaGdvZwv0E1qsr8YEt\nP3vqaN670j7FFDrb5qizz2zb2p45mKoNixAM+2sppozrjO75709/+tN/mpqaDA4bvG/fvnHtLW+J\nX3x39OTmS9v2UGbmQ28MQOdYe4NZIbiurY3+OUPZAEDHfsVt7u9bU8UXtlAvEIJ4ytHYwoNFAICc\nGohNATt29erVGxsbG7u5ubnV/vTTTzft3bt3/LPPPpsmZ54M1R+N6d3L3u5d9HAGNOvMsxVbiEdt\nIY8t2crzra6yxbKBeRjqVMbcHOU6g+UYbLwHmIq5uqy0V3J8sZgKZe04KOvfqq2tsrsHTTr2UNbu\n7t5W9+DMns8ZABCi83XajtwTbeXeaSv57Ky26gTW+F0rhPyxlTUcF2vIgyXp76vc5W8r7KG+j46h\nrOXT2v3IXPdoyhpASxqNRhEZGXlg2LBh34waNerQfffd99H48eP3yp2vluw1luoMjgHQzNC10NW6\nkz3Hxuao/3E/sk7U9e1LW9cZZQ1jmKXx3549eyYEBwefHDhw4KkVK1Ykm2MblmTPFQJzs4cbkzke\nxtnjOWUPZd2err5AstUXUC2vAUcoazSzh7ImSAUA49lbXGdqtlq3M0ZbdQJb/641V+MLUx4XY/No\n62UjROf23db3VQ72UN9Hx1DW1sdc92jKGkBLgYGBRSqVKuXatWs9r1+/3sPJyanJXNsyV91arufy\n+vsjd/xnK++UjD1OLZezlf21Nea6Ri3xw7Ou1p3sOV6k/tc6ue/dLXU1P5S1bTLmHklZwxhGD/vb\nmsbGxm7z5s17dd++feN8fX3LRo4ceTgmJiZr0KBBBabelqW0ViGQJEm4uXkJIUzTHSdde1onc1QI\nu7pOuiFunz1cT9ZSzvYcFNkjezj3rY01HtOu5Mka96c1tpRXwN50Na7j+rVvtl6++vm3hbpue3k0\nZ3lIkotwc3OTraxtoXwAAACsWVdiu87WM81bd3MW7u7eFquX/r6BRse2r/9M35TP9625XtyRBg1d\nOZd0x9FUjcvaKhf9fFrL+xlTMvY8au9Y6NZrj8fMGnBcYU8c8Xy25u9w2BeT9/yXm5sbMWDAgB8C\nAgKKXVxc6h988MGtO3funGLq7RjDUGvqrlYWO/pLg4606DXmVwvWPIyPJVrTt9yGtbXgt6SunwvO\nVnEumaoMzd3LRWvH25HPQVgHe+jhxdpY4zHtSp6scX9aY0t5BexNV+O6rl6/+nUtS/YcYWydWq46\nYEe2294+GbPPpr4/dzYPkiT9skxnjr1uGUt+vxjKn3Hny6/xWsvlO7s/kiR1Ig8NnT5WHV23oXI3\n5bXU2fNaf9vW/KwFAACgMzoa2xmq+8j5XOb3+Wn4XYOwlvN3NqbonM7Xi7vKHLGcOXTkuHTtXHJu\nN45rrzw7eqx02+jMce3Ius3Z454hxhwPuc+nzmy/q9c/zINyAAB5SaZuWfvee+/d/8knn9zzxhtv\nPCKEEJs3b37o0KFDo1555ZXHf9moJDlWc14AAADAimi1Wlqro03EdQAAAIB1I65DRxDbAQAAANbL\nVHGdyYf97UiQQFAKAEK8++67M1evXr3w+++/v9XNza122LBh3/zjH/944Y9//OMXcufNEpycnJp+\n+OGHAX/4wx9+bG/eXbt2TXrnnXf+/M477/x59uzZbz/wwAP/njx58odCCPHZZ5/dOX/+/LUlJSX+\nkiRpw8PDj6xZs2ZBSEhIvhBChIaGnjh79mw/3bquXbvWc+LEibuzsrJizLd3AADYNuI6AOgY4jrT\nxHVCCPGvf/3r0ZUrVy65cOFC76CgoMI1a9Ys0B3HJUuWrNy6deuD1dXVnu7u7jVxcXGZK1euXOLs\n7Nxgzv0DAMDWEdsBQPuI60wT13388cf3pqenLz1x4kRoz549r913330fvfTSS0+6urpeEYK4DgDM\nyeTD/vr6+paVlJT46/4vKSnx9/PzKzX1dgDAlq1evXrhk08++dJTTz31/Pnz531KSkr8//73v7/m\naA3SOvpg6euvv75t5MiRh4UQ4ujRoyNuu+22r3WfhYaGnti9e/fEqqoqL41Goxg+fHheUlLSBt3n\nJ06cCK2trXXTJX9//5K4uLhM0+8NAAD2g7gOANpHXNfMFHHdN998M2zRokWr/v3vfz9w+fJljzlz\n5qyfOnXqdt2658yZsz4/Pz+kpqbGPTc3N2Lv3r3j33zzzbnm2SMAAOwHsR0AtI24rpkp4rqamhr3\nZ5555rny8vI+BQUFg8rKynwXL178ou5z4joAMCOtVmvSVF9f7/yHP/zhdFFRUcD169e7Dx069Jv8\n/PxBpt4OiUQi2Wqqrq72cHV1rX3vvfemtzbPtWvXesyfP39N3759y/r27Vu2YMGCl65fv95dq9WK\nzz77LMrX17d05cqVi3v37n2+T58+57Zv3x778ccfTxo4cGCht7f3pfT09BTdup599tnU6dOnvzdj\nxoytbm5uNSNGjPj62LFjQ3Sf5+fnDxo7dqza09OzKjQ09LusrKzJus8SEhLeeuyxx1679957P3Jz\nc6sZNWrUwdOnT/9B93lBQUHwuHHjsr29vS/deuutJzMzMx/oyLKRkZGfS5LUdNNNN11xdXWt1V/O\nUIqJidmZk5Nzx5UrV27q06fPubaOW0pKSnpsbOx2Q5+r1eqxbm5uNVevXr1B7vOARCKRSCRrTsR1\nJBKJ1HYirjNtXPfOO+/MjIiIOKT7/8qVKzdJktRUUVGhaLme0tJS37CwsG937NgxRe7zgEQikUgk\na0/EdiQSidR6Iq4z3/s6rVYrPvjgg6lhYWHfGvqMuI5EIpFMm8yy0l27dk0MCgr6vn///j8sX758\nqdw7SSKRSNaUdu/ePcHZ2bm+sbHRqbV5nn766efGjBnz5YULF26+cOHCzbfffvsXTz/99HNabXMw\n4ezsXP/Pf/7zqYaGhm5vvPHG3F69el2cOXPmO1euXLnpxIkTITfccMPV4uLiW7Ta5mDCxcWl7v33\n35/W0NDQ7X//938XBQYG/tjQ0NCtrq7OpX///j+kp6en1NfXO+/fv/9ONze3mu+//z5Iq20OCHr1\n6nXx8OHD4Q0NDd3+/Oc/b37wwQe3aLXNL2P8/PxK3nrrrYTGxkanvLy8YTfffPMF3cOjtpbVarVC\nkqQm/cDEULr11ltPenp6VnXr1q3Bw8Oj2tXVtdbFxaXO09Oz6q9//ev/6eY7c+ZMP09PzyonJ6fG\nsLCwby9duuRtaH2JiYkbEhMTN8h9DpBIJBKJZAuJuI5EIpFaT8R1zftoqrju7Nmz/r179z5/6NCh\niIaGhm4vv/zy4yNGjPhafz3p6ekprq6utZIkNS1dunS53OcAiUQikUi2kojtSCQSyXAirmveR1O+\nr9NP8+fPXxMfH/+u/jTiOhKJRDJPsvgGd+/ePeHWW289OWDAgFMqlSpZ7gNAMj6dPXvWPyoq6rOQ\nkJAToaGh361du/YJrVYrLl265D1u3LjsgQMHFkZHR++tqqry1C2zfPnypQMGDDh16623nvzkk0/G\ny70PpM6lhoaGbsOGDcu77777PqSsjU+bN2/+s1KpLG9rnv79+/+we/fuCbr/P/nkk/EBAQFFWm1z\nMHHDDTdcbWpqkrRaraipqXGTJKkpNzd3pG7+22677cjOnTtjtNrmYGLMmDFf6j5ramqS+vTpc+7A\ngQN/+vzzzyNb5iU+Pv7dlJSU9OnTp7/n4eFR7enpWXXw4MFRly5d8h42bNhRFxeX69HR0XvXr1+f\nGBkZ+bl+eXt4eFTNmjUrQ6ttDiYeeeSRf+nWu2vXronBwcEFuv87EkxotVqRnZ09burUqR9otVrx\n6KOPvv7vf//7/tbmrays9HrooYc2xcTE7Gz52U8//XSju7v75ZycnDvkPgesKS1fvnxpSEjIicGD\nBx+Pj49/99q1az24tu0jJSYmbvDx8dEMHjz4uG6aMWV75MiR2wYPHnx8wIABp5544om1cu8XqWNl\n/T//8z8vBgcHFwwZMuTY1KlTP6iurvagrEmmTMR19pWI7RwvEdt1PRHXNf9vyrju9ddff9TZ2bne\n2dm5vnfv3ucPHz4cbmhdR48eHd6vX78z77///jS5zwNrScR19puI6xwnEdeR5EjEdfaViOscLxHX\ndT0R1zX/b473dXv37o328vKqPHXq1ABDnxPX/T4R19lvIq5znCRnXGfRHW1oaOjWv3//H4qKigLq\n6upc6F7ctlN5ebkyLy9vmFarFbW1ta5BQUHf5+fnD1q8ePHKFStWLNFqtUKlUiUnJyertFqtOHHi\nRMjQoUO/qaurcykqKgro37//D239koJkfWnVqlULZ86c+c7kyZOztFqtoKyNSx35JdENN9xwVf/+\nWFBQENy9e/frWm1zMOHn51ei+6y+vt5ZkqSmM2fO9NNN+9Of/nTgnXfemanVNgcTDzzwQKb++keO\nHJm7bdu2uG3btsWNHDkyV/+zlJSU9IEDB36/fv36pIcffnjjsmXLnq+urvZYvHjxykcfffT/+fn5\nlahUquSoqKjPunfvft3d3f1yt27dGjw9PatuuummK+7u7tWNjY1ODz/88Mannnrqn7r1tsx3e8HE\n4sWLV3p6elb16NHj2k033XRF94siT0/Pqra6Eq+oqFBIktR0+fJld/3pmzZteigwMPBHucvfmlJR\nUVFAYGDgj9euXeuh1WpFXFzctrfeeiuBa9s+0ueffx559OjR4foVzM6Ure6BxciRI3MPHToUodVq\nxcSJE3fpP+ggWUcyVNZ79+6N1l2fycnJKsqaZMpEXGd/idjO8RKxXdcTcV3z/12J6/RfbO3cuTMm\nKCjoe92LoT179tyjUCgqzp0718fQelUqVXJsbOx2uc8Da0jEdfadiOscJxHXkSydiOvsLxHXOV4i\nrut6Iq5r/t/U7+u++uqr0b179z6/f//+O9s6/sR1vybiOvtOxHWOk+SM65yEBeXm5kYMGDDgh4CA\ngGIXF5f6Bx98cOvOnTunWDIPMB2lUlkxbNiwb4QQwtXV9cqgQYMKysrKfLOysmISEhIyhBAiISEh\nY8eOHbFCCLFz584p8fHxW1xcXOoDAgKKBwwY8ENubm6EnPuAjistLfXbtWvXpLlz576p1WolIYSg\nrI0zZsyYr3r06HF9+/btU1ubp2/fvueKi4sDdP+fPXu2X9++fc8Zu82SkhJ/3d9NTU1OpaWlfr6+\nvmV9+/Y9V1JS4q8rUyGE+OGHHwZcuHChd1JS0gYhhHByctJ6eHhczsrKipkwYcInQjSX9/fffx80\nduzYnJSUFNULL7zwj6qqKq8rV664jhkz5qApynvlypVLqqqqvAIDA4tOnz7dPycnZ+yYMWO+qqqq\n8jp37lzf1parr693cXJyaurRo8d1/ekZGRkJs2fPfrur+bIn7u7uNS4uLvVXr169saGhwfnq1as3\n9u3b9xzXtn2IjIw84OXlVaU/rTNle+jQoVHl5eV9amtr3SIiInKFEGL27Nlv65aB9TBU1tHR0dlO\nTk5NQggxatSoQ6WlpX5CUNYwDeI6+0Ns51iI7UyDuK5j2orrysvL++jm++STT+659957Px4wYMAP\nQghxzz33fNKnT5/yr776aoyh9dbX17vcdNNNP3U1f/aAuM6+Edc5DuI6WBpxnf0hrnMsxHWmQVzX\nMZ15X5eXlzd8ypQpO996662H77zzzs/aWi9x3a+I6+wbcZ3jkDOus2jjv7KyMl9/f/8S3f9+fn6l\nZWVlvpbMA8yjuLg4IC8vb/ioUaMOaTQahUKh0AghhEKh0Gg0GoUQQpw7d66vn59fqW4Zyt+2PPnk\nky+9+OKLi3U3JiGEoKyN4+Hhcfm555575u9///trO3funHL16tUb6+vrXXbv3j0xOTl5hRBCxMfH\nb3n++eefunjx4s0XL168+bnnnntm1qxZm4zd5tdff33b9u3bpzY0NDivWbNmQc+ePa+NHj36YERE\nRO6NN954deXKlUvq6+td1Gp11O7duyf6+/uXJCYmbszKyor56KOP7v3pp59u0mg0Ct2XlUKh0Fy9\nevXGwsLCoM8+++xOpVJZXl9f73L48OGRrq6utWVlZb76AYohCoVCc/r06f5tzVNbW+tWW1vrplAo\nNF9//fVt4eHhR1rOs3379qmFhYVBTU1NThcuXOi9cOHC1ZMmTdql3/ivtLTUT61WR+kqUWjm7e1d\nuWjRolX9+vU727dv33Oenp7V0dHR2Vzb9quzZdtyuq+vbxllbns2bNiQNGnSpF1CUNYwDeI6+0Zs\nZ/+I7UyDuK6ZqeK6oUOHHvv444/vLSoqCtRqtVJ2dnZ0YWFh0ODBg7/TarXS66+//pfq6mpPrVYr\n5ebmRqxbt+6xadOmfWDssbQnxHWOh7jOMRHXwdSI6+wbcZ39I64zDeK6ZqaK67777rvBEyZM2PPq\nq6/O09VbdIjr2kZc53iI6xyTOeM6izb+kyRJa8ntwTKuXLniOn369PfXrl07383NrVb/M0mStG2V\nO+eEbfjoo4/u8/HxOT98+PC81iqIlHXnLFy4cPXq1asXPv/880/5+Pic79ev39l169Y9NnXq1O1C\nCPHUU089Hx4efmTIkCHfDhky5Nvw8PAjTz311PO65Vsez/aO/ZQpU3Zu27Zthre3d+U777zz5w8+\n+GBat27dGrt371734YcfTt69e/fE3r17X5g3b96raWlpzxQUFIQ89thj62JiYrK6d+9ep1KpUvTX\nJ0mS1snJSbt3797xp06dGvjEE0+80qdPn/KlS5emNzU1OenmaSufqampqQkJCRleXl5V77333v2G\n8p6Xlzd8+PDhebq/DQUTZWVlvhMmTNjj7u5eM2LEiKNeXl5VGRkZCfrzbNq0adbtt9/+ZWBgYFFr\nx8kRnT59uv+aNWsWFBcXB5w7d67vlStXXDdv3vyQ/jxc2/arvbKFfXjhhRf+0b1797qZM2e+K3de\nYD+4d9gvYjv7R2xnWsR1povr5s6d++aUKVN23nHHHZ97eHhcXrBgwZp//etfjwYFBRUKIcSOHTti\n+/fvf9rDw+PynDlz1j///PNP8ZKoGXGdYyOucwzEdTAH7h32i7jO/hHXmRZxneniutWrVy+8dOlS\nr6SkpA1ubm61bm5utWFhYceFaG78R1zXOuI6x0Zc5xjMHdc5m2OlrfH19S3T78q2pKTEX7/FImxP\nfX29y/Tp09+fNWvWptjY2B1CNLdMrqioUCqVyory8vI+Pj4+54X4ffnrujGWK+/ouC+//PL2rKys\nmF27dk26du1az5qaGvdZs2Ztoqy7ZubMme+2dnPv0aPH9bVr185fu3bt/JafRUVFqc+ePdtP97+z\ns3NDY2NjN/15Dhw4EKn/f8+ePa9t2rRplqFthYSE5KvV6ijd/xUVFcpXX3318ZEjRx7euHFj4n/+\n858/paenL1UqlRXBwcEnz549209X3kFBQYV/+ctfXhdCiJSUFJUQQkyYMGGPr69v2caNGxPbyvdf\n/vKX13XLtuaOO+74/I477vhcCCFefvnlJwzNM2/evFfnzZv3alvrWbp0afrSpUvT25rHER05ciT8\n9ttv/7JXr16XhBBi2rRpH3z11VdjlEplBde2ferMfdvPz6/U19e3TNf9tG46ZW473nrrrYd37do1\n6dNPP71bN42yhikQ19knYjvHQGxnesR1ponrnJycmlauXLlk5cqVS1p+JkmSdvfu3RPb2oYjI65z\nPMR1joW4DuZCXGefiOscA3Gd6RHXmSau27BhQ9KGDRuSDH3m5OTURFzXOuI6x0Nc51gsEde12/Nf\nUlLSBoVCodG1ytZ55ZVXHh80aFDB4MGDv9N1eyuEEOnp6UsHDhx4Kjg4+OTevXvH6y8THh5+5NSp\nUwOLi4sD6urqum/btm1GTExMVnt5gHXSarXSnDlz1oeEhOQvWLBgjW56TExMlq7XrYyMjARdgBET\nE5O1devWB+vq6roXFRUFnjp1aqBunGpYt+XLly8rKSnxLyoqCty6deuDd9111/5NmzbNoqxtQ3vd\nebekVCor/P39SwoLC4OEEGLfvn3jQkNDT0yePPlDytu+BAcHnzx48ODon3/++QatVivt27dvXEhI\nSD5lbb86e99WKpUV7u7uNYcOHRql1WqlTZs2zdItA+u2Z8+eCS+++OLinTt3TunZs+c13XTK2nGV\nlJT433nnnZ+FhoaeGDx48He6h3SVlZXe0dHR2UFBQYXjx4/fW11d7albprXYjrjO/hDbOQ5iO9tF\nXIfWENc5HuI6x0Fch5YMva9bvHjxi4MGDSoYOnTosWnTpn1w+fJlD91nvK9zLMR1joO4znYR16E1\nxHWOh7jOcVgsrtNqtW2mzz//PPLo0aPDBw8efFw3bf/+/XeOGzcuu66uzkWr1Yrz58/31mq14sSJ\nEyFDhw79pq6uzqWoqCigf//+PzQ2Njrpr2/Xrl0Tg4KCvu/fv/8Py5cvX9re9knWmw4cOPAnSZKa\nhg4d+s2wYcPyhg0blrd79+4Jly5d8r777rv3DRw4sDA6OnpvVVWVp26ZF154YVn//v1/uPXWW0/u\n2bPnHrn3gdT5pFarx06ePDlLq9UKyto2Umpq6rOzZs16uzPLfPPNN0PDw8MPDxky5NjUqVM/qK6u\n9qC87TOtWLFiSUhIyInBgwcfnz17dkZdXZ0LZW0f6cEHH9zSp0+fcy4uLnV+fn4lGzZsSDSmbI8c\nOXLb4MGDj/fv3/+Hxx9//GW594vUflmvX78+acCAAaf69et3RldH+9vf/raOsnbsVF5erszLyxum\n1WpFbW2ta1BQ0Pf5+fmDFi9evHLFihVLtFqtUKlUycnJySqttv3YjrjOvhKxnWMmYjvbSsR1pLYS\ncZ39JuI6x0nEdaSOJEPv6/bu3Ruti9WSk5NVHY3ptFriOntLxHWOmYjrbCsR15HaSsR19puI6xwn\nyRnXSVpt+0NHFxcXB0yePPnD48ePhwkhRFxcXOZf//rX/3fXXXft158vPT19qZOTU5OuJ8AJEybs\nSU1NTR09evTBzrZ+BAAAAACYR2xs7I558+a9Om/evFdzcnLG6oYZiIqKUp88eTKY2A4AAAAArE/L\n93X6tm/fPvX999+fvnnz5oeI6QAAAADH0e6wv4acOnVq4Oeff37H6NGjD0ZFRamPHDkSLoQQ586d\n6+vn51eqm8/Pz6+0rKzM11SZBQAAAAB0TXFxcUBeXt7wUaNGHdJoNAqFQqERQgiFQqHRaDQKIYjt\nAADbc0KUAAAgAElEQVQAAMDWbNiwIWnSpEm7hCCmAwAAAByJszELNTQ0OFdVVXkdPHhw9OHDh0fG\nxcVl/vjjj38wNK8kSb/rWtDQNAAAAACWodVqJbnzAHlcuXLFdfr06e+vXbt2vpubW63+Z5IkaduK\n1Vp+RlwHAAAAyIe4DvpeeOGFf3Tv3r1u5syZ77Y2T2sxHLEdAAAAIA9TxXVGNf7z8/MrnTZt2gdC\nCDFy5MjDTk5OTRcvXrzZ19e3rKSkxF83X2lpqZ+vr2+ZoXV0ZLhh2L7U1FSRmpoqdzbsjru7txBC\niJqaSplz8ivK2gBJEsKIe50kSVZ9j6SsHYcjlLU13k/l4gjljWaSxPshR1VfX+8yffr092fNmrUp\nNjZ2hxDNvf1VVFQolUplRXl5eR8fH5/zQgjR0djOmussMB2+IxwL5d2CkXGdLaCsHQdl7Tgoa8dB\nXAd9b7311sO7du2a9Omnn96tm9aZ93VCENs5Cr4nHAdlbYCdxnaUteOgrB0HZe04TBnXGTXsb2xs\n7I79+/ffJYQQhYWFQXV1dd1vvvnmizExMVlbt259sK6urntRUVHgqVOnBkZEROSaLLcAhBBC1NZW\nidraKrmzAQA2j/spAEeh1WqlOXPmrA8JCclfsGDBGt30mJiYrIyMjAQhhMjIyEjQNQoktgMAAAAA\n67dnz54JL7744uKdO3dO6dmz5zXddGI6AAAAwHG02/NffHz8lpycnLGXLl3q5e/vX/Lcc889k5SU\ntCEpKWlDWFjY8e7du9e9/fbbs4UQIiQkJD8uLi4zJCQk39nZuWHdunWP0V04AAAAAMjriy+++OPm\nzZsfGjJkyLfDhw/PE0KI9PT0pSkpKaq4uLjM9evXzwkICCjOzMyME4LYDgAAAACsje593cWLF2/2\n9/cvSUtLezY9PX1pXV1d9+jo6GwhhBgzZsxX69ate4yYDgCaWftoW4AtYTQtwHpJcnzZSZKk5UvW\nMajVahEVFSV3NuyOrvtPa7qOKGsD7HTYX8racThCWVvj/VQujlDeaPbf7xnGiEKXEdc5Dr4jrI85\nH7ZS3i3Y6dBQQlDWjoSytiw5X4hR1o6DuA6mRGznOPiecByU9a9+eedmp7EdZe04rKGseadmGdZQ\n1rAMU8Z17Tb+S0pK2vDxxx/f6+Pjc/748eNh+p+tWrVq0eLFi1+8ePHizd7e3pVCNPcesWHDhqRu\n3bo1vvzyy0+MHz9+r4EdIJAAuoAvVhthp43/AHvC/RSOiJdEMBXiOkA+1GEsyE5fEAEwH+7RsATi\nOpgSsR0Ae2bvjf8ASyLWAUzLlHGdU3szJCYmbtyzZ8+EltNLSkr8s7Ozo2+55ZYzumn5+fkh27Zt\nm5Gfnx+yZ8+eCY899ti6pqamdrdhi3Q3NgAAAAAAAAAAAAAAAAAALK3dhnmRkZEHvLy8qlpOX7hw\n4eqVK1cu0Z+2c+fOKfHx8VtcXFzqAwICigcMGPBDbm5uhCkzDAAAAAAAAAAAAAAAAACAo3M2ZqGd\nO3dO8fPzKx0yZMi3+tPPnTvXd/To0Qd1//v5+ZWWlZX5GlpHamrqL39HRUUxZjUAAABgBmq1WqjV\narmzAQAAAAAAuiApKWnDxx9/fK+Pj8/548ePhwkhRGVlpfeMGTO2nTlz5paAgIDizMzMOE9Pz2oh\nhEhPT1+6YcOGpG7dujW+/PLLT4wfP36vvHsAAL/1y5C8AACgSzrd+O/q1as3Ll++fFl2dna0blpb\nYxBLkmTwG1u/8R8AAAAA82j5Q5u0tDT5MgMAAAAAAIySmJi48fHHH39l9uzZb+umqVSqlOjo6Owl\nS5asXLFiRbJKpUpRqVQp+fn5Idu2bZuRn58fUlZW5jtu3Lh9hYWFQU5OTk1y7gMAAAAA02t32N+W\nTp8+3b+4uDhg6NChxwIDA4tKS0v9brvttq81Go3C19e3rKSkxF83b2lpqZ+vr2+ZabMMAAAAAAAA\nAAAAOI7IyMgDXl5eVfrTsrKyYhISEjKEECIhISFjx44dsUI0j+AVHx+/xcXFpT4gIKB4wIABP+Tm\n5kbIkW8AAAAA5tXpnv/CwsKOazQahe7/wMDAoq+//vo2b2/vypiYmKyZM2e+u3DhwtVlZWW+p06d\nGhgREZFr2iwDAAAAAAAAAAAAjk2j0SgUCoVGCCEUCoVG9/7u3LlzfUePHn1QN5+fn19pWVmZb2vr\n0R+tq+UIAgAAAAC6Tq1WC7VabZZ1t9v4Lz4+fktOTs7YS5cu9fL39y957rnnnklMTNyo+1x/WN+Q\nkJD8uLi4zJCQkHxnZ+eGdevWPdbasL8AAAAAAAAAAAAAuk6SJG1b7+Ta+ky/8R8AGEuSJKHV0jQA\nv+fu7i2EEKKmplLmnACAfFr+yCYtLc1k62638d+WLVvi2/r8xx9//IP+/8uWLVu+bNmy5V3NGAAA\nAAAAAAAAAADDFAqFpqKiQqlUKivKy8v7+Pj4nBdCCF9f37KSkhJ/3XylpaV+vr6+ZfLlFADgyGpr\nq9qfCQBgNKf2ZkhKStqgUCg0YWFhx3XTFi9e/OKgQYMKhg4demzatGkfXL582UP3WXp6+tKBAwee\nCg4OPrl3797x5so4AADoGkmS5M4CAMBCDMV1qampqX5+fqXDhw/PGz58eN7u3bsn6j4jrgMAAAAA\n6xcTE5OVkZGRIIQQGRkZCbGxsTt007du3fpgXV1d96KiosBTp04NjIiIyJU3twAAAADMod3Gf4mJ\niRv37NkzQX/a+PHj9544cSL02LFjQ4OCggrT09OXCiFEfn5+yLZt22bk5+eH7NmzZ8Jjjz22rqmp\nqd1tAAAAAADMx1BcJ0mSduHChavz8vKG5+XlDZ84ceJuIYjrAAAAAMAaxcfHb7n99tu//P7772/1\n9/cv2bhxY2JKSooqOzs7OigoqHD//v13paSkqIQQIiQkJD8uLi4zJCQkf+LEibvXrVv3WFvD/gIA\nAACwXe0O+xsZGXmguLg4QH9adHR0tu7vUaNGHXr//fenCyHEzp07p8THx29xcXGpDwgIKB4wYMAP\nubm5EaNHjz5o8pwDAAAAADrEUFwnhBBarfZ33cAS1wEAAACA9dmyZUu8oen79u0bZ2j6smXLli9b\ntmy5eXMFAAAAQG7tNv5rz4YNG5Li4+O3CCHEuXPn+uq/EPLz8ystKyvzNbRcamrqL39HRUWJqKio\nrmYFAIDfkCRJaLX8oBWAY1Or1UKtVsudDVipV1555fG33357dnh4+JFVq1Yt8vT0rCauAwAAAKwL\ncR0AAAAAoDVdavz3wgsv/KN79+51M2fOfLe1eVrrRlz/JREAAAAA82jZICstLU2+zMCq/O1vf/u/\nZ5555jkhhHj66af/uWjRolXr16+fY2he4joAAABAPsR1AAAAAIDWGN3476233np4165dkz799NO7\nddN8fX3LSkpK/HX/l5aW+vn6+pZ1NZMAAAAAANPy8fE5r/t77ty5b06ePPlDIYjrAAAAAAAAAAAA\nbIWTMQvt2bNnwosvvrh4586dU3r27HlNNz0mJiZr69atD9bV1XUvKioKPHXq1MCIiIhc02UXAAAA\nAGAK5eXlfXR/b9++fWpYWNhxIYjrAAAAAMDWpKenLw0NDT0RFhZ2fObMme9ev369R2VlpXd0dHR2\nUFBQ4fjx4/dWV1d7yp1PAAAAAKbXbs9/8fHxW3JycsZevHjxZn9//5K0tLRn09PTl9bV1XWPjo7O\nFkKIMWPGfLVu3brHQkJC8uPi4jJDQkLynZ2dG9atW/dYa8NDAQAAAAAsw1Bcp1aro7755pthkiRp\nAwMDi15//fW/CCEEcR0AAAAA2I7i4uKAN95445GCgoJBPXr0uD5jxoxtW7duffDEiROh0dHR2UuW\nLFm5YsWKZJVKlaJSqVLkzi8AAAAA05K0Wsu/w5EkSSvHdk1JkiRh6/sA2yVJkhBCcA5aO0kSwogy\n4v5iOhzLtnF8uJ/CMf332pfkzgdsnz3EdYCtog5jQUbGdQAcF/doWAJxHfRVVlZ6jxkz5quDBw+O\ndnNzq506der2J5544uXHH3/8lZycnLEKhUJTUVGhjIqKUp88eTK45fLEdgBMpbPvHCzxjuKXbRDb\nyYo6sn2gHAHTMmVc127Pf0lJSRs+/vjje318fM4fP348TIjmQGLGjBnbzpw5c0tAQEBxZmZmnKen\nZ7UQzV2Lb9iwIalbt26NL7/88hPjx4/fa4qMAgAAAAAAAAAAAPiVt7d35aJFi1b169fv7A033PDz\nPffc80l0dHS2RqNRKBQKjRBCKBQKjUajUbS2jtTU1F/+joqKElFRUWbPNwAAAOBI1Gq1UKvVZll3\nuz3/HThwINLV1fXK7Nmz39Y1/luyZMnKm2+++aKuq/CqqiovlUqVkp+fHzJz5sx3Dx8+PLKsrMx3\n3Lhx+woLC4OcnJyafrNRO/gVEb0lQU60qrcR9PwnO45l2zg+3E/hmOghAqZiD3EdYKuow1gQvUMA\n6CTu0bAE4jroO336dP/Jkyd/eODAgUgPD4/LDzzwwL+nT5/+/uOPP/5KVVWVl24+b2/vysrKSu+W\nyxPbATAVev5Da6gj2wfKETAtU8Z1Tu3NEBkZecDLy6tKf1pWVlZMQkJChhBCJCQkZOzYsSNWCCF2\n7tw5JT4+fouLi0t9QEBA8YABA37Izc2NMEVGAQAAAAAAAAAAAPzqyJEj4bfffvuXvXr1uuTs7Nww\nbdq0D7766qsxSqWyoqKiQimEEOXl5X18fHzOy51XAAAAAKbX7rC/hrTWVfi5c+f6jh49+qBuPj8/\nv9KysjJfQ+ugC3EAAADA/MzZjTgAAAAAAJBXcHDwyX/+859P//zzzzf07Nnz2r59+8ZFRETk3nTT\nTT9lZGQkJCcnr8jIyEiIjY3dIXdeAQAAAJieUY3/9EmSpJUkqdV+PVv7TL/xHwAAAADzaPlDm7S0\nNPkyAwAAAAAATGro0KHHZs+e/XZ4ePgRJyenphEjRhx99NFH/1VbW+sWFxeXuX79+jkBAQHFmZmZ\ncXLnFQAAAIDpGdX4T6FQaCoqKpRKpbJCv6twX1/fspKSEn/dfKWlpX6+vr5lpsosAAAAAAAAAAAA\ngF8tWbJk5ZIlS1bqT/P29q7ct2/fOLnyBAAAAMAynIxZKCYmJisjIyNBCCH0uwqPiYnJ2rp164N1\ndXXdi4qKAk+dOjUwIiIi15QZBgAAAAAAAAAAAAAAAADA0bXb8198fPyWnJycsRcvXrzZ39+/5Lnn\nnnsmJSVFZair8JCQkPy4uLjMkJCQfGdn54Z169Y91taQwAAAAAAAAIA9kSRJaLU8DgMAAAAgD3d3\nbyGEEDU1lTLnBAAAWEK7Pf9t2bIl/ty5c33r6uq6l5SU+CcmJm7UdRWemJi4sayszDcyMvLAzJkz\n371+/XqPv/71r/8vMDCwqKmpyWnVqlWLqqurPS2xIwAAAAAAw5KSkjYoFApNWFjYcd20yspK7+jo\n6OygoKDC8ePH79WP3dLT05cOHDjwVHBw8Mm9e/eOlyfXAAAAAICOqK6u9rz//vvfGzRoUEFISEj+\noUOHRrUV8wGwb7W1VaK2tkrubAAAAAsxathfIYQoLi4OeOONNx45evToiOPHj4c1NjZ227p164Mq\nlSolOjo6u7CwMOjuu+/+VKVSpZgywwAAmIu7u/cvv4gDAMCeJCYmbtyzZ88E/WmtxW75+fkh27Zt\nm5Gfnx+yZ8+eCY899ti6pqYmo2NHAAAAAIB5zZ8/f+2kSZN2FRQUDPr222+HBAcHn+R9ne3guTQA\nALAE6hz2y+gXOO7u7jUuLi71V69evbGhocH56tWrN/bt2/dcVlZWTEJCQoYQQiQkJGTs2LEj1nTZ\nBQDAfPg1HADAXkVGRh7w8vL6zZdca7Hbzp07p8THx29xcXGpDwgIKB4wYMAPubm5EXLkGwAAAADQ\ntsuXL3scOHAgMikpaYMQQjg7Ozd4eHhc5n2d7eC5NAAAsATqHPbL6MZ/3t7elYsWLVrVr1+/s337\n9j3n6elZHR0dna3RaBQKhUIjhBAKhUKj0WgUpssuAAAAAMAUWovdzp0719fPz69UN5+fn19pWVmZ\nr1z5hPWSJEnuLAAAAAAOr6ioKLB3794XEhMTN44YMeLoI4888sZPP/10E+/rAAAAAMfgbOyCp0+f\n7r9mzZoFxcXFAR4eHpcfeOCBf2/evPkh/XkkSdJKkqQ1tHxqauovf0dFRYmoqChjswKgBUmShFZr\n8NIDgHbpunuuqamUOScATEGtVgu1Wi13NmDl2orddJ8bmk5cBwAAAJgfcR3a0tDQ4Hz06NERr776\n6ryRI0ceXrBgwZqWQ/y2F/MR2wEAAADmZc64zujGf0eOHAm//fbbv+zVq9clIYSYNm3aB1999dUY\npVJZUVFRoVQqlRXl5eV9fHx8zhtaXj+QANA6GuEAsDS6ewbsS8uH9mlpafJlBlZFoVBoDMVuvr6+\nZSUlJf66+UpLS/18fX3LDK2DuA4AAAAwP+I6tMXPz6/Uz8+vdOTIkYeFEOL+++9/Lz09fWlH39cJ\nQWwHAAAAmJs54zqjh/0NDg4+efDgwdE///zzDVqtVtq3b9+4kJCQ/MmTJ3+YkZGRIIQQGRkZCbGx\nsTtMllvAATHuOgAAAMwhJiYmy1DsFhMTk7V169YH6+rquhcVFQWeOnVqYERERK68uQUAADAfhrIH\nYMuUSmWFv79/SWFhYZAQQuzbt29caGjoCd7XAQDk5u7u/UtHNwAA85G6MjToypUrl2RkZCQ4OTk1\njRgx4uibb745t7a21i0uLi7z7Nmz/QICAoozMzPjPD09q3+zUUnS2vqQpAyrCkvRPXzUP98MTWu5\nDOenFZAkIYwoB8rPdCTJRbi5uXW458z2ri1709q55kjHwZH2FdD577XP200HEx8fvyUnJ2fsxYsX\nb1YoFJrnnnvumSlTpuxsLXZbvnz5sg0bNiQ5Ozs3rF27dv4999zzSct12kNch66h3iof6jAWZERc\nx7UB2B5TXrfco2EJxHVo6dixY0Pnzp37Zl1dXff+/fuf3rhxY2JjY2O39t7XCUFsZw347rA8ex91\nS65zqrN1KkvETr9sw8h3duialj+y4T5n2/i+sn2UoXUxZVzXpcZ/Rm/UDgIJHuS2zt4rzJZG4z8b\nRuM/2XW2AuNoFR4a/8m/r3xnQg68JIKp2ENch66h3iofueswDoXGf7KjzgxLoPEfbA1xHUzJUWM7\na6qz8d1heZY+5pau09L4z8A2aPwnCxr/2Re+r2wfZWhdTBnXGT3srxBCVFdXe95///3vDRo0qCAk\nJCT/0KFDoyorK72jo6Ozg4L+P3v3HhdVnT9+/HMQSFMQMR0UUFyUiLxRiuk3c0yxq4S6i2IpauV+\n1+1itSpaW9BuMuq3NtvW/VWrSNqqbBdBUxPLUdtUdLVyQ8MUFBDGCxioEbf5/WGnxnGGuTCXMzOv\n5+PxeSjn+jnnc86Z855z5vOOKR43btz2ixcvhjiiovAcpKkFvIuju+QmlQ7wCz4zAQAAgNZxzwwA\nAABPxz0tAABwpja9/Pf0008vv//++7ccPXr0lq+//npgbGzsMY1Gk56YmFhQXFwcM2bMmE81Gk26\noyoLAL7MXS/NEZQCAAAAAAAAAHA9X/2xu69uNwAAgBLZnfb3+++/7xwfH3/45MmTvzIcHhsbe2zX\nrl2jVCqVrqqqKkytVmuPHTsWe81KvaALcSV1B640dBXqWKT99WAOTvvrrnZ19Dntyu0g7W/rSPvr\n/m119/rhm0gPBUfxhrgObUPc4T7cQ7gQaX/djuMdrkDaX3ga4jo4kq/Gdo669jtiOZ742eHp97yu\n3ufevj7D9ZL2F4ZI++tdPPHzCteiDZVFEWl/S0pK+nTr1u3czJkzs2+77bZDjz/++DuXL1/uqNPp\nVCqVSieEECqVSqfT6VSWlsWvQwAAAAAAAAAAAAD7NDc3t4uPjz88fvz4TUIIUV1dHZqYmFgQExNT\nPG7cuO0XL14McXcdAdgvODhUBAeHursaAABAgfztnbGpqcn/0KFDt7355ptPDB069MDcuXNfN07x\nK0mSXpIkk6+MZmRk2LtqAAAAAFbSarVCq9W6uxoAAAAAAMCJli9f/nRcXFxRXV1dkBBCaDSa9MTE\nxIL58+cvXbJkyQKNRpNu/BwP9pFfwKqtrXZzTeBL6upq3F0FAACgUHan/a2qqgobPnz43pKSkj5C\nCPH555/fmZWVtfDkyZO/2rlz5+iwsLCqysrKHqNHj95pKe2vJ3YN7Yl1dhW6CnUs0v56MNL+ml2e\nUru297XrF2l/3b+t7l4/fBPpoeAovpoaCr8g7nAf7iFciLS/bsfxDlcg7S88DXEdjJWXl0fMmDFj\n9fPPP//Ka6+99uymTZvGx8bGHtu1a9colUqlq6qqClOr1Vrj53VC+G5s15Zrv+G1nrS/nskT0/Da\nsgzS/ppYB2l/3YK0v97FEz+vcC3aUFkUkfY3LCysKjIysqy4uDhGCCF27Ngx9tZbb/1m/Pjxm3Jy\nctKEECInJyctOTl5oyMqCgAA7EM6AAAAAAAArmX8IBIAPNkzzzzzl2XLls3z8/NrkYfpdDqVSqXS\nCSGESqXS6XQ6lftqCAAAAMBZ7E77K4QQf/3rX598+OGH32toaAiMjo4+kZ2dPbO5ubldSkpK7sqV\nKx+Niooqzc3NTXFUZQEApnn6r+zgXKQDAAAAAOBLSMXnnWhXADBt8+bND3bv3v1sfHz8Ya1WqzY1\njSRJekmSzH6BnJGR8fP/1Wq1UKtNLgYAHIYOCwDA/YizXUur1QqtVuuUZdud9rdNKyXtr1dTaleh\nntpmpP31YC5M++vMNiftr+czt12k/XX/trp7/fBNpIeCo/hqaij8grjDfbiHcCHS/rqdPcc754h3\ncub3E6T9hachroOhRYsWLV6zZs00f3//pvr6+va1tbXBEydO/PDAgQNDtVqtOiwsrKqysrLH6NGj\nd5L29xek/W0bT7/ntXWft/XlCNL+mp5WCOfXkbS/7kXa32t5+otWnvh5hWsZtyFt6l6KSPsra25u\nbhcfH394/Pjxm4QQorq6OjQxMbEgJiameNy4cdsvXrwY0vZqAoBn8ZZfLHnLdgAAAPOioqJKBw4c\n+HV8fPzhhISEQiGI6wDA1Ug/CjgX5xgAb7Z48eJFZWVlkSUlJX3Wr18/5e677/5szZo105KSkvJz\ncnLShBAiJycnLTk5eaO76wp4qrq6GjLsAGgzriUAnKXNL/8tX7786bi4uCK5u3CNRpOemJhYUFxc\nHDNmzJhPNRpNeturCQCexVtu3LxlO2C/4OBQm18CtWceXMUDKQDuIEmSXqvVqg8fPhxfWFiYIARx\nHeAruG9zHPYlAE9C7Al4N/l5XXp6uqagoCAxJiam+LPPPrs7PT1d4+66AQAAOBOxDnxVm9L+lpeX\nR8yYMWP1888//8prr7327KZNm8bHxsYe27Vr1yiVSqWrqqoKU6vVWuNuxEn7692U2jWop7YZaX89\nkyRJQi+Ex6f9NbxBIu2v52pL2l9vT7Hl7rqa6l7bE/YbPBvpoWCsT58+JQcPHhzStWvXC/Iwe+I6\ne3Ht81y0nfs46h7G3fdCHsHK1FBtTf3mq+eTNSmPvD0mgfXa0q6mzjFfTvvrq9ccb0JcB0ci7a99\n8wpB2l9Pqq8xVz87IO2v6WmFIO2vtyPt77U88XpvyBPq7+mfT85G2l9lUUza32eeeeYvy5Ytm+fn\n59ciD9PpdCqVSqUTQgiVSqXT6XSqtlYSALwZPUTYjn1mPyXsOyXUAQDwC0mS9GPHjt0xZMiQg++8\n887jQhDXAQBcg5RHjuUpPRwQEwIAAAAAADiOv70zbt68+cHu3bufjY+PP6zVatWmppEkSS93L24s\nIyPD3lUDgFfhQYf15F9rsM/sp4R9p4Q6OIM1vZYA7qDVaoVWq3V3NaBg//73v/+nR48elefOneuW\nmJhYEBsbe8xwvLVxnVqtFmq12ql1BQAAns9bY0LQy4YzEdcBAAAAAMyxO+3vokWLFq9Zs2aav79/\nU319ffva2trgiRMnfnjgwIGhWq1WHRYWVlVZWdlj9OjRO0n761uU2jWop7YZaX89ky1pf61N+0na\n31/mtfY6Q9rfq8yl8XVX2l8l7Wdr6mLtS32O2Fe+cv3mRUn3Ij0UWpOZmflSp06dLr3zzjuP2xrX\n2ctXrn3eiLZzH9L+uhBpf53KmmOQtL/W85TjyN72Ie2v4zjzeyQlb7c3Ia6DI5H21755hfAXQUFB\noq6uxuH35Z5wPXVUHd31PSFpf52DtL8wRtrfa3lCrNAaT6i/J3yGuhNpf5VFEWl/Fy9evKisrCyy\npKSkz/r166fcfffdn61Zs2ZaUlJSfk5OTpoQQuTk5KQlJydvdERF4TyekhIEcAdPTkXjyXUHlIRU\nZI7HPgWU48qVKzfW1dUFCSHE5cuXO27fvn3cgAEDjhDXAQAAAIBnKCsrixw9evTOW2+99Zv+/fv/\n94033nhKCCGqq6tDExMTC2JiYorHjRu3/eLFiyHurqt3aeL7LQfge0IAAIC2s7vnP0O7du0a9eqr\nrz6Xn5+fVF1dHZqSkpJ7+vTpXlFRUaW5ubkpISEhF69ZKT3/KYqjt0Wpbwd7apvR8597teXX6O7u\n+c+RvyRr63KMl0nPf66lzJ7//IUQTW7f147saYSe/6znreeap6CHCBgqKSnpM2HChI+EEKKpqcn/\n4Ycffm/hwoVZ9sR19vKVa5838uS28+S6C0HPfy5Fz39ORc9/juUpxxE9/7mfq3r+85Rj0hMR18FQ\nVVVVWFVVVdjgwYO/vHTpUqfbb7/9Pxs3bkzOzs6eedNNN52fP3/+0iVLliyoqanpotFo0o3np+c/\n++Y1RM9/bVuOEO7poc6W9dLzn3Xo+Q/G6PnvWp4QK7TGE+rvCZ+h7kTPf8riyLjOIS//2bxSXu1n\n0tAAACAASURBVP5TFF7+UzZe/nMvXv5Txst/hi/98fKf7eTtCgrq8vOvKN3/8p+webnOwMt/7uGt\n55qn4CERHKWtD4jkHoodkSIJ7uHJn1vOrrsrli8EL//Zyq524eU/p+LlP8fylOOIl//cj5f/PB9x\nHVqTnJy88YknnnjziSeeeHPXrl2jVCqVrqqqKkytVmuPHTsWazw9L//ZN68hXv5r23KE4OU/Ry+D\nl/+uXQ8v/7kPL/9dyxNihdZ4Qv094TPUnXj5T1kcGdfZnfaXbsQBAFAO4wDKFFekTyDVNCzhGAEg\nI7UPAACAd7LmOwoAzlFaWhp1+PDh+GHDhu3X6XQqlUqlE0IIlUql0+l0KnfXz5sFB4fyvRdgM3/O\nGwAAHMDf3hkDAgIa//KXvzxj2I14YmJiQXZ29szExMQCuRtxjUaTbqobcV8n38jU1la7uSYA4Hpc\nA83z9H2jlJc4PH0/uoK7fv2klGMEAAAAAADAm1y6dKnTpEmTPli+fPnTQUFBdYbjJEnSS5Jk9oug\njIyMn/+vVquFWq12Wj29Fd95wRDfT1uriXMHcDJ6wgOUQ6vVCq1W65RlOyztry3diJP2V1ndZ7Z1\nW4xvYJW0bYY88TgTgrS/7kbaX+ek/bV1mcbzKC3tryMD+TYdc1ak2ZU5K+2vNe3rirS/jjxGvCHt\nr6UUV66kpLTPvor0UHCUtqaG4nrg+Tw57iDtr2OX4ylI+6s8pP11LE85jkj7637Ojj2N/4XjEdfB\nWGNjY8CDDz64+b777ts6d+7c14UQIjY29phWq1WHhYVVVVZW9hg9evRO0v7+wtFpf9v6OWU4rydc\nP22pY2vfn3tr2l9npFX01rS/Qji3nqT9dS/S/l7LHecmsQ4MkfZXWRSR9tcQ3Yj7Nm9I10V37JaR\nrgOexNXntDdcB5WEazIAoK34LAG8D+e160lSAPvcAVx77JI2zdPwfRsAR9Dr9dKjjz66Mi4urkh+\n8U8IIZKSkvJzcnLShBAiJycnLTk5eaP7aglfxvfn8BXc2wEA3MXutL8ye7sRN+xCHHA3gg7l4u18\n2INz2rN5Wvv52nWKlBWex5ndiANK5WmfJXAeX/uc9mbecF573vFICi5HcNU+lB80umJ9xAQAoCz/\n/ve//2ft2rWPDBw48Ov4+PjDQgiRlZW1MD09XZOSkpK7cuXKR6Oiokpzc3NT3F1XpeMzzn3Y9wAA\nAPZrU9pfe7sR96W0v9akVHQ3R6cwVtK2GbImJabS6iyEctL+ujM9pDvbhbS/bet2vbV62bJMW9P+\n2tuNuDtSDzmyDt6S9teVKRAckWbMMJ2RNetsbdmekPa3re1Dmk/3Iz0UHEXJaX+VfH/vTdx9r24N\ne+6tnbleRy5fCN9K+2vtfVtbxpuZyWFpf22N6dzNFceHp6X9tTels2FdnPVg25X32Y6KCUj7633f\nt5H213WI6+BIpP29dpgQ1n+nKCPtr+VphWj9u2CZq7ZbiWl/Ld0nkvbXPq5M+ytJkggK6iKE4EVW\nGWl/r0XaX+fzhM9Qd/KUd3t8hSLS/iqxG3G60nUu9i+gZJ6R2scT6gjnsTfdlbM+f7zleLRn/zhr\n27lXAAAAaDtSHCtZ22Nvpae9454eAOAIfJ54Lk9sO2+5f1b6fSKs4+x2VNo5qrT6AICvsrvnv88/\n//zOu+66a/fAgQO/ln5K7ZuVlbUwISGhMCUlJff06dO95G7EQ0JCLl6zUif1/OfKt3g9uec/41+O\nOHpblPp2MD3/tb0e3vRLZFvWL4Rn9PxnXE939PxnXEdTfxui5z/H1sGWnv+CgrqIuroak8edca8l\nttTHuK0MP3NM1cPazxVntIm1x7e111xH9Ehi77Za82tkR10fLP1S15ZfRjtjW2EZPUTAUdraO4Qz\nfuHdlmuy0jm6pyhHXFM94bpsz721I/a1s/eNo45xTzpXrL2/s3e82Xa3sncI43votvT815Z2ceS1\nwhXHhy337fbcZ9s6n7XLbes9v6PrZbjcti7blnt6e9fjrNjb2nPM1DB39Ybhbd+3Gd6LtXY9RNsR\n18GR2hrbmVmm4s9/c58NQvh2z39tfWZoblohnNPzn733QPZ+723v9I6477X1HsOW+jqKPceFEN7V\n85/MWduktOurNXG4ISXV3R3ccW66K9ZxF6WdI0rjKe/2+ApHxnX+9s545513ft7S0mKy58AdO3aM\ntb9KcDZbfm3grFQkgMydH8Ac396zD9y1HeZ+TWhPfWx9SNFW5j4LHP0LSVf8UtH8/rnaK4czjgul\nBg/WpIZQYr0BAJbJn6m2Xsu95X7PlehpwbWUcn/iLe3uLduhBPZeP7nuAgC8gSM/zzz9s1Ep96tQ\nHk8/tgFAxvXMubxl/3rLdngru9P+tmbbtm33xsbGHuvXr9/xJUuWLHDGOuAabe2aWKvVOq4yUDRP\nbGtXdKFuqqczJbFnH9jb1o7ZF6ZTLLmrO3xz63VFfZyVysCw3p54Xl+ryantEBwcKiQp0CnLtbdt\nrx57dXbN78z2Vvq1EIBpbYnrvCXljisY7itnXC8dcV9izWcEbe4YSvjM9Px7QFjL19ra1vPL3uun\nEtO1+Vpb+zLaGoAp9sR2hp9nbb3XV+JnoyWujG/siQHsrR+fE47lice2K/E9gWtwXpunpGPQEXVx\nZlu7+3qmpLZyBlv3r1LPa3cfJ2idw1/+a25ubvfEE0+8uW3btnuLiori1q1bl3r06NFbbFmGt5/c\nvkSpFyZDHGuO4Qlt7UuceVy7t62d+zKXJ7HmBqutD485r1t3df83WjWtLW3R9ptn+84Td7W3El5y\nAHC9tsZ1fBFgPVd8preVNZ8R3trm7t737uDt94C+2KbmeHtbexJnfxdKW/sO2hqAMUc8s3P1vb4S\n7teUHt/YWz9XfU542nNeJRxz3sje45T2sI033P85s7MLpVzLXfXjXE+lpLZSAm9uaziPw1/+Kyws\nTOjbt+93UVFRpQEBAY1TpkxZn5eX95Aty+Dkbhsl3VRnZS1RTF3M8eRjzdq2VtIxAddQ2nHtqmCN\nY/0XygqQTffY6Atcc0z67v4F4DyOiOvc4/prornPRHm4pfH2cuV9iZLugazZb0qqr6O0tk3O3l5H\nLd8b28Wc1o5TX9oPUA6+C1UuZcXWAGA7Z8V2jro+trYca9fBtdoy431k7z6zdj5L9za23HMrrX3d\nUR9bngXaUj9HxLHujp9c3R72rM/WeZR2zLsC8ZBnc/d1AMBV/o5eYEVFRXhkZGSZ/HdERET5/v37\nh5maVpIkodfrbVq+NfNYk2va2nzUxhcqa/JXBweHirq6SyIoqJOV09ZYtR/kupibXpICRFBQ0DUf\njrZupzxda/vZUj0MNTTUi4aGJhEcHHpNHYyXYaqekiSJoKAurWzv1TraehxZO7256QzrarreV9uh\ntrb6umUY/214rJhqI1M3eIbDrL0RsuWGyZ7z0pCl/WMLeVuNjxdLdbR03lq6ATFcn6X6yfUw/P+1\ny/f/KS2oXgjRJH657Eo/DTOcTvppvOE8104rSQEm5v/lmPhlvC3r9/9pPmvr1yIyMxebqF+TwbLk\nYfL6/X8aLwz+bzytufVLVsx/1dU28zczXWvLl9dvvM+u3z5T+0+e99r9b8v2Gbevv1FbG+5/edj1\ndTWe5+owU2lpDfeNqfmvTpOZ+SeD9Rivv7X9Y7wNhj3RXduWpo9Pw/nNbf+1x4fp/WO4HGuPb1PL\n/+l/1+3fJqP5jbdJXLNe0+ev8fptOT+afp6+rq7GxPFnuE3y+v2vOSYM20gIP5GZ+YqZdZpqH8nE\nePNtev31ybBOpva/qfVfu/y2fF4BaJ0tcZ2t8Vdr93Km7q/kuMBwHeaXce1njnx9keMRa+ra1vth\nmT1xmWFdjedtrY6m7lut+dLN1D2s8T6WJEm89NJLJsdby1J9LcWjpo4Bc8s2tTzj6eVlWZr2Kn+r\n1mGqDeT5rI3HTO1TU/X7pW39f/5OobVtsfaYNtUudXU1Zs8/U98NyNsgz1NXV/dzfGzuewDjulo6\n3y21mVwHeR3Wfudibj9cXaalmMr4ntGemM74nsg4JrAmprA1pmlu5f7P1P2tNeu3Z7wj7tlNxxRC\nCGE+ZrJUP1PbbzzM3PyG7Weq/sbtK+yo3/XHl/n6NYvMzEwL85u65za3fsNtsKf97Z3fePuujxnM\nL9P0/jVsJ3PnnPnj056YyRHLb2284Xc2rc1vff1sG//L90Dy8i1tn/w5AcA5rI3tTN9j+V9379na\nc4y2PHcxrIO5/9t7n2tqHsMfgzn2+yXT+6n1+/rrp5Ovn0FBQT+Pk++pje9Xrd2G4OBQ8eOPP4iM\njAxh+H2muWcupp95mP/B3fV18DdZXyGse2Zl+N2/ddto/hg1fhZn+F2u4fYYxmTGMak8vRBNJp8B\nmXvOZ6qOcpwkM4yXjOtsKvOMYdxkGHOZ26+Gz49Nxeam9q+p7zTk4ebie3PnsKnnuaa2VwjLz/MM\nv1eSx7UWMxo+Z6wVQtgWU1h6jmPtPbntMdW197SWxpu7/3NkzNbaeOueQ17/HK2tMZ+9MZ2r949h\nXQy31ZbnkL+MvxrDm5unrTGH+Zjol+Ub19/4OVlbYgpr1m/7cyTHxzyu2L6Wn9raWfUzPCbkv61p\nP3na6/cvcZ37+VuexDaSJFl1l2zcy4Kll5ysGW48zpqHEW15297SvIY3TW2ZxlI9TC3PeBprXyIz\nN4+5dmptHb/8Lb+UYLk9jaextH9aO37smb617WttWlP1tmafmZremvVZM86Wc8ra6SzNf/WL5Oun\nbcu2CWH6uLb1YWNbxrc2TavngBDilw9CmfHfxsPNjbc0v7nx1qy/ycJ4w+Hyvy1Wrt+aZTlyflPj\nrdk+a+tgy/6zZ/us3TZr/7Z1PZa2xZbjz5ptsHb9lpZp7TzOOv+srbct67d2+21pM0vzt4jrz21H\nLt/x4229fwJgPVvjOuP/mxtma1wh/99SvGLaL9cq4/ttS/GoPfec5lhbZ8Nttff+1NaYwdRwU/U1\nd59vSz1sOT5MjWstNrQ1XrT2eLKm7SztD1u/o7CmLr9ouiZWsmcfmRqfmZl5TZtbs7/M7WP5/7bs\nJ0vrs/Z7FFuvT62PN3zg5uiYzdx4a2MCW6cxHtfa/Z81f9uybnPjnXXP7oiYwtZlWIq12tq+zohp\n7R3f1v3b1u8E7FmmK8e7M2ZqsTDe2eu3bby19z4A7GNtbGf6HsvwftN8XGXr39Y+MzEe19o9XVue\nF1gTR1l/72j98zBTjF/eMvfMz9b6GS7LmnZpbbnWP4dsum577I0nWxtuvL7Wprt+fJPF/WK8Dnk5\npoZZ3p5f1tda29rSnqbWbe33Ktas05743p5j1bh+tsb5lupUV1dj8PqVs2M6S9M4Y/3m7v9ctX5L\n413xnMbceFfEtLaMtzSNM/avI8dbmsbd9fOm8S0Wxrdl+Za+szA3v/m/ievcz+Ev/4WHh1eUlZVF\nyn+XlZVFRkRElBtOo9fraXUAPuu11157dsmSJQveeuut395zzz2fBAYGNmzbtu3e3bt337VkyZIF\n7q6fK/j5+bUcP368X3R09AlL0/7pT3/6Y1BQUN3cuXNf79+//3+3b98+rmfPnmeEEGLdunWpXbt2\nvXDXXXftrq+vbz916tR/9u7d+9Tf//733wkhxMKFC7O++OKLEfn5+UmVlZU9Ro8evXP16tUz7rnn\nnk+cvY0AAHgy4joAsIzYznGx3Zdffjl45MiRe3bv3n1XfHz84f/3//7f/7744osv63Q6lamXFn71\nq1+dfPnll1985JFH1jpjuwAA8BbEdgBgG+I8x8V5Z8+e7f7hhx9OHDx48JcjRoz4orS0NKpXr16n\nnb8FAOCD9Hq9Q0tjY6P/r371qxMlJSVRP/74Y+CgQYO+LCoqusXR66FQKBRPLBcvXuzcqVOnuvff\nf3+SuWnq6+tvePrpp1/v2bNnRc+ePSvmzp37lx9//DFQr9eLnTt3qsPDw8uXLl06r1u3bmd79Ohx\n5qOPPkr++OOP7+/Xr19xaGjohaysrHR5WS+99FLGpEmT3p88efL6oKCg2ttuu+0/X3311UB5fFFR\n0S2jRo3ShoSE1Nx6663/zc/PHy+PS0tLWz1nzpy/PfDAA5uDgoJqhw0btu/EiRO/kscfPXo0duzY\nsQWhoaEXbr755mO5ubm/sWbekSNH7pYkqaVjx46XOnXqVGc4n6mSlJSUt2vXrrsuXbrUsUePHmda\nm/bDDz+cMGDAgK/lv3v27FlRUFAwVv77xRdfzJwyZco6dx8HFAqFQqEovRDXUSgUSuuF2M6xsd17\n7703NSEhYb/896VLlzpKktRSVVWlMl6OVqsdFRQUVHvlypUO7j4OKBQKhUJReiG2o1AoFOsLcZ5z\nnuE1Njb6S5LUcurUqV7ubmMKhULx1uKUhW7ZsuW+mJiYb6Ojo79bvHjxQndvJIVCoSilbN269V5/\nf//G5uZmP3PT/PGPf3x5+PDhX5w7d+6mc+fO3TRixIh///GPf3xZr78aOPj7+zf+6U9/eqGpqand\nO++881jXrl3PT5069b1Lly51/Oabb+I6dOhwpbS0tLdefzVwCAgIaPjggw8mNjU1tfu///u/5/r0\n6XOyqampXUNDQ0B0dPR3WVlZ6Y2Njf6fffbZ6KCgoNpvv/02Rq+/evPftWvX8wcOHBjS1NTU7uGH\nH14rvzh36dKljhEREWWrV69Oa25u9jt8+PDgm2666Zz8xVFr8+r1eiFJUothEGKq3HzzzcdCQkJq\n2rVr19S5c+eLnTp1qgsICGgICQmp+d///d+/m5rn6aeffj01NfWfer1eVFdXd5EkqeXs2bPd5PHv\nv//+JMOXAykUCoVCoZgvxHUUCoVivhDbXd1GR8V2p0+fjuzWrdvZ/fv3JzQ1NbV74403nrztttv+\nY2p5M2fOXDVz5sxV7j4GKBQKhULxlEJsR6FQKNYV4ryr2+joZ3i8/EehUCjOLy5f4datW++9+eab\nj/Xt2/e4RqNZ4O4dQLG/nD59OlKtVu+Mi4v75tZbb/3v8uXLn9Lr9eLChQuhY8eOLejXr19xYmLi\n9pqamhB5nsWLFy/s27fv8ZtvvvnYJ598Ms7d20CxrTQ1NbUbPHjw4QcffHATbW1fWbt27cNhYWGV\nrU0THR393datW++V//7kk0/GRUVFlej1VwOHDh06XGlpaZH0er2ora0NkiSppbCwcKg8/e23334w\nLy8vSa+/GjgMHz78C3lcS0uL1KNHjzN79uy5c/fu3SON65KamvrPjIyMl2pqakJ69+5d2rlz55pb\nbrmlaN++fcM2bNjwmxtvvPFSv379igcMGPDV8OHD/23Y3sHBwd937dr13CeffDIuLS1t9eOPP/62\nPH7Lli33xcbGHpX/tiZw0Ov1oqCgYOyECRM+1Ov1Yvbs2W/961//+rW5abdv357YpUuX6uPHj/fV\n669eoyRJapF/cSVPI+9Lyi9tFxcX903//v2PpKam/rO+vv4Gzm3vKDNnzlzVvXt3Xf/+/Y/Iw+xp\n24MHD97ev3//I3379j3+1FNPLXf3dlGsa+s//OEPy2JjY48OHDjwqwkTJnx48eLFzrQ1xZGFuM67\nCrGd7xViu7YXT4jt0tPTsyZNmvR+586dL4aEhNTs27dv2IULF0IHDx58KCAg4MfExMTtK1eunDly\n5Mjdhm3duXPnmmnTpuXo9VcfCrkqtnvrrbdm+/v7N/r7+zd269bt7IEDB4YYT3P58uUbg4ODv9+1\na9dd7j4GlFSI67y3ENf5TiGuo7ijENd5VyGu871CXOf4osQ4r6amJmTSpEnvx8bGHg0ODv7+scce\ne/vChQuhPXr0OBMcHHxRbms5Vlu8ePFClUpV2aFDhyuGbT179uy3MjMzX9TrXRvn6fW8/GdtIa7z\n3kJc5zvFnXGdSze0qampXXR09HclJSVRDQ0NAXQv7tmlsrIy7PDhw4P1er2oq6vrFBMT821RUdEt\n8+bNW7pkyZL5er1eaDSaBQsWLNDo9XrxzTffxA0aNOjLhoaGgJKSkqjo6OjvWvvlBEV55dVXX312\n6tSp740fPz5fr9cL2tr2Ys2vhjp06HDF8Np49OjR2MDAwB/1+quBQ0RERJk8ztQN85133rnnvffe\nm6rXXw0cfvOb3+QaLn/o0KGFGzZsSNmwYUPK0KFDCw3HpaenZ82ePfut6dOn5/zP//zP5y+88MKf\nGhsb/S9evNh58uTJ6zp37nxRr9eL++67b0u7du2aQkJCaoKDg79v165dU6dOneqmTZv2bnR09Hdp\naWnZL7zwwp/k5RrX21LgMG/evKUhISE1N9xwQ33Hjh0vyb8eCgkJqTHVbfjevXvv6Nat29nPPvts\ntDxM7vnv3LlzN8nD/vWvf/2anv9+KSUlJVF9+vQ5WV9ff4NerxcpKSkbVq9enca57R1l9+7dIw8d\nOhRveINpS9vKX1AMHTq0cP/+/Ql6/dVz3/CLDYoyiqm23r59e6J8fi5YsEBDW1McWYjrvK8Q2/le\nIbZre/GE2K5fv37frly5ctaMGTOyFy1a9OeLFy92njdv3tLZs2f/v4iIiDKNRrNArVbvDAwM/FGO\n60JCQmo6dux4KTg4+GJzc7PfjBkznBbbGT5Uy8vLS4qJiflW/jHXtm3b7lGpVFVnzpzpYbi8NWvW\nPNKnT5+T7m5/JRXiOu8uxHW+U4jrKK4uxHXeV4jrfK8Q1zm+KDHOmz59es7KlStn6fV6MX/+fM2M\nGTOy582bt/T2228/8MILL/xJbuudO3eqw8LCKgcNGvTl4sWL0wMDA3/08/NrDgkJqQkJCanp1KlT\n3Zw5c/6m1+uFM+M8U8/wePnPciGu8+5CXOc7xZ1xnZ9wocLCwoS+fft+FxUVVRoQENA4ZcqU9Xl5\neQ+5sg5wnLCwsKrBgwd/KYQQnTp1unTLLbccraioCM/Pz09KS0vLEUKItLS0nI0bNyYLIUReXt5D\nqamp6wICAhqjoqJK+/bt+11hYWGCO7cB1isvL4/YsmXL/Y899tg/9Hq9JIQQtLXthg8fvveGG274\n8aOPPppgbpqePXueKS0tjZL/Pn36dK+ePXuesXedZWVlkfL/W1pa/MrLyyPCw8MrevbseaasrCxS\nbk8hhDh16lTvrl27nt+zZ8/Ifv36HRdCCH9//6bOnTt//8UXX/xPx44dLwshRFJSUt4NN9zwY01N\nTZf09HTNK6+88nxdXV3Qu+++O71v377fnT9/vpu99RVCiKVLl86vqanp0qdPn5ITJ05E79q1a9Tw\n4cP31tTUdDlz5kxPw2kPHz4c/9BDD+WtXr16xujRo3fKw7t06VLTo0ePyi+//HKwPOyrr74a1L9/\n//+2pW7eJDg4uDYgIKDxypUrNzY1NflfuXLlxp49e57h3PYOI0eO3NOlS5caw2G2tO3+/fuHVVZW\n9qirqwtKSEgoFEKI6dOnvyvPA+Uw1daJiYkFfn5+LUIIMWzYsP3l5eURQtDWcAziOu9DbOdbiO0c\nQ+mx3Xfffdf33Llz3WbNmrVKCCH8/Pz0nTt3/j4/Pz/p3nvv/USIq2397bffxowaNWqXHNfV1NR0\nuXTpUqfhw4fvc0RbtxbbVVZW9pCn++STT+554IEHPu7bt+93Qghxzz33fNKjR4/KvXv3DjdcXk5O\nTtr06dPfbWu9vAlxnXcjrvMdxHVwNeI670Nc51uI65xDaXHe6dOne+3evXukHNeVlZX16tOnT0l+\nfn6SHDsZtvUPP/zQITU1dV2fPn1KR40atSsxMbFg69at99XU1HSpq6sL+tvf/vZ7e+tpyJZneLAO\ncZ13I67zHe6M61z68l9FRUV4ZGRkmfx3REREeUVFRbgr6wDnKC0tjTp8+HD8sGHD9ut0OpVKpdIJ\nIYRKpdLpdDqVEEKcOXOmZ0RERLk8D+3vWZ555pm/LFu2bJ58YRJCCNradp07d/7+5ZdffvH3v//9\n3/Ly8h66cuXKjY2NjQFbt269b8GCBUuEECI1NXXdn//85xfOnz9/0/nz5296+eWXX5w2bdoae9f5\nn//85/aPPvpoQlNTk//rr78+t3379vV33HHHvoSEhMIbb7zxytKlS+c3NjYGaLVa9ebNmx8cNmzY\n/m7dup37/PPP73znnXcee/zxx9+5fPlyx5qami5y+0+dOvWf9fX17deuXftIWVlZRFhYWOWBAweG\nHjt2LDYiIqL88uXLHVurk0ql0p04cSK6tWnq6uqC6urqglQqle4///nP7UOGDDloPM1///vf/vfe\ne++2N99884n7779/i/H46dOnv/vnP//5hYsXL4YcPXr0ln/84x+PzZgxY7WNu9BrhYaGVj/33HOv\n9urV63TPnj3PhISEXExMTCzg3PZetrat8fDw8PAK2tzzrFq1apZ8jaSt4QjEdd6N2M77Eds5htJj\nu61bt94XGRlZNnPmzOz8/PykzZs3P3D58uWOOp1OJX8JqVKpdFeuXLmxuLg4ZufOnaPDwsIqGxsb\nAw4cODC0U6dOdRUVFeGGLxSa4qjYbtCgQV99/PHHD5SUlPTR6/VSQUFBYnFxcYzhj7fKy8sjtFqt\nWv5yHFcR1/ke4jrfRFwHRyOu827Edd6PuM45lBbnBQQENDY1NfmnpaWt7tevX/H777//66SkpDyd\nTqdq3779j0Jc29bNzc3tIiIiyh944IGPi4uLY+rr6284depULznOO3bsWKwQQrgqzhNCiPr6+vb1\n9fXtjf+PaxHX+R7iOt/kzLjOpS//SZKkd+X64BqXLl3qNGnSpA+WL1/+dFBQUJ3hOEmS9K21O8eE\nZ9i8efOD3bt3PxsfH3/Y3A0hbW29Z5999rXXXnvt2T//+c8vdO/e/WyvXr1Or1ixYs6ECRM+EkKI\nF1544c9Dhgw5OHDgwK8HDhz49ZAhQw6+8MILf5bnN96Xlvb7Qw89lLdhw4bJoaGh1e+9SP+7uwAA\nIABJREFU997DH3744cR27do1BwYGNmzatGn81q1b7+vWrdu5J5544s01a9ZMCw8PP3Po0KHbYmNj\nj82ePfudjh07XtZoNOmG6woODq7r1KlT3fr166esXr165hNPPPG3hQsXZjU0NATK07VWz4yMjIy0\ntLScLl261Lz//vu/NlX3w4cPx8fHxx+W/28qcHjttdeevXDhQtdZs2atCgoKqgsKCqobMGDAEXl8\nZmbmS9HR0Sd69+59avTo0TsXLFiwZNy4cdtbax9fcuLEiejXX399bmlpadSZM2d6Xrp0qdPatWsf\nMZyGc9t7WWpbeIdXXnnl+cDAwIapU6f+0911gffg2uG9iO28H7GdYyk5tsvMzHzx6NGjcXPmzFmR\nlJSUHxgY2CDHdfLyJEnS+/n56bdv3z7u+PHj/Z566qm/9ujRo3LhwoVZLS0tfvI0rojtHnvssX88\n9NBDeXfdddfuzp07fz937tzX33777dkxMTHF8jRr1qyZNmLEiC/69OlT0lq7+BriOt9GXOcbiOvg\nDFw7vBdxnfcjrnMuJcV5r7766rMVFRURH3744aQbbrih4Z577tn2wQcf/Fqe11zMFhQUVLd9+/Zx\nJ0+ejJ49e/Y7cpzn6md4Qghx4403XgkODq6VJEkfGxt7TM4whmsR1/k24jrf4Oy4zt8ZCzUnPDy8\nwrDr2rKyskjDNxbheRobGwMmTZr0wbRp09YkJydvFOLqm8lVVVVhYWFhVZWVlT26d+9+Vojr21/u\ntthddYf1vvjiixH5+flJW7Zsub++vr59bW1t8LRp09bQ1vabOnXqP81d2G+44YYfly9f/vTy5cuf\nNh6nVqu1p0+f7iX/7e/v39Tc3NzOcJo9e/aMNPy7ffv29WvWrJlmal1xcXFFWq1WbTisqqoqLCIi\nonzTpk3jhRDi888/vzMrK2thRERE+c6dO0cLIURlZWWPHj16VG3evPlB+QFSenq6Roir7Z2VlbVw\n2LBh+83V+7e//e1bv/3tb98ys3uEEELcddddu++6667dQgjxxhtvPGVqmlWrVs1atWrVLHPLCAwM\nbFi5cuWjK1eufLS1dfmqgwcPDhkxYsQXXbt2vSCEEBMnTvxw7969w8PCwqo4t72TLdftiIiI8vDw\n8Aq5+2l5OG3uOVavXj1jy5Yt93/66adj5GG0NRyBuM47Edv5BmI7x1NqbFdVVRX25ptvPjl06NAD\n2dnZM+W4LiwsrCo2NvbY6dOne8ltHRMTUyzHZ3Jcd++9924LDw+vyM7OntlavR0V2/n5+bUsXbp0\n/tKlS+ebW87ChQuzFi5cmNXaunwRcZ3vIa7zLcR1cBbiOu9EXOcbiOucTylx3l133bWnd+/ep0pK\nSvoI8cvzurCwsCr5X7mt1Wq19vnnn39FbuuYmJjiuLi4oszMzJcMn9cJIYSr4jwhrqYybm05uIq4\nzvcQ1/kWV8R1Fi+2s2bNWqVSqXSGPSkVFhYmJCQkFMbHxx8eOnTogQMHDgyVx2VlZS3s16/f8djY\n2GPbt28fZ7isIUOGHDx+/Hi/0tLSqIaGhsANGzZMTkpKyrdUByiTXq+XHn300ZVxcXFFc+fOfV0e\nnpSUlJ+Tk5MmhBA5OTlpcoCRlJSUv379+ikNDQ2BJSUlfY4fP95PzlMNZVu8ePGisrKyyJKSkj7r\n16+fcvfdd3+2Zs2aabS18lnqutuUsLCwqsjIyLLi4uIYIYTYsWPH2FtvvfWb8ePHb6K9vUtsbOyx\nffv23fHDDz900Ov10o4dO8bGxcUV0dbey9brdlhYWFVwcHDt/v37h+n1emnNmjXT5HmgbNu2bbt3\n2bJl8/Ly8h5q3759vTyctvZdxHVoDbGd7yC281y2xnbEdb6DuM73ENf5DuI6GDMV182bN2/ZLbfc\ncnTQoEFfTZw48cPvv/++szyOuM63ENf5DuI672EpziOu8x3Edb6HuM53uCyu0+v1rZbdu3ePPHTo\nUHz//v2PyMNGjRql3bZt2z16vV5s2bLlPrVavVOv14tvvvkmbtCgQV82NDQElJSUREVHR3/X3Nzs\nZ7i8LVu23BcTE/NtdHT0d4sXL15oaf0U5ZY9e/bcKUlSy6BBg74cPHjw4cGDBx/eunXrvRcuXAgd\nM2bMjn79+hUnJiZur6mpCZHneeWVVxZFR0d/d/PNNx+TjyGKZxWtVjtq/Pjx+Xq9XtDWyi8ZGRkv\nTZs27V1b5/vyyy8HDRky5MDAgQO/mjBhwocXL17sTHt7Z1myZMn8uLi4b/r3739k+vTpOQ0NDQG0\ntXeUKVOmrOvRo8eZgICAhoiIiLJVq1bNtKdtDx48eHv//v2PREdHf/fkk0++4e7tolhu65UrV87q\n27fv8V69ep2S79F+97vfraCtfbsQ11FaK8R2vlmI7Tyr2BPbEdf5TiGu895CXOc7hbiOYk0xFddt\n3749UY7XFixYoFmwYIFGryeu88VCXOebhbjOs4s1cR5xne8U4jrvLcR1vlPcGddJer3l1NGlpaVR\n48eP33TkyJEBQgiRmpq6bsKECR+lpKTkrlu3LvXjjz9+YO3atY9kZWUt9PPza1mwYMESIa6mCMnI\nyMi444479tn/HiQAAAAAoK2I6wAAAADAsxnHdYY++uijCR988MEk4joAAADAt/jbM5NGo0m/8847\nP//DH/7wfy0tLX579+4dLoQQZ86c6WkYOERERJRXVFSEO6qyAAAAAADHIK4DAAAAAO+xatWqWamp\nqeuEIK4DAAAAfIldL/89+uijK994442nJkyY8NG//vWv38yaNWtVQUFBoqlpJUm6rmtBU8MAAAAA\nuIZer5fcXQe4H3EdAAAA4LmI62DolVdeeT4wMLBh6tSp/zQ3jbkYjtgOAAAAcA9HxXV2vfxXWFiY\nsGPHjrFCCPHrX//6/ccee+wfQggRHh5eUVZWFilPV15eHhEeHl5hahnWpBuG58vIyBAZGRnurgZc\ngLY2QZKE8MJrHW3tO2hr30J7+w5J4vkQriKug7X4jPAttLcRL43rhKCtfQlt7Ttoa99BXAdDq1ev\nnrFly5b7P/300zHyMFviOiGI7XwFnxO+g7Y2wUtjO9rad9DWvoO29h2OjOv87Jmpb9++3+3atWuU\nEEJ89tlnd8fExBQLIURSUlL++vXrpzQ0NASWlJT0OX78eL+EhIRCh9UWAAAAAOAQxHUAAAAA4Nm2\nbdt277Jly+bl5eU91L59+3p5OHEdAAAA4Dss9vyXmpq6bteuXaPOnz9/U2RkZNnLL7/84ttvvz37\n97///d9+/PHHGzp06PDD22+/PVsIIeLi4opSUlJy4+Liivz9/ZtWrFgxh+7CAQAAAMC9iOtgTnBw\nqBBCiNraajfXBIBScZ0AAEAZjOO6zMzMl7KyshY2NDQEJiYmFgghxPDhw/euWLFiDnEdAAAA4Dss\nvvzXoUOHH5qbm9vdfPPN3x45cmSAPPyRRx5Zu2LFijlNTU3+69evnxIfH39YCCEkSdLLAQSBBNRq\ntburABehrX0Hbe07aGvfQnsD3o24DubU1dVYnIbPCN9Ce/sOa9vamusElI3z2nfQ1oB3W7duXarx\nsFmzZq0yN/2iRYsWL1q0aLFzawVPwueE76CtfQdt7Ttoa99BW8Mekt5Cbvs9e/aM7NSp06Xp06e/\nKz8k2rlz5+jFixcv2rJly/0BAQGN586d69atW7dzRUVFcVOnTv3ngQMHhlZUVISPHTt2R3FxcYyf\nn1/LNSuVJL2l9QKAx5MkIbjWAQAURpIkodfrJXfXA65FXAdzJOnq5YC2BMwgruM6AQAKRFwHRyK2\nA+ATiO0AAArjyLjOz9IEI0eO3NOlS5drfuL797///XcLFy7MCggIaBRCiG7dup0TQoi8vLyHUlNT\n1wUEBDRGRUWV9u3b97vCwsIER1TU0eQvLgEAAJSC+xMAzuKtcR0AAAAAAPAsfAcK+J7g4FARHBzq\n7moAgNey+PKfKcePH++3e/fuu+644459arVae/DgwSFCCHHmzJmeERER5fJ0ERER5RUVFeGOqiwA\nAAAAwDGI6wAAAAAAAAA4W11djairq7E8IQDALv72zNTU1ORfU1PTZd++fXccOHBgaEpKSu7Jkyd/\nZWpaSZJM9p+bkZHx8//VajV5qwEAAAAn0Gq1QqvVursaUCDiOgAAAMAzENdBCCFmzZq16uOPP36g\ne/fuZ48cOTJACCGqq6tDJ0+evOHUqVO9o6KiSnNzc1NCQkIuCiFEVlbWwlWrVs1q165d8xtvvPHU\nuHHjtrt3CwAAAAA4g10v/0VERJRPnDjxQyGEGDp06AE/P7+W8+fP3xQeHl5RVlYWKU9XXl4eER4e\nXmFqGYYPiQAAAAA4h/ELWZmZme6rDBSFuA4AAADwDMR1EEKImTNnZj/55JN/nT59+rvyMI1Gk56Y\nmFgwf/78pUuWLFmg0WjSNRpNelFRUdyGDRsmFxUVxVVUVISPHTt2R3FxcYyfn1+LO7cBACyRJEno\n9SZ/gwoAAMywK+1vcnLyxs8+++xuIYQoLi6OaWhoCLzpppvOJyUl5a9fv35KQ0NDYElJSZ/jx4/3\nS0hIKHRslQEAAAAAbUVcBwAAAACeY+TIkXu6dOlyTc7E/Pz8pLS0tBwhhEhLS8vZuHFjshBC5OXl\nPZSamrouICCgMSoqqrRv377fFRYWJrij3gAAwD0kSXJ3FQC4iMWe/1JTU9ft2rVr1IULF7pGRkaW\nvfzyyy/OmjVr1axZs1YNGDDgSGBgYMO77747XQgh4uLiilJSUnLj4uKK/P39m1asWDHHXHooAAAA\nAIBrENcBAAAAgPfR6XQqlUqlE0IIlUql0+l0KiGEOHPmTM877rhjnzxdREREeUVFRbi76gkAAADA\neSy+/NehQ4cfmpub28XExBQfOXJkgDx8zZo101599dXn5s2bt2zgwIFfy8MlSdLLD4Z4QAQAAAAA\n7kdcBwAAAADezTCOMzfe3LiMjIyf/2+cZhoAAABA22m1WqHVap2ybIsv/82cOTP7ySef/Ov06dPf\nNRxeVlYWWVBQkNi7d+9T8rCioqK4DRs2TC4qKoqrqKgIHzt27I7i4uIYPz+/FmdUHgAAAABgGXEd\nAAAAAHgflUqlq6qqCgsLC6uqrKzs0b1797NCCBEeHl5RVlYWKU9XXl4eER4eXmFuOYYv/wEAAABw\nPOMf2WRmZjps2X6WJhg5cuSeLl261BgPf/bZZ19bunTpfMNheXl5D6Wmpq4LCAhojIqKKu3bt+93\nhYWFCQ6rLQAAAADAZsR1AAAAAOB9kpKS8nNyctKEECInJyctOTl5ozx8/fr1UxoaGgJLSkr6HD9+\nvF9CQkKhe2sLAAAAwBksvvxnSl5e3kMRERHlhmmhhBDizJkzPSMiIsrlvyMiIsorKirC21pJAAAA\nAIBjEdcBAAAAgOdITU1dN2LEiC++/fbbmyMjI8uys7NnpqenawoKChJjYmKKP/vss7vT09M1QggR\nFxdXlJKSkhsXF1d03333bV2xYsWc1tL+AgAAAPBcFtP+Grty5cqNixcvXlRQUJAoD9Pr9ZK56c0F\nE4ZdiBt3bQgAAADAMbRardBqte6uBhSGuA4AAADwHMR1EEKIdevWpZoavmPHjrGmhi9atGjxokWL\nFju3VgAAANaRJEno9fwWAXAGm1/+O3HiRHRpaWnUoEGDvhJCiPLy8ojbb7/9P/v37x8WHh5eUVZW\nFilPW15eHhEeHl5hajmGD4kAAAAAOIfxC1mZmZnuqwwUg7gOAAAA8BzEdQAAAAAAc2xO+ztgwIAj\nOp1OVVJS0qekpKRPRERE+aFDh25TqVS6pKSk/PXr109paGgILCkp6XP8+PF+CQkJhc6oOAAAAADA\nPsR1AAAAAAAAAAAAns/iy3+pqanrRowY8UVxcXFMZGRkWXZ29kzD8Ybpn+Li4opSUlJy4+Liiu67\n776tK1asmGMuPRQAAAAAwDWI6wAAAAAAAAAAALyPxbS/HTp0+KG5ubldTExM8ZEjRwYIIcS8efOW\nbd68+cHAwMCGwYMHf9muXbtmeXpJkvTygyEeEAEAAACA+xHXAQAAAID3ysrKWrh27dpH/Pz8WgYM\nGHAkOzt75uXLlztOnjx5w6lTp3pHRUWV5ubmpoSEhFx0d10BAAAAOJbFnv9mzpyZvW3btnsNh40b\nN277N998c+tXX301KCYmpjgrK2uhEEIUFRXFbdiwYXJRUVHctm3b7p0zZ86KlpYWm1MLAwAAAAAc\nh7gOAAAAALxTaWlp1DvvvPP4oUOHbjty5MiA5ubmduvXr5+i0WjSExMTC4qLi2PGjBnzqUajSXd3\nXQEAAAA4nsUHOCNHjtzTpUuXGsNhiYmJBX5+fi1CCDFs2LD95eXlEUIIkZeX91Bqauq6gICAxqio\nqNK+fft+V1hYmOCcqgMAAAAArEFcBwAAAADeKTg4uDYgIKDxypUrNzY1NflfuXLlxp49e57Jz89P\nSktLyxFCiLS0tJyNGzcmu7uuAAAAABzPYtpfS1atWjUrNTV1nRBCnDlzpucdd9yxTx4XERFRXlFR\nEW5qvoyMjJ//r1arhVqtbmtVAAAAABjRarVCq9W6uxpQOOI6AOYEB4cKIYSora12c00AAPBdxHVo\nTWhoaPVzzz33aq9evU536NDhh3vuueeTxMTEAp1Op1KpVDohhFCpVDqdTqcytwxiOwAAAMC5nBnX\ntenlv1deeeX5wMDAhqlTp/7T3DSSJOlNDTcMJAAAAAA4h/GX9pmZme6rDBSJuA5Aa+rqaixPBAAA\nnIq4Dq05ceJE9Ouvvz63tLQ0qnPnzt//5je/+dfatWsfMZxGkiS9ubhOCGI7AADciR9eAr7BmXGd\n3S//rV69esaWLVvu//TTT8fIw8LDwyvKysoi5b/Ly8sjwsPDK9paSQAAAACA4xHXAQAAAIBnO3jw\n4JARI0Z80bVr1wtCCDFx4sQP9+7dOzwsLKyqqqoqLCwsrKqysrJH9+7dz7q7rrCNJElCrzf7ziYA\nwEvww0sAbeVnz0zbtm27d9myZfPy8vIeat++fb08PCkpKX/9+vVTGhoaAktKSvocP368X0JCQqHj\nqgsAAAAAcATiOgAAAADwfLGxscf27dt3xw8//NBBr9dLO3bsGBsXF1c0fvz4TTk5OWlCCJGTk5OW\nnJy80d11BQAAAOB4Fnv+S01NXbdr165R58+fvykyMrIsMzPzpaysrIUNDQ2BiYmJBUIIMXz48L0r\nVqyYExcXV5SSkpIbFxdX5O/v37RixYo5rXUjDgAAAABwPuI6AAAAAPBOgwYN+mr69OnvDhky5KCf\nn1/Lbbfddmj27Nlv19XVBaWkpOSuXLny0aioqNLc3NwUa5dJ+kEAAADAc1h8+a9Dhw4/NDc3t7v5\n5pu/PXLkyAAhhEhOTt44efLkDadOneodFRVVunjx4kXy9JIk6eUHQzwgAgAAAAD3I64DADgaaegA\nAFCO+fPnL50/f/5Sw2GhoaHVO3bsGGvP8kg/CAAAAHgOi2l/Z86cmb1t27Z7DYdpNJr0xMTEguLi\n4pgxY8Z8qtFo0oUQoqioKG7Dhg2Ti4qK4rZt23bvnDlzVrS0tNiVWhgAAAAA4BjEdQAAAAAAAAAA\nAN7H4gOckSNH7unSpcs1P/HJz89PSktLyxFCiLS0tJyNGzcmCyFEXl7eQ6mpqesCAgIao6KiSvv2\n7ftdYWFhgnOqDgAAAACwBnEdAAAAAAAAAACA97GY9tcUnU6nUqlUOiGEUKlUOp1OpxJCiDNnzvS8\n44479snTRURElFdUVISbWkZGRsbP/1er1UKtVttTFQAAAACt0Gq1QqvVursaUCDiOgAAAMAzENcB\nAAAlkiRJ6PV6d1cDAHyeXS//GZIkSS9Jktkrurlxhg+JAAAAADiH8QtZmZmZ7qsMFIu4DgA8U3Bw\nqBBCiNraajfXBADgTMR1sOTixYshjz322D+++eabWyVJ0mdnZ8/s16/f8cmTJ284depU76ioqNLc\n3NyUkJCQi+6uKwDTuLcHAAD2spj21xSVSqWrqqoKE0KIysrKHt27dz8rhBDh4eEVZWVlkfJ05eXl\nEeHh4RWOqSoAAAAAwFGI6wDA89XV1Yi6uhrLEwIAAK/29NNPL7///vu3HD169Javv/56YGxs7DGN\nRpOemJhYUFxcHDNmzJhPNRpNurvrCcA87u0BAIC97Hr5LykpKT8nJydNCCFycnLSkpOTN8rD169f\nP6WhoSGwpKSkz/Hjx/slJCQUOrLCAAAAAIC2I64DYInc8wQAAACU6/vvv++8Z8+ekbNmzVolhBD+\n/v5NnTt3/j4/Pz8pLS0tRwgh0tLScjZu3Jjs3poCAAAAcAaLaX9TU1PX7dq1a9T58+dvioyMLHv5\n5ZdfTE9P16SkpOSuXLnyUbmrcCGEiIuLK0pJScmNi4sr8vf3b1qxYsWc1lJHAQAAAACcj7gOgD3o\ndQLeghRqAABvVlJS0qdbt27nZs6cmf3VV18Nuv322//z+uuvz9XpdCqVSqUT4mrP7zqdTmVuGRkZ\nGT//3zDFNAAAAADH0Gq1QqvVOmXZkl5v/zOcrKyshWvXrn3Ez8+vZcCAAUeys7NnXr58uePkyZM3\nnDp1qrf8ACkkJOTiNSuVJH1b1usIkiQJd9cBzseXu3ArSRKC6wwAG3B/Alf46TiT3F0PKIcnx3Vo\nO0m6ejmgLWGKfHwI4cPHiMLjOlecw+bW4Un3rlzrAHgb4joYOnjw4JDhw4fv/eKLL0YMHTr0wNy5\nc18PCgqqe/PNN5+oqanpIk8XGhpaXV1dfV3XzqZiOz47lcGT7rds4a3b1Vacd1c57fhQeGznqaxt\nL47v1jlr/yjtequ0+gDu5si4zq60v0IIUVpaGvXOO+88fujQoduOHDkyoLm5ud369eunaDSa9MTE\nxILi4uKYMWPGfKrRaNIdUVHAHnV1NfRUAAAAAJhBXAcAAAAAni0iIqI8IiKifOjQoQeEEOLXv/71\n+4cOHbotLCysqqqqKkwIISorK3t07979rHtrCgAwZvijOwAA7GX3y3/BwcG1AQEBjVeuXLmxqanJ\n/8qVKzf27NnzTH5+flJaWlqOEEKkpaXlbNy4Mdlx1QUAAAAAOApxHQAAAAB4trCwsKrIyMiy4uLi\nGCGE2LFjx9hbb731m/Hjx2/KyclJE0KInJyctOTk5I3urSngHMHBoT9nAgMAAPBF/vbOGBoaWv3c\nc8+92qtXr9MdOnT44Z577vkkMTGxQKfTqVQqlU4IIVQqlU6n06lMzZ+RkfHz/9VqtVCr1fZWBQAA\nAIAZWq1WaLVad1cDCkVcBwAAACgfcR0s+etf//rkww8//F5DQ0NgdHT0iezs7JnNzc3tUlJScleu\nXPloVFRUaW5uboq76wk4AxnAAMvkF2Rra6vdXBMAnoiUzcon2dtAJ06ciB4/fvymPXv2jOzcufP3\nv/nNb/41adKkD5588sm/1tTUdJGnCw0Nra6urr7m5xaSJOndfWBwcPoGuatk2hpuIUlCcOwBsAH3\nJ3CFn44z8klACOH5cR3ajpgJrTFMP+Szx4jC4zpXnMPm1uFJ965c6wB4G+I6OJKp2I7PTmXwpPst\nWzh6u7zlePWW7Wgrpx33Co3tXHWeO+v4srb+HN+tc3f7uIrS6gPr0XbO4ci4zu60vwcPHhwyYsSI\nL7p27XrB39+/aeLEiR/u3bt3eFhYWFVVVVWYEEJUVlb26N69+1lHVBQAAAAA4FjEdQAAAAAAAI5j\n+CMqAPB0XNMAz2D3y3+xsbHH9u3bd8cPP/zQQa/XSzt27BgbFxdXNH78+E05OTlpQgiRk5OTlpyc\nvNFx1YXScLEHAAAAPBdxHQAAAAAAAAA4T3Bw6M+plwHAGexO+yuEEJmZmS+++uqrzzU0NNzQvn37\n+o8//vj+sLCwqoSEhAN1dXVBQUFBtYcOHbq9d+/ep65ZqQLSQ9EtpWPYsx/lD7ba2mpnVOkadCEM\nt1JoF+IAlIv7E7gC6aFgzJPjOrQdMRNaQ9pfofi4jrS/1uFaB8DbENfBlObm5nZDhgw5GBERUb5p\n06bx1dXVoZMnT95w6tSp3lFRUaW5ubkpISEhF43nI+2vcnnS/ZYtvD3tr73bp7TtcBfS/jpvPUKQ\n9tddLG2/u9vH2ctwxrLgWrSdcygi7a8QQpw8eTL69ddff6a+vr79+fPnb+rfv/83b7311v8uWLBg\nSUNDQ+D8+fOX/f3vf/+dIyoK71FXVyPq6mrcXQ0AAAAAgrgOAAAAALzB8uXLn46LiyuSJEkvhBAa\njSY9MTGxoLi4OGbMmDGfajSadHfXEQAAAIDj2d3z3/fff985Pj7+8MmTJ39lODw2NvbYrl27RqlU\nKl1VVVWYWq3WHjt2LPaalSqghwjeTHUMe/ajK9/s9/VfEcDNFPorIkfhOgpv5O7j2t3rh2+ghwgY\n8vS4Dm1HzITW0POfUHxcR89/1uFaByXypHMIykNcB2Pl5eURM2bMWP3888+/8tprrz27adOm8dbE\ndULQ85+SeetnBT3/mZ9PCOVsh7s4s+e/4KAuTs9MZ2v9ldbzn7Pq7+vHNz3/OX5ZcC3azjkU0fNf\nSUlJn27dup2bOXNm9m233Xbo8ccff+fy5csddTqdSqVS6YQQQqVS6XQ6ncoRFQUATxUcHPpzumsA\nAAAlIa4DAEDZ+E4BAGCNZ5555i/Lli2b5+fn1yIPI64DgGuRmQ4A4K387Z2xqanJ/9ChQ7e9+eab\nTwwdOvTA3LlzXzfuMlySJL3cvbixjIyMn/+vVquFWq22tyoAoGgEEwAAd9JqtUKr1bq7GlAo4joA\nAJSN7xQACEFch9Zt3rz5we7du5+Nj48/rNVq1aamaS2uE+L62A4AAACAYzkzrrM77W9VVVXY8OHD\n95aUlPQRQojPP//8zqysrIUnT5781c6dO0eHhYVVVVZW9hg9evROJaaHoltKxyBKlJO5AAAgAElE\nQVTtL9CKn9JDeetxyHUU3sjdx7W71w/fQHooGPL0uA5t5633qnAM0v4K0v62sg5Punf15GudJ9cd\nrfOkcwjKQ1wHQ4sWLVq8Zs2aaf7+/k319fXta2trgydOnPjhgQMHhmq1WnVrcZ0QpP1VMm/9rCDt\nr/n5hFDOdriLM9P+SsL5+9eT0/7acwyS9tc6pP11/LLgWrSdcygi7W9YWFhVZGRkWXFxcYwQQuzY\nsWPsrbfe+s348eM35eTkpAkhRE5OTlpycvJGR1QUAADAVQwfdPsq9gHgG4jroFRK/xxSev0AAADg\nOxYvXryorKwssqSkpM/69eun3H333Z+tWbNmWlJSUj5xnX2Cg0NFcHCou6sBAIrD9REAlMnunv+E\nEOKrr74a9Nhjj/2joaEhMDo6+kR2dvbM5ubmdikpKbmnT5/uFRUVVZqbm5sSEhJy8ZqVKqCHCN5M\ndQx6/gNaQc9/gMeRj2t3Hd9KOq+UVBc4Fj1EwJgnx3VoO6Xeqyr9c0jp9XMUZ/f85xH7kZ7/6PnP\nzbxh/8M02hBtQVwHc3bt2jXq1VdffS4/Pz+puro61FJcJwQ9/5milO331s8Kev4zP58QytkOd6Hn\nP+dwVM9/xtPQ85916PnP8cuCa9F2zuHIuM6/LTMPGjToq3379t0xZMiQg42NjQGdO3f+vrq6OlSS\nJFodANxM/uVNbW21S9fLhz8AAJ6FuA4AAAAAvMOoUaN2jRo1apcQQoSGhlbv2LFjrLvrBADwTPY8\nZ+QZIQC4h91pf2XLly9/Oi4urkh+MKTRaNITExMLiouLY8aMGfOpRqNJb8vy6ToWAOxTV1cj6upq\n3F0NAADgAZwd1wEAAAAAAADwHJ7+nNEwm4E51r6LYs2yAMCd2vTyX3l5ecSWLVvuf+yxx/4hd0WY\nn5+flJaWliOEEGlpaTkbN25Mbss6PP1DBQDgnXg53TMRoAHA9VwR1wEAAMCz8T0IAAAAvI2nvIvi\nyHtxnpMB3qlNaX+feeaZvyxbtmxebW1tsDxMp9OpVCqVTgghVCqVTqfTqdpaSQDwVu5KzYu284Rg\nQGk43gFAmYjrAMD7cS8OoK34HgQAAFiL+ANwLO7F4Q6k8fYsdr/8t3nz5ge7d+9+Nj4+/rBWq1Wb\nmkaSJL2cNspYRkbGz/9Xq9VCrTa5CADwatyswZdwvAPuodVqhVardXc1oFDEdQDgG7gXBwDPRlyH\n1pSVlUVOnz793bNnz3aXJEk/e/bst5966qk3qqurQydPnrzh1KlTvaOiokpzc3NTQkJCLrq7vvBO\nvOzlfKb2sVJfzCD+cA+lHg8AAOeT7P0AWLRo0eI1a9ZM8/f3b6qvr29fW1sbPHHixA8PHDgwVKvV\nqsPCwqoqKyt7jB49euexY8dir1mpJOmtXa/c7aijP6j48HMMe/ajs9rU3esCriNJQuj1rR6HzjxG\nnX38mzv/feX6yvXFdkrYZ5aOT3m8u45jJZ0/SqoLHOuntqVvfwghXBfXQbmU8PlsitI/h5ReP0cx\nTAXjrJhF8fvxp7hOqaw9h9tyrpub11Xt54gHyUq91lnD3fsfzuNpbejJ55E3Iq6DoaqqqrCqqqqw\nwYMHf3np0qVOt99++382btyYnJ2dPfOmm246P3/+/KVLlixZUFNT00Wj0aQbz28qtvP1c14p2+9J\nnxW27DNHb5dS2ktm7/ZZ2g5T45V6jLQ1/nDKNkmSkOysk22rsa3+jtze1pb1/9m797go6v1/4J9B\nwBs3V2VXWAxDCUFEvOsvc1OX1AJRC0XTPZDZOZ5Kq6Nip07YRVY9lnbxezodpc1K5XRBNCQgW7Kj\neCU1kDADBYQ1BWTRlNv8/qCxdd37zu7M7L6ej8fnoczszHx2Pp+5vOfz2c9YUib6nzFW5/Q/Y0md\n5OI4tWTfWhNT25N3W45va+ab2q69saSz6ijwj255oewcg824zsPWBdetW/didXV1SGVl5aBdu3bN\nnzJlyoEdO3YsSkhIyFGpVApCCFGpVIrExMRsNjIKAAAAf/DzE91uBAMAALAV4joAAO7h3t40rbYR\nI4cAAACYIJFI6keMGPEDIYT4+Pi0DB069GxtbW1wTk5OgkKhUBFCiEKhUGVnZydym1MAECLEKwAA\nAPxn82t/9TGvgUpLS1MmJSVlbdu27QlmGHG2tgEAYC30QgdXhcYvAABwBMR1AADOh3t7AAAAYEtV\nVVVoSUlJ7Lhx445oNBqxWCzWEEKIWCzWaDQaMdf5AwDhQbzCH7a0eRrruIlXdQOwA8cS8IXNnf+q\nq6tDFi9e/NHly5cDKYqily5d+m9mHtNgBACOh85tXbAfAMyz9Dix9kYVN7YAAMKFuA7AfeCeDayF\n0T0AAACEpaWlxWfu3Lmfb9myZbmvr69Wdx5FUbSpGC89Pf32/2UymcPy6ChoHwAAMMxY501HdurE\n8wewlpCv4+7eQVrIZccFtVpN1Gq1Q9ZN2VoQ9fX1kvr6esmIESN+aGlp8Rk1atSJ7OzsxMzMzJR+\n/fpdWbVq1Yb169evbmxs7KNUKtPu2ChF0ZZu11Hvf0cltI6xi7Qt+9FRZcr1triCutzF2H7gdP9Q\nFCE0bbIeGprH1k1x17o9ia+vr0NusHm5z52I6/OLLdu3tGysXbexz+vXZa73GZMHU9tn5nNVj5nt\nGtp3jsiPqfW6y7Hsjn4vW4rrfAA/OCuuA/7iw/XZEL5fh/ieP0NsvX9kOPtehDd+j+scuwnbj0NL\nl7W3/A0t66zyY+M8xddznSWM5V0Qxw+YJLQyFPJx5IoQ14G+trY2r0ceeWTfjBkz9q9YsWIzIYRE\nRESUq9VqmUQiqa+rqxvw4IMPflteXh6hv6yh2E5oxzzb51S+fH8hXSus2WeuWl4MW7+fue9haL4z\n6og9sYSt+8Eh34miCGVjnqzbjHX5t+bzlrZv6E/Txcw3Vp9s+Yyh+eaWcwZL9q01MbUjY1J755va\nrr2xJJvHpBDalq1tp7e3bvO5s6xuuQih7ISIzbjOw9YFJRJJ/YgRI34ghBAfH5+WoUOHnq2trQ3O\nyclJUCgUKkIIUSgUquzs7EQ2Mgrc0mob3b7XMrBH/0YT7sTu8dZu9br8/EQY4cEM7B/L4NphO+w7\nAHAWxHUAAAAAAADCRtM09cQTT2yLjIwsYzr+EUJIQkJCjkqlUhBCiEqlUiQmJmZzl0vroR1BGFBO\nAADgaM681ji7fQ7tgcAWm0f+01VVVRU6efLkoh9//HHYwIEDLzY2NvYhpCvgEIlEDczftzeKkf8E\nh81fGWPkP3YJsS47Is+87G1uZOQ/iqKIr2/XaZG5mDvi1y+2jtJh769chFgnrWVu3zrjVxpcjvxn\n6Yh+lvxKzNmEMvKf/sid1ubH0jqIkf/cE0aIAGMcHdfhnMJPfLg+G8L3OsP3/BmCkf9shJH/bsPI\nf9zAyH+uS2hlKOTjyBUhrgNd33///f0PPPDAd8OHDz9N/f5q34yMjDVjx449mpSUlHXx4sWBoaGh\nVVlZWUkBAQFN+svzdeQ/a0a4ctWR5PiSD1PufJ5p2TNlIZSXPXk098yVaR8y9LY1QjDyH0b+s/2z\nXI/8ZyqGxMh//Br5z9h5yNJ12MrWtmVnxk7W7mt76zafr/UY+c/x2IzrPO1dQUtLi8/cuXM/37Jl\ny3JfX1+t7jyKomgm0NCXnp5++/8ymYzIZDJ7swJuACcP2/F5yFihsmef3tmD35P4+YmcXjbuXicc\neT5x9V9omPt+7joyIvvHlPUjdzKEWAdxjXcctVpN1Go119kAnuNDXOfu9yauBuUJAAAAwB7EdWDK\n/fff/31nZ6fBN30VFhZOY2MbeG5jnBD3jS15tiXG092OEJ9XOgr2hWtg87kHnqHYBvvNdjgPAbge\nu0b+a2tr83rkkUf2zZgxYz8zlHhERES5Wq2WSSSS+rq6ugEPPvjgt+Xl5RF3bBQj/5mkmze+XLS4\nGvlPf/22/FrC0m3Zy546ZU85szWSlzMZyrO9dZ2L3uZm96mJkf+MseQXctbmz9i6LBmtzZZRwRx9\nfmVr/fb+co9hzb61lalfazly5D9D6zc0z1wd5/PIf4ZGMbR15D+2RiTRPQ8w63PU9c+WY9zS+dbi\n872Zq8EIEaDPWXGdI0alAvs5Mua2Z718vy7wPX+G2DNag7XLWbN+3u9HCiP/Mdh4JmQLtu6z7V2H\nLdh4rsfmMzngF6GVIe7V+AVxHbDJUGxnamQnJ+bL4mdTjnhORYht7Vhs0s0Hm+2FluTZmre/GGvX\nMDQimK3PXk1xxDXK3vYDc6N3EWL+TTrGlrW03ZStOmNPLGFrjOOQY4pid+Q/tu7TrYm7bXlmb017\njbG2HnOfMdc2ZGxd9rLkmGErVra3XtpyfFsz39R2LWnns3YdtrK1bdmZ9yHW7ms2noHas7wjWXKv\nJbS4lm/YjOsM/hLIEjRNU0888cS2yMjIMqaBiBBCEhISclQqlYIQQlQqlSIxMTGbjYw6i6lOOVwQ\nwju+2d5nfn4itxs1is1y5lsdthTf6zrf6qWfn4i1subbd3NHwjxuPV2i3vD93AMA4GiuGtcBABiD\n+AecCfEGOALOYwAA7snZ9xXM9th4ds3282++r48v7KkzQr3fcNWyBABwJqFeA9ydzSP/ff/99/c/\n8MAD3w0fPvw09fsroDIyMtaMHTv2aFJSUtbFixcHhoaGVmVlZSUFBAQ03bFRO0f+M9Z71JpfMPC5\nZ6qxX8KwvW5rlzOUD1t+dWRNz3X9/Dpq5CM22PsrIELY+QWMqbpt6TbYOA6sHU3KUSODsHVMW/Lr\nFgMLOWzkP2s+Y+xzhn6Bo7+MteVoajpb2NouG8csIeyM/Gfu13labSMrx4yl39nQ99P/BafufHN1\n3NA1zdj3cjRD50xCPImvry9pbm6443taW35sXHMoiiK+vn3ueChjy69h2fi1mrN/acWHezB3weYv\niUD4nBnXsfVLW7CdoZjNUfvdUff3tmJ7VH0hXreYMvH17UMIsfzZCcMR35eL/Wh13aQw8h/D3hEt\nbMXWfba96+Bqu6aeyQntPAR3Yvs5raPhXo1fENcBmwzFdqZGdnIk3ft2a55NOeI5FSHGz3nW5JOt\nfLB5HrYmRje3fVP3jIaeKdv67NXUNEfEn7rTrI0nzT1zZVj7zN+aNnNL1meKvXWPzXZPW5Y1uA4K\nI//pbsOSdk9LP2OubcjYuuxlyTHDVqxs77neluPbmvmmtmuqTljaZsjmcWPsOuHM9ihTbGnjtebz\nbC/vCKbaiQ19lk95Fxo24zqbR/67//77v+/s7PT44YcfRpSUlMSWlJTETp8+PU8kEjX87W9/+6eH\nh0dnZWXloPfff/8pNjJqCbZ+9cJGT1b9i5sQGPveln4XQ/tfrVZbvC70IDaN7/tHv6wJEeZxIMQ8\nO5uhsrYX3+u3OY7Mv6v+Ms8Zv1LV3Qemj+12Xo3GwVVezB3bzjw/6tdfnJsBHIePcR0h/LmOudr5\nx9aY2RH3f86G0bf+YG5fuEJ5g2VQ1u4DZe0+UNYAYEheXt70iIiI8iFDhpxbv379aq7zY4pQ7tv5\nnk9jMTWuE7Zhs/2ZfYbf0MOnsrbnGQ9fng/xGZ/KGgDYwffjGudmfrK5858xHR0d3Z5++ul38/Ly\nppeVlUXu3Lkz+ezZs0PZWr8zGl+cfdNu68HB9r5wxPe25sTk6P1uaD8L6cTE92DS0RchRx/7QqoL\nzmJsnzuirPlev83hY/6tyZOrdWxg8LFc2MbmucueY5uiKFbrkbGyc9W6CsBHjo7rzHHmOZwv8Rif\n8f2BkyGOKh+uy90Z2xdieRuDOM80VyprMA1l7T5Q1gCgz1mxnRDvu7i+t9fF9v4zFlO74nWCr/XO\nUP1yzHMOwz9sd1ZZm667nrffAGTrd3eHZ/z2csXjGsDd8f24xrmZn1jv/Hf06NGxgwcP/jk0NLTK\ny8urbf78+bv27Nkzi+3tOJP+DRofOt1xdTOr+935FBhZwtB+1p1mzfcRYiBrC3P7xNB8x+3HP369\nZG45W+qmfv0wtQ1j6xfaMQHgitzl/MzADTYAOIorxnW6dO/bHHUu5frekOvtC50l+8/WfcyXsnGH\n+yZTx7c7fH8AAAAAZ8V2XfddWkJR3qzfY5l7QwTztzX3d3y4J9fNr2PiUsMjwrkarp+NWlrvnFEW\nfn4ip9dt03XX+Bt3uvJq+nxh7z5DzAcAAO7Ek+0V1tbWBoeEhFQzf0ul0pojR46Ms3R5y94J7Uko\nypv4+voQrbbR6ndI674CUHdZ/RsA3fldv0xoIb6+PlZtS3/dzc0NRj9jzfuwrR3Nyde3j8Xb1M3r\nnTeJnoSQ9jvWywVL9qUlN4umljf3WUv2P7NvrdmeoeXN6wrgrF0/IXfWa6a8u7bJBIV3Bod314k/\n8pmRsZ68+ebbt9drSd4M7UfmV0B3f/c/ggT95UzfvFu/f/74jp53lUPXPONBs63lbS9rzh/Wsb1+\nAX+YD3Bdp5wtOT9zdZzygePOFQDgauyN66xBUV7E19fXxmWtO6+x8eCYEOPXEFvOs/rxlz0xhKWY\nfc7Xa6El8aZ+WRovE/P1S7fcDN3/23LttLcM2bpmm1qP7g/hbDmOrP1ulpaZrazNlzWNhBTlTQih\nSdczEeZRGvX7NN3/2zqfECb+tG15T0JRXma2z3wXL51pHWTt2jdMrJ+QP54FGcofs117v7+j94+x\n789W/tgoH1u+vzX7v4OsXbvWQd+Py/m604Q4X7dOWrM8IXfXCWZ+J1m7dp2D8s9s19A50fb18/me\nBMAVWBrbURR1ux3J2mfpf7Q/dZ0rjD33Z+bRNG0wJjEWr5l6O4T+D7vsYX3b053tKLa1Qdg2Xzcv\nxvdh+10DHmi1126345iKAwy9RUv/7z/aTP9oOzS+jOHPmGIsD8b3s+XlwOxf03HQH23Rplha7+7+\nnOX5NXRsGC4Tw3lhjlNzbeqm2ozNfc5ahtr7THXyNVb+puqF/rqbb6+brZiAEGP35HdOM7d+UzGX\n/vKG8q97/2fs++m28TPzDeVffxrzt+79n/403f/rbstTLy/ERP5sjQkM5c+WmMmSmM3RMamt822J\nOYzVOeP37Mb3j/UxgX6d6/rb2P79I8+m51u+fcvmG/rOxpZnPm9r/gwt3/n78xquYlZCmHqie864\n+/zxx3GGuI57rHf+oyjKoqu9qRtX86OJ3RlA2DMyn6U32Po3IbaOAmDp9iz9TpZ+V90bHHPrNv4d\njXf8MzUiYNfDxbvZui9sGanPUABoKM/W7mdz+9LakRItKXdjQ4Vbui1zyxur86bWy0xvbb2pt0z7\nXXkztC5z5WPJcubWaVuHVWN1vt3ofrkr/3bUATY/b/vIJYbLkDmu7T032bocW9tloyOzpXXS3rzY\n+p0tzZO1x6ql883lgY0yMLdNY+c3Y/kyd02wdHtssSQ/1tQPU+Whf8225jpnLo+WsKSuOKrOAMCd\n2IjrrPmssXsr2+9hrM+PLedSW6+NprbD5jXF+PJ33+OZ25axuM72PLC7rKmysCam0f2/JfG5o+7h\n7F3W3m0ZKm9HXfcdde9kbpol8/7QpvN/c42Wts5vNzPf1PLtZuabWr7TzHz9fDnq+5ubz/X27Zlv\nT/noT+fj9+N6vrn966rzDdUJ5v+dBqaxsX1zf9u2ftuf2wGAJSyN7Qgx3Xai/39Dy+lt11Sebi9n\n7p7XlviIrTjC/LruHLCAjdjU3nYRc8sSYll8pM9ce4ip7Zl7BmsJy54RWn9NsbZ+WxtXWFJ/rF/O\n8Hxz+bS0bdXS+mJLfGhPjMtG2+EfU9m8J7Xk/snS+fbc8xu7/zM0zd77P2PT9OeZ+57mlrd0viX5\nNTefjZiNy/mOiCnYWL+Q51tzzBhbzt7lOw1M40vMefd8xHXcY73zX3BwcG11dXUI83d1dXWIVCqt\n0f0MTdModQCA37355pvPr1+/fvX777//1EMPPfS1t7d3a15e3vTvvvvugfXr16/mOn/O4OHh0Xnu\n3LkhYWFh58199rXXXnvZ19dXu2LFis3Dhg37MT8/Py4oKOgSIYSUlpZGTZgw4XBubu7M2NjYkqVL\nl/67s7PTY+fOncmO/xYAAACuA3EdAIB5iOXYi+UuX74c2NbW5hUcHFzb1tbm9dJLL71eVFQ0ubi4\neDwhhPz000/3BQcH1/r4+LRcunQpKC4uLv/pp59+989//vO/HP0dAQAAhAyxHQCAaYjr2Ivr9K1d\nu/aVgwcPTiosLJxGCCHp6enpCxYs+DQ8PLzi6NGjY6dPn5731VdfPTxhwoTDbH8nAAC3Q9M0q6mt\nrc3z3nvvPV9ZWRl669Yt75iYmB/KysqGsr0dJCQkJFdITU1N/j4+PtrPPvtsrrHP3Lx5s/vy5cs3\nBwUF1QYFBdWuWLHirVu3bnnTNE2+/fZbWXBwcM2GDRtW9u/f//KAAQMuffnll4lfffXVzCFDhlSI\nRKKrGRkZacy6XnnllfS5c+d+Nm/evF2+vr7NI0eOPHHq1KnhzPyysrKhkydPVgcEBDRGRUX9mJOT\nE8/MUygUHy5btuy9hx9+eJ+vr2/zuHHjis+fP38vM//s2bMR06ZNKxCJRFfvu+++8qysrMcsWXbS\npEnfURTV2bt37xYfHx+t7nKGUkJCwp6ioqIHWlpaeg8YMOCS7rw1a9asW7hw4cfM3+fPn7/X29v7\nVktLS2+uyxoJCQkJCUlICXEdEhISkumEWI7dWE5/v6WlpWUkJiZ+aWh+TU1NcHR09Ons7OxZXNcD\nJCQkJCQkvifEdkhISEjGE+I6x8V1nZ2d1KBBg3756KOPFpla16ZNm57nuh4gISEhuUJyyEpzc3Nn\nhIeH/xQWFvbzunXr1nD9JZGQkJD4mvbv3z/d09OzraOjw8PYZ15++eVXJ0yYcOjXX3/t9+uvv/ab\nOHHi/15++eVXaborsPD09Gx77bXXXmpvb+/2wQcfLOnbt++VBQsWfNLS0tK7tLQ0smfPnjeqqqru\noemuwMLLy6v1888/n9Pe3t7tn//85wuDBg36pb29vVtra6tXWFjYzxkZGWltbW2eBw4ceNDX17f5\np59+CqfpruCgb9++V44dOza6vb2928KFCz+eP3/+TpqmSUtLS2+pVFr94YcfKjo6OjxKSkpG9OvX\n71fmQZKpZWmaJhRFdeoGKYbSfffdVx4QENDYrVu3dn9//yYfHx+tl5dXa0BAQOOf//zn/6PprkBh\nw4YNK3WX8/X1bT558mQs12WNhISEhIQktIS4DgkJCcl4QizX9R3ZiuVomiYXLlwYGBAQ0Ojh4dER\nHR19+urVqyLd9WRkZKT5+PhoKYrqXLNmzTqu6wASEhISEpJQEmI7JCQkJMMJcV3Xd2QzrmNSUVHR\nAz4+Ptrr16/3MrS+Gzdu9BwwYMClr7/+Oo7reoCEhITkCsnpG9y/f//0++67r3zw4MHnlErlaq53\nAJLt6eLFiyEymezbyMjI0qioqB+3bNnyLE3T5OrVq6Jp06YVDBkypEIul+c3NjYGMMusW7duzeDB\ng8/dd9995biYCy+1t7d3GzFiRMkjjzyyF2XNTvr4448XSiSSOlOfCQsL+3n//v3Tmb+//vrruNDQ\n0Eqa7gosevbseaOzs5OiaZo0Nzf7UhTVefTo0THM50eNGnV8z549CTTdFVhMmDDhEDOvs7OTGjBg\nwKWDBw/e/913301i8tLY2Bgwd+7cz/z8/K7169fvcnFx8bj58+d/GhwcXMOUd1ZW1qMRERFnaZom\n8+fP/7RHjx6/6Zb30qVL31+7du0/aLorsHjyySf/zWw3Nzd3BrMsTVsWWNA0TQoKCqbNnj37C2b9\n//3vfx/VnT916tTC999/f6nutODg4JqioqIHuC5rvqZ169atiYyMLB02bNiZ5OTkT2/evNkdx7Zr\npJSUlO2BgYGaYcOGnWGm2VK2x48fHzVs2LAzgwcPPvfss89u4fp7IVlW1n/72982RkREnB0+fPip\n2bNnf9HU1OSPskZiMyGuc62E2M79EmI7+xNfYzkmJScnf5qWlpYxd+7cz/z9/ZsCAgIai4uLx129\nelU0YsSIk15eXrfkcnn+tm3bUiZNmvSdbln7+/s3Llq0SEXTzovldFNDQ0Ofxx9/fEdCQsIeQ/NP\nnjwZO3DgwAuff/75HK7rAV8S4jrXTYjr3CchrkPiIiGuc62EuM79EuI6+xPiuq6/HRHXpaambktJ\nSdlubP7ixYtVM2bMyOW6DvApIa5z3YS4zn0Sl3GdU79oe3t7t7CwsJ8rKytDW1tbvTC8uLBTXV2d\npKSkZARN00Sr1fqEh4f/VFZWNnTlypUb1q9fv4qmaaJUKlevXr1aSdM0KS0tjYyJifmhtbXVq7Ky\nMjQsLOxnU7+kQOJf2rRp0/MLFiz4JD4+PoemaYKytj9Z8quinj173tA9V549ezbC29v7Fk13BRZS\nqbSamdfW1uZJUVTnhQsXBjLT7r///oOffPLJApruCiwee+yxLN31jxkz5uju3buTdu/enTRmzJij\nNN11071t27bUtLS0jCVLlvy7qanJf9iwYWemTJlSyJR3cnLyp1KptLq0tDRywIABl7y9vW/5+fld\n8/Dw6AgICGj08fHRLlu27D2apsmf/vSnzJdeeuk1Zpv6+TYXWKxcuXJDQEBAY/fu3W/27t27hfl1\nUUBAQKNuMDRr1qxs/ZH/fHx8tBj5z3CqrKwMHTRo0C83b97sTtM0SUpK2v3hhx8qcGy7Rvruu+8m\nnTx5Mlb3BtOasmUeWIwZM+bokSNHxtI0TWbMmJGr+6ADiR/JUFnn5+fLmeNz9erVSpQ1EpsJcZ3r\nJcR27pcQ29mf+BrLMSktLS1jyJAhP23bti31T3/6U+aLL774elNTk//KlSs3LF269F9SqbRaqVSu\nlslk3zKxHBNj9e7du8XPz6+po6PDw5GxnKlXRNXX14spiuq8du2an6H5SmKegLQAACAASURBVKVy\ntbHXArtbQlzn2glxnfskxHVIzk6I61wvIa5zv4S4zv6EuK7rb7bjuuvXr/fy8/O7plarJxta39/+\n9reNo0ePPqbVan24rgN8SYjrXDshrnOfxGVc50Gc6OjRo2MHDx78c2hoaJWXl1fb/Pnzd+3Zs2eW\nM/MA7JFIJPUjRoz4gRBCfHx8WoYOHXq2trY2OCcnJ0GhUKgIIUShUKiys7MTCSFkz549s5KTk3d6\neXm1hYaGVg0ePPjno0ePjuXyO4DlampqpLm5uTOXLFnyH5qmKUIIQVnbb8KECYe7d+9+68svv5xt\n7DNBQUGXqqqqQpm/L168ODAoKOiSrdusrq4OYf7f2dnpUVNTIw0ODq4NCgq6VF1dHdLU1OR/8ODB\nSampqdsvXLhwT0hISI2/v/+1ixcvhsTExJwmpKu8v//++/sJ6SpvmUymnjx5ctG1a9f85XJ5wf79\n+2dotVrf995776+25lPXhg0bVjU2NvYZNGhQ5fnz58OKioomT5gw4XBjY2Ofurq6AcznoqKiSk+d\nOhXD/H3+/Pmw1tZW7/Dw8Ao28uFq/Pz8mr28vNpu3LjRq7293fPGjRu9goKCLuHYdg2TJk062KdP\nn0bdadaU7ZEjR8bV1dUN0Gq1vmPHjj1KCCGLFy/+iFkG+MNQWcvl8gIPD49OQggZN27ckZqaGikh\nKGtgB+I614PYzr0gtmMHH2M5pjwJIeTnn38e/Ouvv/ZPTU3dTgghHh4etL+//7WcnJyE6dOnf01I\nV1n/9NNP4ZMnTy5KS0tTvvHGG39vbGzs09LS4jNhwoRiNsraVCx36dKlIGPLtbW1eXl4eHR27979\nlrH5vXv3vm5v/lwB4jrXhrjOfSCuA2dDXOd6ENe5F8R17EBcZxlr47ovv/xydt++fa9Onjy5SH/e\nK6+8svbrr79+KD8/P87Hx6fF3ry5CsR1rg1xnfvgMq5zaue/2tra4JCQkGrmb6lUWlNbWxvszDyA\nY1RVVYWWlJTEjhs37ohGoxGLxWINIYSIxWKNRqMRE0LIpUuXgqRSaQ2zDMpfWJ577rm3Nm7cuJI5\nMRFCCMrafv7+/tdeffXVf/z1r399b8+ePbNu3LjRq62tzWv//v0zVq9evZ4QQpKTk3e+/vrrL125\ncqXflStX+r366qv/WLRo0Q5bt3nixIlRX3755ez29nbPzZs3r+jRo8fN8ePHF48dO/Zor169brzy\nyitr+/bte2XGjBn7d+/ePe/HH3+Mun79eu+bN2/2ZBpXxGKxprGxsQ8hXeU9ZcqUbyoqKsI//vjj\nx4OCgmovXLgw8NixY2PKy8sjCCFEN1gxRCwWa86fPx9m6jNardZXq9X6isVizYkTJ0aNHj36uP5n\nFi5c+MnevXvjv//++/uvX7/e++WXX35t7ty5n6NRyDCRSNTwwgsvbBo4cODFoKCgSwEBAU1yubwA\nx7brsrZs9acHBwfXosyFZ/v27akzZ87MJQRlDexAXOfaENu5PsR27OBjLLdhw4ZVbW1tXmq1WrZ/\n//4ZISEh1SkpKZk5OTkJ+/bte/j69eu9NRqNmHkIKRaLNTdu3OhVUVER/u233z4okUjq2travI4d\nOzbGx8dHW1tbG+ysWO7LL7+cXVFREd7Z2enx66+/9n/++effnDlzZm737t1v0TRNvf/++081NTUF\n0DRNHT16dOzWrVuXzZkz5wtb96UrQVznfhDXuSfEdcA2xHWuDXGd60Ncxw7EdV3YiusYKpVKsXjx\n4o/0p2dkZKzZuXNnckFBgVy/c4y7Q1znfhDXuSdHxnVO7fxHURTtzO2Bc7S0tPjMnTv38y1btiz3\n9fXV6s6jKIo2Ve6oE8Kwb9++RwIDAy/HxsaWGLtBRFnb7vnnn3/zzTfffP71119/KTAw8PLAgQMv\nbt26ddns2bO/JISQl1566fXRo0cfHz58+Onhw4efHj169PGXXnrpdWZ5/X1rrhxmzZq1Z/fu3fNE\nIlHDJ598svCLL76Y061btw5vb+/W3zvOTTp+/PiYioqK8C+++GJOUFBQnVKpTNNd9+//3i7znj17\n3szPz4/btWvX/J07dy548skn/7NmzZqM1tZWb+bzpvKZnp6erlAoVH369Gn87LPPHjWU95KSktjY\n2NgS5v+GAovIyMiyf/3rX39euHDhJ2KxWPPbb7/13Lp16zIzReC2zp8/H7Z58+YVVVVVoZcuXQpq\naWnx+fjjjx/X/QyObddlrmzBNbzxxht/9/b2bl2wYMGnXOcFXAfOHa4LsZ3rQ2zHLr7Fcvv375/R\nv3//X59++ul3165d+4+zZ89GLlu2bGtCQkKOt7d3KxPXMeujKIr28PCg8/Pz486dOzfk2WeffWfA\ngAF1a9asyejs7PRgPuOMWK62tjZ4+vTpeX5+fs0jR4482adPn0aVSqVg5mdnZyeGhYWd9/f3v/bE\nE09se/31119C578uiOvcG+I694C4DhwB5w7XhbjO9SGuYxfiOvbiOkK6Yju1Wi0z1Pnv73//+xvV\n1dUhgwcP/tnX11fr6+ur1f0+7gxxnXtDXOceHB3XeTpipcYEBwfX6g5lW11dHaLbYxGEp62tzWvu\n3LmfL1q0aEdiYmI2IV09k+vr6yUSiaS+rq5uQGBg4GVC7i5/ZhhjrvIOljt06NDEnJychNzc3Jk3\nb97s0dzc7Ldo0aIdKGv2LFiw4FNjJ/ru3bvf2rJly/ItW7Ys158nk8nUFy9eHMj87enp2d7R0dFN\n9zMHDx6cpPt3jx49bu7YsWORoW1FRkaWffXVVw9PmDDhMPMrn759+17NyMhYc++99/6ybNmyrYQQ\nUldXNyA4OPhSeXl5hFKpTKuurg5ZuHDhJ/v27Xtk+vTpeWvXrn1l3LhxR5j1ZmZmppjK91NPPfX+\nU0899b6pffTAAw9898ADD3xHCCFvv/32s8Y+l5ycvDM5OXmnqXVBl+PHj4+eOHHiob59+14lhJA5\nc+Z8cfjw4QkSiaQex7Zrsua8LZVKa4KDg2uZ4aeZ6Shz4fjwww//lJubO/Obb76ZykxDWQMbENe5\nJsR27gGxHfv4FMup1WoZ83d9fb3k3XfffWbMmDHHMjMzU77//vv7MzIy1kgkkvqIiIjyixcvDmTK\nOjw8vIKJx9LS0pSEEDJ9+vS84ODgWmfFck8//fS7Tz/99LuG5lEURe/fv3+GqW24M8R17gdxnXtB\nXAeOgrjONSGucw+I69iHuI69Nrrg4OBaZmAQfZ2dnU4dmEpIENe5H8R17sUZcZ1dJ9iMjIw1UVFR\npdHR0WcWLFjw6a1bt7o3NDSI5HJ5QXh4eEVcXFx+U1NTAPP50aNHHz937tyQqqqq0NbWVu/du3fP\nS0hIyLEnD8AdmqapJ554YltkZGTZihUrNjPTExIScphfZ6tUKgUTYCQkJOTs2rVrfmtrq3dlZeWg\nc+fODWHeUw38tm7duherq6tDKisrB+3atWv+lClTDuzYsWMRylp4zA3tTQghEomkPiQkpLqioiKc\nEEIKCwunRUVFlcbHx+9FebuWiIiI8uLi4vG//fZbT5qmqcLCwmmRkZFlKGvXZe15WyKR1Pv5+TUf\nOXJkHE3T1I4dOxYxywC/5eXlTd+4cePKPXv2zOrRo8dNZjrK2n2lpqZuF4vFmujo6DP68zZt2vSC\nh4dHZ0NDg4iZlpGRsWbIkCHnIiIiyvPz8+N0P4+4zvUgtnMfiO2Ey5JYThfiOveBuM79IK5zH4jr\nQJ+xuO6dd955ZujQoWeHDRv2I/OaSkIQ17kbxHXuA3GdcCGuA2MQ17kfxHXuw2lxHU3TNqXKysrQ\nQYMG/XLz5s3uNE2TpKSk3R9++KFi5cqVG9avX7+KpmmiVCpXr169Wqm7XG5u7ozw8PCfwsLCfl63\nbt0aW7ePxH06ePDg/RRFdcbExPwwYsSIkhEjRpTs379/+tWrV0VTp04tHDJkSIVcLs9vbGwMYJZ5\n4403XgwLC/v5vvvuK8/Ly3uI6++AZH1Sq9WT4+Pjc2iaJihr4aX09PRXFi1a9JG5z/3www8xo0eP\nPjZ8+PBTs2fP/qKpqckf5e2aaf369asiIyNLhw0bdmbx4sWq1tZWL5S1a6T58+fvHDBgwCUvL69W\nqVRavX379hRbyvb48eOjhg0bdiYsLOznZ5555m2uvxeS+bLetm1b6uDBg88NHDjwAnOP9pe//GUr\nytq903fffTfp5MmTscOGDTujO/3ixYshDz30UF5oaGjl1atXRTRNk9LS0siYmJgfWltbvSorK0PD\nwsJ+7ujo8NBdDnGdayXEdu6ZENsJK1kay+kmxHXukxDXuW5CXOc+CXEdkiXJUFx34MCBB6dNm1bQ\n2trqRdM0uXz5cn+aRlznjglxnXsmxHXCSojrkEwlxHWumxDXuU/iMq6jaNq2V0c3NDSIJkyYcLi4\nuHi8r6+vdvbs2V8+++yzbz/zzDPvFBUVTWaGqZTJZOry8vIImzYCAAAAAAAArKiqqgqNj4/fe+bM\nmWhm2mOPPfbfl19++bVZs2btOXHixCiRSNSQkZGxxsPDo5MZMWL69Ol56enp6ePHjy/mLvcAAAAA\nAACgH9clJSVl/fnPf/7XlClTDuh+DnEdAAAAAID7sPm1vyKRqOGFF17YNHDgwItBQUGXAgICmuRy\neYFGoxGLxWINIV3vqdZoNGL2sgsAAAAAAABs2LNnzyypVFozfPjw07rTL126FCSVSmuYv6VSaU1t\nbW2w83MIAAAAAAAAppw7d27Id99998D48eOLZTKZ+vjx46MJQVwHAAAAAOBOPG1d8Pz582GbN29e\nUVVVFerv73/tscce++/HH3/8uO5nKIqiKYq6a2hBQ9MAAAAAAMA5aJqmuM4DcOvGjRu91q1b92JB\nQYGcmWaqXiCuAwAAAADgF8R1QAgh7e3tno2NjX2Ki4vHHzt2bExSUlLWL7/8cq+hzxqL4RDbAQAA\nAABwg624zubOf8ePHx89ceLEQ3379r1KCCFz5sz54vDhwxMkEkl9fX29RCKR1NfV1Q0IDAy8bGh5\nW183DMKSnp5O0tPTuc4GOAHK2gCKIsQFz3Uoa/eBsnYvKG/3QVFoH4KuH3NVVVWFxsTEnCKEkJqa\nGumoUaNOHDlyZFxwcHBtdXV1CPPZmpoaaXBwcK2h9SCucw+4RrgXlLceF43rCEFZuxOUtftAWbsP\nxHXAkEqlNXPmzPmCEELGjBlzzMPDo/PKlSv9rInrCEFs5y5wnXAfKGsDXDS2Q1m7D5S1+0BZuw82\n4zqbX/sbERFRXlxcPP63337rSdM0VVhYOC0yMrIsPj5+r0qlUhBCiEqlUiQmJmazllsAAAAAAACw\nW3R09BmNRiOurKwcVFlZOUgqldacPHlypFgs1iQkJOTs2rVrfmtrq3dlZeWgc+fODRk7duxRrvMM\nAAAAAAAAd0pMTMw+cODAFEIIqaioCG9tbfXu16/fFa7jOj8/EfHzEzlrcwAADoFzGQAACIXNI//F\nxMScWrx48UejR48+7uHh0Tly5MiTS5cu/bdWq/VNSkrK2rZt2xOhoaFVWVlZSWxmGMAQ5sarubmB\n45wAAICQ4PoBAO4iOTl5Z1FR0eSrV6/2DQkJqX711Vf/kZKSksnM133NU2RkZFlSUlJWZGRkmaen\nZ/vWrVuX4TVQAAAAAAAA3DIU16Wmpm5PTU3dHh0dfcbb27v1o48+WkwI93GdVtvorE0BADgMzmUA\nACAUFBdDeVMURWMIcfegVquJTCZz+HaY4TBRr7jjrLIWFBcdQhxl7T7coaxx/fiDO5Q3dKEoitA0\njXdEgd0Q17kPXCPcC8pbj4vGdYSgrN0Jytp9oKzdB+I6YJMjYjs8c+MnXCfcB8raABtiOyGcy1DW\n7gNl7T5Q1u6DzbjO5s5/P/30033z58/fxfz9yy+/3Pvaa6+9/Pjjj388b9683RcuXLiHGfkvICCg\n6Y6NopEIWCaEmy9wQy7cSATgKnD9AHeERiJgC+I6AHALiOsAAICHENe5p9TU1O1fffXVw4GBgZfP\nnDkTrTtv06ZNL6xcuXLjlStX+olEogZCCMnIyFizffv21G7dunW8/fbbz8bFxeUbWi86/wGAW3DR\nzn8AACBcbMZ1HrYueN999/1UUlISW1JSEnvixIlRvXr1ujF79uwvlUplmlwuL6ioqAifOnXqN0ql\nMo2NjAIAAAAAAIBtUlNTt4vFYk10dPQZZtrKlSs3Dh069GxMTMypOXPmfHHt2jV/Zl5GRsaaIUOG\nnIuIiCjPz8+P4ybXAAAAAAAAwEhJScnMy8ubrj+9uro6pKCgQH7PPfdcYKaVlZVF7t69e15ZWVlk\nXl7e9GXLlm3t7Oy0uU0QAAAAAAD4i5Ub/cLCwmmDBw/+OSQkpDonJydBoVCoCCFEoVCosrOzE9nY\nBgAAAAAAANjGUCNRXFxcfmlpadSpU6diwsPDKzIyMtYQgkYiAAAAAAAAPpo0adLBPn36NOpPf/75\n59/csGHDKt1pe/bsmZWcnLzTy8urLTQ0tGrw4ME/Hz16dKzzcgsAAAAAAM7CSgPOrl275icnJ+8k\nhBCNRiMWi8UaQggRi8UajUYjZmMbAADgfvz8RMTPT8R1NgAAAATPUCORXC4v8PDw6CSEkHHjxh2p\nqamREoJGIgAAAAAAAKHYs2fPLKlUWjN8+PDTutMvXboUJJVKa5i/pVJpTW1tbbDzcwgAAAAAAI7m\nae8KWltbvffu3Ru/fv361frzKIqiKYqiDS2Xnp5++/8ymYzIZDJ7swIAAC5Gq73rh6wAAGAltVpN\n1Go119kAntu+fXsq84OuS5cuBY0fP76YmYdGIgAwhfmxTnNzA8c5AQDowvV5ievtA4D7uHHjRq91\n69a9WFBQIGem0TRNGfu8sfY6QtBmBwAAAADgaI5sr7O789/+/ftnjBo16kT//v1/JaRrtL/6+nqJ\nRCKpr6urGxAYGHjZ0HK6gQQAAAAAADiG/kP7tWvXcpcZ4KU33njj797e3q0LFiz41Nhn8KMuADAG\nP9gBAL7h+rzE9fbBNeFHXWDI+fPnw6qqqkJjYmJOEUJITU2NdNSoUSeOHDkyLjg4uLa6ujqE+WxN\nTY00ODi41ti60GYHAAAAAOBYjmyvs7vz386dO5OZESIIISQhISFHpVIpVq9evV6lUikSExOz7d0G\nAAAAAAAAsO/DDz/8U25u7sxvvvlmKjPNmkYiNBABAAAAADgeftQFhkRHR5/RaDRi5u9BgwZVnjhx\nYpRIJGpISEjIWbBgwafPP//8m7W1tcHnzp0bMnbs2KNc5hcAAAAAABzDw56Fr1+/3ruwsHDanDlz\nvmCmpaWlKQsKCuTh4eEVBw4cmJKWlqa0P5sAAAAAAADApry8vOkbN25cuWfPnlk9evS4yUxPSEjI\n2bVr1/zW1lbvysrKQWgkAgAAAAAA4F5ycvLOiRMnHqqoqAgPCQmpzszMTNGdrztie2RkZFlSUlJW\nZGRk2YwZM/Zv3bp1manX/gIAAAAAgHBRNO38e32Komgutguui6IoQgghqFfAKxRFCOqkXXBsg6Oh\njoE7oiiK0DRNcZ0PcK7k5OSdRUVFk69cudJPLBZr1q5d+0pGRsaa1tZWb5FI1EAIIRMmTDi8devW\nZYQQsm7duhe3b9+e6unp2b5ly5blDz300Nf660RcBwCEuMH9FOI6AMHh+rzE9fbBPSCuAzY5IrbD\nuRAAeMeG2A7nMvb4+YkIIYQ0NzdwnBMAAP5gM66zq/NfU1NTwJIlS/5TWloaRVEUnZmZmTJkyJBz\n8+bN233hwoV7QkNDq7KyspICAgKa7tgoGomAZbj5Al5CI5HdcGy7Fj4Gd6hj4I7QSARsQVwHAIS4\nwf0U4joAweH6vMT19sE9IK5zT6mpqdu/+uqrhwMDAy+fOXMmmhBCVq5cuXHfvn2PeHt7t4aFhZ3P\nzMxM8ff3v0YIIRkZGWu2b9+e2q1bt46333772bi4uHxD60XnPwBwC+j8xynsSwCAu7EZ19n12t/l\ny5dvmTlzZu7Zs2eHnj59enhERES5UqlMk8vlBRUVFeFTp079RqlUprGRUQAAABA2rbaRaLWNXGcD\nAAAAAAAAAABAcFJSUjLz8vKm606Li4vLLy0tjTp16lRMeHh4RUZGxhpCCCkrK4vcvXv3vLKyssi8\nvLzpy5Yt29rZ2WlXmyAAAAAAAPCTzTf6165d8z948OCk1NTU7YQQ4unp2e7v738tJycnQaFQqAgh\nRKFQqLKzsxPZyiwAAAAAAAAAAAAAAACAu5k0adLBPn363PHLWrlcXuDh4dFJCCHjxo07UlNTIyWE\nkD179sxKTk7e6eXl1RYaGlo1ePDgn48ePTqWi3wDAAAAAIBj2dz5r7KyclD//v1/TUlJyRw5cuTJ\nJ5988oPr16/31mg0YrFYrCGEELFYrNFoNGL2sgsAAAAAAADWSk1N3S4WizXR0dFnmGkNDQ0iuVxe\nEB4eXhEXF5ff1NQUwMzLyMhYM2TIkHMRERHl+fn5cdzkGgAAAAAAACy1ffv21JkzZ+YSQsilS5eC\npFJpDTNPKpXW1NbWBnOXOwAAAAAAcBRPWxdsb2/3PHny5Mh333336TFjxhxbsWLFZv1X/FIURVMU\nZfDF7enp6bf/L5PJiEwmszUrAAAAAABghFqtJmq1mutsAMdSUlIyn3nmmXcWL178ETNNqVSmyeXy\nglWrVm1Yv379aqVSmaZUKtN0Xw9VW1sbPG3atMKKiopwZjQJAAAAAAAA4Jc33njj797e3q0LFiz4\n1NhnjLXXEYI2OwAAAAAAR3Nke53Nnf+kUmmNVCqtGTNmzDFCCHn00Uc/y8jIWCORSOrr6+slEomk\nvq6ubkBgYOBlQ8vrBhIAAOA6KIoiNG30ORIAp1A/wR3pP7Rfu3Ytd5kBzkyaNOlgVVVVqO60nJyc\nhKKiosmEEKJQKFQymUytVCrTjL0eavz48cWcZB4AAAAAAACM+vDDD/+Um5s785tvvpnKTAsODq6t\nrq4OYf6uqamRBgcH1xpbB9rsAAAAAAAcy5HtdTZ3/pNIJPUhISHVFRUV4eHh4RWFhYXToqKiSqOi\nokpVKpVi9erV61UqlSIxMTGbtdwCAAAAAAAAKzQajVgsFmsIIUQsFms0Go2YkK7XQ+l29DP1eiiM\nDgEAAAAA4HgY0R2MycvLm75x48aVRUVFk3v06HGTmZ6QkJCzYMGCT59//vk3a2trg8+dOzdk7Nix\nR7nMKwAAAAAAOIbNnf8IIeSdd955ZuHChZ+0trZ6h4WFnc/MzEzp6OjolpSUlLVt27YnQkNDq7Ky\nspLYyiwAAAAAAACwj6Io2tQroIzNw+gQAAAA7sXPT0QIIaS5uYHjnAC4F4zoDoQQkpycvLOoqGjy\nlStX+oWEhFSvXbv2lYyMjDWtra3ecrm8gBBCJkyYcHjr1q3LIiMjy5KSkrIiIyPLPD0927du3brM\nVMwHAAAAAADCZVfnv5iYmFPHjh0boz+9sLBwmj3rBQAAAAAAAMcSi8Wa+vp6iUQiqa+rqxsQGBh4\nmRDrXw8FAAAA7kOrbeQ6CwAAbmvnzp3J+tNSU1O3G/v8iy++uO7FF19c59hcAQAAAAAA1zzsWTg0\nNLRq+PDhp2NjY0uY4cIbGhpEcrm8IDw8vCIuLi6/qakpgJ2sAgAAgFBQFMV1FgAAwIyEhIQclUql\nIIQQlUqlSExMzGam79q1a35ra6t3ZWXlILweCgAAAAAAgHupqanbxWKxJjo6+gwzzVSbXEZGxpoh\nQ4aci4iIKM/Pz4/jJtcAAAAAAOBodnX+oyiKVqvVspKSktijR4+OJYQQpVKZJpfLCyoqKsKnTp36\njVKpTGMnqyAk6PQBAAAAAMAfycnJOydOnHjop59+ui8kJKQ6MzMzJS0tTVlQUCAPDw+vOHDgwJS0\ntDQlIYTovh5qxowZ+/F6KAAAAAAAAO6lpKRk5uXlTdedZqxNrqysLHL37t3zysrKIvPy8qYvW7Zs\na2dnp11tggAAAAAAwE8UTdvehjNo0KDK48ePj+7bt+9VZlpERER5UVHRZOYVUjKZTF1eXh5xx0Yp\nirZnu8B/FEURZ5Yx09kQ9Qp4haIIccM6yebxj2NbuAzVAz6Up36++JAnAGf7/TjALzXAbojrAIAQ\nN7ifctO4DsAYIRzzXOeR6+2De0Bc576qqqpC4+Pj9545cyaaEONtchkZGWs8PDw6V69evZ4QQqZP\nn56Xnp6ePn78+GL9dToitsO5EAB4x4bYDucy9mBfAgDcjc24ztPOjNDTpk0r7NatW8dTTz31/pNP\nPvmBRqMRi8ViDSGEiMVijUajERtaNj09/fb/ZTIZkclk9mQFAFjg7E6bAAAA4HhqtZqo1WquswEA\nAAAAAAAALDPWJnfp0qUg3Y5+Uqm0pra2NtjYetBmBwAAAADgWI5sr7Or89///ve//zdgwIC6X3/9\ntb9cLi+IiIgo151PURRt7PVQuoEEAAAAAAA4hv5D+7Vr13KXGeCljIyMNR9//PHjHh4endHR0Wcy\nMzNTrl+/3nvevHm7L1y4cE9oaGhVVlZWUkBAQBPXeQUAAAAAAADDTLXJMfONzUObHQAAAACAYzmy\nvc7DnoUHDBhQRwgh/fv3/3X27NlfHj16dCwztDghhNTV1Q0IDAy8zEZGAQAAAAAAgF1VVVWhH3zw\nwZMnT54ceebMmeiOjo5uu3btmq9UKtPkcnlBRUVF+NSpU79RKpVpXOcV2OPnJyJ+fiKuswEAAAAA\nAHYy1iYXHBxcW11dHcJ8rqamRhocHFzLVT4BAAAAAMBxbO78d+PGjV5ardaXEEKuX7/eOz8/Py46\nOvpMQkJCjkqlUhBCiEqlUiQmJmazlVkAAAAAAABgj5+fX7OXl1fbjRs3erW3t3veuHGjV1BQ0KWc\nnJwEhUKhIoQQhUKhys7OTuQ6r8AerbaRaLWNXGcDAAAAAADsZKxNt2tBFwAAIABJREFULiEhIWfX\nrl3zW1tbvSsrKwedO3duyNixY49ym1sAAAAAAHAEm1/7q9FoxLNnz/6SEELa29s9Fy5c+ElcXFz+\n6NGjjyclJWVt27btCeb1UOxlFwAAAAAAANgiEokaXnjhhU0DBw682LNnz98eeuihr+VyeYFGoxGL\nxWINIV0jSWg0GrGh5XVfDaU/ZD0AAAAAALBDrVYTtVrNdTaAY8nJyTuLioomX7lypV9ISEj1q6++\n+o+0tDSloTa5yMjIsqSkpKzIyMgyT0/P9q1bty4z9dpfAAAAAAAQLoqmnX+vT1EUzcV2wXkoiiLO\nLGOKogghxKnbdEXOLjeXR1GEuOH+ZLMe4dgWLkP1gA/lqZ8vPuQJwNl+Pw4orvMB/HD+/Pmw+Pj4\nvQcPHpzk7+9/7bHHHvvv3LlzP3/mmWfeaWxs7MN8TiQSNTQ0NNzxnljEdcKF6x+wyeXrk5vGdQDG\nCOGY5zqPXG8f3APiOmCTI2I7nAsBgHdsiO1wLmMP9iUAwN3YjOtsfu0vo6Ojo1tsbGxJfHz8XkII\naWhoEMnl8oLw8PCKuLi4/KampgD7swkAAAAAAABsO378+OiJEyce6tu371VPT8/2OXPmfHH48OEJ\nEomkvr6+XkIIIXV1dQMCAwMvc51XAAAAAAAAMCwjI2NNVFRUaXR09JkFCxZ8euvWre5orwMAcD1M\nJzoAAABddnf+27Jly/LIyMgyZrhwpVKZJpfLCyoqKsKnTp36jVKpTLM/mwAAwDUEFAAAAK4nIiKi\nvLi4ePxvv/3Wk6ZpqrCwcFpkZGRZfHz8XpVKpSCEEJVKpUhMTMzmOq8AAAAAAABwt6qqqtAPPvjg\nyZMnT448c+ZMdEdHR7ddu3bNR3sdAAAAAIB7sKvzX01NjTQ3N3fmkiVL/sMMRZiTk5OgUChUhBCi\nUChU2dnZiWxkFAAAAAAAANgVExNzavHixR+NHj36+PDhw08TQsjSpUv/nZaWpiwoKJCHh4dXHDhw\nYEpaWpqS67wCAAAAAADA3fz8/Jq9vLzabty40au9vd3zxo0bvYKCgi6hvQ4AAAAAwD142rPwc889\n99bGjRtXNjc3+zHTNBqNWCwWawghRCwWazQajdjQsunp6bf/L5PJiEwmsycrAAb5+YkIIYQ0Nzdw\nnBMA4cBxAwDgWtRqNVGr1VxnA3hs1apVG1atWrVBd5pIJGooLCycxlWeAAAAAAAAwDIikajhhRde\n2DRw4MCLPXv2/O2hhx76Wi6XF1jaXkcI2uwAAAAAABzNke11FE3TNi24b9++R/bv3z/jvffe+6ta\nrZZt2rTphb1798b36dOnsbGxsQ/zOZFI1NDQ0CC6Y6MURdu6XRAGiqKIM8uYeR2p/jaNTQfDnF1u\nLo+iCBHg/jR1PNE0bbZzIJv1CMewcBmqB3woT/188SFPlsD5Gdj0e33Cu9zBbojrhEso1z8QBpev\nTwKN6yyF+0ywlhCOea7zyPX2wT0grgNd58+fD4uPj9978ODBSf7+/tcee+yx/86dO/fzZ5555h1z\n7XWEOCa2w7kQAHjHhtiOj+cyocZwfNyXAABcYzOus/m1v4cOHZqYk5OTMGjQoMrk5OSdBw4cmLJo\n0aIdYrFYU19fLyGEkLq6ugGBgYGX2cgoAADwg1bbSLTaRq6zAQAAACxpamoKePTRRz8bOnTo2cjI\nyLIjR46Ma2hoEMnl8oLw8PCKuLi4/KampgCu8wkAAAAAAAB3O378+OiJEyce6tu371VPT8/2OXPm\nfHH48OEJEomkHu11AAAAAACuz+bOf+vWrXuxuro6pLKyctCuXbvmT5ky5cCOHTsWJSQk5KhUKgUh\nhKhUKkViYmK2qfX4+YlujyIFAAAAAAAAzrV8+fItM2fOzD179uzQ06dPD4+IiChXKpVpcrm8oKKi\nInzq1KnfKJXKNK7zCQAAAAAAAHeLiIgoLy4uHv/bb7/1pGmaKiwsnBYZGVkWHx+/15r2OgBXxIw2\nBgAAAODKbH7tr66ioqLJmzZteiEnJyehoaFBlJSUlHXx4sWBoaGhVVlZWUkBAQFNd2xUZwhxDPHq\nmvDaX2ES6lDRvCXQ10OZe+2vueMKr/0FQvDaX7bh/AxswuuhQNe1a9f8Y2NjS3755Zd7dadHRESU\nFxUVTWZGdpfJZOry8vII3c/gtb/CJZTrHwiDy9cngcZ1lsJ9JlhLCMc813nkevvgHhDXgb4NGzas\nUqlUCg8Pj86RI0ee/M9//rNEq9X6mmuvIwSv/QXXxvb9Lu6fBYzF1/4yAxs1Nzewkzcr8yTEOojr\nAgDA3diM61jp/Gf1RtH5z+Wh858wCfWGkbcE2kiEzn/ABnT+YxfOz8AmNBKBrh9++GHEU0899X5k\nZGTZqVOnYkaNGnVi8+bNK6RSaU1jY2MfQgihaZoSiUQNzN8MiqLoV1555fbfMpmMyGQy534BsIlQ\nrn8gDC5fnwQa11kK95lgjLEGTSEc87oj/HD07JuzbYPrUqvVRK1W3/577dq1iOuANej8B64Mnf/g\nNr3YzpIOfHxsfxZqHcR1AQDgbrzo/Hfz5s0ekydPLrp161b31tZW71mzZu3JyMhY09DQIJo3b97u\nCxcu3IOR/9wXOv8Jk1BvGHlLoI1E6PwHbEDnP3bh/AxsQuc/0HX8+PHREyZMOHzo0KGJY8aMObZi\nxYrNvr6+2nffffdp3c5+IpGooaGhQaS7LEb+Ey6hXP/cmZCu/S5fnwQa11lKSHUNnEvIz9rQ+Q/c\nAeI60NfU1BSwZMmS/5SWlkZRFEVnZmamDBky5Jy59jpC0PkPXBs6/8FterGdJecpPt4TC7UO4roA\nAHA3NuM6D1sX7NGjx81vv/32wR9++GHE6dOnh3/77bcPfv/99/crlco0uVxeUFFRET516tRvlEpl\nGhsZBQDDdB9oAgAAAABYQyqV1kil0poxY8YcI4SQRx999LOTJ0+OlEgk9fX19RJCCKmrqxsQGBh4\nmducAgDwm5+f6PbIEQAAAADOtnz58i0zZ87MPXv27NDTp08Pj4iIKEd7HQCwCTEPAAAAf9nc+Y8Q\nQnr16nWDEEJaW1u9Ozo6uvXp06cxJycnQaFQqAghRKFQqLKzsxPZyCiAkKBDHgC4E5zzAACESyKR\n1IeEhFRXVFSEE0JIYWHhtKioqNL4+Pi9KpVKQQghKpVKkZiYmM1tTgEA+E2rbSRabSPX2QAAAAA3\ndO3aNf+DBw9OSk1N3U4IIZ6enu3+/v7X0F4HAGxCzAOEoBMoAABfedqzcGdnp8fIkSNPnj9/Puwv\nf/nL/0VFRZVqNBqxWCzWEEKIWCzWaDQasaFl09PT7dk0AIDbY26um5sbOM4JgOsQ6pD5AKao1Wqi\nVqu5zgbw2DvvvPPMwoULP2ltbfUOCws7n5mZmdLR0dEtKSkpa9u2bU8wr4fiOp8AAK4O96IAAABg\ni8rKykH9+/f/NSUlJfPUqVMxo0aNOrF58+YVlrbXEXJnm51MJiMymczh+Qbnw/0mANgLHUABAGzn\nyPY6io2bvGvXrvk/9NBDX2dkZKyZM2fOF42NjX2YeSKRqKGhoeGO7t8URdHMdi15vztuRoXH2WVm\nrB5ZUr8clR9nbZPNbeFYYxlFEeLA/emo+m3qeKJp2ux22a6TprYF/GCozI1NI4Tb8tTPl36e+Hoe\n5Gu+nAn7gD2/70sM2Ql2043rQFj4cE0G04R03XP5+mRhXMfGfuCi3IVU18C5+PaszRq6o9NzkU8h\n7CMQPsR1oOv48eOjJ0yYcPjQoUMTx4wZc2zFihWbfX19te++++7T5trrCHFMbIdzIT+5470f29/Z\nHfchQ/DHtV5sZ2kfBUOf4XJfcF0Hbf3ugq8/AAAOwGZcZ9drfxn+/v7XHn744a9OnDgxSiwWa+rr\n6yWEEFJXVzcgMDDwMhvbAAAAAAAAAAAAAAAAAIA/SKXSGqlUWjNmzJhjhBDy6KOPfnby5MmREomk\nHu11AAAAAACuz+bOf1euXOnX1NQUQAghv/32W8+CggJ5bGxsSUJCQo5KpVIQQohKpVIkJiZms5VZ\nAAAAAFemO0IFAIAzdXR0dIuNjS2Jj4/fSwghDQ0NIrlcXhAeHl4RFxeXz8R+AAAMPz8R8fO7a+AY\nAHAjOA8AAPCDRCKpDwkJqa6oqAgnhJDCwsJpUVFRpfHx8XvRXgfADtz3AAAAAJ/Z/NrfM2fORCsU\nClVnZ6dHZ2enx6JFi3asXLlyY0NDgygpKSnr4sWLA0NDQ6uysrKSAgICmu7YKF776/Lw2l+89hcI\nXvvrwLzwGfMAoLm5geOcOA9e+8seY9vnOl98gH3AHrweCgx58803nz9x4sQorVbrm5OTk7Bq1aoN\n/fr1u7Jq1aoN69evX93Y2NhHqVSm6S6D1/4KFx+uyWCaEK57+j9a0M2vS90Tu8hrf3GfCday5Fkb\nX68neO0vuAPEdaDv1KlTMUuWLPlPa2urd1hY2PnMzMyUjo6Obuba6wjBa3/diTve+7H1nbm+v+AD\nwR/XeO0va9snBK/9BQBgAy9e+xsQENDk7+9/ra2tzauzs9Oje/fut3QyiLM2AAC4Ja22kWi1jVxn\nAwAAwGI1NTXS3NzcmUuWLPkPE2jm5OQkKBQKFSGEKBQKVXZ2diK3uQQAIcE9MQCA82AEeQAghJCY\nmJhTxcXF4z08PDrb2tq8/P39rxGC9joAABAW3NsCANjG5s5/Xl5ebW+99dZzpaWlUcXFxePfe++9\nv549e3aoUqlMk8vlBRUVFeFTp079Rn90CAAAAAAAAOCP55577q2NGzeu9PDw6GSmaTQasVgs1hBC\niFgs1mg0GjF3OQQAXXjdFAAAAAAYsmXLluWRkZFlTIc/tNcBAAAAALgHT1sXlEgk9RKJpJ4QQnx8\nfFqGDh16tra2NjgnJyehqKhoMiFdI0TIZDI1AgoAAAAAAAD+2bdv3yOBgYGXY2NjS9RqtczQZyiK\noo2NFpGenn77/zKZjMhkBlcBACzCiHoAAADuR61WE7VazXU2gMeYEd3//ve/v/Hmm28+T0jXiO5o\nrwMAAABjuH6NNACwx+bOf7qqqqpCS0pKYseNG3cEI0QAAAAAAAAIw6FDhybm5OQk5Obmzrx582aP\n5uZmv0WLFu0Qi8Wa+vp6iUQiqa+rqxsQGBh42dDyup3/AAAAABwBDVIAd//QZu3atdxlBniJGdG9\nubnZj5mG9joAAOFiRvxvbm7gOCcAACAEdnf+a2lp8Zk7d+7nW7ZsWe7r66vVnWfpCBEAAHyAh8lg\nD9QfAOArjBABpqxbt+7FdevWvUgIIUVFRZP/+c9//m3Hjh2LVq1atUGlUilWr169XqVSKRITE7O5\nzisAuB7cQwNYB8cMAAAYYu+I7oRgVHcAAL7BqP8A4Cx41uA8jmyvo+wpxLa2Nq9HHnlk34wZM/av\nWLFiMyGERERElKvVahkzQsSDDz74bXl5ecQdG6UomtkuRVGEEGKyMqGycc/aXxc4u8yM1SNL6pct\nzO0PZ35/Nrfl7sca69+foghx4P50VP02dTzRNG12u2zXSVPb4hNL948zOPsXYYbK3Ng0QrjdN/r5\n0s8T1+dBY9vnOl98gH3Ant/3JcV1PoB/ioqKJm/atOmFnJychIaGBlFSUlLWxYsXB4aGhlZlZWUl\nBQQENOl+XjeuA2HhwzUZTDN13eNL+TH5YJi6xzK1Dq6/h1kWxnVsfGdH7g/cZ7oGZz9vIsT0szZn\nnY+s/d665ycu6rezz9M4jt0T4jrQ9eKLL67bsWPHIk9Pz3ZmRPc5c+Z8cezYsTHm2usIcUxsx5d7\nVriTK14zzH0ntr4z1/cXfCD441ovtrO0j4KhzzhjXxjaBh/KwNY8uNRzAheC/e1+DLUhox5wh824\nzubOfzRNUwqFQtW3b9+rb7311nPM9FWrVm3o27fv1dWrV69XKpVpTU1NAUqlMu2OjaLzn+BYeyF3\n9c5/zuz8ZEle0PmPHej8Z3q9hjq3Wdrpi+288BGfOv/xoaGBD53/LMkXOv8JB/YBe9BIBGxB5z/h\n4sP9CpiGzn88YkfnP2vjJXT+A3PQ+c/yzzPQ+Q9cFeI6MIYZ0X3v3r3xlrTXEYLOf7YS4vlXiHk2\nB53/nEfwxzU6/7ECnf+Eh6vnEMBPlj6/AudgM67zsHXB//3vf//v448/fvzbb799MDY2tiQ2NrYk\nLy9velpamrKgoEAeHh5eceDAgSlpaWlKNjIKAHfTb2wBAAAAAAAAAHAXQnouIqS8AgCAsFG/v94X\n7XUAAAAAAO7Brtf+2rxRAY38h16uXSwpJ90hQjHyn3O+P9vfz93rO0b+M71ejPxnGkb+w8h/bMCI\nLMZhH7AHI0SArurq6pDFixd/dPny5UCKouilS5f++9lnn327oaFBNG/evN0XLly4JxSv/XU5fLhf\nAdOEPPKfNSNiCOL6jpH/eE1I+Wcjrxj5z/LPM7gc+c9Z2xfScQDsQVwHbMLIf7YR4vlXiHk2R4gj\n/wm1HAR/XGPkP1Zg5D/hsOS8hf3tfjDyH7/wYuS/1NTU7WKxWBMdHX2GmdbQ0CCSy+UF4eHhFXFx\ncflNTU0BbGQShEGrbSRabSPX2XAq/GobAMC5cN4FAGCXl5dX21tvvfVcaWlpVHFx8fj33nvvr2fP\nnh2qVCrT5HJ5QUVFRfjUqVO/MfRqKAAAAAAAAOBedXV1yIMPPvhtVFRU6bBhw358++23nyUEbXYA\nAGAdtL+ANfz8RLcHhxIKIeYZwFI2d/5LSUnJzMvLm647zV0biHAhBAAAAGAHgi8A55JIJPUjRoz4\ngRBCfHx8WoYOHXq2trY2OCcnJ0GhUKgIIUShUKiys7MTuc0pALg7PHsBIXP3+1vc4wMAOBZ+1AW6\ncN8MADgPgKPoxnZCHBhKiHkGsJTNnf8mTZp0sE+fPnccGWggAgAAd4aACsB+CL4AuFNVVRVaUlIS\nO27cuCMajUYsFos1hBAiFos1Go1GzHX+XJk1nSJwvwFgmrljxBnHEI5T0Ofu97e4xwcAcCz8qAsA\nAACcAbEdAH95srkyNBCBrZiGrubmBlbWh/eS28eV9h/bdQus40p1CQAAwJW1tLT4zJ079/MtW7Ys\n9/X11erOoyiKpijK4AU9PT399v9lMhmRyWQOzaerwkMz14DYA7iAemcf7D9gE56BgCOp1WqiVqu5\nzgYIAH7UBQDgXLgHBAB3gnMef7Ha+U+XqQYiQu5sJAL2Ce2gQ2OXa7KkHjr6QTvqFgC4E6Fd/8E5\n0EgE5rS1tXnNnTv380WLFu1ITEzMJqSrYej/t3f3wVGUCR7Hn8EM660kvK0kkAkVKi8mIRDC8nLn\nre6hGwXLBAWKDdxCTtA/tPTEszCwV3UlVgHJUpYvZe0/d3DkwAWsXctEK2SBQhTfksWEPY7wknjJ\nOQkJnkAwiJoX+/5g+3Z2mJd+ebpnuvv7qXpKmUz383Q/3T3Pr7unp7+/PyMjI6O/r69v6pQpU76I\nNK0bch03fkAWM9mD7RBGkXnNYf1p56askQzHXDetT9gj/Is2W7ZsSVxjkLSMfqlLCL7YBQAAAFjN\nyut1PjMnGbq7u7PLy8vfPnXq1CwhhCgoKDh77Nixv1MvEC1atOjds2fPFtxUqc+nqPWqP4USqx2J\nPBmipe5kPFkju01a+0l9j976tcxfz/Rq/WbnG6++aPO2a5uQvXyh603GPLXuP0LEXwajbdKzjrTW\nofkksc8nhIXbgdXbd/h8I+1XkdZZ6GtmtyWrltEK4T/tlcg2273e4m0HMtulZ5vS0q5onx+JEq1+\nre1KdPtliHcMgnl/Wpf8HiGEEEIoiuKrqqqqmzx58qWXXnrpGfX155577leTJ0++VF1dXVtTU7Np\nYGBgQk1NzabQaUNzXTLSOmZLhvGGFWNWWfVBOzPrVc+YJFn6L9r4N15eDp+HmbGdkffp3oc05rpI\nOUnrONlw20Ts7UFLNnP6GMspmVNWPXb2l5ZzbXrO6Wh5X6zpjZxnjFanledTQtdLrDpk9qXV24XT\njxNuRa5DuOHhYf+DDz74zpIlSw5u2LDhZSGMXbOTJVnGrFZK1uOj7PFmspM+/o8xH5WTxnQyOX6/\nDst2eq99R3vdqv6MVLcd11StGttb3XbczIpcYiQPJhMntlm2aMcW2efnoI3MXDdGxkxUFRUVDXV1\ndVVCCFFXV1elPjUC5oSfUHdrnbBepH5NS5v0/xdGoc3g4BUxOHiFdQe2AUASxh1A4nz44Yd/u3fv\n3l+8++67i0pLS9tKS0vbmpqaFm/atKnm8OHDZfn5+eePHj16z6ZNm2rsbJeM44I6ZoM2jGsAfby0\nz3hpWQEAcCJFUXzr16/fWVRU1K7e+CcE1+zcjPEZAKdK9PEr0fXLxHWVxKMPkEwMP/lv1apV+957\n772ffvnllz9KT0+/+MILL/zL0qVL61euXPnG559/Pj07O7v7jTfeWDlhwoSBmyrlyX/S2yBjmtAn\nY8R7MlK0OtX38OS/G/Vb/TMiepYvLW2SGBy8ounbKWa26VhPFgj/t9omLctg5lsqWuavpw7NT3jT\n+IQIo6zevqM9oSLevq7l6RJm25IsIn3DReWUpwfJqk/LE01ktMvst0/ifb4l+hsrZp/Ikuj2GxV+\n3BCCJ/9ZiSdEQBYrng4RMm/Txz27nkYkgxVjVr31JcN6cDoz61DPmCRZ+ira+FfPEzGs+Gax9Cd/\nRMl1kfpM/XekbK2eH4iUyw23LUI7os3PzDhT9jYn81xJMmfO8PNsMuqxc0ys5VybXZ+1Rs8zRqvT\nyvMp4ecHjOzveveRZDw3DeuR6xDqgw8++Mndd9/9/uzZs//T96ef9t2+ffvmBQsWtOi9ZidLsoxZ\nrWTlk7W0zEMI/b9M5cZjuvTxf4z5qJw0ppPJ8ft1WLbTe+072utW9We8czexxoxWHp+Mbgdar6HZ\nMbaNVb+TaDn+qWStbyN5MJnIaHOse2qcINqxRfb5OWgjM9eZ+tlfw5X6fEpq6kQhhNB044/MgZmR\nDyKrbkqS2QZZ0wgReaCi9cMh2vR66jZCywlJo/ONdZIw2rxl1a+lfeHzj9dmLQNUM9t0rIsLRrar\naNPqaY+W+eupQ+sANdpFIlmsPFkdab7RTvTHukEnmS/EyBBpkKtyyg0EsuqLtR3IbJfZAWi045Cs\nbdYsMxdl9bwv2YQfN4Tg5j8rcZEIslhxgShk3qaPe+rxRM2e0S6gJ8N4w4oxq976kmE9OJ2Zdahn\nTGJlX+kda4UK/ywPfU1WfTL2Ed37UJRcF6nP1H9HytZWnHSPNN9oJ6HNjDNlb3My55eIzKmlzvAv\nO8paZjvHxJG28dTUiYaWy6rzc/Hqi1anledT/rxeUoQQI4b2d73tS8Zz07AeuQ4yWZHtvJAvzFyz\nsCLTaZm/G4/p0sf/MeajsmtMZ/UDRvRy/H4dlu20LI+ea6vymhn9GnOka1JmricYmc7odqD1Gpod\nY9tY9TuJluOfStb61roNJitZ1ynVeTjlczXelxOtOD8HbWTmOqk/+6tqampaXFBQcDYvL6+jtra2\nOtJ7+AmmxAj/YI0uRcojb48dO2Z6Hlay59G+ctZlstPT19q3QwCJlOzHcMhFfwMIpyXXWUfeGNrO\n7OmWcW74cpj9jHDLenGjSJmYMYGz6Tnm0dfWSbZznrL6Ot5yuekntMwbsWSu8dYx+zWASBKb7WKz\nMyvwOQWnMXM+I1FjAvK//bw4/vPqdubkvrbrM9gt24bsvubeLG+QfvPf6OjoLU8++eRrTU1Ni9vb\n24v27du36syZM4Wy6zHL6Tu+9QfIESkHgHgHpkT3gz0HOjnrMtlF7mtv3PgIuJWTgwT0o78BhDKb\n68znFW+MoYX4y0xkdz7SWp+RzwgnndTT09ZEZ1jZImXiZB4TJGr9uzXXJnNfQy67+poLCuZo+TyK\nt45l97XbPvcAL3LKNTs7xDqGcryD22gZE3BDrDuQ67zDyX1NVtTHyX2NxJF+819LS8uC3Nzczuzs\n7G6/3z9cWVm5v76+fqnMOuINws0O0sMHOz6fL84ASM4NTnrazQFSv2QexMZrWzK3PTaZF22172ey\ngjqB31noLwAA5DGb65I1r4SOq502djBzg1oiljUZt4Fo68Hutjpl21O3OeN5VPaXwVIMTZWWNkn4\nfGMjtkVrXyTbtgxrOWUfhfsk42cnAOez45od4ETOve4mD1kYAAD3MHbmNIbe3t7MrKysoPrvQCDQ\n09zcvFDW/LUNDG6cYP7qq8uG3hNpoHPjtRvTDA5eCfsN79g3OIX+hnasv2v9W7R1EKsePXXoGXxZ\n/Zvekeav9oEQkX+PPdYFHa2MDPjN/BZ6rLZFWx47Bsk+n1+kpqbG3Jd8Pp9ITZ0oBgeviOeffz7u\nPKOt29DX1X3sL/15PwufR+x9XR+j2zS/bw8AANzE6lxnVrzxerS/q+NJo2NpreNjdVwoc4xo1Ql5\nLevyu+++uWmsHy/naqGun/D/ap3uhtj5P948I90oaTTXhc8zUpbV2maZwtsZvd3+mG3Qvz3fyHDh\n24rx/cLYT2iq+w431EA2GcdBAACsJiPbmc01yfCZqfc6nNl6zI71rb7eoLdP1PfffH3UGnZcb9GT\nD5Kl38xKVPui1ZsMxwYAANxC+s1/Pp/P0KhB79P84r1/cPBK1JPV8d4TvY6Rmy4W6fmJJi2DQ703\nesVaRhk3jcVbh7H+rf53y5YtmuvQUp/Wtmj5fyN1xPp7rHq0bMNGtyE9+0e8eYT/N95+or4n0rSR\n6ox2wTU8aBnZ5mO9ZnS717PfRnyvLTdpWlNHvPUaa7n1rkMjbTHzPtmM7M92kNGGeMfwWHVZdfOy\n7M+x8NcS3Xdm15uZ9mvtbyvI+JwEII/WXCcjA5md3szx0cjxX8v42Mzniqxl1joejjYO1zq91nWh\nN4fEYzTba3mfrP6N9Tct5yxk7l968mms8YCR5Y2UARO1jxg+nMHwAAAKR0lEQVQ5l6N1ntHqkH0O\nIpZ4eS2R40wr52dF5pR5nE9UPg5ndKyvZbuR9ZlhpB1mprMiX8g4R2dkWq3HcaPIYoBzJTrbyRyL\nyCKzHWZzklXvkZGP4k1vdb+ZPQes9e8y+13P/GQuXzSRxgQyzrkaWd9G85F0BuvXkzFliLefho/9\ntPa13rplvM/I9DLPB1o1faKE97WM/jJ7HLTjeKaHHdtP6DysWiarc53e8yBG3wv7SL/5LzMzszcY\nDGap/w4Gg1mBQKAn9D2KorA1AAAAAECSItcBAAAAgPOR7QAAAAD3GyN7hvPmzTvR0dGR193dnT00\nNDT2wIEDP6+oqGiQXQ8AAAAAwBrkOgAAAABwPrIdAAAA4H7Sn/yXkpIy8tprrz15//33/350dPSW\n9evX7ywsLDwjux4AAAAAgDXIdQAAAADgfGQ7AAAAwP2kP/lPCCGWLFly8Ny5c3d0dnbmbt68eXvo\n35qamhYXFBSczcvL66itra22on7YIxgMZi1atOjdmTNnni4uLv6vV1999R+FEOLy5cuTysrKDufn\n55+/7777Dg0MDExQp9m+ffvmvLy8joKCgrOHDh26L3GthxGjo6O3lJaWtpWXl78tBH3tZgMDAxNW\nrFjx28LCwjNFRUXtzc3NC+lvd9q+ffvmmTNnnp41a9ap1atX/+a77777AX3tDuvWrduVnp5+cdas\nWafU14z07aeffvrjWbNmncrLy+t4+umnX7F7ORBfpL7euHHjjsLCwjMlJSV/XLZs2ZtXr14dr/6N\nvoZW5DrvINt5D9nOG8h13kGucy9ynXeQ62ClaNmOXOcu5DrvIdd5A7nOO8h17kWu846E5jpFUWwr\nIyMjt+Tk5HR2dXVlDw0N+UtKSk62t7cX2tkGirzS19eX0dbWNkdRFDE4ODguPz//XHt7e+HGjRt/\nVVtb+5yiKKKmpqa6urq6RlEUcfr06aKSkpKTQ0ND/q6uruycnJzO0dHRMYleDor28uKLL/7T6tWr\nXy8vL29QFEXQ1+4ta9eurdu5c+c6RVHE8PBwysDAwHj6232lq6sre8aMGf/97bff/kBRFLFy5coD\nu3fvrqKv3VHef//9u1pbW0uLi4tPqa/p6dvvv//epyiKmD9/fktzc/MCRVHEkiVLGg8ePLg40ctG\nid/Xhw4dKlP3z+rq6hr6miKzkOvcV8h23itkO28Ucp03CrnO3YVc551CrqPYXch17ivkOu8Vcp03\nCrnOG4Vc5+5CrvNOSWSus+TJf9G0tLQsyM3N7czOzu72+/3DlZWV++vr65fa2QbIk5GR0T9nzpyT\nQggxbty4a4WFhWd6e3szGxoaKqqqquqEEKKqqqrurbfeekgIIerr65euWrVqn9/vH87Ozu7Ozc3t\nbGlpWZDIZYB2PT09gcbGxgceffTRf1MUxSeEEPS1O129enX88ePH71q3bt0uIW78NMT48eOv0t/u\nk5aW9pXf7x++fv36D0dGRlKuX7/+w2nTpl2gr93hrrvuOj5x4sQroa/p6dvm5uaFfX19UwcHB1MX\nLFjQIoQQa9eu/Q91GiSPSH1dVlZ2eMyYMd8LIcTChQube3p6AkLQ15CDXOc+ZDtvIdt5A7nOO8h1\n7kau8w5yHexGrnMfcp23kOu8gVznHeQ6dyPXeUcic52tN//19vZmZmVlBdV/BwKBnt7e3kw72wBr\ndHd3Z7e1tZUuXLiw+eLFi+np6ekXhRAiPT394sWLF9OFEOLChQvTAoFAjzoN/e8szzzzzEs7duzY\nqB6YhBCCvnanrq6uGbfffvv/PvLII/8+d+7c1scee+xfv/7669vob/eZNGnS5WefffbF6dOnfz5t\n2rQLEyZMGCgrKztMX7uX3r4Nfz0zM7OXPneeXbt2rXvggQcahaCvIQe5zt3Idu5HtvMGcp13kOu8\nh1znTeQ6yEauczdynfuR67yBXOcd5DrvIdd5k5W5ztab/3w+n2JnfbDHtWvXxi1fvvx3r7zyytOp\nqamDoX/z+XxKrH5nm3CGd95558EpU6Z8UVpa2qZ+gygcfe0eIyMjKa2trXOfeOKJX7e2ts697bbb\nvq6pqdkU+h762x0+++yznJdffnlDd3d39oULF6Zdu3Zt3N69e38R+h762r3i9S3cYevWrf88duzY\nodWrV/8m0W2Be3DscC+ynfuR7byDXOcd5DpvI9d5A7kOVuDY4V7kOvcj13kHuc47yHXeRq7zBqtz\nna03/2VmZvYGg8Es9d/BYDAr9I5FOM/w8LB/+fLlv1uzZs2ehx566C0hbtyZ3N/fnyGEEH19fVOn\nTJnyhRA3939PT08gMzOzNzEthx4fffTRnQ0NDRUzZszoWrVq1b6jR4/es2bNmj30tTsFAoGeQCDQ\nM3/+/D8IIcSKFSt+29raOjcjI6Of/naXEydOzLvzzjs/mjx58qWUlJSRZcuWvfnxxx//DX3tXnqO\n24FAoCczM7NXffy0+jp97hy7d+/+h8bGxgdef/31v1dfo68hA7nOnch23kC28w5ynXeQ67yHXOct\n5DpYhVznTuQ6byDXeQe5zjvIdd5DrvMWO3KdrTf/zZs370RHR0ded3d39tDQ0NgDBw78vKKiosHO\nNkAeRVF869ev31lUVNS+YcOGl9XXKyoqGurq6qqEEKKurq5KDRgVFRUN+/fvrxwaGhrb1dU1o6Oj\nI0/9nWokt23btv0yGAxmdXV1zdi/f3/lPffcc3TPnj1r6Gt3ysjI6M/KygqeP38+Xwghjhw58rOZ\nM2eeLi8vf5v+dpeCgoKzn3zyyV9/8803f6Uoiu/IkSM/Kyoqaqev3UvvcTsjI6M/LS3tq+bm5oWK\novj27NmzRp0Gya2pqWnxjh07NtbX1y+99dZbv1Vfp68hA7nOfch23kG28w5ynXeQ67yHXOcd5DpY\niVznPuQ67yDXeQe5zjvIdd5DrvMO23Kdoii2lsbGxiX5+fnncnJyOrdt27bZ7vop8srx48d/4vP5\nvi8pKTk5Z86ctjlz5rQdPHhw8aVLlybde++9R/Ly8s6XlZUdunLlygR1mq1bt/4yJyen84477jjb\n1NR0f6KXgaK/HDt27Kfl5eUNiqII+tq95eTJkyXz5s37w+zZs//48MMPvzkwMDCe/nZnqa2tfa6o\nqOh0cXHxqbVr19YNDQ356Wt3lMrKyn1Tp0694Pf7hwKBQHDXrl2PGOnbEydO/Li4uPhUTk5O51NP\nPfVqopeLEr+vd+7cuS43N7dj+vTp/6OO0R5//PFf09cUmYVc565CtvNmIdu5v5DrvFPIde4t5Drv\nFHIdJRGFXOeuQq7zZiHXub+Q67xTyHXuLeQ675RE5jqfovDT0QAAAAAAAAAAAAAAAAAAOImtP/sL\nAAAAAAAAAAAAAAAAAADM4+Y/AAAAAAAAAAAAAAAAAAAchpv/AAAAAAAAAAAAAAAAAABwGG7+AwAA\nAAAAAAAAAAAAAADAYbj5DwAAAAAAAAAAAAAAAAAAh+HmPwAAAAAAAAAAAAAAAAAAHOb/AOUck9+e\nuKzCAAAAAElFTkSuQmCC\n", "text": [ "" ] } ], "prompt_number": 13 }, { "cell_type": "code", "collapsed": false, "input": [ "tagger = pmf.PoissonMF(n_components=n_components, random_state=98765, verbose=True)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 14 }, { "cell_type": "code", "collapsed": false, "input": [ "tagger.set_components(coder.gamma_b[:, :K], coder.rho_b)" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "pyout", "prompt_number": 15, "text": [ "PoissonMF(max_iter=100, n_components=100, random_state=98765, smoothness=100,\n", " tol=0.0005, verbose=True)" ] } ], "prompt_number": 15 }, { "cell_type": "code", "collapsed": false, "input": [ "Et = tagger.transform(X_test)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 0\tObjective: 2371398.03\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 2887409.96\tOld objective: 2371398.03\tImprovement: 0.21760" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 3068531.80\tOld objective: 2887409.96\tImprovement: 0.06273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 3153520.54\tOld objective: 3068531.80\tImprovement: 0.02770" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 3200638.35\tOld objective: 3153520.54\tImprovement: 0.01494" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 3229770.10\tOld objective: 3200638.35\tImprovement: 0.00910" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 3249150.71\tOld objective: 3229770.10\tImprovement: 0.00600" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 3262818.68\tOld objective: 3249150.71\tImprovement: 0.00421" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 3272854.36\tOld objective: 3262818.68\tImprovement: 0.00308" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 3280471.22\tOld objective: 3272854.36\tImprovement: 0.00233" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 3286429.82\tOld objective: 3280471.22\tImprovement: 0.00182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 3291208.97\tOld objective: 3286429.82\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 3295087.70\tOld objective: 3291208.97\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 3298284.62\tOld objective: 3295087.70\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 3300963.08\tOld objective: 3298284.62\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 3303230.95\tOld objective: 3300963.08\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 3305173.18\tOld objective: 3303230.95\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 3306843.06\tOld objective: 3305173.18\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 3308281.25\tOld objective: 3306843.06\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n" ] } ], "prompt_number": 16 }, { "cell_type": "code", "collapsed": false, "input": [ "Et /= Et.sum(axis=1, keepdims=True)\n", "\n", "tags_predicted = Et.dot(coder.Eb[:, K:])\n", "print tags_predicted.min(), tags_predicted.max()\n", "\n", "div_factor = 3\n", "tags_predicted = tags_predicted - div_factor * np.mean(tags_predicted, axis=0)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "0.000949887065626 1.37936269595\n" ] } ], "prompt_number": 17 }, { "cell_type": "code", "collapsed": false, "input": [ "predictat = 20\n", "tags_true_binary = (y_test > 0)\n", "\n", "print_out_metrics(tags_true_binary, tags_predicted, predictat)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "Precision = 0.111 (0.007)\n", "Recall = 0.108 (0.006)\n", "F-score = 0.109\n", "AROC = 0.645 (0.005)" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "AP = 0.098 (0.005)\n" ] } ], "prompt_number": 18 }, { "cell_type": "heading", "level": 1, "metadata": {}, "source": [ "Stochastic inference on 10K subset" ] }, { "cell_type": "code", "collapsed": false, "input": [ "n_components = 100\n", "online_coder = pmf.OnlinePoissonMF(n_components=n_components, batch_size=500, n_pass=1, \n", " random_state=98765, verbose=True)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 19 }, { "cell_type": "code", "collapsed": false, "input": [ "online_coder.fit(X, est_total=len(train_tracks))" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "Iteration 0: passing through the data...\n", "\tMinibatch 1:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -589049.45\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: -588689.09\tOld objective: -589049.45\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: -588315.03\tOld objective: -588689.09\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: -587893.07\tOld objective: -588315.03\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: -587411.53\tOld objective: -587893.07\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: -586856.47\tOld objective: -587411.53\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: -586222.54\tOld objective: -586856.47\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: -585510.22\tOld objective: -586222.54\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: -584716.97\tOld objective: -585510.22\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: -583829.50\tOld objective: -584716.97\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: -582830.36\tOld objective: -583829.50\tImprovement: 0.00171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: -581714.16\tOld objective: -582830.36\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: -580472.12\tOld objective: -581714.16\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: -579099.52\tOld objective: -580472.12\tImprovement: 0.00236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: -577585.88\tOld objective: -579099.52\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: -575948.40\tOld objective: -577585.88\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: -574207.39\tOld objective: -575948.40\tImprovement: 0.00302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: -572363.89\tOld objective: -574207.39\tImprovement: 0.00321" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: -570411.64\tOld objective: -572363.89\tImprovement: 0.00341" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: -568373.31\tOld objective: -570411.64\tImprovement: 0.00357" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: -566269.60\tOld objective: -568373.31\tImprovement: 0.00370" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: -564074.11\tOld objective: -566269.60\tImprovement: 0.00388" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: -561816.53\tOld objective: -564074.11\tImprovement: 0.00400" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: -559536.31\tOld objective: -561816.53\tImprovement: 0.00406" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: -557231.41\tOld objective: -559536.31\tImprovement: 0.00412" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: -554899.44\tOld objective: -557231.41\tImprovement: 0.00418" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: -552556.32\tOld objective: -554899.44\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: -550214.26\tOld objective: -552556.32\tImprovement: 0.00424" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: -547906.34\tOld objective: -550214.26\tImprovement: 0.00419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: -545638.47\tOld objective: -547906.34\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: -543395.63\tOld objective: -545638.47\tImprovement: 0.00411" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: -541182.48\tOld objective: -543395.63\tImprovement: 0.00407" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: -538995.83\tOld objective: -541182.48\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: -536856.37\tOld objective: -538995.83\tImprovement: 0.00397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: -534783.00\tOld objective: -536856.37\tImprovement: 0.00386" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: -532770.77\tOld objective: -534783.00\tImprovement: 0.00376" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: -530811.19\tOld objective: -532770.77\tImprovement: 0.00368" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: -528897.96\tOld objective: -530811.19\tImprovement: 0.00360" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: -527029.48\tOld objective: -528897.96\tImprovement: 0.00353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 39\tObjective: -525214.86\tOld objective: -527029.48\tImprovement: 0.00344" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 40\tObjective: -523456.49\tOld objective: -525214.86\tImprovement: 0.00335" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 41\tObjective: -521747.44\tOld objective: -523456.49\tImprovement: 0.00326" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 42\tObjective: -520091.86\tOld objective: -521747.44\tImprovement: 0.00317" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 43\tObjective: -518487.88\tOld objective: -520091.86\tImprovement: 0.00308" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 44\tObjective: -516958.75\tOld objective: -518487.88\tImprovement: 0.00295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 45\tObjective: -515484.56\tOld objective: -516958.75\tImprovement: 0.00285" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 46\tObjective: -514062.28\tOld objective: -515484.56\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 47\tObjective: -512696.39\tOld objective: -514062.28\tImprovement: 0.00266" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 48\tObjective: -511378.83\tOld objective: -512696.39\tImprovement: 0.00257" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 49\tObjective: -510091.83\tOld objective: -511378.83\tImprovement: 0.00252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 50\tObjective: -508843.95\tOld objective: -510091.83\tImprovement: 0.00245" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 51\tObjective: -507623.82\tOld objective: -508843.95\tImprovement: 0.00240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 52\tObjective: -506431.49\tOld objective: -507623.82\tImprovement: 0.00235" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 53\tObjective: -505285.99\tOld objective: -506431.49\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 54\tObjective: -504184.21\tOld objective: -505285.99\tImprovement: 0.00218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 55\tObjective: -503129.56\tOld objective: -504184.21\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 56\tObjective: -502121.94\tOld objective: -503129.56\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 57\tObjective: -501149.17\tOld objective: -502121.94\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 58\tObjective: -500199.81\tOld objective: -501149.17\tImprovement: 0.00189" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 59\tObjective: -499263.30\tOld objective: -500199.81\tImprovement: 0.00187" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 60\tObjective: -498357.04\tOld objective: -499263.30\tImprovement: 0.00182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 61\tObjective: -497496.97\tOld objective: -498357.04\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 62\tObjective: -496670.57\tOld objective: -497496.97\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 63\tObjective: -495878.95\tOld objective: -496670.57\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 64\tObjective: -495115.27\tOld objective: -495878.95\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 65\tObjective: -494380.50\tOld objective: -495115.27\tImprovement: 0.00148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 66\tObjective: -493671.75\tOld objective: -494380.50\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 67\tObjective: -492987.96\tOld objective: -493671.75\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 68\tObjective: -492326.13\tOld objective: -492987.96\tImprovement: 0.00134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 69\tObjective: -491680.11\tOld objective: -492326.13\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 70\tObjective: -491047.74\tOld objective: -491680.11\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 71\tObjective: -490427.09\tOld objective: -491047.74\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 72\tObjective: -489824.28\tOld objective: -490427.09\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 73\tObjective: -489243.13\tOld objective: -489824.28\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 74\tObjective: -488682.66\tOld objective: -489243.13\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 75\tObjective: -488139.74\tOld objective: -488682.66\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 76\tObjective: -487618.47\tOld objective: -488139.74\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 77\tObjective: -487115.95\tOld objective: -487618.47\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 78\tObjective: -486633.20\tOld objective: -487115.95\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 79\tObjective: -486160.62\tOld objective: -486633.20\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 80\tObjective: -485694.93\tOld objective: -486160.62\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 81\tObjective: -485241.39\tOld objective: -485694.93\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 82\tObjective: -484796.69\tOld objective: -485241.39\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 83\tObjective: -484353.81\tOld objective: -484796.69\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 84\tObjective: -483920.75\tOld objective: -484353.81\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 85\tObjective: -483502.06\tOld objective: -483920.75\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 86\tObjective: -483100.54\tOld objective: -483502.06\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 87\tObjective: -482707.19\tOld objective: -483100.54\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 88\tObjective: -482329.95\tOld objective: -482707.19\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 89\tObjective: -481971.08\tOld objective: -482329.95\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 90\tObjective: -481618.68\tOld objective: -481971.08\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 91\tObjective: -481270.60\tOld objective: -481618.68\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 92\tObjective: -480928.35\tOld objective: -481270.60\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 93\tObjective: -480594.05\tOld objective: -480928.35\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 94\tObjective: -480280.22\tOld objective: -480594.05\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 95\tObjective: -479980.52\tOld objective: -480280.22\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 96\tObjective: -479692.12\tOld objective: -479980.52\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 97\tObjective: -479413.06\tOld objective: -479692.12\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 98\tObjective: -479135.19\tOld objective: -479413.06\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 99\tObjective: -478860.33\tOld objective: -479135.19\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 2:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -207425.44\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: -133082.26\tOld objective: -207425.44\tImprovement: 0.35841" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: -82827.24\tOld objective: -133082.26\tImprovement: 0.37762" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: -47393.27\tOld objective: -82827.24\tImprovement: 0.42781" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: -21491.25\tOld objective: -47393.27\tImprovement: 0.54653" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: -2073.16\tOld objective: -21491.25\tImprovement: 0.90353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 12771.35\tOld objective: -2073.16\tImprovement: 7.16033" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 24306.63\tOld objective: 12771.35\tImprovement: 0.90321" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 33362.68\tOld objective: 24306.63\tImprovement: 0.37258" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 40571.58\tOld objective: 33362.68\tImprovement: 0.21608" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 46385.49\tOld objective: 40571.58\tImprovement: 0.14330" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 51118.07\tOld objective: 46385.49\tImprovement: 0.10203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 55009.92\tOld objective: 51118.07\tImprovement: 0.07613" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 58272.11\tOld objective: 55009.92\tImprovement: 0.05930" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 61007.70\tOld objective: 58272.11\tImprovement: 0.04695" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 63320.47\tOld objective: 61007.70\tImprovement: 0.03791" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 65311.77\tOld objective: 63320.47\tImprovement: 0.03145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 67034.92\tOld objective: 65311.77\tImprovement: 0.02638" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 68518.14\tOld objective: 67034.92\tImprovement: 0.02213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 69804.18\tOld objective: 68518.14\tImprovement: 0.01877" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 70927.82\tOld objective: 69804.18\tImprovement: 0.01610" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 71906.71\tOld objective: 70927.82\tImprovement: 0.01380" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 72766.23\tOld objective: 71906.71\tImprovement: 0.01195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 73524.21\tOld objective: 72766.23\tImprovement: 0.01042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 74193.48\tOld objective: 73524.21\tImprovement: 0.00910" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 74792.77\tOld objective: 74193.48\tImprovement: 0.00808" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 75334.23\tOld objective: 74792.77\tImprovement: 0.00724" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 75821.14\tOld objective: 75334.23\tImprovement: 0.00646" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 76253.85\tOld objective: 75821.14\tImprovement: 0.00571" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 76651.55\tOld objective: 76253.85\tImprovement: 0.00522" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 77022.98\tOld objective: 76651.55\tImprovement: 0.00485" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 77364.64\tOld objective: 77022.98\tImprovement: 0.00444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 77674.99\tOld objective: 77364.64\tImprovement: 0.00401" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 77963.04\tOld objective: 77674.99\tImprovement: 0.00371" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: 78228.88\tOld objective: 77963.04\tImprovement: 0.00341" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: 78472.09\tOld objective: 78228.88\tImprovement: 0.00311" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: 78695.42\tOld objective: 78472.09\tImprovement: 0.00285" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: 78906.51\tOld objective: 78695.42\tImprovement: 0.00268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: 79100.78\tOld objective: 78906.51\tImprovement: 0.00246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 39\tObjective: 79278.42\tOld objective: 79100.78\tImprovement: 0.00225" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 40\tObjective: 79439.96\tOld objective: 79278.42\tImprovement: 0.00204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 41\tObjective: 79593.68\tOld objective: 79439.96\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 42\tObjective: 79738.19\tOld objective: 79593.68\tImprovement: 0.00182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 43\tObjective: 79869.82\tOld objective: 79738.19\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 44\tObjective: 79994.99\tOld objective: 79869.82\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 45\tObjective: 80111.75\tOld objective: 79994.99\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 46\tObjective: 80222.73\tOld objective: 80111.75\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 47\tObjective: 80327.61\tOld objective: 80222.73\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 48\tObjective: 80427.90\tOld objective: 80327.61\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 49\tObjective: 80523.29\tOld objective: 80427.90\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 50\tObjective: 80614.98\tOld objective: 80523.29\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 51\tObjective: 80702.37\tOld objective: 80614.98\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 52\tObjective: 80785.22\tOld objective: 80702.37\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 53\tObjective: 80862.06\tOld objective: 80785.22\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 54\tObjective: 80932.75\tOld objective: 80862.06\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 55\tObjective: 80998.74\tOld objective: 80932.75\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 56\tObjective: 81064.48\tOld objective: 80998.74\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 57\tObjective: 81132.55\tOld objective: 81064.48\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 58\tObjective: 81202.06\tOld objective: 81132.55\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 59\tObjective: 81271.30\tOld objective: 81202.06\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 60\tObjective: 81336.41\tOld objective: 81271.30\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 61\tObjective: 81397.86\tOld objective: 81336.41\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 62\tObjective: 81454.75\tOld objective: 81397.86\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 63\tObjective: 81507.53\tOld objective: 81454.75\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 64\tObjective: 81557.68\tOld objective: 81507.53\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 65\tObjective: 81605.00\tOld objective: 81557.68\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 66\tObjective: 81651.97\tOld objective: 81605.00\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 67\tObjective: 81696.50\tOld objective: 81651.97\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 68\tObjective: 81739.34\tOld objective: 81696.50\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 69\tObjective: 81783.50\tOld objective: 81739.34\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 70\tObjective: 81827.09\tOld objective: 81783.50\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 71\tObjective: 81869.52\tOld objective: 81827.09\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 72\tObjective: 81908.86\tOld objective: 81869.52\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 3:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -91825.60\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 12229.18\tOld objective: -91825.60\tImprovement: 1.13318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 73130.04\tOld objective: 12229.18\tImprovement: 4.97997" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 111375.04\tOld objective: 73130.04\tImprovement: 0.52297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 136837.28\tOld objective: 111375.04\tImprovement: 0.22862" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 154574.30\tOld objective: 136837.28\tImprovement: 0.12962" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 167334.06\tOld objective: 154574.30\tImprovement: 0.08255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 176773.97\tOld objective: 167334.06\tImprovement: 0.05641" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 183886.50\tOld objective: 176773.97\tImprovement: 0.04024" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 189343.04\tOld objective: 183886.50\tImprovement: 0.02967" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 193589.26\tOld objective: 189343.04\tImprovement: 0.02243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 196933.28\tOld objective: 193589.26\tImprovement: 0.01727" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 199631.71\tOld objective: 196933.28\tImprovement: 0.01370" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 201842.89\tOld objective: 199631.71\tImprovement: 0.01108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 203668.70\tOld objective: 201842.89\tImprovement: 0.00905" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 205181.94\tOld objective: 203668.70\tImprovement: 0.00743" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 206446.53\tOld objective: 205181.94\tImprovement: 0.00616" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 207520.14\tOld objective: 206446.53\tImprovement: 0.00520" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 208436.03\tOld objective: 207520.14\tImprovement: 0.00441" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 209217.71\tOld objective: 208436.03\tImprovement: 0.00375" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 209897.92\tOld objective: 209217.71\tImprovement: 0.00325" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 210489.91\tOld objective: 209897.92\tImprovement: 0.00282" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 211014.49\tOld objective: 210489.91\tImprovement: 0.00249" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 211486.63\tOld objective: 211014.49\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 211919.57\tOld objective: 211486.63\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 212314.61\tOld objective: 211919.57\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 212663.86\tOld objective: 212314.61\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 212975.28\tOld objective: 212663.86\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 213259.63\tOld objective: 212975.28\tImprovement: 0.00134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 213510.66\tOld objective: 213259.63\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 213739.27\tOld objective: 213510.66\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 213950.39\tOld objective: 213739.27\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 214140.34\tOld objective: 213950.39\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 214323.01\tOld objective: 214140.34\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: 214497.31\tOld objective: 214323.01\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: 214662.14\tOld objective: 214497.31\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: 214815.19\tOld objective: 214662.14\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: 214955.59\tOld objective: 214815.19\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: 215084.49\tOld objective: 214955.59\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 39\tObjective: 215209.33\tOld objective: 215084.49\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 40\tObjective: 215327.13\tOld objective: 215209.33\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 41\tObjective: 215431.73\tOld objective: 215327.13\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 4:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -8080.79\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 113604.87\tOld objective: -8080.79\tImprovement: 15.05864" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 179657.68\tOld objective: 113604.87\tImprovement: 0.58143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 218873.47\tOld objective: 179657.68\tImprovement: 0.21828" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 243936.88\tOld objective: 218873.47\tImprovement: 0.11451" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 260887.74\tOld objective: 243936.88\tImprovement: 0.06949" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 272891.40\tOld objective: 260887.74\tImprovement: 0.04601" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 281621.34\tOld objective: 272891.40\tImprovement: 0.03199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 288090.41\tOld objective: 281621.34\tImprovement: 0.02297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 292966.23\tOld objective: 288090.41\tImprovement: 0.01692" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 296718.70\tOld objective: 292966.23\tImprovement: 0.01281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 299635.57\tOld objective: 296718.70\tImprovement: 0.00983" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 301946.92\tOld objective: 299635.57\tImprovement: 0.00771" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 303821.73\tOld objective: 301946.92\tImprovement: 0.00621" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 305357.97\tOld objective: 303821.73\tImprovement: 0.00506" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 306614.46\tOld objective: 305357.97\tImprovement: 0.00411" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 307668.01\tOld objective: 306614.46\tImprovement: 0.00344" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 308569.01\tOld objective: 307668.01\tImprovement: 0.00293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 309343.36\tOld objective: 308569.01\tImprovement: 0.00251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 310010.00\tOld objective: 309343.36\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 310588.30\tOld objective: 310010.00\tImprovement: 0.00187" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 311094.20\tOld objective: 310588.30\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 311531.38\tOld objective: 311094.20\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 311922.37\tOld objective: 311531.38\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 312278.09\tOld objective: 311922.37\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 312597.67\tOld objective: 312278.09\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 312885.23\tOld objective: 312597.67\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 313139.90\tOld objective: 312885.23\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 313364.65\tOld objective: 313139.90\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 313565.78\tOld objective: 313364.65\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 313750.42\tOld objective: 313565.78\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 313921.03\tOld objective: 313750.42\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 314081.70\tOld objective: 313921.03\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 314231.33\tOld objective: 314081.70\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 5:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 17359.76\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 138294.36\tOld objective: 17359.76\tImprovement: 6.96637" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 200578.74\tOld objective: 138294.36\tImprovement: 0.45038" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 236525.77\tOld objective: 200578.74\tImprovement: 0.17922" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 259095.91\tOld objective: 236525.77\tImprovement: 0.09542" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 274185.09\tOld objective: 259095.91\tImprovement: 0.05824" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 284728.98\tOld objective: 274185.09\tImprovement: 0.03846" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 292312.02\tOld objective: 284728.98\tImprovement: 0.02663" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 297866.31\tOld objective: 292312.02\tImprovement: 0.01900" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 302011.78\tOld objective: 297866.31\tImprovement: 0.01392" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 305163.22\tOld objective: 302011.78\tImprovement: 0.01043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 307593.55\tOld objective: 305163.22\tImprovement: 0.00796" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 309522.66\tOld objective: 307593.55\tImprovement: 0.00627" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 311071.59\tOld objective: 309522.66\tImprovement: 0.00500" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 312328.13\tOld objective: 311071.59\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 313360.23\tOld objective: 312328.13\tImprovement: 0.00330" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 314214.69\tOld objective: 313360.23\tImprovement: 0.00273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 314932.11\tOld objective: 314214.69\tImprovement: 0.00228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 315547.48\tOld objective: 314932.11\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 316069.95\tOld objective: 315547.48\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 316526.22\tOld objective: 316069.95\tImprovement: 0.00144" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 316935.13\tOld objective: 316526.22\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 317303.71\tOld objective: 316935.13\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 317639.18\tOld objective: 317303.71\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 317943.09\tOld objective: 317639.18\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 318217.20\tOld objective: 317943.09\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 318464.91\tOld objective: 318217.20\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 318689.88\tOld objective: 318464.91\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 318890.75\tOld objective: 318689.88\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 319068.87\tOld objective: 318890.75\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 319233.27\tOld objective: 319068.87\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 319391.74\tOld objective: 319233.27\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 6:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 24474.00\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 142494.78\tOld objective: 24474.00\tImprovement: 4.82229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 200826.05\tOld objective: 142494.78\tImprovement: 0.40936" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 233815.34\tOld objective: 200826.05\tImprovement: 0.16427" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 254350.16\tOld objective: 233815.34\tImprovement: 0.08782" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 267945.81\tOld objective: 254350.16\tImprovement: 0.05345" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 277340.64\tOld objective: 267945.81\tImprovement: 0.03506" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 284048.75\tOld objective: 277340.64\tImprovement: 0.02419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 288986.57\tOld objective: 284048.75\tImprovement: 0.01738" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 292681.23\tOld objective: 288986.57\tImprovement: 0.01278" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 295486.32\tOld objective: 292681.23\tImprovement: 0.00958" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 297662.32\tOld objective: 295486.32\tImprovement: 0.00736" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 299397.85\tOld objective: 297662.32\tImprovement: 0.00583" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 300809.47\tOld objective: 299397.85\tImprovement: 0.00471" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 301968.46\tOld objective: 300809.47\tImprovement: 0.00385" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 302926.44\tOld objective: 301968.46\tImprovement: 0.00317" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 303726.45\tOld objective: 302926.44\tImprovement: 0.00264" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 304411.59\tOld objective: 303726.45\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 305010.11\tOld objective: 304411.59\tImprovement: 0.00197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 305524.05\tOld objective: 305010.11\tImprovement: 0.00169" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 305965.61\tOld objective: 305524.05\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 306358.86\tOld objective: 305965.61\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 306703.74\tOld objective: 306358.86\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 307002.72\tOld objective: 306703.74\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 307265.69\tOld objective: 307002.72\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 307503.74\tOld objective: 307265.69\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 307726.02\tOld objective: 307503.74\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 307930.44\tOld objective: 307726.02\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 308118.04\tOld objective: 307930.44\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 308288.47\tOld objective: 308118.04\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 308445.50\tOld objective: 308288.47\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 308588.24\tOld objective: 308445.50\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 7:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 52298.23\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 173182.59\tOld objective: 52298.23\tImprovement: 2.31144" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 231144.45\tOld objective: 173182.59\tImprovement: 0.33469" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 263103.18\tOld objective: 231144.45\tImprovement: 0.13826" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 282639.06\tOld objective: 263103.18\tImprovement: 0.07425" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 295450.62\tOld objective: 282639.06\tImprovement: 0.04533" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 304216.88\tOld objective: 295450.62\tImprovement: 0.02967" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 310375.39\tOld objective: 304216.88\tImprovement: 0.02024" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 314829.57\tOld objective: 310375.39\tImprovement: 0.01435" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 318168.82\tOld objective: 314829.57\tImprovement: 0.01061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 320711.04\tOld objective: 318168.82\tImprovement: 0.00799" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 322668.51\tOld objective: 320711.04\tImprovement: 0.00610" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 324224.51\tOld objective: 322668.51\tImprovement: 0.00482" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 325471.93\tOld objective: 324224.51\tImprovement: 0.00385" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 326493.90\tOld objective: 325471.93\tImprovement: 0.00314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 327337.72\tOld objective: 326493.90\tImprovement: 0.00258" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 328040.63\tOld objective: 327337.72\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 328637.72\tOld objective: 328040.63\tImprovement: 0.00182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 329152.41\tOld objective: 328637.72\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 329609.86\tOld objective: 329152.41\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 330019.40\tOld objective: 329609.86\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 330369.40\tOld objective: 330019.40\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 330673.05\tOld objective: 330369.40\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 330942.74\tOld objective: 330673.05\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 331187.16\tOld objective: 330942.74\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 331415.39\tOld objective: 331187.16\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 331626.08\tOld objective: 331415.39\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 331811.46\tOld objective: 331626.08\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 331977.98\tOld objective: 331811.46\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 332127.23\tOld objective: 331977.98\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 8:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 65054.11\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 182185.71\tOld objective: 65054.11\tImprovement: 1.80053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 237247.71\tOld objective: 182185.71\tImprovement: 0.30223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 267483.19\tOld objective: 237247.71\tImprovement: 0.12744" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 285909.46\tOld objective: 267483.19\tImprovement: 0.06889" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 297951.05\tOld objective: 285909.46\tImprovement: 0.04212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 306224.64\tOld objective: 297951.05\tImprovement: 0.02777" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 312118.69\tOld objective: 306224.64\tImprovement: 0.01925" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 316411.69\tOld objective: 312118.69\tImprovement: 0.01375" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 319574.11\tOld objective: 316411.69\tImprovement: 0.00999" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 321957.08\tOld objective: 319574.11\tImprovement: 0.00746" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 323795.77\tOld objective: 321957.08\tImprovement: 0.00571" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 325246.00\tOld objective: 323795.77\tImprovement: 0.00448" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 326413.98\tOld objective: 325246.00\tImprovement: 0.00359" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 327373.91\tOld objective: 326413.98\tImprovement: 0.00294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 328169.06\tOld objective: 327373.91\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 328842.25\tOld objective: 328169.06\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 329413.70\tOld objective: 328842.25\tImprovement: 0.00174" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 329909.04\tOld objective: 329413.70\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 330340.24\tOld objective: 329909.04\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 330722.50\tOld objective: 330340.24\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 331062.68\tOld objective: 330722.50\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 331361.76\tOld objective: 331062.68\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 331618.99\tOld objective: 331361.76\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 331846.01\tOld objective: 331618.99\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 332046.94\tOld objective: 331846.01\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 332222.46\tOld objective: 332046.94\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 332379.38\tOld objective: 332222.46\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 9:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 87862.45\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 204128.15\tOld objective: 87862.45\tImprovement: 1.32327" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 256105.33\tOld objective: 204128.15\tImprovement: 0.25463" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 284013.97\tOld objective: 256105.33\tImprovement: 0.10897" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 300848.19\tOld objective: 284013.97\tImprovement: 0.05927" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 311786.44\tOld objective: 300848.19\tImprovement: 0.03636" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 319219.89\tOld objective: 311786.44\tImprovement: 0.02384" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 324425.15\tOld objective: 319219.89\tImprovement: 0.01631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 328164.50\tOld objective: 324425.15\tImprovement: 0.01153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 330934.69\tOld objective: 328164.50\tImprovement: 0.00844" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 333067.00\tOld objective: 330934.69\tImprovement: 0.00644" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 334736.07\tOld objective: 333067.00\tImprovement: 0.00501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 336076.22\tOld objective: 334736.07\tImprovement: 0.00400" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 337156.63\tOld objective: 336076.22\tImprovement: 0.00321" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 338029.56\tOld objective: 337156.63\tImprovement: 0.00259" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 338755.31\tOld objective: 338029.56\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 339367.45\tOld objective: 338755.31\tImprovement: 0.00181" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 339887.63\tOld objective: 339367.45\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 340330.85\tOld objective: 339887.63\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 340717.75\tOld objective: 340330.85\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 341054.47\tOld objective: 340717.75\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 341356.30\tOld objective: 341054.47\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 341623.73\tOld objective: 341356.30\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 341856.27\tOld objective: 341623.73\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 342061.93\tOld objective: 341856.27\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 342247.48\tOld objective: 342061.93\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 342418.70\tOld objective: 342247.48\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 342570.22\tOld objective: 342418.70\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 10:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 88470.55\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 203047.04\tOld objective: 88470.55\tImprovement: 1.29508" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 253108.12\tOld objective: 203047.04\tImprovement: 0.24655" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 279635.98\tOld objective: 253108.12\tImprovement: 0.10481" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 295371.29\tOld objective: 279635.98\tImprovement: 0.05627" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 305370.31\tOld objective: 295371.29\tImprovement: 0.03385" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 312059.61\tOld objective: 305370.31\tImprovement: 0.02191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 316766.70\tOld objective: 312059.61\tImprovement: 0.01508" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 320188.58\tOld objective: 316766.70\tImprovement: 0.01080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 322715.02\tOld objective: 320188.58\tImprovement: 0.00789" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 324626.37\tOld objective: 322715.02\tImprovement: 0.00592" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 326101.85\tOld objective: 324626.37\tImprovement: 0.00455" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 327283.14\tOld objective: 326101.85\tImprovement: 0.00362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 328251.13\tOld objective: 327283.14\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 329050.64\tOld objective: 328251.13\tImprovement: 0.00244" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 329716.43\tOld objective: 329050.64\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 330280.47\tOld objective: 329716.43\tImprovement: 0.00171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 330763.26\tOld objective: 330280.47\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 331171.82\tOld objective: 330763.26\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 331524.61\tOld objective: 331171.82\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 331832.58\tOld objective: 331524.61\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 332105.73\tOld objective: 331832.58\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 332340.83\tOld objective: 332105.73\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 332552.70\tOld objective: 332340.83\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 332746.45\tOld objective: 332552.70\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 332924.65\tOld objective: 332746.45\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 333090.29\tOld objective: 332924.65\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 11:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 149457.42\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 267892.63\tOld objective: 149457.42\tImprovement: 0.79243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 319043.48\tOld objective: 267892.63\tImprovement: 0.19094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 345672.99\tOld objective: 319043.48\tImprovement: 0.08347" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 361248.70\tOld objective: 345672.99\tImprovement: 0.04506" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 371088.25\tOld objective: 361248.70\tImprovement: 0.02724" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 377653.92\tOld objective: 371088.25\tImprovement: 0.01769" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 382218.24\tOld objective: 377653.92\tImprovement: 0.01209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 385490.11\tOld objective: 382218.24\tImprovement: 0.00856" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 387914.60\tOld objective: 385490.11\tImprovement: 0.00629" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 389779.50\tOld objective: 387914.60\tImprovement: 0.00481" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 391232.23\tOld objective: 389779.50\tImprovement: 0.00373" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 392401.25\tOld objective: 391232.23\tImprovement: 0.00299" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 393336.24\tOld objective: 392401.25\tImprovement: 0.00238" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 394102.91\tOld objective: 393336.24\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 394750.35\tOld objective: 394102.91\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 395291.97\tOld objective: 394750.35\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 395753.90\tOld objective: 395291.97\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 396165.65\tOld objective: 395753.90\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 396538.58\tOld objective: 396165.65\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 396862.67\tOld objective: 396538.58\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 397137.70\tOld objective: 396862.67\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 397377.59\tOld objective: 397137.70\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 397594.60\tOld objective: 397377.59\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 397796.71\tOld objective: 397594.60\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 397977.49\tOld objective: 397796.71\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 12:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 169556.55\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 288096.77\tOld objective: 169556.55\tImprovement: 0.69912" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 338204.63\tOld objective: 288096.77\tImprovement: 0.17393" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 364080.59\tOld objective: 338204.63\tImprovement: 0.07651" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 379133.80\tOld objective: 364080.59\tImprovement: 0.04135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 388618.99\tOld objective: 379133.80\tImprovement: 0.02502" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 394958.32\tOld objective: 388618.99\tImprovement: 0.01631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 399361.90\tOld objective: 394958.32\tImprovement: 0.01115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 402525.87\tOld objective: 399361.90\tImprovement: 0.00792" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 404872.29\tOld objective: 402525.87\tImprovement: 0.00583" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 406691.19\tOld objective: 404872.29\tImprovement: 0.00449" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 408120.32\tOld objective: 406691.19\tImprovement: 0.00351" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 409266.12\tOld objective: 408120.32\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 410200.81\tOld objective: 409266.12\tImprovement: 0.00228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 410974.15\tOld objective: 410200.81\tImprovement: 0.00189" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 411620.10\tOld objective: 410974.15\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 412166.85\tOld objective: 411620.10\tImprovement: 0.00133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 412639.95\tOld objective: 412166.85\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 413051.61\tOld objective: 412639.95\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 413408.75\tOld objective: 413051.61\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 413720.67\tOld objective: 413408.75\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 414003.67\tOld objective: 413720.67\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 414258.50\tOld objective: 414003.67\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 414486.38\tOld objective: 414258.50\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 414687.27\tOld objective: 414486.38\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 13:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 151263.54\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 265949.30\tOld objective: 151263.54\tImprovement: 0.75819" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 314221.50\tOld objective: 265949.30\tImprovement: 0.18151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 339067.29\tOld objective: 314221.50\tImprovement: 0.07907" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 353545.09\tOld objective: 339067.29\tImprovement: 0.04270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 362726.45\tOld objective: 353545.09\tImprovement: 0.02597" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 368850.53\tOld objective: 362726.45\tImprovement: 0.01688" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 373111.91\tOld objective: 368850.53\tImprovement: 0.01155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 376164.76\tOld objective: 373111.91\tImprovement: 0.00818" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 378409.44\tOld objective: 376164.76\tImprovement: 0.00597" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 380123.77\tOld objective: 378409.44\tImprovement: 0.00453" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 381482.37\tOld objective: 380123.77\tImprovement: 0.00357" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 382569.74\tOld objective: 381482.37\tImprovement: 0.00285" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 383455.80\tOld objective: 382569.74\tImprovement: 0.00232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 384196.27\tOld objective: 383455.80\tImprovement: 0.00193" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 384814.87\tOld objective: 384196.27\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 385348.55\tOld objective: 384814.87\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 385827.27\tOld objective: 385348.55\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 386234.07\tOld objective: 385827.27\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 386568.97\tOld objective: 386234.07\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 386855.18\tOld objective: 386568.97\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 387116.77\tOld objective: 386855.18\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 387352.15\tOld objective: 387116.77\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 387560.34\tOld objective: 387352.15\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 387744.02\tOld objective: 387560.34\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 14:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 165987.65\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 279487.76\tOld objective: 165987.65\tImprovement: 0.68379" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 325882.40\tOld objective: 279487.76\tImprovement: 0.16600" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 349405.24\tOld objective: 325882.40\tImprovement: 0.07218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 362965.52\tOld objective: 349405.24\tImprovement: 0.03881" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 371476.43\tOld objective: 362965.52\tImprovement: 0.02345" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 377128.01\tOld objective: 371476.43\tImprovement: 0.01521" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 381027.49\tOld objective: 377128.01\tImprovement: 0.01034" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 383869.49\tOld objective: 381027.49\tImprovement: 0.00746" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 386005.22\tOld objective: 383869.49\tImprovement: 0.00556" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 387636.91\tOld objective: 386005.22\tImprovement: 0.00423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 388925.15\tOld objective: 387636.91\tImprovement: 0.00332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 389948.58\tOld objective: 388925.15\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 390785.15\tOld objective: 389948.58\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 391491.72\tOld objective: 390785.15\tImprovement: 0.00181" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 392092.99\tOld objective: 391491.72\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 392610.81\tOld objective: 392092.99\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 393057.34\tOld objective: 392610.81\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 393445.54\tOld objective: 393057.34\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 393773.81\tOld objective: 393445.54\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 394059.73\tOld objective: 393773.81\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 394319.92\tOld objective: 394059.73\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 394556.73\tOld objective: 394319.92\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 394760.36\tOld objective: 394556.73\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 394930.86\tOld objective: 394760.36\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 15:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 167365.08\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 275648.69\tOld objective: 167365.08\tImprovement: 0.64699" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 319586.19\tOld objective: 275648.69\tImprovement: 0.15940" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 341809.00\tOld objective: 319586.19\tImprovement: 0.06954" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 354652.24\tOld objective: 341809.00\tImprovement: 0.03757" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 362739.48\tOld objective: 354652.24\tImprovement: 0.02280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 368110.59\tOld objective: 362739.48\tImprovement: 0.01481" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 371840.12\tOld objective: 368110.59\tImprovement: 0.01013" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 374552.20\tOld objective: 371840.12\tImprovement: 0.00729" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 376596.88\tOld objective: 374552.20\tImprovement: 0.00546" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 378175.46\tOld objective: 376596.88\tImprovement: 0.00419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 379423.95\tOld objective: 378175.46\tImprovement: 0.00330" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 380438.44\tOld objective: 379423.95\tImprovement: 0.00267" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 381264.27\tOld objective: 380438.44\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 381943.21\tOld objective: 381264.27\tImprovement: 0.00178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 382521.08\tOld objective: 381943.21\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 383024.91\tOld objective: 382521.08\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 383462.16\tOld objective: 383024.91\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 383844.24\tOld objective: 383462.16\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 384181.90\tOld objective: 383844.24\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 384477.83\tOld objective: 384181.90\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 384737.83\tOld objective: 384477.83\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 384973.81\tOld objective: 384737.83\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 385183.56\tOld objective: 384973.81\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 385362.00\tOld objective: 385183.56\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 16:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 226993.57\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 337331.61\tOld objective: 226993.57\tImprovement: 0.48608" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 380344.07\tOld objective: 337331.61\tImprovement: 0.12751" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 401698.01\tOld objective: 380344.07\tImprovement: 0.05614" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 413850.58\tOld objective: 401698.01\tImprovement: 0.03025" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 421403.43\tOld objective: 413850.58\tImprovement: 0.01825" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 426410.85\tOld objective: 421403.43\tImprovement: 0.01188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 429900.17\tOld objective: 426410.85\tImprovement: 0.00818" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 432460.23\tOld objective: 429900.17\tImprovement: 0.00596" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 434387.96\tOld objective: 432460.23\tImprovement: 0.00446" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 435885.84\tOld objective: 434387.96\tImprovement: 0.00345" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 437081.21\tOld objective: 435885.84\tImprovement: 0.00274" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 438047.50\tOld objective: 437081.21\tImprovement: 0.00221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 438836.31\tOld objective: 438047.50\tImprovement: 0.00180" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 439494.59\tOld objective: 438836.31\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 440053.23\tOld objective: 439494.59\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 440530.19\tOld objective: 440053.23\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 440938.27\tOld objective: 440530.19\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 441298.39\tOld objective: 440938.27\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 441604.74\tOld objective: 441298.39\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 441875.41\tOld objective: 441604.74\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 442115.38\tOld objective: 441875.41\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 442326.58\tOld objective: 442115.38\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 17:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 204372.30\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 312488.94\tOld objective: 204372.30\tImprovement: 0.52902" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 355050.07\tOld objective: 312488.94\tImprovement: 0.13620" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 376145.48\tOld objective: 355050.07\tImprovement: 0.05942" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 388138.43\tOld objective: 376145.48\tImprovement: 0.03188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 395600.77\tOld objective: 388138.43\tImprovement: 0.01923" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 400552.01\tOld objective: 395600.77\tImprovement: 0.01252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 404011.10\tOld objective: 400552.01\tImprovement: 0.00864" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 406538.06\tOld objective: 404011.10\tImprovement: 0.00625" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 408452.96\tOld objective: 406538.06\tImprovement: 0.00471" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 409950.91\tOld objective: 408452.96\tImprovement: 0.00367" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 411141.27\tOld objective: 409950.91\tImprovement: 0.00290" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 412093.02\tOld objective: 411141.27\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 412891.58\tOld objective: 412093.02\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 413567.42\tOld objective: 412891.58\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 414134.50\tOld objective: 413567.42\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 414614.38\tOld objective: 414134.50\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 415020.15\tOld objective: 414614.38\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 415374.04\tOld objective: 415020.15\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 415692.75\tOld objective: 415374.04\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 415975.63\tOld objective: 415692.75\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 416220.81\tOld objective: 415975.63\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 416430.74\tOld objective: 416220.81\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 416617.39\tOld objective: 416430.74\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 18:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 261320.24\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 370865.74\tOld objective: 261320.24\tImprovement: 0.41920" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 412553.05\tOld objective: 370865.74\tImprovement: 0.11241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 433003.81\tOld objective: 412553.05\tImprovement: 0.04957" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 444560.98\tOld objective: 433003.81\tImprovement: 0.02669" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 451715.41\tOld objective: 444560.98\tImprovement: 0.01609" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 456470.17\tOld objective: 451715.41\tImprovement: 0.01053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 459770.70\tOld objective: 456470.17\tImprovement: 0.00723" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 462175.43\tOld objective: 459770.70\tImprovement: 0.00523" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 463990.69\tOld objective: 462175.43\tImprovement: 0.00393" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 465395.98\tOld objective: 463990.69\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 466512.54\tOld objective: 465395.98\tImprovement: 0.00240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 467411.09\tOld objective: 466512.54\tImprovement: 0.00193" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 468136.40\tOld objective: 467411.09\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 468739.35\tOld objective: 468136.40\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 469255.21\tOld objective: 468739.35\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 469691.26\tOld objective: 469255.21\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 470065.73\tOld objective: 469691.26\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 470386.73\tOld objective: 470065.73\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 470671.30\tOld objective: 470386.73\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 470925.10\tOld objective: 470671.30\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 471153.75\tOld objective: 470925.10\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 19:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 235849.43\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 345341.10\tOld objective: 235849.43\tImprovement: 0.46424" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 386994.54\tOld objective: 345341.10\tImprovement: 0.12062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 407364.25\tOld objective: 386994.54\tImprovement: 0.05264" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 418856.54\tOld objective: 407364.25\tImprovement: 0.02821" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 425947.16\tOld objective: 418856.54\tImprovement: 0.01693" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 430637.08\tOld objective: 425947.16\tImprovement: 0.01101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 433929.99\tOld objective: 430637.08\tImprovement: 0.00765" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 436354.14\tOld objective: 433929.99\tImprovement: 0.00559" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 438197.09\tOld objective: 436354.14\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 439629.19\tOld objective: 438197.09\tImprovement: 0.00327" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 440760.26\tOld objective: 439629.19\tImprovement: 0.00257" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 441681.22\tOld objective: 440760.26\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 442443.35\tOld objective: 441681.22\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 443075.98\tOld objective: 442443.35\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 443609.05\tOld objective: 443075.98\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 444065.21\tOld objective: 443609.05\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 444461.77\tOld objective: 444065.21\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 444816.00\tOld objective: 444461.77\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 445121.03\tOld objective: 444816.00\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 445377.52\tOld objective: 445121.03\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 445595.57\tOld objective: 445377.52\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 20:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 262861.79\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 371563.76\tOld objective: 262861.79\tImprovement: 0.41353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 412504.14\tOld objective: 371563.76\tImprovement: 0.11018" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 432402.82\tOld objective: 412504.14\tImprovement: 0.04824" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 443553.95\tOld objective: 432402.82\tImprovement: 0.02579" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 450424.48\tOld objective: 443553.95\tImprovement: 0.01549" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 454969.00\tOld objective: 450424.48\tImprovement: 0.01009" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 458153.43\tOld objective: 454969.00\tImprovement: 0.00700" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 460491.04\tOld objective: 458153.43\tImprovement: 0.00510" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 462258.75\tOld objective: 460491.04\tImprovement: 0.00384" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 463623.45\tOld objective: 462258.75\tImprovement: 0.00295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 464703.30\tOld objective: 463623.45\tImprovement: 0.00233" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 465577.98\tOld objective: 464703.30\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 466289.69\tOld objective: 465577.98\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 466888.81\tOld objective: 466289.69\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 467390.83\tOld objective: 466888.81\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 467824.10\tOld objective: 467390.83\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 468199.89\tOld objective: 467824.10\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 468523.79\tOld objective: 468199.89\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 468805.64\tOld objective: 468523.79\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 469057.28\tOld objective: 468805.64\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 469278.29\tOld objective: 469057.28\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n" ] }, { "metadata": {}, "output_type": "pyout", "prompt_number": 20, "text": [ "OnlinePoissonMF(batch_size=500, max_iter=100, n_components=100, n_pass=1,\n", " random_state=98765, shuffle=True, smoothness=100, tol=0.0005,\n", " verbose=True)" ] } ], "prompt_number": 20 }, { "cell_type": "code", "collapsed": false, "input": [ "plot(online_coder.bound)\n", "pass" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "display_data", "png": "iVBORw0KGgoAAAANSUhEUgAAAXUAAAEECAYAAADXg6SsAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XtcVGX+B/DPIJQhKlGBLFCY4AUvM6MmWl7GWwmrZKu1\nuhuSaRHtZtrNbM3L6pKladqvJSw1rV5h2dayCpYWoygiqw6aYgkGKyBiXkDwCszz++NZNkSEGZiZ\nM3P4vF+v8xKYM+f5Oo7fefie56IRQoCIiNTBTekAiIjIdpjUiYhUhEmdiEhFmNSJiFSESZ2ISEWY\n1ImIVMRhSf3JJ59c6+fnV9q7d+8fmjo3Ly8vZMiQIel6vd6k1WoPpqamRjgiRiIiV6dx1Dj19PT0\nIV5eXpVTpkzZ8MMPP/Ru7Nwnnnjio0GDBu2JjY1NPHr0aI/IyMiU/Pz8zg4JlIjIhTmspz5kyJD0\n22+//Xzdnx0/frxLREREav/+/fcNHTp0508//dQNAPz9/UvKy8s7AkBZWZl3QEBAsaPiJCJyaUII\nhx35+fnBvXr1+qH2+xEjRnyXm5sbIoRAZmZm+IgRI74TQqC8vLxDWFjYkcDAwMLbb7/93IEDB/SO\njJMHDx48XPVwV+rDpLKy0mvPnj2DHn300S9qf3bt2rVbAOCFF15YPn369A9nzZq1IjMzc+Djjz/+\nyZEjR3oqFSsRkatQLKmbzWY3b2/vMpPJpK//WEZGxv0LFy6cDwADBw7MvHLlStszZ87ceeedd55x\nfKRERK5DsSGNHTp0uNC5c+f8TZs2TQQAIYTm0KFDfQCge/fuP27fvn0UABw9erTHlStX2jKhExFZ\nwJIaTXV1dRudTmcaO3bsv+o/lpaWZujQoUO5Tqcz6XQ606JFi+Y2dI1JkyZ95u/vf9LDw+NaYGBg\n4dq1a6fm5+cHjxkzJlWr1WaHhYUdqX1uXl5el2HDhhm1Wm22Tqczbdu2bZTSdSoePHjwcIXDoiGN\ny5cvf2H//v39Kioq2icnJ0fVfcxoNBqWL1/+Qv2fExGR4zVZfikqKgpMSUmJnD59+odCCE1D59zs\n50RE5FhNJvVZs2atWLp06ctubm7mhh7XaDQiIyPjfq1WezAyMjIlJycnzPZhEhGRJRod/bJ58+ax\nvr6+p/V6vcloNBoaOqdv374HCgsLgzw9PS+lpqZGjB8//utjx451rX+eRqPhFktERM1gVTWksYL7\nnDlz4gMDAwuDg4PzO3XqVOLp6XkxOjp6Q2PPCQ4Ozj979qxP/Z/LpshW5s+fr3QIqsHX0rb4etrW\nf3OnxTdKGy2/xMfHv1ZYWBiUn5/fOSkpadKIESO+37Bhw5S655SWlvqJ/36KZGVlDRBCaHx8fM5Z\n/1lEREQtZdXko9oSSmJiYiwAxMbGJm7atGliQkJCnLu7e7Wnp+elpKSkSfYIlIiImuawVRo1Go1w\nVFutgdFohMFgUDoMVeBraVt8PW1Lo9FYVVNnUicicmLWJnXufEREpCJM6kREKsKkTkSkIkzqREQq\nwqRORKQiTOpERCrCpE5EpCJM6kREKsKkTkSkIkzqREQqwqRORKQiTOpERCrCpE5EpCJM6kREKsKk\nTkSkIkzqREQqwqRORKQiTOpERCrCpE5EpCJM6kREKsKkTkSkIkzqRKQqlZXA4MHAN98oHYkymNSJ\nSFX+9jfAwwOYMgX4/HOlo3E8d6UDICKyldxc4IMPgEOHgF9+ASIjgbIy4OmnlY7McZjUiUg1Zs0C\nXnkF+M1v5LFjB/Dgg8C5c8Ds2YBGo3SE9sekTkSqsGWL7Kn/4x+//iwkBEhPBx56CDh7FnjrLccl\n9mPHZJuDBjmmvVqsqRORy7t6FZg5E3jnHeCWW65/LCAA2LlTJvfp04HqavvGUl0NLF0K3H+//JBx\nNIuSek1NTRu9Xm8aN27cvxp6fMaMGatCQ0NztVrtQZPJpLdtiEREjXvnHaBHDyAiouHHfXyA7duB\nEyeA3/9efgjYw+HDMplv3QpkZcmbtY5mUVJfuXLl82FhYTkajUbUfywlJSUyLy8vJDc3N3T16tVP\nx8XFJdg+TCKihhUXy57x8uWNn+flBWzeLMsvv/0tUFFhuxiqqoDFi4Hhw+VvA9u3A/fea7vrW6PJ\npF5UVBSYkpISOX369A+FEDdUo5KTk6NiYmLWA0B4ePjesrIy79LSUj97BEtEVN/s2UBsrKyfN+XW\nW4GNG4HgYGDUKFnzbimTCRgwANi9GzhwQI60UfKGbJNJfdasWSuWLl36spubm7mhx4uLiwOCgoIK\na78PDAwsKioqCrRlkEREDdm1S45wmTPH8ue0aSOHPRoMwNChsqffHFevAq+/Lm/CzpwJpKQAQUHN\nu5YtNTr6ZfPmzWN9fX1P6/V6k9FoNNzsvPo9+IbKNACwYMGC/31tMBhgMNz0kkREjaqpAZ57TpZe\nvLyse65GA7z5pqy1Dx4MfPstEBpq+fOzsoCpU+VzDh4E/P2ta78xRqMRRqOx+RcQQtz0mDNnTnxg\nYGBhcHBwfqdOnUo8PT0vRkdHb6h7Tmxs7PufffbZpNrvu3Xr9uOpU6f86l9LNkVEZBsJCUIMHSqE\n2dyy66xeLYS/vxAmU9PnXrokxMsvC+HnJ8Rnn7W8bUv8N3c2mqvrHhafaDQah40dO/Zf9X++ZcuW\nyIiIiBQhBPbs2TMwPDw8s8GGmNSJVC8pSYgnnxTi2jX7tnP2rBC+vkJkZ9vmep9/LsRddwmRnn7z\nc3btEqJrVyF+/3shSktt064lrE3qVk0+qi2rJCYmxgJAbGxsYmRkZEpKSkpkSEhIXrt27S6uW7du\navN/byAiV3Xhgqwt33uvHDaYlHTjmHFbef11YOJEQKu1zfUefRTo2BF45BFg/Xq5vECtixeB114D\nvvgCeO89eY4z08gPAgc0pNEIR7VFRI736qvAqVPA6tUyqdfUyER46622befgQTn1PycHuOMO2157\nzx5g/Hg57n3yZOD77+UQxSFDgBUrZA3e0TQazQ33LRs9n0mdiFrq55+B++4DfvhBrrlSVQX84Q+y\nl/uPfwBt29qmHSHkqJXJk4FnnrHNNes7fBgYMwbo00d+/f771/fcHc3apM5lAoha4Jdf5KSXhFY+\n5e7ll4EXXpAJHZBL3372mSxpREUBly7Zpp2NG2WZ56mnbHO9hvTqJZcVGDBAfkgpmdCbgz11IiuZ\nzfLX8g8+kBsxPPww8O9/A088IVcIbG2MRvl3P3oUuO226x+rrpZD/06eBJKTgXbtmt/OxYtA9+7y\nw2Lw4JZE7FrYUyeyk5ISID5ejk1+6SU5caWgQN5Y27ZN/pq+erXSUTpWTY28OfrWWzcmdABwdwc+\n+gi4+27Z462sbH5b8fHyNW9NCb052FMnakRNDZCaKnvlO3fKURJPPQX073/jVPDjx4Fhw4Bly4BJ\nk5SJ19E+/FB+qO3c2fjUeLNZTuU/elTOvOzQwbp2jh8HwsPlTdKAgJbF7Gp4o5TIBv7zH2DNGmDd\nOlknfuopmaibmrl4+LBcU2TNGrlolJpduAB06yYXyerXr+nzzWbgz3+Wa6Vs3Srr7ZaKipKrH776\navPjdVUsvxA1U1UV8OWXcuRDv35yG7QtW4C9e+WwNkumovfqJWvHU6fKNUnU7G9/+/W1soSbmxzn\nfd998oPv/HnLnpeaKnv4s2Y1P9bWhD11avVyc38tI3TrJnvlEyY0XCO2VFqaHKu9ZYtMYmpz/Lgc\nHXL4sPXrnggh70mkpcl7EY2NNb92DejdW44wUvtvPjfDnrodmc1AaanSUZAtZWcDAwfKf9sdO+Tx\n+OMtS+iAXFf7ww+BceOAI0dsE6szeeUV4MUXm7eQlUYj7zs8+CAwYoQcFnozK1fKG9OtNaE3izVr\nCrTkgArWfklMFMLdXYjnnhPil1+UjoZsYdw4IVatst/1P/1UiMBAIY4ft18bjpaWJkRwsFzcqiXM\nZiHmzhWiZ08hTp268fHiYiHuuEOIY8da1o6rg5Vrv7CnbiGzWU4T/vRT+etj9+7AG28Aly8rHRk1\n1969sqduz4ksf/iDXDdk9Gg5VtvVNTWE0RoaDbBoEfDYY3KWaEnJ9Y+/+qq8l2HNkrjE8ovFvvlG\nrmHx6KPAu+8CGRnAvn2yBrt+vXyzk2uZNw/4y19sN4X9ZuLi5AfHgw/aZqcdJa1dK4cjTpxou2vO\nmwdER8vEXrthRUaGnOA1d67t2mk1rOnWt+SAi5dfRo8W4qOPbvz5rl1CDBokhFYrxDffOD4uap70\ndFlCuHrVcW3Oni1E//5ClJc7rk1bKisTolMnIfbts8/133pLiJAQIQoKhOjbV4hPPrFPO64GVpZf\nOPrFAocPy1+fCwoaXnFOCLlo0auvymVH33rLdkuCkn0MHy53ep/qwIWihQCefVYOz0tNbXn5wtFm\nz5Y3NdeutV8bK1YA8+fLxbTS05Xd69NZcPKRHUyfDtxzj1zDuTFVVUBioqwTRkTIP51hz0K63vff\nyxX+cnLkNHZHMptlqeHCBdkR8PBwbPvNVTuj84cfbLt1W0M2bgT0eqBrV/u24yqY1G3s9GlZNz92\nDLjrLsueU14u9z98/305NfrVV62bPUf2I4RcO+TZZ4E//lGZGKqqgN/9DmjfHvj4Y7kRsrP73e/k\neHtrNngm2+A4dRt7/315U8jShA7IBB4fDxw6JDcN6NoVWLVKTqQgZW3dKmeKKrk2i4cH8PnncrTH\nn/4kP2icWVqanNrPGZ2ugT31Rly9CgQHA9u3Az17Nv86Bw/KeuTx43IY5IQJrBUqQQg5C3L2bNuO\n3miuigpg5Eg5AWfJEqWjaVhNjVwGYO5c53jNWiNre+oOrii6lqQkecOmJQkdkDdNt26VU6JfeknW\nDD/91H77N1LDkpN/LX04g/bt5Q3TYcMAb+/rF6uqqpJ19wsXZPKv/br+UfexK1fkmO/Jk213r6B2\nCOOECba5Htkfe+o3IYS8WfPGG/Kmp63U/scTQu7faO8x0iSZzfLfc9EiueKfMzl5Uu6BCcj1xi9c\nkJtLdOggE3+HDr8e9b+v+zOzWe7AVFQka99TprSs41BeLifZbdkC9O1rm78rWY83Sm0kLU3eTDty\nRK4uZ0tVVfIm3fnzwNdft2w3GLLMF18AS5fKWaTOWPq6cEGuK1SbqNu2bX6cO3fKFRSPHpWlpmnT\nmtd5eOUVOVlqzZrmxUG2waRuI1FRchGh2Fj7XL+6Wv5ny8+XPaH27e3TDsm6cO1Kf2PGKB2N4+zd\nK5P7vn2y7Bcba3kHIi9PLnR2+DDQqZN946TGcfSLDeTmAnv2yPHE9uLuLjdgCAuTE5ssXVuarJeU\nBNx+O/DQQ0pH4ljh4fI+QkqKfD/fe68sJ1640PRzX35ZfhAwobseJvUGrFwJPP004Olp33bc3GQN\ndODAppcgpeaprgYWLAAWL3bOsosj6HSy/JSWJsuJXbrI1+TcuYbP//57OWJr5kyHhkk2wqRez/nz\ncmTKn/7kmPY0Gjk1OiKi4ZXqqGU2bJCzeocPVzoS5YWFAZ98InvthYVy9cM5c+QEu1o1NXI8+tKl\nvInvqpjU6/ngA2DsWLkvpaNoNHKy0uTJcrf0Eycc17aaXbsmR7ssWqR0JM4lJETe/Dxw4NcRLrNm\nyVE4a9bI4ZXOMuyTrMcbpXVUVcm649dfW77voq0tXy6X9v3uOxkLNd/778t/y61blY7EuZ08KXci\n+ugjOSwyLU0O/yTnwNEvLbBxo9wYd+dOZeNISJA9923bZC/KloQAMjPltQ0G4IEHXGPtEWtduSLL\nC19+KWeRUtNOn5abhjz4oNKRUF0c/dICK1Y4x/oWcXGyZDBihFwVzxbOn5e/AfTpIyelnDsHPPcc\nEBgo7x8Yjera6GP1atnbZEK3nK8vE7oaNJnUr1y50jY8PHyvTqfLDgsLy5kzZ84b9c8xGo2Gjh07\nluv1epNerzctXrzY5fYr2bNHjj5xltmGTzwhSzGjRwP79zfvGkLIHWSeeALo3Fl+vWoV8NNPwDvv\nyBEOO3YAAQHywywgQE64Sktz7QR/6ZJcS+Wvf1U6EiIFWLKTxsWLFz2FEKiqqnIPDw/PTE9PH1z3\n8bS0NMO4ceOSG7sGnHzno0cfFeKdd5SO4kZffSXEXXcJsXu35c85e1aIlSvlhr5duwqxbJkQp083\n/bzcXCHi44XQ64Xw9RXimWeE+O47Iaqqmh+/Et56S4iJE5WOgsg2YI+Npz09PS8BwLVr126pqalp\n4+Pjc8MIV2FFzcfZ/Oc/8sbkk08qHcmNxo+Xw/IefliWSG5GCGDXLllaufdeOZvwvfeAH38EXnzR\nsqWDQ0LkELcDB2SvPjhYThUPCJCbSmzfLsd924o9brFUVMibfgsW2P7aRK7AorXczGazW9++fQ8c\nP368S1xcXEJYWFhO3cc1Go3IyMi4X6vVHgwICChetmzZS/XPAYAFdf6nGQwGGAyGFoZvG+++K0sU\nzjpVf8wYeRP30UflOOO6MyPPnpUbLaxeLUcuPP20LNvceWfL2uzSRa4bMns28PPP8obja6/JLf3G\nj5exDBokF6AqL5drlJeXX/91Qz+r+/WFC0D//vL+wejRtpkctGoVMGpUy1fWJFKK0WiEsbEeXBOs\nGv1SXl7e8aGHHvpmyZIlrxoMhv+1WlFR0b5NmzY1np6el1JTUyOef/75lceOHbtuMypnHf1SUSF7\npPv3yz+dWUaGTKirVwM+PvLPzZvluPqnn5Yr/dl71mRBAbBpk5yhePCg3BCkY0c5ttnSr2v/9PIC\nvvpK7knp6ytnfQ4d2vzYysrkiJfdu7kVGqmH3Yc0Llq06PXbbrvt8ksvvbTsZud07tw5f//+/f3q\nlmmcNamvWiU3uP3iC6Ujscz+/bKn7usrE3l0NHDHHUpH1TLV1XIW78KFsgS0aJFct8Ra8+fLiVvr\n1tk+RiKl2HxI45kzZ+4sKyvzBoDLly/ftm3bttF6vd5U95zS0lK/2kazsrIGCCE0DdXdnU1NjVzn\nxZXWuOjXT04WOXJExu3qCR2Qi5vFxMj6/4QJcoedqCg5ZtpSZ8/Kewjz5tkvTiJX0GRNvaSkxD8m\nJma92Wx2M5vNbtHR0R+PHDnyu8TExFgAiI2NTdy0adPEhISEOHd392pPT89LSUlJCu4AabnNm2VS\nvP9+pSOxjlp3TLrlFrk8bEyMLC1FRMiS0sKFQI8ejT936VL5gdC5s2NiJXJWrXpGqcEgk8jkyUpH\nQg25eFH2vpctkzeL58+XN3DrKy2Vi1VlZ8vFu4jUhDNKLWQyyY2guZmu82rXTg6pzMuTtfbwcHkf\nof6CZ2++KXeSYkInasU99SlT5LC32bOVjoQsde4c8PbbcqGuP/5RjqkXQu5qdPgw4O+vdIREtscF\nvSxQUiJ/Xf/5Z7kjDrmW06dl7/yjj4C77wZGjpQlGiI1YlK3wNy5coGr995TOhJqieJieUP1ueda\nPtmKyFkxqTfh8mXgnnvk2PRu3ZSOhoiocbxR2oSPP5bLsTKhE5EaWbT2i1oIIZecffddpSMhIrKP\nVtVT//ZbwMNDbj5BRKRGrSqpr1ghp9bbe9ErIiKltJryy4EDwKFDciNiIiK1ajU99Xnz5GSVtm2V\njoSIyH5aRU9971659vemTUpHQkRkX62ipz5vHvCXv7CXTkTqp/qkvmsX8NNPzrn/KBGRrak+qc+b\nB7z+unrXICciqkvVST0tTS7TOmWK0pEQETmGapO6ELKXPm+enHBERNQaqDapb9sG/PKLXHebiKi1\nUGVSr+2lL1gAtGmjdDRERI6jyqSekgJUVgKPPaZ0JEREjqW6pF7bS1+4EHBT3d+OiKhxqkt7//wn\nYDYDjzyidCRERI6nqmUCzGZg/nxg0SL20omodVJV6vvySznJaNw4pSMhIlKGavYorakBevcG3n4b\niIiwWzNERA7Vavco3bgR8PYGxoxROhIiIuWooqdeXQ2EhQEJCcDIkXZpgohIEa2yp/7pp4C/P/ce\nJSJqNKlfuXKlbXh4+F6dTpcdFhaWM2fOnDcaOm/GjBmrQkNDc7Va7UGTyaS3T6gNq6oC/vpXeXDv\nUSJq7Rod0ti2bdsraWlpwz09PS9VV1e7Dx48eNeuXbsGDx48eFftOSkpKZF5eXkhubm5oXv37g2P\ni4tLyMzMHGj/0KX164HOnYFhwxzVIhGR82qy/OLp6XkJAK5du3ZLTU1NGx8fn3N1H09OTo6KiYlZ\nDwDh4eF7y8rKvEtLS/3sE+71rl6VY9IXLXJEa0REzq/JyUdms9mtb9++B44fP94lLi4uISwsLKfu\n48XFxQFBQUGFtd8HBgYWFRUVBfr5+ZXWv9aCBQv+97XBYIDBYGhR8GvWAD17AoMGtegyREROw2g0\nwmg0Nvv5TSZ1Nzc3c3Z2tq68vLzjQw899I3RaDQYDIbrWqx/Z1aj0TQ4zKVuUm+pK1eA+Hjgq69s\ndkkiIsXV7/AuXLjQqudbPPqlY8eO5b/97W+37Nu3r3/dnwcEBBQXFhYG1X5fVFQUGBAQUGxVFM2Q\nmAj06wfcd5+9WyIich2NJvUzZ87cWVZW5g0Aly9fvm3btm2j9Xq9qe45UVFRyRs2bJgCAJmZmQO9\nvb3LGiq92NKlS8CSJXIlRiIi+lWj5ZeSkhL/mJiY9Waz2c1sNrtFR0d/PHLkyO8SExNjASA2NjYx\nMjIyJSUlJTIkJCSvXbt2F9etWzfV3kH//e/AAw8AOp29WyIici0uN6O0shLo0gX47jugVy8bBEZE\n5MRUP6P03XflzFEmdCKiG7lUT728HAgJAdLTge7dbRQYEZETU3VPfeVKuawuEzoRUcNcpqd+/jwQ\nGgpkZsreOhFRa6Danvry5cD48UzoRESNcZmeeufOwL/+xRukRNS6qLKnXlAAXL4s13khIqKbc4mk\nbjQCBgPXSyciaopLJPW0NGD4cKWjICJyfk6f1IWQSb2Fq/QSEbUKTp/U8/PlxtJduyodCRGR83P6\npF5bemE9nYioaS6T1ImIqGlOndRZTyciso5TJ/W8PMDNTS61S0RETXPqpM56OhGRdVwiqRMRkWWc\ndu0XIQB/f2DPHrnuCxFRa6SatV9++glo25YJnYjIGk6b1Fl6ISKynlMndQ5lJCKyjlPW1IUA/PyA\nffuAu++2c2BERE5MFTX1nBygfXsmdCIiazllUmc9nYioeZw2qbOeTkRkPaerqZvNgK8vcPAgEBDg\ngMCIiJyYy9fUDx8GfHyY0ImImsPpkjpLL0REzddkUi8sLAwaPnx4Ws+ePY/06tXr8KpVq2bUP8do\nNBo6duxYrtfrTXq93rR48eK5zQ2IN0mJiJrPvakTPDw8qlasWDFLp9NlV1ZWevXr12//6NGjt/Xo\n0eNo3fOGDRu2Izk5OaolwZjNwM6dQEJCS65CRNR6NdlT79Sp0ymdTpcNAF5eXpU9evQ4evLkyd/U\nP8+aQv7NHDwoJx35+7f0SkRErVOTPfW6CgoKgk0mkz48PHxv3Z9rNBqRkZFxv1arPRgQEFC8bNmy\nl8LCwnLqP3/BggX/+9pgMMBQr3jOejoRtXZGoxFGo7HZz7d4SGNlZaWXwWAwzp07d/H48eO/rvtY\nRUVF+zZt2tR4enpeSk1NjXj++edXHjt2rOt1DVkwpHHcOCA6GnjsMWv/GkRE6mTtkEaLknpVVZXH\n2LFjN0dERKTOnDnznabO79y5c/7+/fv7+fj4nKsTWKNJvaYGuOMO4NgxOU6diIjsME5dCKGZNm3a\nmrCwsJybJfTS0lK/2kazsrIGCCE0dRO6JUwmIDCQCZ2IqCWarKnv3r37gU8++eTxPn36HNLr9SYA\niI+Pf+3EiRN3A0BsbGzipk2bJiYkJMS5u7tXe3p6XkpKSppkbSCspxMRtZzTLBMQGQlMmwZMmOCQ\ncIiIXIJdauq20FhSr66W9fTjx4E773RIOERELsEl137Zvx+45x4mdCKilnKKpM6lAYiIbMMpkrrR\nyKRORGQLitfUq6pkPb2gQC65S0REv3K5mvq//w106cKETkRkC4onddbTiYhsR/Gkzno6EZHtKFpT\nv3pVDmMsLAS8vR0SBhGRS3GpmnpWFtCtGxM6EZGtKJrUWU8nIrItRZM66+lERLalWE39yhVZTz95\nEujQwSEhEBG5HJepqWdmAj17MqETEdmSYkmd9XQiIttTLKmznk5EZHuK1NQvXwbuugs4dQrw8nJI\n80RELsklauoZGUCfPkzoRES2pkhSZ+mFiMg+FEnq3GSaiMg+HF5Tv3gR8PMDTp8GPD0d0jQRkcty\n+pr67t2AXs+ETkRkDw5P6qynExHZj8OTOuvpRET249Ca+oULAv7+wC+/ALfd5pBmiYhcmlPX1Hft\nAvr3Z0InIrIXhyZ11tOJiOzLoUmd9XQiIvtqMqkXFhYGDR8+PK1nz55HevXqdXjVqlUzGjpvxowZ\nq0JDQ3O1Wu1Bk8mkb+ico0eBgQNbGjIREd2Me1MneHh4VK1YsWKWTqfLrqys9OrXr9/+0aNHb+vR\no8fR2nNSUlIi8/LyQnJzc0P37t0bHhcXl5CZmXlD+h4wALj1Vlv/FYiIqFaTPfVOnTqd0ul02QDg\n5eVV2aNHj6MnT578Td1zkpOTo2JiYtYDQHh4+N6ysjLv0tJSv/rXYumFiMi+rKqpFxQUBJtMJn14\nePjeuj8vLi4OCAoKKqz9PjAwsKioqCiw/vN5k5SIyL6aLL/Uqqys9Jo4ceKmlStXPu/l5VVZ//H6\n4yg1Gs0NA+C/+WYBtm+XXxsMBhjYdSciuo7RaITRaGz28y2afFRVVeUxduzYzREREakzZ858p/7j\nzzzzzPsGg8E4adKkJADo3r37jzt27Bjm5+dX+r+G6m08TURETbP55CMhhGbatGlrwsLCchpK6AAQ\nFRWVvGHDhikAkJmZOdDb27usbkInIiLHaLKnvmvXrsFDhw7d2adPn0O1JZX4+PjXTpw4cTcAxMbG\nJgLAn//85//bunXrmHbt2l1ct27d1L59+x64riH21ImIrGZtT12RPUqJiMgyTr32CxER2ReTOhGR\nijCpExEBuH5qAAAFkElEQVSpCJM6EZGKMKkTEakIkzoRkYowqRMRqQiTOhGRijCpExGpCJM6EZGK\nMKkTEakIkzoRkYowqRMRqQiTOhGRijCpExGpCJM6EZGKMKkTEakIkzoRkYowqRMRqQiTOhGRijCp\nExGpCJM6EZGKMKkTEakIkzoRkYowqRMRqQiTOhGRijCpExGpCJM6EZGKNJnUn3zyybV+fn6lvXv3\n/qGhx41Go6Fjx47ler3epNfrTYsXL55r+zCpPqPRqHQIqsHX0rb4eiqryaQ+derUdVu3bh3T2DnD\nhg3bYTKZ9CaTST937tzFtguPbob/cWyHr6Vt8fVUVpNJfciQIem33377+cbOEUJobBcSERE1V4tr\n6hqNRmRkZNyv1WoPRkZGpuTk5ITZIjAiImoGIUSTR35+fnCvXr1+aOixCxcutL948aKnEAIpKSkR\noaGhxxo6D4DgwYMHDx7WH5bk6drDHS3Uvn37itqvIyIiUp999tm/nzt3zsfHx+dc3fNYoiEisr8W\nl19KS0v9ahN2VlbWACGEpn5CJyIix2iypz558uTPduzYMezMmTN3BgUFFS5cuHB+VVWVBwDExsYm\nbtq0aWJCQkKcu7t7taen56WkpKRJ9g+biIgaZE2tprlHamrqmG7duv0YEhKSu2TJktmOaFOtxz33\n3FPQu3fvQzqdznTfffdlKR2Pqx1Tp05d6+vrW1r3HtHZs2d9Ro0atS00NPTY6NGjvz1//ry30nG6\nytHQ6zl//vwFAQEBRTqdzqTT6UypqaljlI7TFY4TJ04EGQyGtLCwsCM9e/Y8vHLlyhlCWP/+tHug\n1dXVbbp06ZKXn58ffO3aNQ+tVpudk5PTQ+kX0FWP4ODg/LNnz/ooHYerHjt37hxy4MABfd0k9PLL\nL7/15ptvviKEwJIlS2bPnj17idJxusrR0Ou5YMGC+W+//fYLSsfmakdJSUknk8mkE0KgoqLCq2vX\nrj/l5OT0sPb9afdlArKysgaEhITkBQcHF3h4eFRNmjQp6Z///OfD9m5XzQRvOjdbQ/MukpOTo2Ji\nYtYDQExMzPqvv/56vDLRuZ6bzWPhe9R6nTp1OqXT6bIBwMvLq7JHjx5Hi4uLA6x9f9o9qRcXFwcE\nBQUV1n4fGBhYVFxcHGDvdtVKo9GIUaNGbe/fv/++Dz744Cml41GD0tJSPz8/v1IA8PPzKy0tLfVT\nOiZX9+677z6n1WoPTps2bU1ZWZm30vG4moKCgmCTyaQPDw/fa+370+5JXaPRCHu30Zrs3r37AZPJ\npE9NTY147733/pSenj5E6ZjURKPRCL5nWyYuLi4hPz+/c3Z2ts7f37/kxRdffFvpmFxJZWWl14QJ\nE75cuXLl83WHjAOWvT/tntQDAgKKCwsLg2q/LywsDAoMDCyyd7tq5e/vXwIAd9111y+PPPLIV1lZ\nWQOUjsnV+fn5lZ46daoTAJSUlPj7+vqeVjomV+br63u6NvlMnz79Q75HLVdVVeUxYcKEL6Ojoz8e\nP37814D170+7J/X+/fvvy83NDS0oKAi+du3aLRs3bvx9VFRUsr3bVaNLly55VlRUtAeAixcvtvv2\n228fvNnqmWS5qKio5PXr18cAwPr162Nq/zNR85SUlPjXfv3VV189wveoZYQQmmnTpq0JCwvLmTlz\n5ju1P7f6/emIu7opKSkRXbt2/alLly558fHxc5S+y+yqx88//9xZq9Vma7Xa7J49ex7ma2n9MWnS\npM/8/f1Penh4XAsMDCxcu3bt1LNnz/qMHDlyO4c0tvz1XLNmzZPR0dEbevfufahPnz4HH3744a9P\nnTrlp3ScrnCkp6cP1mg0Zq1Wm113OKi170+NECwfEhGpBXc+IiJSESZ1IiIVYVInIlIRJnUiIhVh\nUiciUhEmdSIiFfl/oUJKLmu99/EAAAAASUVORK5CYII=\n", "text": [ "" ] } ], "prompt_number": 21 }, { "cell_type": "code", "collapsed": false, "input": [ "ents = np.zeros((n_components, ))\n", "\n", "for k in xrange(n_components):\n", " ents[k] = scipy.stats.entropy(online_coder.Eb[k]) " ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 22 }, { "cell_type": "code", "collapsed": false, "input": [ "idx = np.argsort(-ents)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 23 }, { "cell_type": "code", "collapsed": false, "input": [ "plot(ents[idx], '-o')\n", "pass" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "display_data", "png": "iVBORw0KGgoAAAANSUhEUgAAAXgAAAD9CAYAAAC2l2x5AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XtYU3eeP/BPJCqGUiguAgIzUEAqWDGMiuPaktZLRrBY\nR3dWx1Eep+svpZ1C7bQ7o+I2Tr31105btP4cplsdtDPFXWadoYIaXQ2hxUitUVF0QIxPEy7RIiDl\nIrfz+yMcOYm5CbmRvF/Pc57Jyfl68s3p+MnXz/fGYxiGAADA84xxdQUAAMAxEOABADwUAjwAgIdC\ngAcA8FAI8AAAHgoBHgDAQ9kU4FtbWwNXrFhRNHXq1GsJCQnVSqVyDve6XC4XBQQEtAmFQpVQKFRt\n27Yt1zHVBQAAW/FtKZSTk5OXlpZWWlRUtKKvr4/f0dHhZ1wmNTW1rLi4OMP+VQQAgOGwGuDb2toC\nysvLnykoKMgkIuLz+X0BAQFtxuUYhuE5ooIAADA8VlM0arU6Ojg4+M66desOJCcnX1i/fv0nnZ2d\nAm4ZHo/HVFRUzE1KSrqUlpZWWl1dneC4KgMAgE0YhrF4fP311zP5fH5vZWXlLIZhKCcn56MtW7b8\njlvm3r17/h0dHQKGYai0tHRxXFxcjfF9iIjBgQMHDhyPfliL0+YOqwUaGxtDo6Ki1Ox5eXn5vPT0\n9KOW/kxUVJS6ubk5yDjAg97bb7/t6iq4DTyLIXgWQ/AshowkwFtN0YSGhjZFRkZqampqphARnTp1\nakFiYuJVbhmdThfCDObgKysrZzMMwwsKCrpr7d4AAOA4No2i2bNnz2urV6/+c09Pz7iYmJi6/fv3\n/zI/P19CRCSRSPKLiopW7Nu3L4vP5/cJBILOwsLClY6tNgAAWMNjnLRcMI/HY5z1We5OLpeTSCRy\ndTXcAp7FEDyLIXgWQ3g83rBHKSLAAwC4sZEEeCxVAADgoRDgAQA8FAI8AICHQoAHAPBQCPAAAB4K\nAR4AwEMhwAMAeCgEeAAAD4UADwDgoZwa4MXiXCopUTjzIwEAvJZNi43Zi0y2jerqNhMRUXr6s878\naAAAr+PUtWiIyohIRk88oaFZsyIpO3sRAj0AgAUjWYvGqS14ohNEtJ1aWohkMkJrHgDAgZzcgjf+\nLAVNnLiXpk2bSvfuaYloPD3+eDCNH9+H1j0AAI2i5YINA7yC2Ba94Wv9tQkT9lJs7GQKC/NDsAcA\nrzVKA3wuEW0z8do42BOFhr5EYWG+aN0DgNcZNTn4mJjNVFfHBm7uR3Nfy4gb3IkU1NQUSk1NQ637\n8vK9FBt7BK17AAALnBrg8/LEtGfPFuru9qErV65RczN7pc9ClbgBX9+67+o6TFVVRFVV6KgFADDH\npolOra2tgStWrCiaOnXqtYSEhGqlUjnHuEx2dvbuuLi42qSkpEsqlUpo6j7p6c/S8ePvkFwupYKC\nVykmZvPglUVExL7uM/pTllr3RHV122nPnpO2fA0AAK9iUws+JycnLy0trbSoqGhFX18fv6Ojw497\nvbS0NO3GjRuxtbW1cefOnUvJysraZ+pHgIttcbMt+vb220T0Kt2/30c3b75MXV1/GCxpqXWv193t\nY8vXAADwKlYDfFtbW0B5efkzBQUFmUREfD6/LyAgoI1bpri4OCMzM7OAiCglJeVca2troE6nCwkJ\nCdFZund6+rMmUyslJQpO4NdRQ8Mb1NT0AT3cutfz9e239jUAALyO1RSNWq2ODg4OvrNu3boDycnJ\nF9avX/9JZ2engFumvr4+PDIyUsOeR0REaLVabcRwK8VN5XzzzSf0n//5IonFWygx8Q5NmPAyp6SC\nxo79V2po+B7r3AAAGLHagu/r6+NfuHAh+eOPP/7VrFmzvn799dc/2rVr129/97vf/Qe3nPEwHv2w\nSENSqfTBa5FIRCKRyKZKclv6bOteq71NdXU86u5GhysAeA65XE5yudw+N2MYxuLR2NgYGhUVpWbP\ny8vL56Wnpx/llpFIJH/4/PPPV7Ln8fHx15uamkK4ZfQfZT+LFm1miJiHDrE4166fAwDgSoOx02qs\nNnVYTdGEhoY2RUZGampqaqYQEZ06dWpBYmLiVW6ZjIyM4oMHD64lIlIqlXMCAwNbreXfR+r+fXS4\nAgBYYtMomj179ry2evXqP/f09IyLiYmp279//y/z8/MlREQSiSQ/LS2ttLS0NC02NvaGn59fx4ED\nB9Y5ttpE48ejwxUAwBKnLlVgz88qKVFQTs4JzsxYonHjfkmJiROwpAEAeIxRs1SBPRmPo793r56q\nqgJJpfrgQRl0ugKANxu1LXhjYnEuyWTbTLy/hY4ff8dhnwsA4EgjacF7zKbb6HQFADDkMQEena4A\nAIY8JsBnZy/iLF6mFxOziV57baGLagQA4Foek4MnYme5nqTqah8aO7afdu9eiA5WABjVRs2OTs76\nrK+/JvrFL4iuXyfiDeuxAAC4B3SyGpk5k6inh+jyZVfXBADAdTwywPN4RD/7GdF//ZerawIA4Dqj\ndqKTNWFhCtq0SUZffcXHrFYA8EoeGeBLShT08ccnqKtrO5WV6d/DrFYA8DYemaLZvVtmsEYNEfZu\nBQDv45EBHrNaAQA8NMBjVisAgIcGeMxqBQDw0IlOREOzWpVKH4qL6yepFLNaAWD0wUxWC155hSg+\nnignx+kfDQAwYpjJasG0aURXr1ovBwDgabwiwF+54upaAAA4n00BPioq6tb06dMvC4VC1ezZsyuN\nr8vlclFAQECbUChUCYVC1bZt23LtX9XhSUzUt+BdkB0CAHApm2ay8ng8Ri6Xi4KCgu6aK5OamlpW\nXFycYb+q2cfEiUQCAZFWSxQZ6eraAAA4j80pGmtJ/uF2AjgD0jQA4I1sbsEvWLDglI+PT79EIslf\nv379J8bXKyoq5iYlJV0KDw+vf//9999MSEioNr6PVCp98FokEpFIJBph9W3DBvjFi53ycQAAwyaX\ny0kul9vlXjYNk2xsbAwLCwtrvHPnTvDChQtP7tmz57VnnnmmnL3e3t7u7+Pj0y8QCDqPHTu2OCcn\nJ6+mpmaKwQe5aJgkEdGnnxIpFEQFBS75eACAYXP4MMmwsLBGIqLg4OA7y5YtO1JZWTmbe93f379d\nIBB0EhEtXrz4WG9v79i7d+8GDadCjsB2tAIAeBOrAb6zs1PQ3t7uT0TU0dHhJ5PJFj399NNV3DI6\nnS6E/YWprKyczTAMz1KHrLMlJBBdu0bUj6VoAMCLWM3B63S6kGXLlh0hIurr6+OvXr36z4sWLZLl\n5+dLiIgkEkl+UVHRin379mXx+fw+gUDQWVhYuNLRFX8Ujz9OFBxMpFYTxca6ujYAAM7h8UsVsJYs\nIVq/nmjpUpdVAQDgkWGpAhskJmKoJAB4F4/css9YSYmCjh2TkU7HJ4UC+7MCgHfw+ABfUqKgnJwT\nD7bwk8mwPysAeAePT9Fgf1YA8FYeH+CxPysAeCuPD/DYnxUAvJXHB3jszwoA3sorxsGz+7NqND70\n3Xf9tH8/9mcFgNEBe7La6No1/USnmhqXVgMAwGYI8Dbq7SUKCCBqbiaaMMGlVQEAsAlmstpo7Fii\nuDh9Sx4AwNN5VYAnwu5OAOA9EOABADwUAjwAgIdCgAcA8FBeF+B/+EOilhaitjZX1wQAwLG8LsCP\nGaPfwg97tAKAp/O6AE+ENA0AeAcEeAAAD2VTgI+Kiro1ffr0y0KhUDV79uxKU2Wys7N3x8XF1SYl\nJV1SqVRC+1bTvhDgAcAb2LSjE4/HY+RyuSgoKOiuqeulpaVpN27ciK2trY07d+5cSlZW1j6lUjnH\nvlW1n6YmBX35pYxEIj6NH48t/ADAM9m8ZZ+ltRCKi4szMjMzC4iIUlJSzrW2tgbqdLqQkJAQnT0q\naU8lJQrauvUE9fZup7IyIiIFlZfvpdjYIxQW5odgDwAew+YW/IIFC075+Pj0SySS/PXr13/CvV5f\nXx8eGRmpYc8jIiK0Wq02wjjAS6XSB69FIhGJRKIRVX44DLfwUxDRCerqOkxVVURVVdivFQBcSy6X\nk1wut8u9bArwX3311T+HhYU13rlzJ3jhwoUnn3rqqevPPPNMObeMcQufx+M9tHQkN8C7iuEWfjIi\nMrVf6xYEeABwCePG79atW4d9L5s6WcPCwhqJiIKDg+8sW7bsSGVl5Wzu9fDw8HqNRhPJnmu12ojw\n8PD6YdfKgQy38MN+rQDguawG+M7OTkF7e7s/EVFHR4efTCZb9PTTT1dxy2RkZBQfPHhwLRGRUqmc\nExgY2OqO+Xci4y38TO3XqqArV66RSCQlsTiXSkoUzqweAIDdWN3wQ61WRy9btuwIEVFfXx9/9erV\nf964cePO/Px8CRGRRCLJJyL61a9+9fHx48d/4ufn13HgwIF1ycnJFww+yA02/GCxW/hptbfp5k0e\ndXX9YfCKgni8vxDDDJ1PmLCXYmMnE5/fTkTj6fHHgzHyBgCcBjs6jQAb7Lu7faiq6hrdvXt48Iq+\nA1afo+e+1ouJ2Ux5eWIEeQBwKAR4OxGJpFRWJh08yyWibSZeDxGLt9Dx4+84p3IA4JVGEuBtHgfv\nDcx3wJp6TAqqrKwlkUhK9+5pCekbAHA3CPAc2dmLqK5u8+A4eW6wN+6M1adsWloKqazs4fQNxtID\ngDtAisaI6Q5Y4yBuKX2jICIZPfGEhmbNikRrHgBGBDl4B+F2wLa31xPROPL3D6bLl9XU0lIwWEo6\neBCZ6owNDX2JwsJ8kb4BgGFBDt5B0tOfNRmMxeJcksnYM276xnhmrIKamkKpqQnpGwBwPq9cD36k\nDCdLLSIi9rXx7+XDAb+ujkdr1nyKSVQA4HBowQ8D2/res2fLYPrmNhG9Smp1M7W0cEtyH+9Q+qal\nhUgmQ2seABwLOXg7KilRUE7OCc5qlRhLDwAjg05WN2LcMdvQ4E9NTR+QYWcsETvaJiBASykpEfTj\nH0+ms2cb6P59PsbVA8ADCPBujA34lZW11NJSOPiu8WgbBfH5f6G+PlNDMofWw8GGJADeBwF+FDBM\n3xina8ylciwPu0RLH8DzYZjkKMDtmFUqtdTWxr1qblkES8MuMYMWACxDgHcidly94Th6IvPLIlga\ndml+COasWTKDnD5a9wDeCQHeBQzXvCEiWkR8/suDOXh2XL3xejhE5lv6xkMwFXT6NJvT10PrHsD7\nIAfvItzRNr6+/TRnThgplY0GyyLcv99ntCGJuVy9pZw+EdbHARi9kIMfhcwtg2BM/0PATqjSUUPD\nG4PDLrktfeP/jJhgBQBowY86phZA08+gLeSUwgQrAE+BFrwXMdXy1w/BNJfTN/2fuLvbx7EVBQCX\nsynA9/f3+8ycOfN8RESE9osvvniBe00ul4uWLl369yeffPImEdHy5cv/mpub+3CTERzGeG0cfU5/\nOimVWwYnWD38Z3x9+51cSwBwNpsCfF5eXk5CQkJ1e3u7v6nrqampZcXFxRn2rRo8CnM5/Ydb9woa\nN24vNTRMJrE4F8MpATyY1QCv1WojSktL0zZv3rz9gw8+eMNUmeHmh8DxuK17rfY23bjBo/v3D1NV\nFVFVlfFwSgWVl++l2NgjxOe3E2bJAoxuVgP8hg0bPnzvvffeunfv3uOmrvN4PKaiomJuUlLSpfDw\n8Pr333//zYSEhGpTZaVS6YPXIpGIRCLRMKsNj4I7werqVW72TGYQ3IlOUFfXYaqqwixZAFeRy+Uk\nl8vtci+LAf7o0aNLJk2adFsoFKrkcrnIVJnk5OQLGo0mUiAQdB47dmzxiy+++LeampoppspyAzw4\n3/37loZTWpolS1RXJ6bMzL00bdpptOgBHMi48bt169Zh38vijk4VFRVzi4uLM6Kjo9WrVq36/PTp\n08+vXbv2ILeMv79/u0Ag6CQiWrx48bHe3t6xd+/eDRp2jcBhxo83nhlrblkE4x8CfYu+ufkwlZVJ\nSSZbRP/yL3tp+vQN2JkKwJ0xDGPTIZfLU5csWfKF8ftNTU0hAwMDPIZh6Ny5c7N/+MMf3jL15/Uf\nBa509GgZExOziSFiBo8yhs+XDL7ezHmf+9r4vIwh2mRwPTT0l4xQ+AqTmvo2s2jRZubo0TJXf1UA\njzEYO22O1dzjkcbB83g8hogoPz9fQkQkkUjyi4qKVuzbty+Lz+f3CQSCzsLCwpV2/xUCu7A0nFKr\nvUM3b748uCwCd5Yske0rXOrP2Y5arF8P4FqYyQoPmJol6+8fTFeuXKPm5sODpaRkuDOV5fXrY2I2\nU16eGEEeYJiw4Qc4lOXNSqQ0FPCxLAKAvWGpAnAow7H03FQOkeX16/WrWCqV2ocmVWE3KgDHQwse\nHpn5jcUtpWts33cWs2sBhiBFAy7FBnyt9jZn/frh7jvL/SHQn2PTcfBmCPDgNthgr1RqqK3tT5wr\nUhrK1XNfW/ohQEsfADl4cBsj33fW3JBM7lIKptbRwXIKAMYQ4MEhhr/vrLngbzz+XmYQ3LmbjkdF\nHSRuBy46d8FbIcCDQ1iaVKXvnL1NRK8O7jvLHZXD/SGwtaXP3ZZQQS0thmmdoZb+wykfTMoCT4YA\nDw4znH1nzc+utdTSt7RQGrelbynlgxQPeB4EeHA5Sz8EbPB/ePy9uW0JLbX0LaV8iOrqttOePVsQ\n4MFjIMCDW+MGf3MtfcNtCS219C2lfPSwVy14EgyThFHPcCkFWydYmVpWQUETJ+6ladOmojMW3AbG\nwYPXM7dQmr6lH0ZKZaPBNX3nLo+T8lEQ0V+IyFRnLBZNA9dBgAcYBu6PguGKmcate/2aOk88oaFZ\nsyLRmgenQoAHGCGRSEplZdLBMykNzbR9uDUfGvoShYX5In0DToGZrAAjZLidobkhmETY4ARGEwR4\nADKeecudaWv8V8TyWPrLl1+isLDDaN2DW0CAB6CHZ96yM23V6mbOEEwibF8IowkCPMAgUxOu9EMw\nuWvqWBpLj5my4F7G2FKov7/fRygUql544YUvTF3Pzs7eHRcXV5uUlHRJpVIJ7VtFANdJT3+W8vLE\nJBZvodRUKSUn6yg09I3Bq8aTqiy37tnF0MTiXCopUTi03gBENrbg8/LychISEqrb29v9ja+Vlpam\n3bhxI7a2tjbu3LlzKVlZWfuUSuUc+1cVwDWMW/bml08w17rnLoZGJJMZ5uoxqQocxWqA12q1EaWl\npWmbN2/e/sEHH7xhfL24uDgjMzOzgIgoJSXlXGtra6BOpwsJCQnROaLCAK5mbvmE9nYdNTS8Mbh9\noa0jcR4eholUDtiL1QC/YcOGD99777237t2797ip6/X19eGRkZEa9jwiIkKr1WojTAV4qVT64LVI\nJCKRSDSsSgO4C9ta95Zy9eZTObNmydCa90JyuZzkcrld7mUxwB89enTJpEmTbguFQpVcLheZK2c8\nCJ/H45mc0cQN8ACeyFTr3nAxNCLzK1w+nMpBa977GDd+t27dOux7WexkraiomFtcXJwRHR2tXrVq\n1eenT59+fu3atQe5ZcLDw+s1Gk0ke67VaiPCw8Prh10jAA+Rnv4sHT/+Dh069ArFxGzmXLF1UhVR\nXZ2YMjP3kkgkRecsPDqGYWw65HJ56pIlS74wfr+kpCRt8eLFpQzD0NmzZ+ekpKQoTf15/UcBeKej\nR8sYsTiXSU19m0lO/jcmNHQDQ8QwRGUM0abB128P/i9j4pr+iInZxBw9WubqrwNONBg7bY7V3OOR\nxsGzqZf8/HwJEZFEIslPS0srLS0tTYuNjb3h5+fXceDAgXV2/xUCGOXM5eotT6pCfh5GBouNAbgJ\nw3XtiSwveqagCRP2UmzsZAoL8zO7sTiGYI5+WGwMwAMYL5egX8KYvWpplqy5jcUxBNPb2TSTFQCc\ng+2YlculVFDwKqdz1tIsWXMbi5vbd/akA2oO7ggteAA3xW3RGw61tHVjcVN/vRVUWVlLIpEUKRsv\ngAAP4MbYzlnDRc9s3VjcuJw+ZdPSUkhlZfpzdrVLPr+dkKv3POhkBRgl2C0GtdrbD+0na3pjceMc\nPHcrQsu5euxa5T6wZR+Al+HuJ2tuY3F//2CD15cvq6mlpWDwDtxgb2oPWmw67i4wigbAy5hau94a\nsTiXZDL2zFKu3lzn7BYE+FEGo2gAvER29iLOqBxLuXrT7b7ubh9HVAscCAEewEtwNy9JTLxDEya8\nPHiF3YOWZRzw9Xx9+x1dRbAz5OABvBQ3j2+ct29o8B9c156ISEG+vnspLm4yRtu4ADpZAcCuuCN2\nrl/nUX+/8QgdPYy2cTwEeABwCH3HrK2jbQzXx0Gwtw+MogEAh7h/39bRNg+vj8NOokKwdx0EeAAw\na/x4W0fbWAr2hpuMI5XjPAjwAGBWdvYiqqtjl0hgR9uwgZwb8C0thsbdZFx/jta9cyDAA4BZxksY\ns5uT6Efb6Kih4Y3B0Tbmgj2RtdY9ljB2HHSyAsCwmV4fx7gzVkpDG5cYXyMiUtDEiXtp2rSpSN+Y\ngFE0AOBy5hdD4wZ1KQ0FeyJLI3Ew5l4PAR4A3IrxJKqhiVPGLXiscGmNQ4dJdnd3+6amppbdv39/\nfE9Pz7ilS5f+fefOnRu5ZeRyuWjp0qV/f/LJJ28SES1fvvyvubm5xv8OAwAvYW6Tca32Dt28+TKn\ndW+uc9ZaRy1y97awGuB9fX27z5w585xAIOjs6+vjz5s378svv/xy3rx5877klktNTS0rLi7OcFxV\nAWC04gZ8Ntg/vO8sVri0N5tG0QgEgk4iop6ennH9/f0+QUFBd43LDPefEADgXYyDvemdqrDCpT3Y\nFOAHBgbGJCcnX6irq4vJysral5CQUM29zuPxmIqKirlJSUmXwsPD699///03jcsQEUml0gevRSIR\niUSiEVYfAEYz7jBMw/SNpTH3RPocvYwuX9ZQcvK/kSd1xsrlcpLL5Xa51yN1sra1tQWIxeITu3bt\n+q1IJHpQg/b2dn8fH59+gUDQeezYscU5OTl5NTU1Uww+CJ2sAGCFbStceldnrFNH0bzzzjtbJkyY\n0PXmm2++b65MdHS0+ptvvvkRN5WDAA8AI8EG/8rKWmppKRx81/O3GxxJgLe64cd33333T62trYFE\nRF1dXRNOnjy5UCgUqrhldDpdCFuBysrK2QzD8Ezl6QEAhis9/Vk6fvwdmj79Kc67tnbGnnR09dyS\n1Rx8Y2NjWGZmZsHAwMCYgYGBMWvWrDk0f/78/83Pz5cQEUkkkvyioqIV+/bty+Lz+X0CgaCzsLBw\npeOrDgDeyPYF0IjYXL1SqfW4XL0tMNEJAEYV/cibE4Mjb4xTMrZPnBotqRvMZAUAr2JbZyw32Jta\nA4dILN5Cx4+/47yKDwM2/AAAr2I8U5aLnUilVGqprY191zvH0VvtZAUAGE3YztiUlAjOu8a5eiIi\nBV25co1EIimJxblUUqJwVhWdBikaAPBIlnP1CiL6CxH94cG5u+4nixw8AIAJ5nL1+jVwDg+Wcu8O\nWAR4AIBHIBJJqaxMOnjm3h2wDp3oBADgaQzH0psaO59LSqVm1Ofm0YIHAK9jmJ83N3Zez9Vr22CY\nJADAIzC/iqVnbTSCFjwAeD22M1ap1FBb2584V0wtZiajJ57QUFTUWHLG0gdowQMAjAA7cUosziWZ\njHuFGyKH0jctLQpqaTFM5bhjyx6drAAAg7KzF1FMzGbOO9zOWEt7xhLV1YkpM3OvW02cQgseAGAQ\nNzevHzuvo4aGNwbXtrG0Z6y+dd/cfJjKyvTn5eV7KTb2iEsnTiHAAwBwGK9zw65to99ohH3XeOkD\nboteH+y7ug5TVRVRVZXr0jdI0QAAWMCubXPo0Cuc9A27ZyyL21Z2n01HMIoGAMBGti19IB08WPqR\nNwEBWkpJiXjkdA2WKgAAcKFHmTj1qOvcIMADALgY27rXam/TzZu8wYlTI1/nxmFr0XR3d/umpKSc\nmzFjxsWEhITqjRs37jRVLjs7e3dcXFxtUlLSJZVKJRxORQAARjM2V3/lSj7993//nMTiLRQQoDVZ\n1lkbjVgM8L6+vt1nzpx57uLFizMuX748/cyZM899+eWX87hlSktL027cuBFbW1sb98c//vH/ZGVl\n7XNslQEA3JvpTUdYzttoxOowSYFA0ElE1NPTM66/v98nKCjoLvd6cXFxRmZmZgERUUpKyrnW1tZA\nnU4XEhISonNMlQEARofs7EVUV7d5MDdPxG404qzx8lYD/MDAwJjk5OQLdXV1MVlZWfsSEhKqudfr\n6+vDIyMjNex5RESEVqvVRiDAA4C3M544ZWqjEUeOl7ca4MeMGTNw8eLFGW1tbQFisfiEXC4XiUQi\nObeMcQcAj8cz2ZsqlUofvBaJRCQSiYZTZwCAUYM7cUq/0Qh7xfR4+a1b19LXX5+2y2fbPJM1ICCg\nLT09veT8+fMzuQE+PDy8XqPRRLLnWq02Ijw8vN7UPbgBHgDA21jeaERPIHjSIFZu3bp12J9nsZP1\nu++++6fW1tZAIqKurq4JJ0+eXCgUClXcMhkZGcUHDx5cS0SkVCrnBAYGtiI9AwDwMMPFzIyXO9Dz\n9e232+dZbME3NjaGZWZmFgwMDIwZGBgYs2bNmkPz58//3/z8fAkRkUQiyU9LSystLS1Ni42NveHn\n59dx4MCBdXarHQCABzG/0YheTMwmeu21n9jt8zDRCQDARdjJUefP+1BkZD9t27bwoQ5WzGQFABjF\n/uM/iBiG6B0Tk1sdNpMVAAAcb8YMoosX7X9fBHgAABebMYNIpbJe7lEhwAMAuFh0NNH33xPduWPf\n+yLAAwC4GI9HlJREdOmSfe+LAA8A4AaEQvunaRDgAQDcgCM6WhHgAQDcgFBo/wCPcfAAAG6gp4co\nMJDou++IBIKh9zEOHgBglBs3jig+nujKFfvdEwEeAMBN2DtNgxQNAIAbKClR0JtvyujePT5Nm9b3\nYHenkaRobF4PHgAAHKOkREE5OScebO3X0DC0u9NIIEUDAOBiu3fLOPu26tXVbac9e06O6L4I8AAA\nLnb/vulkSne3z4juiwAPAOBihlv5DRnp7k4I8AAALma4lZ+efnenhSO6L0bRAAC4AXZ3p+5uH/L1\n7afXXlvDkxqcAAAG6klEQVQ44lE0CPAAAG7MoTNZNRpN5HPPPXcmMTHx6rRp067s3r0727iMXC4X\nBQQEtAmFQpVQKFRt27YtdziV8RZyudzVVXAbeBZD8CyG4FnYh9UAP3bs2N4PP/xww9WrVxOVSuWc\nvXv3vnrt2rWpxuVSU1PLVCqVUKVSCXNzc7c5prqeAf/nHYJnMQTPYgiehX1YDfChoaFNM2bMuEhE\n9Nhjj30/derUaw0NDZONyw33nxAAAOAYjzSK5tatW1EqlUqYkpJyjvs+j8djKioq5iYlJV1KS0sr\nra6uTrBvNQEA4JExDGPT0d7e/tiPfvSj80eOHHnR+Nq9e/f8Ozo6BAzDUGlp6eK4uLga4zJExODA\ngQMHjkc/bI3TxodNo2h6e3vHLlmy5OjixYuPvf766x9ZKx8dHa3+5ptvfhQUFHTX6s0BAMAhrKZo\nGIbhvfTSS58mJCRUmwvuOp0uhM3BV1ZWzmYYhofgDgDgWlZXk/zqq6/++bPPPvvF9OnTLwuFQhUR\n0Y4dOzZ9++23PyAikkgk+UVFRSv27duXxefz+wQCQWdhYeFKR1ccAACsGG5u51GOY8eO/SQ+Pv56\nbGxs7a5du37jjM90h+Pbb7+NFIlEZxISEq4mJiZeycvLy2YYhpqbm4MWLFhwMi4urmbhwoWylpaW\nQFfX1VlHX1+fz4wZM1RLliz5wpufRUtLS+Dy5cuLnnrqqWtTp06tViqVKd76LHbs2LExISHh6rRp\n06pWrVr1l+7u7vHe8izWrVu3f9KkSbpp06ZVse9Z+u47duzYGBsbWxsfH3/9xIkTi6zd3+FfoK+v\nzycmJuaGWq2O6unpGZuUlHSxurp6qqsfrDOOxsbGUJVKNYNh9J3UU6ZM+Ud1dfXUt9566/++++67\n/84wDO3ates3v/nNb3a5uq7OOn7/+9+/8fOf//zPL7zwQjHDMOStz2Lt2rUFn3766S8ZhqHe3l5+\na2trgDc+C7VaHRUdHX2zu7t7PMMw9LOf/ezwn/70p0xveRYKheKZCxcuCLkB3tx3v3r1akJSUtLF\nnp6esWq1OiomJuZGf3//GEv3d/gXqKio+LFYLD7Onu/cufO3O3fu/K2rH6wrjqVLl/7t5MmTC+Lj\n4683NTWFMIz+RyA+Pv66q+vmjEOj0UTMnz//1OnTp59jW/De+CxaW1sDoqOjbxq/743Porm5OWjK\nlCn/uHv37hO9vb38JUuWfCGTyRZ607NQq9VR3ABv7rvv2LFjIzcDIhaLj589e3aOpXs7fDXJ+vr6\n8MjISA17HhERoa2vrw939Oe6G+4cAp1OFxISEqIjIgoJCdHpdLoQV9fPGTZs2PDhe++999aYMWMG\n2Pe88Vmo1ero4ODgO+vWrTuQnJx8Yf369Z90dHT4eeOzCAoKuvvrX//69z/4wQ++nTx5ckNgYGDr\nwoULT3rjs2CZ++4NDQ2TIyIitGw5W2KpwwM8j8ezPg7Tw33//fePLV++/K95eXk5/v7+7dxrPB6P\n8YZndPTo0SWTJk26LRQKVYyZWc/e8iz6+vr4Fy5cSH7llVf+34ULF5L9/Pw6du3a9VtuGW95FnV1\ndTEfffTR67du3YpqaGiY/P333z/22Wef/YJbxluehSnWvru15+LwAB8eHl6v0Wgi2XONRhPJ/RXy\ndL29vWOXL1/+1zVr1hx68cUX/0ak/1VuamoKJSJqbGwMmzRp0m3X1tLxKioq5hYXF2dER0erV61a\n9fnp06efX7NmzSFvfBYRERHaiIgI7axZs74mIlqxYkXRhQsXkkNDQ5u87VmcP39+5ty5cysmTpzY\nzOfz+37605/+z9mzZ3/sjc+CZe7vhHEs1Wq1EeHh4fWW7uXwAD9z5szztbW1cbdu3Yrq6ekZd/jw\n4X/NyMgodvTnugPGzByCjIyM4oKCgkwiooKCgkw28HuyHTt2bNJoNJFqtTq6sLBw5fPPP3/60KFD\na7zxWYSGhjZFRkZqampqphARnTp1akFiYuLVF1544QtvexZPPfXUdaVSOaerq2sCwzC8U6dOLUhI\nSKj2xmfBMvd3IiMjo7iwsHBlT0/POLVaHV1bWxs3e/bsSos3c0YnQmlp6eIpU6b8IyYm5saOHTs2\nurpTw1lHeXn5PB6PN5CUlHRxxowZqhkzZqiOHTv2k+bm5qD58+ef8vQhYOYOuVyeyo6i8dZncfHi\nxaSZM2d+PX369EvLli37n9bW1gBvfRbvvvvuv7PDJNeuXVvQ09Mz1luexcqVKz8PCwtrGDt2bE9E\nRIRm//796yx99+3bt2+KiYm5ER8ff/348eNia/d32oYfAADgXNiTFQDAQyHAAwB4KAR4AAAPhQAP\nAOChEOABADwUAjwAgIf6/2Fdc+0SOKFKAAAAAElFTkSuQmCC\n", "text": [ "" ] } ], "prompt_number": 24 }, { "cell_type": "code", "collapsed": false, "input": [ "tagger = pmf.PoissonMF(n_components=n_components, random_state=98765, verbose=True)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 25 }, { "cell_type": "code", "collapsed": false, "input": [ "tagger.set_components(online_coder.gamma_b[:, :K], online_coder.rho_b[:, :K])" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "pyout", "prompt_number": 26, "text": [ "PoissonMF(max_iter=100, n_components=100, random_state=98765, smoothness=100,\n", " tol=0.0005, verbose=True)" ] } ], "prompt_number": 26 }, { "cell_type": "code", "collapsed": false, "input": [ "Et = tagger.transform(X_test)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 0\tObjective: 1925220.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 2520142.83\tOld objective: 1925220.46\tImprovement: 0.30902" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 2747293.17\tOld objective: 2520142.83\tImprovement: 0.09013" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 2858372.68\tOld objective: 2747293.17\tImprovement: 0.04043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 2920923.44\tOld objective: 2858372.68\tImprovement: 0.02188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 2959815.86\tOld objective: 2920923.44\tImprovement: 0.01332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 2985794.93\tOld objective: 2959815.86\tImprovement: 0.00878" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 3004131.33\tOld objective: 2985794.93\tImprovement: 0.00614" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 3017612.92\tOld objective: 3004131.33\tImprovement: 0.00449" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 3027867.14\tOld objective: 3017612.92\tImprovement: 0.00340" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 3035841.34\tOld objective: 3027867.14\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 3042143.84\tOld objective: 3035841.34\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 3047225.91\tOld objective: 3042143.84\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 3051401.33\tOld objective: 3047225.91\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 3054894.42\tOld objective: 3051401.33\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 3057863.92\tOld objective: 3054894.42\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 3060390.09\tOld objective: 3057863.92\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 3062550.27\tOld objective: 3060390.09\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 3064425.32\tOld objective: 3062550.27\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 3066061.10\tOld objective: 3064425.32\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 3067502.43\tOld objective: 3066061.10\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n" ] } ], "prompt_number": 27 }, { "cell_type": "code", "collapsed": false, "input": [ "Et /= Et.sum(axis=1, keepdims=True)\n", "\n", "tags_predicted = Et.dot(online_coder.Eb[:, K:])\n", "n_samples, n_tags = tags_predicted.shape\n", "\n", "print tags_predicted.min(), tags_predicted.max()\n", "\n", "div_factor = 3\n", "tags_predicted = tags_predicted - div_factor * np.mean(tags_predicted, axis=0)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "5.36941053794e-05 1.09076726478\n" ] } ], "prompt_number": 28 }, { "cell_type": "code", "collapsed": false, "input": [ "predictat = 20\n", "tags_true_binary = (y_test > 0)\n", "\n", "print_out_metrics(tags_true_binary, tags_predicted, predictat)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "Precision = 0.116 (0.007)\n", "Recall = 0.131 (0.007)\n", "F-score = 0.123\n", "AROC = 0.687 (0.005)" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "AP = 0.110 (0.006)\n" ] } ], "prompt_number": 29 }, { "cell_type": "heading", "level": 1, "metadata": {}, "source": [ "Stochastic inference on the full set" ] }, { "cell_type": "code", "collapsed": false, "input": [ "# very naive implementation of out-of-core fit for stochastic PMF\n", "def ooc_fit(obj, train_tracks, K, n_feats):\n", " n_samples = len(train_tracks)\n", " obj._scale = float(n_samples) / obj.batch_size\n", " obj._init_components(n_feats)\n", " obj.bound = list()\n", "\n", " for count in xrange(obj.n_pass):\n", " print 'Iteration %d: passing through the data...' % count\n", " indices = np.arange(n_samples)\n", " if obj.shuffle:\n", " np.random.shuffle(indices)\n", " for (i, istart) in enumerate(xrange(0, n_samples,\n", " obj.batch_size), 1):\n", " print 'Mini-batch %d:' % i\n", " iend = min(istart + obj.batch_size, n_samples)\n", " obj.set_learning_rate(iter=i)\n", " mini_batch = np.zeros((iend - istart, n_feats))\n", " for s in xrange(iend - istart):\n", " tid = train_tracks[indices[istart + s]]\n", " #print '\\tRead in track: %s' % tid\n", " tdir = os.path.join('vq_hist', '/'.join(tid[2:5]))\n", " vq = np.load(os.path.join(tdir, '%s_K%d.npy' % (tid, K))).ravel()\n", " bot = np.load(os.path.join(tdir, '%s_BoT.npy' % tid))\n", " bot[bot > 0] = 1 \n", " mini_batch[s] = np.hstack((vq, bot))\n", " obj.partial_fit(mini_batch)\n", " obj.bound.append(obj._stoch_bound(mini_batch))\n", " return obj" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 30 }, { "cell_type": "code", "collapsed": false, "input": [ "n_components = 100\n", "batch_size = 1000\n", "online_coder_full = pmf.OnlinePoissonMF(n_components=n_components, batch_size=batch_size, n_pass=1, \n", " random_state=98765, verbose=True)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 31 }, { "cell_type": "code", "collapsed": false, "input": [ "online_coder_full = ooc_fit(online_coder_full, train_tracks, K, D)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "Iteration 0: passing through the data...\n", "Mini-batch 1:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -1055928.27\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: -1055233.70\tOld objective: -1055928.27\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: -1054504.41\tOld objective: -1055233.70\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: -1053664.57\tOld objective: -1054504.41\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: -1052686.67\tOld objective: -1053664.57\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: -1051550.88\tOld objective: -1052686.67\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: -1050247.97\tOld objective: -1051550.88\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: -1048772.99\tOld objective: -1050247.97\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: -1047124.94\tOld objective: -1048772.99\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: -1045294.15\tOld objective: -1047124.94\tImprovement: 0.00175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: -1043253.88\tOld objective: -1045294.15\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: -1040982.79\tOld objective: -1043253.88\tImprovement: 0.00218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: -1038476.72\tOld objective: -1040982.79\tImprovement: 0.00241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: -1035745.29\tOld objective: -1038476.72\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: -1032787.56\tOld objective: -1035745.29\tImprovement: 0.00286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: -1029615.48\tOld objective: -1032787.56\tImprovement: 0.00307" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: -1026211.78\tOld objective: -1029615.48\tImprovement: 0.00331" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: -1022584.71\tOld objective: -1026211.78\tImprovement: 0.00353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: -1018759.19\tOld objective: -1022584.71\tImprovement: 0.00374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: -1014738.78\tOld objective: -1018759.19\tImprovement: 0.00395" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: -1010575.80\tOld objective: -1014738.78\tImprovement: 0.00410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: -1006308.90\tOld objective: -1010575.80\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: -1001915.69\tOld objective: -1006308.90\tImprovement: 0.00437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: -997453.86\tOld objective: -1001915.69\tImprovement: 0.00445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: -992943.91\tOld objective: -997453.86\tImprovement: 0.00452" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: -988383.93\tOld objective: -992943.91\tImprovement: 0.00459" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: -983811.99\tOld objective: -988383.93\tImprovement: 0.00463" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: -979277.74\tOld objective: -983811.99\tImprovement: 0.00461" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: -974774.96\tOld objective: -979277.74\tImprovement: 0.00460" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: -970325.59\tOld objective: -974774.96\tImprovement: 0.00456" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: -965942.96\tOld objective: -970325.59\tImprovement: 0.00452" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: -961620.78\tOld objective: -965942.96\tImprovement: 0.00447" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: -957412.89\tOld objective: -961620.78\tImprovement: 0.00438" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: -953333.96\tOld objective: -957412.89\tImprovement: 0.00426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: -949318.23\tOld objective: -953333.96\tImprovement: 0.00421" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: -945384.50\tOld objective: -949318.23\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: -941556.80\tOld objective: -945384.50\tImprovement: 0.00405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: -937830.71\tOld objective: -941556.80\tImprovement: 0.00396" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: -934204.96\tOld objective: -937830.71\tImprovement: 0.00387" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 39\tObjective: -930670.05\tOld objective: -934204.96\tImprovement: 0.00378" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 40\tObjective: -927228.01\tOld objective: -930670.05\tImprovement: 0.00370" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 41\tObjective: -923903.05\tOld objective: -927228.01\tImprovement: 0.00359" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 42\tObjective: -920715.86\tOld objective: -923903.05\tImprovement: 0.00345" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 43\tObjective: -917646.18\tOld objective: -920715.86\tImprovement: 0.00333" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 44\tObjective: -914640.94\tOld objective: -917646.18\tImprovement: 0.00327" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 45\tObjective: -911721.09\tOld objective: -914640.94\tImprovement: 0.00319" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 46\tObjective: -908900.77\tOld objective: -911721.09\tImprovement: 0.00309" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 47\tObjective: -906184.57\tOld objective: -908900.77\tImprovement: 0.00299" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 48\tObjective: -903575.99\tOld objective: -906184.57\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 49\tObjective: -901052.68\tOld objective: -903575.99\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 50\tObjective: -898601.01\tOld objective: -901052.68\tImprovement: 0.00272" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 51\tObjective: -896231.99\tOld objective: -898601.01\tImprovement: 0.00264" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 52\tObjective: -893963.45\tOld objective: -896231.99\tImprovement: 0.00253" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 53\tObjective: -891767.61\tOld objective: -893963.45\tImprovement: 0.00246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 54\tObjective: -889633.96\tOld objective: -891767.61\tImprovement: 0.00239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 55\tObjective: -887576.59\tOld objective: -889633.96\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 56\tObjective: -885577.19\tOld objective: -887576.59\tImprovement: 0.00225" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 57\tObjective: -883620.81\tOld objective: -885577.19\tImprovement: 0.00221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 58\tObjective: -881714.63\tOld objective: -883620.81\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 59\tObjective: -879861.63\tOld objective: -881714.63\tImprovement: 0.00210" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 60\tObjective: -878089.44\tOld objective: -879861.63\tImprovement: 0.00201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 61\tObjective: -876399.52\tOld objective: -878089.44\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 62\tObjective: -874768.13\tOld objective: -876399.52\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 63\tObjective: -873171.57\tOld objective: -874768.13\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 64\tObjective: -871611.39\tOld objective: -873171.57\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 65\tObjective: -870109.51\tOld objective: -871611.39\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 66\tObjective: -868667.25\tOld objective: -870109.51\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 67\tObjective: -867291.23\tOld objective: -868667.25\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 68\tObjective: -865957.74\tOld objective: -867291.23\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 69\tObjective: -864666.61\tOld objective: -865957.74\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 70\tObjective: -863412.41\tOld objective: -864666.61\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 71\tObjective: -862191.60\tOld objective: -863412.41\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 72\tObjective: -860993.26\tOld objective: -862191.60\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 73\tObjective: -859832.44\tOld objective: -860993.26\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 74\tObjective: -858704.45\tOld objective: -859832.44\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 75\tObjective: -857608.60\tOld objective: -858704.45\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 76\tObjective: -856538.63\tOld objective: -857608.60\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 77\tObjective: -855492.25\tOld objective: -856538.63\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 78\tObjective: -854479.89\tOld objective: -855492.25\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 79\tObjective: -853512.69\tOld objective: -854479.89\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 80\tObjective: -852586.23\tOld objective: -853512.69\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 81\tObjective: -851680.43\tOld objective: -852586.23\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 82\tObjective: -850791.97\tOld objective: -851680.43\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 83\tObjective: -849928.07\tOld objective: -850791.97\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 84\tObjective: -849094.96\tOld objective: -849928.07\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 85\tObjective: -848265.77\tOld objective: -849094.96\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 86\tObjective: -847456.75\tOld objective: -848265.77\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 87\tObjective: -846672.97\tOld objective: -847456.75\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 88\tObjective: -845917.16\tOld objective: -846672.97\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 89\tObjective: -845186.47\tOld objective: -845917.16\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 90\tObjective: -844475.70\tOld objective: -845186.47\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 91\tObjective: -843793.24\tOld objective: -844475.70\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 92\tObjective: -843128.26\tOld objective: -843793.24\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 93\tObjective: -842466.85\tOld objective: -843128.26\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 94\tObjective: -841826.05\tOld objective: -842466.85\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 95\tObjective: -841220.37\tOld objective: -841826.05\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 96\tObjective: -840639.66\tOld objective: -841220.37\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 97\tObjective: -840076.31\tOld objective: -840639.66\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 98\tObjective: -839520.23\tOld objective: -840076.31\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 99\tObjective: -838968.48\tOld objective: -839520.23\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 2:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -250833.84\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: -125807.63\tOld objective: -250833.84\tImprovement: 0.49844" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: -30184.48\tOld objective: -125807.63\tImprovement: 0.76007" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 42671.54\tOld objective: -30184.48\tImprovement: 2.41369" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 98289.67\tOld objective: 42671.54\tImprovement: 1.30340" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 140966.20\tOld objective: 98289.67\tImprovement: 0.43419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 174062.78\tOld objective: 140966.20\tImprovement: 0.23478" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 199962.78\tOld objective: 174062.78\tImprovement: 0.14880" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 220499.32\tOld objective: 199962.78\tImprovement: 0.10270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 236946.21\tOld objective: 220499.32\tImprovement: 0.07459" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 250261.01\tOld objective: 236946.21\tImprovement: 0.05619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 261157.44\tOld objective: 250261.01\tImprovement: 0.04354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 270152.15\tOld objective: 261157.44\tImprovement: 0.03444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 277645.54\tOld objective: 270152.15\tImprovement: 0.02774" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 283950.35\tOld objective: 277645.54\tImprovement: 0.02271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 289289.31\tOld objective: 283950.35\tImprovement: 0.01880" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 293872.79\tOld objective: 289289.31\tImprovement: 0.01584" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 297827.42\tOld objective: 293872.79\tImprovement: 0.01346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 301248.23\tOld objective: 297827.42\tImprovement: 0.01149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 304195.58\tOld objective: 301248.23\tImprovement: 0.00978" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 306766.61\tOld objective: 304195.58\tImprovement: 0.00845" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 309049.42\tOld objective: 306766.61\tImprovement: 0.00744" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 311064.56\tOld objective: 309049.42\tImprovement: 0.00652" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 312820.68\tOld objective: 311064.56\tImprovement: 0.00565" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 314386.74\tOld objective: 312820.68\tImprovement: 0.00501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 315800.90\tOld objective: 314386.74\tImprovement: 0.00450" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 317080.12\tOld objective: 315800.90\tImprovement: 0.00405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 318237.89\tOld objective: 317080.12\tImprovement: 0.00365" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 319272.90\tOld objective: 318237.89\tImprovement: 0.00325" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 320200.86\tOld objective: 319272.90\tImprovement: 0.00291" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 321049.96\tOld objective: 320200.86\tImprovement: 0.00265" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 321830.80\tOld objective: 321049.96\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 322551.57\tOld objective: 321830.80\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 323216.68\tOld objective: 322551.57\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: 323827.61\tOld objective: 323216.68\tImprovement: 0.00189" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: 324387.96\tOld objective: 323827.61\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: 324906.74\tOld objective: 324387.96\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: 325387.04\tOld objective: 324906.74\tImprovement: 0.00148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: 325826.75\tOld objective: 325387.04\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 39\tObjective: 326241.20\tOld objective: 325826.75\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 40\tObjective: 326637.70\tOld objective: 326241.20\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 41\tObjective: 327012.61\tOld objective: 326637.70\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 42\tObjective: 327363.38\tOld objective: 327012.61\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 43\tObjective: 327685.63\tOld objective: 327363.38\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 44\tObjective: 327988.16\tOld objective: 327685.63\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 45\tObjective: 328277.95\tOld objective: 327988.16\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 46\tObjective: 328557.95\tOld objective: 328277.95\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 47\tObjective: 328831.11\tOld objective: 328557.95\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 48\tObjective: 329088.99\tOld objective: 328831.11\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 49\tObjective: 329325.23\tOld objective: 329088.99\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 50\tObjective: 329544.02\tOld objective: 329325.23\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 51\tObjective: 329746.31\tOld objective: 329544.02\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 52\tObjective: 329938.23\tOld objective: 329746.31\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 53\tObjective: 330123.37\tOld objective: 329938.23\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 54\tObjective: 330293.21\tOld objective: 330123.37\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 55\tObjective: 330451.59\tOld objective: 330293.21\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 3:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -70390.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 128799.09\tOld objective: -70390.47\tImprovement: 2.82978" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 252749.38\tOld objective: 128799.09\tImprovement: 0.96235" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 332926.69\tOld objective: 252749.38\tImprovement: 0.31722" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 386930.20\tOld objective: 332926.69\tImprovement: 0.16221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 424664.33\tOld objective: 386930.20\tImprovement: 0.09752" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 451808.62\tOld objective: 424664.33\tImprovement: 0.06392" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 471835.49\tOld objective: 451808.62\tImprovement: 0.04433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 486932.50\tOld objective: 471835.49\tImprovement: 0.03200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 498532.85\tOld objective: 486932.50\tImprovement: 0.02382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 507584.97\tOld objective: 498532.85\tImprovement: 0.01816" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 514730.96\tOld objective: 507584.97\tImprovement: 0.01408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 520450.61\tOld objective: 514730.96\tImprovement: 0.01111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 525102.42\tOld objective: 520450.61\tImprovement: 0.00894" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 528945.23\tOld objective: 525102.42\tImprovement: 0.00732" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 532151.24\tOld objective: 528945.23\tImprovement: 0.00606" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 534843.49\tOld objective: 532151.24\tImprovement: 0.00506" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 537116.30\tOld objective: 534843.49\tImprovement: 0.00425" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 539077.23\tOld objective: 537116.30\tImprovement: 0.00365" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 540776.56\tOld objective: 539077.23\tImprovement: 0.00315" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 542254.86\tOld objective: 540776.56\tImprovement: 0.00273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 543542.67\tOld objective: 542254.86\tImprovement: 0.00237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 544684.10\tOld objective: 543542.67\tImprovement: 0.00210" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 545712.76\tOld objective: 544684.10\tImprovement: 0.00189" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 546612.83\tOld objective: 545712.76\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 547394.59\tOld objective: 546612.83\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 548105.01\tOld objective: 547394.59\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 548754.29\tOld objective: 548105.01\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 549335.12\tOld objective: 548754.29\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 549859.24\tOld objective: 549335.12\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 550338.11\tOld objective: 549859.24\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 550781.79\tOld objective: 550338.11\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 551195.56\tOld objective: 550781.79\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 551579.10\tOld objective: 551195.56\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: 551939.70\tOld objective: 551579.10\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: 552277.09\tOld objective: 551939.70\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: 552586.51\tOld objective: 552277.09\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: 552867.14\tOld objective: 552586.51\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: 553125.94\tOld objective: 552867.14\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 4:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 30369.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 250768.17\tOld objective: 30369.46\tImprovement: 7.25725" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 375222.65\tOld objective: 250768.17\tImprovement: 0.49629" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 450649.35\tOld objective: 375222.65\tImprovement: 0.20102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 499245.46\tOld objective: 450649.35\tImprovement: 0.10784" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 532096.47\tOld objective: 499245.46\tImprovement: 0.06580" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 555169.95\tOld objective: 532096.47\tImprovement: 0.04336" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 571834.20\tOld objective: 555169.95\tImprovement: 0.03002" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 584212.23\tOld objective: 571834.20\tImprovement: 0.02165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 593618.74\tOld objective: 584212.23\tImprovement: 0.01610" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 600908.66\tOld objective: 593618.74\tImprovement: 0.01228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 606646.84\tOld objective: 600908.66\tImprovement: 0.00955" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 611239.23\tOld objective: 606646.84\tImprovement: 0.00757" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 614935.45\tOld objective: 611239.23\tImprovement: 0.00605" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 617963.48\tOld objective: 614935.45\tImprovement: 0.00492" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 620487.22\tOld objective: 617963.48\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 622610.31\tOld objective: 620487.22\tImprovement: 0.00342" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 624402.06\tOld objective: 622610.31\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 625929.71\tOld objective: 624402.06\tImprovement: 0.00245" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 627257.39\tOld objective: 625929.71\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 628415.12\tOld objective: 627257.39\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 629433.33\tOld objective: 628415.12\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 630327.48\tOld objective: 629433.33\tImprovement: 0.00142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 631124.79\tOld objective: 630327.48\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 631836.60\tOld objective: 631124.79\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 632478.51\tOld objective: 631836.60\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 633060.09\tOld objective: 632478.51\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 633578.95\tOld objective: 633060.09\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 634043.50\tOld objective: 633578.95\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 634469.06\tOld objective: 634043.50\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 634859.41\tOld objective: 634469.06\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 635217.73\tOld objective: 634859.41\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 635556.16\tOld objective: 635217.73\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 635871.16\tOld objective: 635556.16\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 5:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 99826.84\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 334662.78\tOld objective: 99826.84\tImprovement: 2.35243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 458982.25\tOld objective: 334662.78\tImprovement: 0.37148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 530982.23\tOld objective: 458982.25\tImprovement: 0.15687" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 576027.87\tOld objective: 530982.23\tImprovement: 0.08483" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 605826.82\tOld objective: 576027.87\tImprovement: 0.05173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 626422.62\tOld objective: 605826.82\tImprovement: 0.03400" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 641184.89\tOld objective: 626422.62\tImprovement: 0.02357" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 652079.60\tOld objective: 641184.89\tImprovement: 0.01699" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 660344.01\tOld objective: 652079.60\tImprovement: 0.01267" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 666713.93\tOld objective: 660344.01\tImprovement: 0.00965" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 671660.37\tOld objective: 666713.93\tImprovement: 0.00742" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 675571.58\tOld objective: 671660.37\tImprovement: 0.00582" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 678749.14\tOld objective: 675571.58\tImprovement: 0.00470" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 681368.31\tOld objective: 678749.14\tImprovement: 0.00386" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 683536.31\tOld objective: 681368.31\tImprovement: 0.00318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 685366.16\tOld objective: 683536.31\tImprovement: 0.00268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 686920.06\tOld objective: 685366.16\tImprovement: 0.00227" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 688247.49\tOld objective: 686920.06\tImprovement: 0.00193" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 689391.90\tOld objective: 688247.49\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 690380.20\tOld objective: 689391.90\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 691245.29\tOld objective: 690380.20\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 692012.41\tOld objective: 691245.29\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 692710.57\tOld objective: 692012.41\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 693329.27\tOld objective: 692710.57\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 693865.11\tOld objective: 693329.27\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 694343.94\tOld objective: 693865.11\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 694782.30\tOld objective: 694343.94\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 695182.00\tOld objective: 694782.30\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 695546.55\tOld objective: 695182.00\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 695878.24\tOld objective: 695546.55\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 6:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 190174.37\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 429404.81\tOld objective: 190174.37\tImprovement: 1.25795" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 549384.68\tOld objective: 429404.81\tImprovement: 0.27941" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 617252.69\tOld objective: 549384.68\tImprovement: 0.12353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 659015.40\tOld objective: 617252.69\tImprovement: 0.06766" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 686489.75\tOld objective: 659015.40\tImprovement: 0.04169" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 705516.40\tOld objective: 686489.75\tImprovement: 0.02772" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 719102.04\tOld objective: 705516.40\tImprovement: 0.01926" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 729067.13\tOld objective: 719102.04\tImprovement: 0.01386" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 736517.50\tOld objective: 729067.13\tImprovement: 0.01022" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 742224.99\tOld objective: 736517.50\tImprovement: 0.00775" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 746707.44\tOld objective: 742224.99\tImprovement: 0.00604" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 750278.89\tOld objective: 746707.44\tImprovement: 0.00478" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 753177.86\tOld objective: 750278.89\tImprovement: 0.00386" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 755555.01\tOld objective: 753177.86\tImprovement: 0.00316" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 757529.75\tOld objective: 755555.01\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 759206.89\tOld objective: 757529.75\tImprovement: 0.00221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 760630.11\tOld objective: 759206.89\tImprovement: 0.00187" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 761864.11\tOld objective: 760630.11\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 762937.29\tOld objective: 761864.11\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 763879.81\tOld objective: 762937.29\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 764709.50\tOld objective: 763879.81\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 765445.84\tOld objective: 764709.50\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 766100.99\tOld objective: 765445.84\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 766673.83\tOld objective: 766100.99\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 767194.39\tOld objective: 766673.83\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 767665.61\tOld objective: 767194.39\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 768087.58\tOld objective: 767665.61\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 768466.09\tOld objective: 768087.58\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 7:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 189142.89\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 425769.77\tOld objective: 189142.89\tImprovement: 1.25105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 540163.70\tOld objective: 425769.77\tImprovement: 0.26868" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 603173.75\tOld objective: 540163.70\tImprovement: 0.11665" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 641369.43\tOld objective: 603173.75\tImprovement: 0.06332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 666245.36\tOld objective: 641369.43\tImprovement: 0.03879" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 683353.55\tOld objective: 666245.36\tImprovement: 0.02568" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 695548.22\tOld objective: 683353.55\tImprovement: 0.01785" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 704459.22\tOld objective: 695548.22\tImprovement: 0.01281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 711125.42\tOld objective: 704459.22\tImprovement: 0.00946" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 716223.90\tOld objective: 711125.42\tImprovement: 0.00717" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 720222.56\tOld objective: 716223.90\tImprovement: 0.00558" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 723430.07\tOld objective: 720222.56\tImprovement: 0.00445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 726025.26\tOld objective: 723430.07\tImprovement: 0.00359" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 728126.12\tOld objective: 726025.26\tImprovement: 0.00289" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 729848.99\tOld objective: 728126.12\tImprovement: 0.00237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 731309.37\tOld objective: 729848.99\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 732559.14\tOld objective: 731309.37\tImprovement: 0.00171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 733629.05\tOld objective: 732559.14\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 734568.12\tOld objective: 733629.05\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 735397.15\tOld objective: 734568.12\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 736121.93\tOld objective: 735397.15\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 736765.61\tOld objective: 736121.93\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 737339.46\tOld objective: 736765.61\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 737844.98\tOld objective: 737339.46\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 738304.74\tOld objective: 737844.98\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 738729.13\tOld objective: 738304.74\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 739118.06\tOld objective: 738729.13\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 739469.91\tOld objective: 739118.06\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 8:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 286042.89\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 531916.67\tOld objective: 286042.89\tImprovement: 0.85957" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 646112.15\tOld objective: 531916.67\tImprovement: 0.21469" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 707493.46\tOld objective: 646112.15\tImprovement: 0.09500" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 744192.48\tOld objective: 707493.46\tImprovement: 0.05187" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 767902.22\tOld objective: 744192.48\tImprovement: 0.03186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 784117.79\tOld objective: 767902.22\tImprovement: 0.02112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 795624.00\tOld objective: 784117.79\tImprovement: 0.01467" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 803978.49\tOld objective: 795624.00\tImprovement: 0.01050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 810252.66\tOld objective: 803978.49\tImprovement: 0.00780" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 815048.62\tOld objective: 810252.66\tImprovement: 0.00592" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 818782.87\tOld objective: 815048.62\tImprovement: 0.00458" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 821755.21\tOld objective: 818782.87\tImprovement: 0.00363" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 824191.19\tOld objective: 821755.21\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 826205.64\tOld objective: 824191.19\tImprovement: 0.00244" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 827867.78\tOld objective: 826205.64\tImprovement: 0.00201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 829274.59\tOld objective: 827867.78\tImprovement: 0.00170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 830465.30\tOld objective: 829274.59\tImprovement: 0.00144" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 831494.50\tOld objective: 830465.30\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 832389.80\tOld objective: 831494.50\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 833177.38\tOld objective: 832389.80\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 833867.79\tOld objective: 833177.38\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 834487.50\tOld objective: 833867.79\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 835035.78\tOld objective: 834487.50\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 835519.89\tOld objective: 835035.78\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 835954.64\tOld objective: 835519.89\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 836343.78\tOld objective: 835954.64\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 9:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 322817.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 564378.53\tOld objective: 322817.47\tImprovement: 0.74829" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 673002.89\tOld objective: 564378.53\tImprovement: 0.19247" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 730802.27\tOld objective: 673002.89\tImprovement: 0.08588" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 765376.36\tOld objective: 730802.27\tImprovement: 0.04731" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 787722.01\tOld objective: 765376.36\tImprovement: 0.02920" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 803020.97\tOld objective: 787722.01\tImprovement: 0.01942" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 813891.40\tOld objective: 803020.97\tImprovement: 0.01354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 821823.55\tOld objective: 813891.40\tImprovement: 0.00975" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 827750.30\tOld objective: 821823.55\tImprovement: 0.00721" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 832292.75\tOld objective: 827750.30\tImprovement: 0.00549" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 835839.67\tOld objective: 832292.75\tImprovement: 0.00426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 838693.14\tOld objective: 835839.67\tImprovement: 0.00341" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 841026.83\tOld objective: 838693.14\tImprovement: 0.00278" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 842943.95\tOld objective: 841026.83\tImprovement: 0.00228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 844518.90\tOld objective: 842943.95\tImprovement: 0.00187" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 845836.23\tOld objective: 844518.90\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 846948.57\tOld objective: 845836.23\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 847919.15\tOld objective: 846948.57\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 848772.43\tOld objective: 847919.15\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 849519.05\tOld objective: 848772.43\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 850188.41\tOld objective: 849519.05\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 850794.47\tOld objective: 850188.41\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 851324.04\tOld objective: 850794.47\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 851794.57\tOld objective: 851324.04\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 852227.48\tOld objective: 851794.57\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 852619.10\tOld objective: 852227.48\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 10:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 308506.23\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 541731.90\tOld objective: 308506.23\tImprovement: 0.75598" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 646629.21\tOld objective: 541731.90\tImprovement: 0.19363" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 702518.22\tOld objective: 646629.21\tImprovement: 0.08643" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 735980.92\tOld objective: 702518.22\tImprovement: 0.04763" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 757626.88\tOld objective: 735980.92\tImprovement: 0.02941" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 772352.87\tOld objective: 757626.88\tImprovement: 0.01944" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 782749.73\tOld objective: 772352.87\tImprovement: 0.01346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 790282.47\tOld objective: 782749.73\tImprovement: 0.00962" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 795918.95\tOld objective: 790282.47\tImprovement: 0.00713" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 800260.88\tOld objective: 795918.95\tImprovement: 0.00546" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 803691.55\tOld objective: 800260.88\tImprovement: 0.00429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 806424.04\tOld objective: 803691.55\tImprovement: 0.00340" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 808648.35\tOld objective: 806424.04\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 810500.17\tOld objective: 808648.35\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 812044.00\tOld objective: 810500.17\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 813350.64\tOld objective: 812044.00\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 814482.09\tOld objective: 813350.64\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 815452.00\tOld objective: 814482.09\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 816277.30\tOld objective: 815452.00\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 816991.41\tOld objective: 816277.30\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 817607.15\tOld objective: 816991.41\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 818150.53\tOld objective: 817607.15\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 818640.63\tOld objective: 818150.53\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 819082.19\tOld objective: 818640.63\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 819482.01\tOld objective: 819082.19\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 11:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 344837.17\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 580028.45\tOld objective: 344837.17\tImprovement: 0.68204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 682588.57\tOld objective: 580028.45\tImprovement: 0.17682" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 736245.37\tOld objective: 682588.57\tImprovement: 0.07861" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 768079.29\tOld objective: 736245.37\tImprovement: 0.04324" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 788493.78\tOld objective: 768079.29\tImprovement: 0.02658" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 802221.18\tOld objective: 788493.78\tImprovement: 0.01741" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 811795.05\tOld objective: 802221.18\tImprovement: 0.01193" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 818741.44\tOld objective: 811795.05\tImprovement: 0.00856" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 823949.06\tOld objective: 818741.44\tImprovement: 0.00636" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 827959.46\tOld objective: 823949.06\tImprovement: 0.00487" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 831113.92\tOld objective: 827959.46\tImprovement: 0.00381" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 833631.81\tOld objective: 831113.92\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 835655.26\tOld objective: 833631.81\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 837322.52\tOld objective: 835655.26\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 838726.38\tOld objective: 837322.52\tImprovement: 0.00168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 839924.52\tOld objective: 838726.38\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 840950.78\tOld objective: 839924.52\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 841830.98\tOld objective: 840950.78\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 842591.29\tOld objective: 841830.98\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 843252.66\tOld objective: 842591.29\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 843839.21\tOld objective: 843252.66\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 844359.70\tOld objective: 843839.21\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 844814.10\tOld objective: 844359.70\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 845208.45\tOld objective: 844814.10\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 12:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 366176.13\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 595902.66\tOld objective: 366176.13\tImprovement: 0.62737" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 693257.90\tOld objective: 595902.66\tImprovement: 0.16337" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 743606.00\tOld objective: 693257.90\tImprovement: 0.07263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 773218.99\tOld objective: 743606.00\tImprovement: 0.03982" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 792014.50\tOld objective: 773218.99\tImprovement: 0.02431" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 804646.48\tOld objective: 792014.50\tImprovement: 0.01595" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 813556.94\tOld objective: 804646.48\tImprovement: 0.01107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 820057.35\tOld objective: 813556.94\tImprovement: 0.00799" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 824937.30\tOld objective: 820057.35\tImprovement: 0.00595" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 828690.65\tOld objective: 824937.30\tImprovement: 0.00455" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 831662.74\tOld objective: 828690.65\tImprovement: 0.00359" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 834031.26\tOld objective: 831662.74\tImprovement: 0.00285" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 835936.35\tOld objective: 834031.26\tImprovement: 0.00228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 837495.71\tOld objective: 835936.35\tImprovement: 0.00187" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 838820.98\tOld objective: 837495.71\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 839953.59\tOld objective: 838820.98\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 840920.41\tOld objective: 839953.59\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 841760.15\tOld objective: 840920.41\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 842478.85\tOld objective: 841760.15\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 843113.58\tOld objective: 842478.85\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 843675.33\tOld objective: 843113.58\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 844184.14\tOld objective: 843675.33\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 844642.22\tOld objective: 844184.14\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 845044.81\tOld objective: 844642.22\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 13:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 353834.03\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 575647.31\tOld objective: 353834.03\tImprovement: 0.62689" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 669387.16\tOld objective: 575647.31\tImprovement: 0.16284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 717993.89\tOld objective: 669387.16\tImprovement: 0.07261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 746506.51\tOld objective: 717993.89\tImprovement: 0.03971" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 764575.72\tOld objective: 746506.51\tImprovement: 0.02421" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 776728.36\tOld objective: 764575.72\tImprovement: 0.01589" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 785312.16\tOld objective: 776728.36\tImprovement: 0.01105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 791561.80\tOld objective: 785312.16\tImprovement: 0.00796" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 796258.30\tOld objective: 791561.80\tImprovement: 0.00593" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 799903.56\tOld objective: 796258.30\tImprovement: 0.00458" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 802794.47\tOld objective: 799903.56\tImprovement: 0.00361" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 805105.04\tOld objective: 802794.47\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 806979.45\tOld objective: 805105.04\tImprovement: 0.00233" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 808532.64\tOld objective: 806979.45\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 809846.65\tOld objective: 808532.64\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 810985.77\tOld objective: 809846.65\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 811959.69\tOld objective: 810985.77\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 812795.37\tOld objective: 811959.69\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 813518.89\tOld objective: 812795.37\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 814157.99\tOld objective: 813518.89\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 814727.53\tOld objective: 814157.99\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 815227.86\tOld objective: 814727.53\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 815666.91\tOld objective: 815227.86\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 816059.30\tOld objective: 815666.91\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 14:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 345444.30\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 563427.31\tOld objective: 345444.30\tImprovement: 0.63102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 654462.16\tOld objective: 563427.31\tImprovement: 0.16157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 701144.61\tOld objective: 654462.16\tImprovement: 0.07133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 728200.96\tOld objective: 701144.61\tImprovement: 0.03859" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 745262.15\tOld objective: 728200.96\tImprovement: 0.02343" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 756733.59\tOld objective: 745262.15\tImprovement: 0.01539" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 764830.14\tOld objective: 756733.59\tImprovement: 0.01070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 770737.59\tOld objective: 764830.14\tImprovement: 0.00772" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 775163.14\tOld objective: 770737.59\tImprovement: 0.00574" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 778604.44\tOld objective: 775163.14\tImprovement: 0.00444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 781329.91\tOld objective: 778604.44\tImprovement: 0.00350" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 783513.07\tOld objective: 781329.91\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 785306.68\tOld objective: 783513.07\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 786804.39\tOld objective: 785306.68\tImprovement: 0.00191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 788082.11\tOld objective: 786804.39\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 789174.46\tOld objective: 788082.11\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 790121.40\tOld objective: 789174.46\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 790929.30\tOld objective: 790121.40\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 791625.27\tOld objective: 790929.30\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 792232.29\tOld objective: 791625.27\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 792767.77\tOld objective: 792232.29\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 793246.61\tOld objective: 792767.77\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 793680.55\tOld objective: 793246.61\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 794065.94\tOld objective: 793680.55\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 15:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 508882.43\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 740580.89\tOld objective: 508882.43\tImprovement: 0.45531" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 835056.33\tOld objective: 740580.89\tImprovement: 0.12757" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 882676.52\tOld objective: 835056.33\tImprovement: 0.05703" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 909922.45\tOld objective: 882676.52\tImprovement: 0.03087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 926995.93\tOld objective: 909922.45\tImprovement: 0.01876" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 938412.27\tOld objective: 926995.93\tImprovement: 0.01232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 946428.51\tOld objective: 938412.27\tImprovement: 0.00854" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 952254.59\tOld objective: 946428.51\tImprovement: 0.00616" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 956612.77\tOld objective: 952254.59\tImprovement: 0.00458" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 959985.64\tOld objective: 956612.77\tImprovement: 0.00353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 962679.59\tOld objective: 959985.64\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 964858.45\tOld objective: 962679.59\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 966628.63\tOld objective: 964858.45\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 968089.16\tOld objective: 966628.63\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 969310.18\tOld objective: 968089.16\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 970342.95\tOld objective: 969310.18\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 971233.39\tOld objective: 970342.95\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 972005.56\tOld objective: 971233.39\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 972669.58\tOld objective: 972005.56\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 973258.75\tOld objective: 972669.58\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 973796.11\tOld objective: 973258.75\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 974278.44\tOld objective: 973796.11\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 16:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 457786.14\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 677809.13\tOld objective: 457786.14\tImprovement: 0.48062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 766174.92\tOld objective: 677809.13\tImprovement: 0.13037" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 810365.70\tOld objective: 766174.92\tImprovement: 0.05768" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 835635.89\tOld objective: 810365.70\tImprovement: 0.03118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 851540.24\tOld objective: 835635.89\tImprovement: 0.01903" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 862205.94\tOld objective: 851540.24\tImprovement: 0.01253" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 869722.57\tOld objective: 862205.94\tImprovement: 0.00872" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 875210.71\tOld objective: 869722.57\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 879333.18\tOld objective: 875210.71\tImprovement: 0.00471" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 882518.41\tOld objective: 879333.18\tImprovement: 0.00362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 885059.90\tOld objective: 882518.41\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 887103.70\tOld objective: 885059.90\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 888792.37\tOld objective: 887103.70\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 890202.09\tOld objective: 888792.37\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 891386.94\tOld objective: 890202.09\tImprovement: 0.00133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 892381.67\tOld objective: 891386.94\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 893229.58\tOld objective: 892381.67\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 893971.99\tOld objective: 893229.58\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 894614.81\tOld objective: 893971.99\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 895176.65\tOld objective: 894614.81\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 895683.12\tOld objective: 895176.65\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 896143.46\tOld objective: 895683.12\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 896549.23\tOld objective: 896143.46\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 17:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 432722.69\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 650342.49\tOld objective: 432722.69\tImprovement: 0.50291" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 737194.56\tOld objective: 650342.49\tImprovement: 0.13355" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 780411.83\tOld objective: 737194.56\tImprovement: 0.05862" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 805118.71\tOld objective: 780411.83\tImprovement: 0.03166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 820612.85\tOld objective: 805118.71\tImprovement: 0.01924" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 830963.00\tOld objective: 820612.85\tImprovement: 0.01261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 838184.10\tOld objective: 830963.00\tImprovement: 0.00869" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 843427.00\tOld objective: 838184.10\tImprovement: 0.00626" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 847365.34\tOld objective: 843427.00\tImprovement: 0.00467" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 850428.28\tOld objective: 847365.34\tImprovement: 0.00361" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 852855.41\tOld objective: 850428.28\tImprovement: 0.00285" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 854806.32\tOld objective: 852855.41\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 856379.94\tOld objective: 854806.32\tImprovement: 0.00184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 857689.98\tOld objective: 856379.94\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 858797.17\tOld objective: 857689.98\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 859747.83\tOld objective: 858797.17\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 860570.38\tOld objective: 859747.83\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 861290.91\tOld objective: 860570.38\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 861926.32\tOld objective: 861290.91\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 862480.03\tOld objective: 861926.32\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 862961.57\tOld objective: 862480.03\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 863382.90\tOld objective: 862961.57\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 18:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 462619.93\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 674874.65\tOld objective: 462619.93\tImprovement: 0.45881" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 758864.28\tOld objective: 674874.65\tImprovement: 0.12445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 800729.40\tOld objective: 758864.28\tImprovement: 0.05517" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 824740.46\tOld objective: 800729.40\tImprovement: 0.02999" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 839883.27\tOld objective: 824740.46\tImprovement: 0.01836" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 850024.67\tOld objective: 839883.27\tImprovement: 0.01207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 857129.84\tOld objective: 850024.67\tImprovement: 0.00836" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 862319.30\tOld objective: 857129.84\tImprovement: 0.00605" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 866257.05\tOld objective: 862319.30\tImprovement: 0.00457" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 869327.73\tOld objective: 866257.05\tImprovement: 0.00354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 871766.05\tOld objective: 869327.73\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 873735.25\tOld objective: 871766.05\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 875344.38\tOld objective: 873735.25\tImprovement: 0.00184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 876668.94\tOld objective: 875344.38\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 877779.12\tOld objective: 876668.94\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 878721.13\tOld objective: 877779.12\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 879519.58\tOld objective: 878721.13\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 880207.63\tOld objective: 879519.58\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 880811.22\tOld objective: 880207.63\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 881356.41\tOld objective: 880811.22\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 881856.55\tOld objective: 881356.41\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 882306.14\tOld objective: 881856.55\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 882706.00\tOld objective: 882306.14\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 19:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 473163.86\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 686957.27\tOld objective: 473163.86\tImprovement: 0.45184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 770791.79\tOld objective: 686957.27\tImprovement: 0.12204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 812245.18\tOld objective: 770791.79\tImprovement: 0.05378" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 835958.47\tOld objective: 812245.18\tImprovement: 0.02919" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 850829.99\tOld objective: 835958.47\tImprovement: 0.01779" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 860726.74\tOld objective: 850829.99\tImprovement: 0.01163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 867618.45\tOld objective: 860726.74\tImprovement: 0.00801" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 872630.00\tOld objective: 867618.45\tImprovement: 0.00578" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 876408.67\tOld objective: 872630.00\tImprovement: 0.00433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 879354.06\tOld objective: 876408.67\tImprovement: 0.00336" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 881724.85\tOld objective: 879354.06\tImprovement: 0.00270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 883634.45\tOld objective: 881724.85\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 885184.01\tOld objective: 883634.45\tImprovement: 0.00175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 886476.41\tOld objective: 885184.01\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 887551.14\tOld objective: 886476.41\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 888463.88\tOld objective: 887551.14\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 889254.38\tOld objective: 888463.88\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 889945.35\tOld objective: 889254.38\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 890547.12\tOld objective: 889945.35\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 891073.56\tOld objective: 890547.12\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 891550.33\tOld objective: 891073.56\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 891975.51\tOld objective: 891550.33\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 20:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 519146.81\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 728280.68\tOld objective: 519146.81\tImprovement: 0.40284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 809111.74\tOld objective: 728280.68\tImprovement: 0.11099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 848921.60\tOld objective: 809111.74\tImprovement: 0.04920" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 871552.38\tOld objective: 848921.60\tImprovement: 0.02666" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 885669.15\tOld objective: 871552.38\tImprovement: 0.01620" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 895055.43\tOld objective: 885669.15\tImprovement: 0.01060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 901641.63\tOld objective: 895055.43\tImprovement: 0.00736" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 906459.77\tOld objective: 901641.63\tImprovement: 0.00534" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 910119.52\tOld objective: 906459.77\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 912998.62\tOld objective: 910119.52\tImprovement: 0.00316" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 915307.62\tOld objective: 912998.62\tImprovement: 0.00253" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 917163.52\tOld objective: 915307.62\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 918687.45\tOld objective: 917163.52\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 919955.28\tOld objective: 918687.45\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 921032.96\tOld objective: 919955.28\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 921944.78\tOld objective: 921032.96\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 922716.35\tOld objective: 921944.78\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 923391.04\tOld objective: 922716.35\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 923995.72\tOld objective: 923391.04\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 924517.78\tOld objective: 923995.72\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 924968.90\tOld objective: 924517.78\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 21:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 538626.70\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 751886.31\tOld objective: 538626.70\tImprovement: 0.39593" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 833606.16\tOld objective: 751886.31\tImprovement: 0.10869" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 873628.32\tOld objective: 833606.16\tImprovement: 0.04801" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 896152.82\tOld objective: 873628.32\tImprovement: 0.02578" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 910095.31\tOld objective: 896152.82\tImprovement: 0.01556" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 919354.51\tOld objective: 910095.31\tImprovement: 0.01017" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 925822.18\tOld objective: 919354.51\tImprovement: 0.00704" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 930514.00\tOld objective: 925822.18\tImprovement: 0.00507" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 934064.56\tOld objective: 930514.00\tImprovement: 0.00382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 936830.77\tOld objective: 934064.56\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 939029.10\tOld objective: 936830.77\tImprovement: 0.00235" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 940816.83\tOld objective: 939029.10\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 942297.31\tOld objective: 940816.83\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 943535.20\tOld objective: 942297.31\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 944580.91\tOld objective: 943535.20\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 945466.02\tOld objective: 944580.91\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 946224.13\tOld objective: 945466.02\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 946889.38\tOld objective: 946224.13\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 947468.94\tOld objective: 946889.38\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 947972.97\tOld objective: 947468.94\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 948423.94\tOld objective: 947972.97\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 22:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 468835.73\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 670155.30\tOld objective: 468835.73\tImprovement: 0.42940" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 746878.53\tOld objective: 670155.30\tImprovement: 0.11449" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 784378.68\tOld objective: 746878.53\tImprovement: 0.05021" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 805581.70\tOld objective: 784378.68\tImprovement: 0.02703" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 818776.92\tOld objective: 805581.70\tImprovement: 0.01638" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 827572.55\tOld objective: 818776.92\tImprovement: 0.01074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 833770.84\tOld objective: 827572.55\tImprovement: 0.00749" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 838322.33\tOld objective: 833770.84\tImprovement: 0.00546" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 841759.56\tOld objective: 838322.33\tImprovement: 0.00410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 844436.22\tOld objective: 841759.56\tImprovement: 0.00318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 846558.97\tOld objective: 844436.22\tImprovement: 0.00251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 848272.11\tOld objective: 846558.97\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 849687.52\tOld objective: 848272.11\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 850883.24\tOld objective: 849687.52\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 851903.70\tOld objective: 850883.24\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 852769.56\tOld objective: 851903.70\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 853526.34\tOld objective: 852769.56\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 854192.51\tOld objective: 853526.34\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 854765.26\tOld objective: 854192.51\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 855254.13\tOld objective: 854765.26\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 855681.70\tOld objective: 855254.13\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 23:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 588646.59\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 795270.19\tOld objective: 588646.59\tImprovement: 0.35101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 872592.36\tOld objective: 795270.19\tImprovement: 0.09723" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 909850.16\tOld objective: 872592.36\tImprovement: 0.04270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 930792.13\tOld objective: 909850.16\tImprovement: 0.02302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 943790.48\tOld objective: 930792.13\tImprovement: 0.01396" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 952431.24\tOld objective: 943790.48\tImprovement: 0.00916" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 958505.34\tOld objective: 952431.24\tImprovement: 0.00638" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 962959.19\tOld objective: 958505.34\tImprovement: 0.00465" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 966333.58\tOld objective: 962959.19\tImprovement: 0.00350" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 968954.07\tOld objective: 966333.58\tImprovement: 0.00271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 971041.64\tOld objective: 968954.07\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 972727.79\tOld objective: 971041.64\tImprovement: 0.00174" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 974123.05\tOld objective: 972727.79\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 975294.02\tOld objective: 974123.05\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 976296.37\tOld objective: 975294.02\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 977165.37\tOld objective: 976296.37\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 977901.23\tOld objective: 977165.37\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 978535.64\tOld objective: 977901.23\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 979086.64\tOld objective: 978535.64\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 979569.87\tOld objective: 979086.64\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 24:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 570979.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 776330.89\tOld objective: 570979.46\tImprovement: 0.35965" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 852849.92\tOld objective: 776330.89\tImprovement: 0.09856" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 889713.36\tOld objective: 852849.92\tImprovement: 0.04322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 910480.03\tOld objective: 889713.36\tImprovement: 0.02334" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 923399.29\tOld objective: 910480.03\tImprovement: 0.01419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 932041.49\tOld objective: 923399.29\tImprovement: 0.00936" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 938115.88\tOld objective: 932041.49\tImprovement: 0.00652" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 942565.70\tOld objective: 938115.88\tImprovement: 0.00474" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 945942.29\tOld objective: 942565.70\tImprovement: 0.00358" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 948551.56\tOld objective: 945942.29\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 950629.02\tOld objective: 948551.56\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 952329.79\tOld objective: 950629.02\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 953716.55\tOld objective: 952329.79\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 954873.14\tOld objective: 953716.55\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 955876.91\tOld objective: 954873.14\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 956733.07\tOld objective: 955876.91\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 957464.19\tOld objective: 956733.07\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 958093.41\tOld objective: 957464.19\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 958629.32\tOld objective: 958093.41\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 959114.87\tOld objective: 958629.32\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 959566.25\tOld objective: 959114.87\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 25:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 580994.77\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 787415.94\tOld objective: 580994.77\tImprovement: 0.35529" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 863159.78\tOld objective: 787415.94\tImprovement: 0.09619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 899386.65\tOld objective: 863159.78\tImprovement: 0.04197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 919622.99\tOld objective: 899386.65\tImprovement: 0.02250" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 932183.31\tOld objective: 919622.99\tImprovement: 0.01366" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 940536.19\tOld objective: 932183.31\tImprovement: 0.00896" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 946404.57\tOld objective: 940536.19\tImprovement: 0.00624" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 950736.64\tOld objective: 946404.57\tImprovement: 0.00458" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 953988.59\tOld objective: 950736.64\tImprovement: 0.00342" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 956518.86\tOld objective: 953988.59\tImprovement: 0.00265" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 958537.46\tOld objective: 956518.86\tImprovement: 0.00211" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 960182.45\tOld objective: 958537.46\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 961531.75\tOld objective: 960182.45\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 962650.52\tOld objective: 961531.75\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 963592.14\tOld objective: 962650.52\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 964406.07\tOld objective: 963592.14\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 965116.99\tOld objective: 964406.07\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 965727.12\tOld objective: 965116.99\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 966257.28\tOld objective: 965727.12\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 966727.63\tOld objective: 966257.28\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 26:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 546274.77\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 746438.39\tOld objective: 546274.77\tImprovement: 0.36642" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 820354.51\tOld objective: 746438.39\tImprovement: 0.09903" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 856098.66\tOld objective: 820354.51\tImprovement: 0.04357" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 876206.90\tOld objective: 856098.66\tImprovement: 0.02349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 888741.84\tOld objective: 876206.90\tImprovement: 0.01431" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 897149.76\tOld objective: 888741.84\tImprovement: 0.00946" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 903072.60\tOld objective: 897149.76\tImprovement: 0.00660" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 907423.44\tOld objective: 903072.60\tImprovement: 0.00482" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 910718.62\tOld objective: 907423.44\tImprovement: 0.00363" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 913299.45\tOld objective: 910718.62\tImprovement: 0.00283" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 915359.98\tOld objective: 913299.45\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 917034.22\tOld objective: 915359.98\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 918423.67\tOld objective: 917034.22\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 919585.03\tOld objective: 918423.67\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 920569.67\tOld objective: 919585.03\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 921407.50\tOld objective: 920569.67\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 922112.17\tOld objective: 921407.50\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 922720.60\tOld objective: 922112.17\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 923263.36\tOld objective: 922720.60\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 923751.42\tOld objective: 923263.36\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 924176.66\tOld objective: 923751.42\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 27:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 580343.27\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 781196.18\tOld objective: 580343.27\tImprovement: 0.34609" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 854733.18\tOld objective: 781196.18\tImprovement: 0.09413" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 890028.66\tOld objective: 854733.18\tImprovement: 0.04129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 909831.42\tOld objective: 890028.66\tImprovement: 0.02225" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 922163.76\tOld objective: 909831.42\tImprovement: 0.01355" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 930386.21\tOld objective: 922163.76\tImprovement: 0.00892" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 936143.13\tOld objective: 930386.21\tImprovement: 0.00619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 940349.76\tOld objective: 936143.13\tImprovement: 0.00449" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 943523.76\tOld objective: 940349.76\tImprovement: 0.00338" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 945976.68\tOld objective: 943523.76\tImprovement: 0.00260" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 947923.38\tOld objective: 945976.68\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 949505.35\tOld objective: 947923.38\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 950816.52\tOld objective: 949505.35\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 951917.81\tOld objective: 950816.52\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 952836.20\tOld objective: 951917.81\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 953613.98\tOld objective: 952836.20\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 954276.06\tOld objective: 953613.98\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 954842.77\tOld objective: 954276.06\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 955350.94\tOld objective: 954842.77\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 955808.82\tOld objective: 955350.94\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 28:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 562115.71\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 761134.37\tOld objective: 562115.71\tImprovement: 0.35405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 833357.76\tOld objective: 761134.37\tImprovement: 0.09489" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 868103.66\tOld objective: 833357.76\tImprovement: 0.04169" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 887638.11\tOld objective: 868103.66\tImprovement: 0.02250" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 899817.99\tOld objective: 887638.11\tImprovement: 0.01372" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 907958.30\tOld objective: 899817.99\tImprovement: 0.00905" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 913665.51\tOld objective: 907958.30\tImprovement: 0.00629" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 917870.98\tOld objective: 913665.51\tImprovement: 0.00460" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 921076.00\tOld objective: 917870.98\tImprovement: 0.00349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 923564.00\tOld objective: 921076.00\tImprovement: 0.00270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 925525.26\tOld objective: 923564.00\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 927092.70\tOld objective: 925525.26\tImprovement: 0.00169" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 928384.81\tOld objective: 927092.70\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 929484.89\tOld objective: 928384.81\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 930423.04\tOld objective: 929484.89\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 931224.90\tOld objective: 930423.04\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 931913.77\tOld objective: 931224.90\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 932495.09\tOld objective: 931913.77\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 932984.50\tOld objective: 932495.09\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 933417.55\tOld objective: 932984.50\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 29:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 565860.90\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 763369.05\tOld objective: 565860.90\tImprovement: 0.34904" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 835336.21\tOld objective: 763369.05\tImprovement: 0.09428" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 869958.79\tOld objective: 835336.21\tImprovement: 0.04145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 889393.88\tOld objective: 869958.79\tImprovement: 0.02234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 901493.51\tOld objective: 889393.88\tImprovement: 0.01360" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 909575.07\tOld objective: 901493.51\tImprovement: 0.00896" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 915255.02\tOld objective: 909575.07\tImprovement: 0.00624" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 919404.22\tOld objective: 915255.02\tImprovement: 0.00453" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 922561.17\tOld objective: 919404.22\tImprovement: 0.00343" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 925036.24\tOld objective: 922561.17\tImprovement: 0.00268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 927009.07\tOld objective: 925036.24\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 928604.67\tOld objective: 927009.07\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 929915.84\tOld objective: 928604.67\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 931006.38\tOld objective: 929915.84\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 931935.10\tOld objective: 931006.38\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 932723.03\tOld objective: 931935.10\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 933403.09\tOld objective: 932723.03\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 933996.41\tOld objective: 933403.09\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 934510.41\tOld objective: 933996.41\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 934965.92\tOld objective: 934510.41\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 30:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 557292.92\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 754367.19\tOld objective: 557292.92\tImprovement: 0.35363" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 825470.95\tOld objective: 754367.19\tImprovement: 0.09426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 859623.96\tOld objective: 825470.95\tImprovement: 0.04137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 878794.93\tOld objective: 859623.96\tImprovement: 0.02230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 890688.37\tOld objective: 878794.93\tImprovement: 0.01353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 898650.84\tOld objective: 890688.37\tImprovement: 0.00894" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 904266.59\tOld objective: 898650.84\tImprovement: 0.00625" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 908379.93\tOld objective: 904266.59\tImprovement: 0.00455" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 911459.37\tOld objective: 908379.93\tImprovement: 0.00339" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 913831.00\tOld objective: 911459.37\tImprovement: 0.00260" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 915689.95\tOld objective: 913831.00\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 917197.76\tOld objective: 915689.95\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 918456.97\tOld objective: 917197.76\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 919528.87\tOld objective: 918456.97\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 920445.53\tOld objective: 919528.87\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 921214.70\tOld objective: 920445.53\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 921875.10\tOld objective: 921214.70\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 922446.13\tOld objective: 921875.10\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 922950.94\tOld objective: 922446.13\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 923400.92\tOld objective: 922950.94\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 31:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 640604.24\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 843824.40\tOld objective: 640604.24\tImprovement: 0.31723" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 915657.68\tOld objective: 843824.40\tImprovement: 0.08513" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 949643.42\tOld objective: 915657.68\tImprovement: 0.03712" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 968562.02\tOld objective: 949643.42\tImprovement: 0.01992" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 980213.20\tOld objective: 968562.02\tImprovement: 0.01203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 987933.82\tOld objective: 980213.20\tImprovement: 0.00788" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 993350.35\tOld objective: 987933.82\tImprovement: 0.00548" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 997331.92\tOld objective: 993350.35\tImprovement: 0.00401" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1000345.45\tOld objective: 997331.92\tImprovement: 0.00302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1002681.92\tOld objective: 1000345.45\tImprovement: 0.00234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1004536.45\tOld objective: 1002681.92\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1006039.12\tOld objective: 1004536.45\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1007277.03\tOld objective: 1006039.12\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1008321.79\tOld objective: 1007277.03\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1009220.05\tOld objective: 1008321.79\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1009974.41\tOld objective: 1009220.05\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1010605.92\tOld objective: 1009974.41\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1011153.42\tOld objective: 1010605.92\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 1011637.22\tOld objective: 1011153.42\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 32:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 568848.16\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 759848.00\tOld objective: 568848.16\tImprovement: 0.33577" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 827241.43\tOld objective: 759848.00\tImprovement: 0.08869" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 859430.92\tOld objective: 827241.43\tImprovement: 0.03891" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 877510.56\tOld objective: 859430.92\tImprovement: 0.02104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 888780.55\tOld objective: 877510.56\tImprovement: 0.01284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 896318.91\tOld objective: 888780.55\tImprovement: 0.00848" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 901626.80\tOld objective: 896318.91\tImprovement: 0.00592" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 905522.16\tOld objective: 901626.80\tImprovement: 0.00432" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 908473.23\tOld objective: 905522.16\tImprovement: 0.00326" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 910765.52\tOld objective: 908473.23\tImprovement: 0.00252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 912579.33\tOld objective: 910765.52\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 914044.24\tOld objective: 912579.33\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 915254.31\tOld objective: 914044.24\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 916263.00\tOld objective: 915254.31\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 917095.47\tOld objective: 916263.00\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 917806.47\tOld objective: 917095.47\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 918434.65\tOld objective: 917806.47\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 918996.58\tOld objective: 918434.65\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 919490.85\tOld objective: 918996.58\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 919927.35\tOld objective: 919490.85\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 33:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 621051.72\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 818976.68\tOld objective: 621051.72\tImprovement: 0.31869" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 888864.55\tOld objective: 818976.68\tImprovement: 0.08534" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 922164.55\tOld objective: 888864.55\tImprovement: 0.03746" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 940807.09\tOld objective: 922164.55\tImprovement: 0.02022" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 952370.62\tOld objective: 940807.09\tImprovement: 0.01229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 960076.95\tOld objective: 952370.62\tImprovement: 0.00809" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 965512.72\tOld objective: 960076.95\tImprovement: 0.00566" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 969513.34\tOld objective: 965512.72\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 972525.42\tOld objective: 969513.34\tImprovement: 0.00311" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 974867.56\tOld objective: 972525.42\tImprovement: 0.00241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 976734.35\tOld objective: 974867.56\tImprovement: 0.00191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 978259.64\tOld objective: 976734.35\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 979495.76\tOld objective: 978259.64\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 980514.78\tOld objective: 979495.76\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 981375.45\tOld objective: 980514.78\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 982123.53\tOld objective: 981375.45\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 982789.64\tOld objective: 982123.53\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 983359.24\tOld objective: 982789.64\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 983848.50\tOld objective: 983359.24\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 34:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 646579.74\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 847775.17\tOld objective: 646579.74\tImprovement: 0.31117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 918116.17\tOld objective: 847775.17\tImprovement: 0.08297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 951324.63\tOld objective: 918116.17\tImprovement: 0.03617" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 969820.62\tOld objective: 951324.63\tImprovement: 0.01944" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 981239.66\tOld objective: 969820.62\tImprovement: 0.01177" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 988771.57\tOld objective: 981239.66\tImprovement: 0.00768" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 994012.02\tOld objective: 988771.57\tImprovement: 0.00530" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 997865.33\tOld objective: 994012.02\tImprovement: 0.00388" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1000775.61\tOld objective: 997865.33\tImprovement: 0.00292" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1003042.26\tOld objective: 1000775.61\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1004841.31\tOld objective: 1003042.26\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1006308.33\tOld objective: 1004841.31\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1007536.50\tOld objective: 1006308.33\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1008574.36\tOld objective: 1007536.50\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1009444.61\tOld objective: 1008574.36\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1010181.86\tOld objective: 1009444.61\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1010820.16\tOld objective: 1010181.86\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1011374.01\tOld objective: 1010820.16\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 1011851.79\tOld objective: 1011374.01\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 35:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 583886.70\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 780452.80\tOld objective: 583886.70\tImprovement: 0.33665" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 849714.26\tOld objective: 780452.80\tImprovement: 0.08875" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 882684.41\tOld objective: 849714.26\tImprovement: 0.03880" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 901101.60\tOld objective: 882684.41\tImprovement: 0.02086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 912495.06\tOld objective: 901101.60\tImprovement: 0.01264" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 920082.75\tOld objective: 912495.06\tImprovement: 0.00832" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 925422.08\tOld objective: 920082.75\tImprovement: 0.00580" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 929355.87\tOld objective: 925422.08\tImprovement: 0.00425" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 932345.19\tOld objective: 929355.87\tImprovement: 0.00322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 934666.21\tOld objective: 932345.19\tImprovement: 0.00249" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 936496.89\tOld objective: 934666.21\tImprovement: 0.00196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 937984.00\tOld objective: 936496.89\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 939212.71\tOld objective: 937984.00\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 940253.47\tOld objective: 939212.71\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 941112.83\tOld objective: 940253.47\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 941820.06\tOld objective: 941112.83\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 942435.16\tOld objective: 941820.06\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 942977.35\tOld objective: 942435.16\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 943447.83\tOld objective: 942977.35\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 36:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 593301.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 789737.10\tOld objective: 593301.83\tImprovement: 0.33109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 858571.20\tOld objective: 789737.10\tImprovement: 0.08716" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 891130.09\tOld objective: 858571.20\tImprovement: 0.03792" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 909163.59\tOld objective: 891130.09\tImprovement: 0.02024" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 920235.21\tOld objective: 909163.59\tImprovement: 0.01218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 927619.55\tOld objective: 920235.21\tImprovement: 0.00802" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 932796.41\tOld objective: 927619.55\tImprovement: 0.00558" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 936569.86\tOld objective: 932796.41\tImprovement: 0.00405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 939407.96\tOld objective: 936569.86\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 941620.63\tOld objective: 939407.96\tImprovement: 0.00236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 943405.11\tOld objective: 941620.63\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 944852.19\tOld objective: 943405.11\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 946024.70\tOld objective: 944852.19\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 947002.71\tOld objective: 946024.70\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 947840.41\tOld objective: 947002.71\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 948557.89\tOld objective: 947840.41\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 949182.44\tOld objective: 948557.89\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 949724.08\tOld objective: 949182.44\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 950197.67\tOld objective: 949724.08\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 37:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 633981.95\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 832977.62\tOld objective: 633981.95\tImprovement: 0.31388" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 901811.39\tOld objective: 832977.62\tImprovement: 0.08264" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 934181.85\tOld objective: 901811.39\tImprovement: 0.03589" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 952165.90\tOld objective: 934181.85\tImprovement: 0.01925" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 963257.48\tOld objective: 952165.90\tImprovement: 0.01165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 970599.42\tOld objective: 963257.48\tImprovement: 0.00762" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 975695.35\tOld objective: 970599.42\tImprovement: 0.00525" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 979431.33\tOld objective: 975695.35\tImprovement: 0.00383" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 982256.95\tOld objective: 979431.33\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 984460.08\tOld objective: 982256.95\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 986201.88\tOld objective: 984460.08\tImprovement: 0.00177" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 987591.42\tOld objective: 986201.88\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 988744.90\tOld objective: 987591.42\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 989723.61\tOld objective: 988744.90\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 990552.91\tOld objective: 989723.61\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 991263.52\tOld objective: 990552.91\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 991874.68\tOld objective: 991263.52\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 992395.29\tOld objective: 991874.68\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 992837.84\tOld objective: 992395.29\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 38:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 625369.54\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 823012.19\tOld objective: 625369.54\tImprovement: 0.31604" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 891301.51\tOld objective: 823012.19\tImprovement: 0.08297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 923313.30\tOld objective: 891301.51\tImprovement: 0.03592" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 941052.27\tOld objective: 923313.30\tImprovement: 0.01921" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 951975.03\tOld objective: 941052.27\tImprovement: 0.01161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 959227.78\tOld objective: 951975.03\tImprovement: 0.00762" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 964298.08\tOld objective: 959227.78\tImprovement: 0.00529" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 967999.91\tOld objective: 964298.08\tImprovement: 0.00384" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 970792.49\tOld objective: 967999.91\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 972964.22\tOld objective: 970792.49\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 974699.21\tOld objective: 972964.22\tImprovement: 0.00178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 976074.93\tOld objective: 974699.21\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 977204.30\tOld objective: 976074.93\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 978157.61\tOld objective: 977204.30\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 978972.32\tOld objective: 978157.61\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 979674.95\tOld objective: 978972.32\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 980288.21\tOld objective: 979674.95\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 980827.19\tOld objective: 980288.21\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 981298.24\tOld objective: 980827.19\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 39:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 641981.17\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 837379.62\tOld objective: 641981.17\tImprovement: 0.30437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 904735.71\tOld objective: 837379.62\tImprovement: 0.08044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 936317.44\tOld objective: 904735.71\tImprovement: 0.03491" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 953865.43\tOld objective: 936317.44\tImprovement: 0.01874" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 964694.92\tOld objective: 953865.43\tImprovement: 0.01135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 971888.54\tOld objective: 964694.92\tImprovement: 0.00746" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 976940.64\tOld objective: 971888.54\tImprovement: 0.00520" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 980683.15\tOld objective: 976940.64\tImprovement: 0.00383" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 983526.19\tOld objective: 980683.15\tImprovement: 0.00290" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 985716.83\tOld objective: 983526.19\tImprovement: 0.00223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 987451.67\tOld objective: 985716.83\tImprovement: 0.00176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 988850.89\tOld objective: 987451.67\tImprovement: 0.00142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 990021.74\tOld objective: 988850.89\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 991005.70\tOld objective: 990021.74\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 991832.38\tOld objective: 991005.70\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 992530.97\tOld objective: 991832.38\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 993139.36\tOld objective: 992530.97\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 993681.70\tOld objective: 993139.36\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 994155.85\tOld objective: 993681.70\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 40:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 592239.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 788489.07\tOld objective: 592239.46\tImprovement: 0.33137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 855621.50\tOld objective: 788489.07\tImprovement: 0.08514" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 887084.68\tOld objective: 855621.50\tImprovement: 0.03677" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 904527.38\tOld objective: 887084.68\tImprovement: 0.01966" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 915276.29\tOld objective: 904527.38\tImprovement: 0.01188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 922409.00\tOld objective: 915276.29\tImprovement: 0.00779" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 927412.45\tOld objective: 922409.00\tImprovement: 0.00542" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 931097.03\tOld objective: 927412.45\tImprovement: 0.00397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 933898.03\tOld objective: 931097.03\tImprovement: 0.00301" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 936060.12\tOld objective: 933898.03\tImprovement: 0.00232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 937784.42\tOld objective: 936060.12\tImprovement: 0.00184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 939194.54\tOld objective: 937784.42\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 940357.55\tOld objective: 939194.54\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 941316.56\tOld objective: 940357.55\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 942101.63\tOld objective: 941316.56\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 942756.89\tOld objective: 942101.63\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 943320.11\tOld objective: 942756.89\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 943814.25\tOld objective: 943320.11\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 944250.43\tOld objective: 943814.25\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 41:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 610182.99\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 802050.14\tOld objective: 610182.99\tImprovement: 0.31444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 867263.46\tOld objective: 802050.14\tImprovement: 0.08131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 897686.54\tOld objective: 867263.46\tImprovement: 0.03508" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 914523.46\tOld objective: 897686.54\tImprovement: 0.01876" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 924854.66\tOld objective: 914523.46\tImprovement: 0.01130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 931659.50\tOld objective: 924854.66\tImprovement: 0.00736" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 936414.34\tOld objective: 931659.50\tImprovement: 0.00510" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 939892.47\tOld objective: 936414.34\tImprovement: 0.00371" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 942514.55\tOld objective: 939892.47\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 944515.36\tOld objective: 942514.55\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 946103.96\tOld objective: 944515.36\tImprovement: 0.00168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 947407.07\tOld objective: 946103.96\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 948494.09\tOld objective: 947407.07\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 949397.80\tOld objective: 948494.09\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 950149.91\tOld objective: 949397.80\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 950785.36\tOld objective: 950149.91\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 951338.42\tOld objective: 950785.36\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 951816.84\tOld objective: 951338.42\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 952229.46\tOld objective: 951816.84\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 42:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 643528.49\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 839460.68\tOld objective: 643528.49\tImprovement: 0.30447" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 905519.75\tOld objective: 839460.68\tImprovement: 0.07869" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 936281.84\tOld objective: 905519.75\tImprovement: 0.03397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 953282.92\tOld objective: 936281.84\tImprovement: 0.01816" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 963729.33\tOld objective: 953282.92\tImprovement: 0.01096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 970668.21\tOld objective: 963729.33\tImprovement: 0.00720" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 975528.08\tOld objective: 970668.21\tImprovement: 0.00501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 979074.38\tOld objective: 975528.08\tImprovement: 0.00364" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 981774.97\tOld objective: 979074.38\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 983880.50\tOld objective: 981774.97\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 985552.87\tOld objective: 983880.50\tImprovement: 0.00170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 986893.25\tOld objective: 985552.87\tImprovement: 0.00136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 988005.63\tOld objective: 986893.25\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 988938.05\tOld objective: 988005.63\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 989707.27\tOld objective: 988938.05\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 990352.89\tOld objective: 989707.27\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 990905.65\tOld objective: 990352.89\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 991395.34\tOld objective: 990905.65\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 43:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 628749.40\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 825175.21\tOld objective: 628749.40\tImprovement: 0.31241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 891988.30\tOld objective: 825175.21\tImprovement: 0.08097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 923080.17\tOld objective: 891988.30\tImprovement: 0.03486" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 940225.54\tOld objective: 923080.17\tImprovement: 0.01857" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 950794.50\tOld objective: 940225.54\tImprovement: 0.01124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 957798.19\tOld objective: 950794.50\tImprovement: 0.00737" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 962699.32\tOld objective: 957798.19\tImprovement: 0.00512" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 966277.47\tOld objective: 962699.32\tImprovement: 0.00372" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 968977.58\tOld objective: 966277.47\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 971073.88\tOld objective: 968977.58\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 972755.59\tOld objective: 971073.88\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 974120.30\tOld objective: 972755.59\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 975220.60\tOld objective: 974120.30\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 976146.46\tOld objective: 975220.60\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 976934.74\tOld objective: 976146.46\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 977600.82\tOld objective: 976934.74\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 978172.66\tOld objective: 977600.82\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 978678.59\tOld objective: 978172.66\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 979112.73\tOld objective: 978678.59\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 44:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 667669.36\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 866837.56\tOld objective: 667669.36\tImprovement: 0.29830" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 934372.02\tOld objective: 866837.56\tImprovement: 0.07791" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 965706.39\tOld objective: 934372.02\tImprovement: 0.03354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 982992.69\tOld objective: 965706.39\tImprovement: 0.01790" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 993573.63\tOld objective: 982992.69\tImprovement: 0.01076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1000561.32\tOld objective: 993573.63\tImprovement: 0.00703" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1005500.18\tOld objective: 1000561.32\tImprovement: 0.00494" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1009136.96\tOld objective: 1005500.18\tImprovement: 0.00362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1011866.81\tOld objective: 1009136.96\tImprovement: 0.00271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1013974.22\tOld objective: 1011866.81\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1015655.12\tOld objective: 1013974.22\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1017045.22\tOld objective: 1015655.12\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1018205.26\tOld objective: 1017045.22\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1019152.27\tOld objective: 1018205.26\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1019931.97\tOld objective: 1019152.27\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1020594.59\tOld objective: 1019931.97\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1021176.08\tOld objective: 1020594.59\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1021684.05\tOld objective: 1021176.08\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 45:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 617904.58\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 812599.59\tOld objective: 617904.58\tImprovement: 0.31509" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 878310.31\tOld objective: 812599.59\tImprovement: 0.08086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 908817.95\tOld objective: 878310.31\tImprovement: 0.03473" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 925698.68\tOld objective: 908817.95\tImprovement: 0.01857" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 936094.48\tOld objective: 925698.68\tImprovement: 0.01123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 942972.42\tOld objective: 936094.48\tImprovement: 0.00735" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 947795.36\tOld objective: 942972.42\tImprovement: 0.00511" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 951315.10\tOld objective: 947795.36\tImprovement: 0.00371" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 953960.33\tOld objective: 951315.10\tImprovement: 0.00278" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 956023.54\tOld objective: 953960.33\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 957672.40\tOld objective: 956023.54\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 959014.26\tOld objective: 957672.40\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 960109.14\tOld objective: 959014.26\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 961026.08\tOld objective: 960109.14\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 961812.74\tOld objective: 961026.08\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 962495.14\tOld objective: 961812.74\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 963086.97\tOld objective: 962495.14\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 963590.83\tOld objective: 963086.97\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 964037.28\tOld objective: 963590.83\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 46:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 649215.99\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 844900.71\tOld objective: 649215.99\tImprovement: 0.30142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 910945.29\tOld objective: 844900.71\tImprovement: 0.07817" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 941418.00\tOld objective: 910945.29\tImprovement: 0.03345" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 958167.28\tOld objective: 941418.00\tImprovement: 0.01779" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 968443.21\tOld objective: 958167.28\tImprovement: 0.01072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 975241.54\tOld objective: 968443.21\tImprovement: 0.00702" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 980006.49\tOld objective: 975241.54\tImprovement: 0.00489" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 983498.28\tOld objective: 980006.49\tImprovement: 0.00356" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 986140.47\tOld objective: 983498.28\tImprovement: 0.00269" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 988182.86\tOld objective: 986140.47\tImprovement: 0.00207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 989800.75\tOld objective: 988182.86\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 991132.73\tOld objective: 989800.75\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 992239.69\tOld objective: 991132.73\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 993155.16\tOld objective: 992239.69\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 993920.82\tOld objective: 993155.16\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 994576.71\tOld objective: 993920.82\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 995151.11\tOld objective: 994576.71\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 995649.74\tOld objective: 995151.11\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 996080.71\tOld objective: 995649.74\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 47:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 661817.00\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 858141.48\tOld objective: 661817.00\tImprovement: 0.29664" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 923694.94\tOld objective: 858141.48\tImprovement: 0.07639" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 953815.84\tOld objective: 923694.94\tImprovement: 0.03261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 970364.29\tOld objective: 953815.84\tImprovement: 0.01735" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 980562.89\tOld objective: 970364.29\tImprovement: 0.01051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 987325.14\tOld objective: 980562.89\tImprovement: 0.00690" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 992073.34\tOld objective: 987325.14\tImprovement: 0.00481" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 995545.75\tOld objective: 992073.34\tImprovement: 0.00350" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 998139.92\tOld objective: 995545.75\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1000123.12\tOld objective: 998139.92\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1001694.25\tOld objective: 1000123.12\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1002976.52\tOld objective: 1001694.25\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1004021.53\tOld objective: 1002976.52\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1004874.23\tOld objective: 1004021.53\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1005581.31\tOld objective: 1004874.23\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1006192.67\tOld objective: 1005581.31\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1006727.54\tOld objective: 1006192.67\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1007201.75\tOld objective: 1006727.54\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 48:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 621834.53\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 814048.55\tOld objective: 621834.53\tImprovement: 0.30911" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 878917.32\tOld objective: 814048.55\tImprovement: 0.07969" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 908988.22\tOld objective: 878917.32\tImprovement: 0.03421" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 925702.19\tOld objective: 908988.22\tImprovement: 0.01839" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 936033.26\tOld objective: 925702.19\tImprovement: 0.01116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 942882.67\tOld objective: 936033.26\tImprovement: 0.00732" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 947671.59\tOld objective: 942882.67\tImprovement: 0.00508" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 951181.29\tOld objective: 947671.59\tImprovement: 0.00370" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 953848.49\tOld objective: 951181.29\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 955937.39\tOld objective: 953848.49\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 957592.69\tOld objective: 955937.39\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 958921.20\tOld objective: 957592.69\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 960011.77\tOld objective: 958921.20\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 960913.29\tOld objective: 960011.77\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 961671.56\tOld objective: 960913.29\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 962321.31\tOld objective: 961671.56\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 962885.24\tOld objective: 962321.31\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 963378.24\tOld objective: 962885.24\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 963821.48\tOld objective: 963378.24\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 49:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 633021.24\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 827466.42\tOld objective: 633021.24\tImprovement: 0.30717" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 892972.93\tOld objective: 827466.42\tImprovement: 0.07917" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 923175.24\tOld objective: 892972.93\tImprovement: 0.03382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 939828.20\tOld objective: 923175.24\tImprovement: 0.01804" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 950068.22\tOld objective: 939828.20\tImprovement: 0.01090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 956859.03\tOld objective: 950068.22\tImprovement: 0.00715" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 961616.75\tOld objective: 956859.03\tImprovement: 0.00497" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 965088.85\tOld objective: 961616.75\tImprovement: 0.00361" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 967717.90\tOld objective: 965088.85\tImprovement: 0.00272" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 969756.72\tOld objective: 967717.90\tImprovement: 0.00211" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 971370.02\tOld objective: 969756.72\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 972683.39\tOld objective: 971370.02\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 973768.29\tOld objective: 972683.39\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 974654.65\tOld objective: 973768.29\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 975408.91\tOld objective: 974654.65\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 976058.18\tOld objective: 975408.91\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 976616.29\tOld objective: 976058.18\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 977100.85\tOld objective: 976616.29\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 50:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 689027.11\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 886009.75\tOld objective: 689027.11\tImprovement: 0.28589" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 952331.14\tOld objective: 886009.75\tImprovement: 0.07485" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 982996.87\tOld objective: 952331.14\tImprovement: 0.03220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 999910.54\tOld objective: 982996.87\tImprovement: 0.01721" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1010326.07\tOld objective: 999910.54\tImprovement: 0.01042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1017251.72\tOld objective: 1010326.07\tImprovement: 0.00685" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1022093.03\tOld objective: 1017251.72\tImprovement: 0.00476" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1025601.40\tOld objective: 1022093.03\tImprovement: 0.00343" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1028268.63\tOld objective: 1025601.40\tImprovement: 0.00260" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1030328.88\tOld objective: 1028268.63\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1031951.94\tOld objective: 1030328.88\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1033274.29\tOld objective: 1031951.94\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1034375.33\tOld objective: 1033274.29\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1035305.66\tOld objective: 1034375.33\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1036096.27\tOld objective: 1035305.66\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1036765.16\tOld objective: 1036096.27\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1037336.13\tOld objective: 1036765.16\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1037832.34\tOld objective: 1037336.13\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 51:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 680706.59\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 873985.93\tOld objective: 680706.59\tImprovement: 0.28394" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 938080.45\tOld objective: 873985.93\tImprovement: 0.07334" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 967439.59\tOld objective: 938080.45\tImprovement: 0.03130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 983588.71\tOld objective: 967439.59\tImprovement: 0.01669" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 993462.60\tOld objective: 983588.71\tImprovement: 0.01004" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 999938.74\tOld objective: 993462.60\tImprovement: 0.00652" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1004498.08\tOld objective: 999938.74\tImprovement: 0.00456" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1007830.47\tOld objective: 1004498.08\tImprovement: 0.00332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1010342.92\tOld objective: 1007830.47\tImprovement: 0.00249" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1012298.52\tOld objective: 1010342.92\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1013845.97\tOld objective: 1012298.52\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1015079.65\tOld objective: 1013845.97\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1016096.81\tOld objective: 1015079.65\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1016950.55\tOld objective: 1016096.81\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1017663.84\tOld objective: 1016950.55\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1018278.42\tOld objective: 1017663.84\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1018816.05\tOld objective: 1018278.42\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1019284.29\tOld objective: 1018816.05\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 52:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 624689.52\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 812939.03\tOld objective: 624689.52\tImprovement: 0.30135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 876062.95\tOld objective: 812939.03\tImprovement: 0.07765" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 905066.10\tOld objective: 876062.95\tImprovement: 0.03311" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 921045.18\tOld objective: 905066.10\tImprovement: 0.01766" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 930857.13\tOld objective: 921045.18\tImprovement: 0.01065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 937368.00\tOld objective: 930857.13\tImprovement: 0.00699" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 941960.26\tOld objective: 937368.00\tImprovement: 0.00490" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 945326.37\tOld objective: 941960.26\tImprovement: 0.00357" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 947884.02\tOld objective: 945326.37\tImprovement: 0.00271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 949870.74\tOld objective: 947884.02\tImprovement: 0.00210" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 951455.93\tOld objective: 949870.74\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 952734.99\tOld objective: 951455.93\tImprovement: 0.00134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 953783.48\tOld objective: 952734.99\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 954649.68\tOld objective: 953783.48\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 955378.82\tOld objective: 954649.68\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 956007.20\tOld objective: 955378.82\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 956552.35\tOld objective: 956007.20\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 957031.01\tOld objective: 956552.35\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 957454.85\tOld objective: 957031.01\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 53:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 598728.34\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 787421.27\tOld objective: 598728.34\tImprovement: 0.31516" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 850742.67\tOld objective: 787421.27\tImprovement: 0.08042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 879841.72\tOld objective: 850742.67\tImprovement: 0.03420" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 895884.46\tOld objective: 879841.72\tImprovement: 0.01823" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 905764.10\tOld objective: 895884.46\tImprovement: 0.01103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 912310.61\tOld objective: 905764.10\tImprovement: 0.00723" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 916903.83\tOld objective: 912310.61\tImprovement: 0.00503" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 920271.55\tOld objective: 916903.83\tImprovement: 0.00367" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 922806.22\tOld objective: 920271.55\tImprovement: 0.00275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 924748.30\tOld objective: 922806.22\tImprovement: 0.00210" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 926266.49\tOld objective: 924748.30\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 927503.24\tOld objective: 926266.49\tImprovement: 0.00134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 928528.64\tOld objective: 927503.24\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 929392.54\tOld objective: 928528.64\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 930127.33\tOld objective: 929392.54\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 930757.65\tOld objective: 930127.33\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 931307.78\tOld objective: 930757.65\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 931787.92\tOld objective: 931307.78\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 932207.71\tOld objective: 931787.92\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 54:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 697562.84\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 895270.88\tOld objective: 697562.84\tImprovement: 0.28343" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 960926.14\tOld objective: 895270.88\tImprovement: 0.07334" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 990945.03\tOld objective: 960926.14\tImprovement: 0.03124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1007451.86\tOld objective: 990945.03\tImprovement: 0.01666" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1017565.37\tOld objective: 1007451.86\tImprovement: 0.01004" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1024261.01\tOld objective: 1017565.37\tImprovement: 0.00658" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1028953.16\tOld objective: 1024261.01\tImprovement: 0.00458" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1032367.04\tOld objective: 1028953.16\tImprovement: 0.00332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1034901.74\tOld objective: 1032367.04\tImprovement: 0.00246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1036852.76\tOld objective: 1034901.74\tImprovement: 0.00189" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1038407.63\tOld objective: 1036852.76\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1039672.54\tOld objective: 1038407.63\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1040726.97\tOld objective: 1039672.54\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1041603.19\tOld objective: 1040726.97\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1042340.00\tOld objective: 1041603.19\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1042963.82\tOld objective: 1042340.00\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1043509.42\tOld objective: 1042963.82\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1043985.60\tOld objective: 1043509.42\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 55:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 713070.19\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 907849.94\tOld objective: 713070.19\tImprovement: 0.27316" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 972886.52\tOld objective: 907849.94\tImprovement: 0.07164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1002615.09\tOld objective: 972886.52\tImprovement: 0.03056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1018945.70\tOld objective: 1002615.09\tImprovement: 0.01629" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1028939.48\tOld objective: 1018945.70\tImprovement: 0.00981" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1035558.56\tOld objective: 1028939.48\tImprovement: 0.00643" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1040193.17\tOld objective: 1035558.56\tImprovement: 0.00448" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1043545.31\tOld objective: 1040193.17\tImprovement: 0.00322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1046083.44\tOld objective: 1043545.31\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1048051.75\tOld objective: 1046083.44\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1049623.86\tOld objective: 1048051.75\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1050898.79\tOld objective: 1049623.86\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1051947.00\tOld objective: 1050898.79\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1052820.86\tOld objective: 1051947.00\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1053554.86\tOld objective: 1052820.86\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1054169.84\tOld objective: 1053554.86\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1054681.95\tOld objective: 1054169.84\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 56:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 614083.66\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 804501.27\tOld objective: 614083.66\tImprovement: 0.31008" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 867686.92\tOld objective: 804501.27\tImprovement: 0.07854" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 896400.72\tOld objective: 867686.92\tImprovement: 0.03309" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 912081.09\tOld objective: 896400.72\tImprovement: 0.01749" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 921707.23\tOld objective: 912081.09\tImprovement: 0.01055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 928116.45\tOld objective: 921707.23\tImprovement: 0.00695" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 932587.34\tOld objective: 928116.45\tImprovement: 0.00482" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 935828.14\tOld objective: 932587.34\tImprovement: 0.00348" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 938273.08\tOld objective: 935828.14\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 940179.36\tOld objective: 938273.08\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 941718.53\tOld objective: 940179.36\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 942972.50\tOld objective: 941718.53\tImprovement: 0.00133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 943998.40\tOld objective: 942972.50\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 944854.77\tOld objective: 943998.40\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 945575.84\tOld objective: 944854.77\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 946189.25\tOld objective: 945575.84\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 946717.33\tOld objective: 946189.25\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 947185.90\tOld objective: 946717.33\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 57:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 630269.01\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 819249.04\tOld objective: 630269.01\tImprovement: 0.29984" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 882046.84\tOld objective: 819249.04\tImprovement: 0.07665" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 910769.73\tOld objective: 882046.84\tImprovement: 0.03256" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 926602.71\tOld objective: 910769.73\tImprovement: 0.01738" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 936309.69\tOld objective: 926602.71\tImprovement: 0.01048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 942741.99\tOld objective: 936309.69\tImprovement: 0.00687" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 947261.74\tOld objective: 942741.99\tImprovement: 0.00479" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 950559.15\tOld objective: 947261.74\tImprovement: 0.00348" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 953046.46\tOld objective: 950559.15\tImprovement: 0.00262" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 954992.30\tOld objective: 953046.46\tImprovement: 0.00204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 956550.93\tOld objective: 954992.30\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 957812.03\tOld objective: 956550.93\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 958840.15\tOld objective: 957812.03\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 959712.53\tOld objective: 958840.15\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 960463.37\tOld objective: 959712.53\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 961094.05\tOld objective: 960463.37\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 961625.79\tOld objective: 961094.05\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 962078.55\tOld objective: 961625.79\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 58:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 623313.63\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 812944.03\tOld objective: 623313.63\tImprovement: 0.30423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 875591.65\tOld objective: 812944.03\tImprovement: 0.07706" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 904054.27\tOld objective: 875591.65\tImprovement: 0.03251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 919639.51\tOld objective: 904054.27\tImprovement: 0.01724" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 929154.26\tOld objective: 919639.51\tImprovement: 0.01035" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 935443.52\tOld objective: 929154.26\tImprovement: 0.00677" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 939863.16\tOld objective: 935443.52\tImprovement: 0.00472" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 943142.86\tOld objective: 939863.16\tImprovement: 0.00349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 945623.95\tOld objective: 943142.86\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 947538.17\tOld objective: 945623.95\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 949051.82\tOld objective: 947538.17\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 950277.54\tOld objective: 949051.82\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 951299.66\tOld objective: 950277.54\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 952147.85\tOld objective: 951299.66\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 952855.21\tOld objective: 952147.85\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 953463.99\tOld objective: 952855.21\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 953988.60\tOld objective: 953463.99\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 954449.56\tOld objective: 953988.60\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 59:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 701900.77\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 891484.34\tOld objective: 701900.77\tImprovement: 0.27010" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 954006.86\tOld objective: 891484.34\tImprovement: 0.07013" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 982503.86\tOld objective: 954006.86\tImprovement: 0.02987" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 998142.41\tOld objective: 982503.86\tImprovement: 0.01592" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1007705.76\tOld objective: 998142.41\tImprovement: 0.00958" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1014036.59\tOld objective: 1007705.76\tImprovement: 0.00628" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1018510.85\tOld objective: 1014036.59\tImprovement: 0.00441" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1021802.72\tOld objective: 1018510.85\tImprovement: 0.00323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1024278.10\tOld objective: 1021802.72\tImprovement: 0.00242" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1026184.53\tOld objective: 1024278.10\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1027704.36\tOld objective: 1026184.53\tImprovement: 0.00148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1028937.33\tOld objective: 1027704.36\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1029937.49\tOld objective: 1028937.33\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1030757.28\tOld objective: 1029937.49\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1031442.54\tOld objective: 1030757.28\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1032038.09\tOld objective: 1031442.54\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1032560.56\tOld objective: 1032038.09\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1033015.34\tOld objective: 1032560.56\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 60:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 623813.88\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 810069.78\tOld objective: 623813.88\tImprovement: 0.29858" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 871891.56\tOld objective: 810069.78\tImprovement: 0.07632" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 900021.46\tOld objective: 871891.56\tImprovement: 0.03226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 915465.51\tOld objective: 900021.46\tImprovement: 0.01716" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 924947.49\tOld objective: 915465.51\tImprovement: 0.01036" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 931196.72\tOld objective: 924947.49\tImprovement: 0.00676" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 935579.58\tOld objective: 931196.72\tImprovement: 0.00471" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 938812.10\tOld objective: 935579.58\tImprovement: 0.00346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 941274.93\tOld objective: 938812.10\tImprovement: 0.00262" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 943181.14\tOld objective: 941274.93\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 944686.58\tOld objective: 943181.14\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 945897.27\tOld objective: 944686.58\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 946892.27\tOld objective: 945897.27\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 947727.06\tOld objective: 946892.27\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 948429.97\tOld objective: 947727.06\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 949033.39\tOld objective: 948429.97\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 949565.39\tOld objective: 949033.39\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 950030.86\tOld objective: 949565.39\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 61:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 675403.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 865357.69\tOld objective: 675403.47\tImprovement: 0.28125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 927838.48\tOld objective: 865357.69\tImprovement: 0.07220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 956147.22\tOld objective: 927838.48\tImprovement: 0.03051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 971607.01\tOld objective: 956147.22\tImprovement: 0.01617" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 981072.43\tOld objective: 971607.01\tImprovement: 0.00974" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 987352.65\tOld objective: 981072.43\tImprovement: 0.00640" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 991754.74\tOld objective: 987352.65\tImprovement: 0.00446" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 994962.81\tOld objective: 991754.74\tImprovement: 0.00323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 997397.90\tOld objective: 994962.81\tImprovement: 0.00245" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 999292.19\tOld objective: 997397.90\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1000797.40\tOld objective: 999292.19\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1002017.98\tOld objective: 1000797.40\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1003017.26\tOld objective: 1002017.98\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1003842.64\tOld objective: 1003017.26\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1004539.49\tOld objective: 1003842.64\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1005136.24\tOld objective: 1004539.49\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1005648.49\tOld objective: 1005136.24\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1006097.61\tOld objective: 1005648.49\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 62:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 679167.95\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 869989.76\tOld objective: 679167.95\tImprovement: 0.28096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 932541.67\tOld objective: 869989.76\tImprovement: 0.07190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 960783.67\tOld objective: 932541.67\tImprovement: 0.03028" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 976225.26\tOld objective: 960783.67\tImprovement: 0.01607" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 985667.54\tOld objective: 976225.26\tImprovement: 0.00967" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 991923.37\tOld objective: 985667.54\tImprovement: 0.00635" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 996304.51\tOld objective: 991923.37\tImprovement: 0.00442" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 999476.31\tOld objective: 996304.51\tImprovement: 0.00318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1001868.44\tOld objective: 999476.31\tImprovement: 0.00239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1003725.02\tOld objective: 1001868.44\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1005198.86\tOld objective: 1003725.02\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1006405.64\tOld objective: 1005198.86\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1007409.18\tOld objective: 1006405.64\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1008240.94\tOld objective: 1007409.18\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1008945.32\tOld objective: 1008240.94\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1009545.88\tOld objective: 1008945.32\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1010063.96\tOld objective: 1009545.88\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1010524.60\tOld objective: 1010063.96\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 63:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 633436.81\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 820570.58\tOld objective: 633436.81\tImprovement: 0.29543" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 882342.27\tOld objective: 820570.58\tImprovement: 0.07528" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 910343.50\tOld objective: 882342.27\tImprovement: 0.03174" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 925732.37\tOld objective: 910343.50\tImprovement: 0.01690" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 935209.75\tOld objective: 925732.37\tImprovement: 0.01024" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 941519.15\tOld objective: 935209.75\tImprovement: 0.00675" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 945924.05\tOld objective: 941519.15\tImprovement: 0.00468" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 949118.01\tOld objective: 945924.05\tImprovement: 0.00338" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 951519.78\tOld objective: 949118.01\tImprovement: 0.00253" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 953381.57\tOld objective: 951519.78\tImprovement: 0.00196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 954864.53\tOld objective: 953381.57\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 956079.93\tOld objective: 954864.53\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 957092.74\tOld objective: 956079.93\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 957939.16\tOld objective: 957092.74\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 958637.66\tOld objective: 957939.16\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 959229.29\tOld objective: 958637.66\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 959740.15\tOld objective: 959229.29\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 960181.94\tOld objective: 959740.15\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 64:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 672839.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 862797.31\tOld objective: 672839.47\tImprovement: 0.28232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 926076.28\tOld objective: 862797.31\tImprovement: 0.07334" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 954757.41\tOld objective: 926076.28\tImprovement: 0.03097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 970423.38\tOld objective: 954757.41\tImprovement: 0.01641" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 979990.51\tOld objective: 970423.38\tImprovement: 0.00986" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 986328.69\tOld objective: 979990.51\tImprovement: 0.00647" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 990757.94\tOld objective: 986328.69\tImprovement: 0.00449" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 993999.54\tOld objective: 990757.94\tImprovement: 0.00327" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 996442.79\tOld objective: 993999.54\tImprovement: 0.00246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 998344.49\tOld objective: 996442.79\tImprovement: 0.00191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 999866.57\tOld objective: 998344.49\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1001110.88\tOld objective: 999866.57\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1002132.77\tOld objective: 1001110.88\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1002976.61\tOld objective: 1002132.77\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1003688.36\tOld objective: 1002976.61\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1004290.43\tOld objective: 1003688.36\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1004814.24\tOld objective: 1004290.43\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1005279.89\tOld objective: 1004814.24\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 65:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 673866.53\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 865881.92\tOld objective: 673866.53\tImprovement: 0.28495" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 928806.82\tOld objective: 865881.92\tImprovement: 0.07267" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 957104.78\tOld objective: 928806.82\tImprovement: 0.03047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 972558.85\tOld objective: 957104.78\tImprovement: 0.01615" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 981989.71\tOld objective: 972558.85\tImprovement: 0.00970" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 988187.00\tOld objective: 981989.71\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 992506.05\tOld objective: 988187.00\tImprovement: 0.00437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 995655.63\tOld objective: 992506.05\tImprovement: 0.00317" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 998022.61\tOld objective: 995655.63\tImprovement: 0.00238" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 999851.27\tOld objective: 998022.61\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1001303.64\tOld objective: 999851.27\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1002484.03\tOld objective: 1001303.64\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1003443.10\tOld objective: 1002484.03\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1004243.21\tOld objective: 1003443.10\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1004930.48\tOld objective: 1004243.21\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1005520.16\tOld objective: 1004930.48\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1006024.37\tOld objective: 1005520.16\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1006458.92\tOld objective: 1006024.37\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 66:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 694287.12\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 885403.48\tOld objective: 694287.12\tImprovement: 0.27527" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 948166.41\tOld objective: 885403.48\tImprovement: 0.07089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 976404.57\tOld objective: 948166.41\tImprovement: 0.02978" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 991816.30\tOld objective: 976404.57\tImprovement: 0.01578" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1001217.78\tOld objective: 991816.30\tImprovement: 0.00948" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1007418.44\tOld objective: 1001217.78\tImprovement: 0.00619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1011743.41\tOld objective: 1007418.44\tImprovement: 0.00429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1014891.68\tOld objective: 1011743.41\tImprovement: 0.00311" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1017268.56\tOld objective: 1014891.68\tImprovement: 0.00234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1019122.23\tOld objective: 1017268.56\tImprovement: 0.00182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1020595.90\tOld objective: 1019122.23\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1021798.39\tOld objective: 1020595.90\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1022795.66\tOld objective: 1021798.39\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1023625.53\tOld objective: 1022795.66\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1024331.30\tOld objective: 1023625.53\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1024937.24\tOld objective: 1024331.30\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1025452.39\tOld objective: 1024937.24\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1025903.07\tOld objective: 1025452.39\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 67:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 660622.17\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 846524.84\tOld objective: 660622.17\tImprovement: 0.28141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 907674.28\tOld objective: 846524.84\tImprovement: 0.07224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 935278.58\tOld objective: 907674.28\tImprovement: 0.03041" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 950441.91\tOld objective: 935278.58\tImprovement: 0.01621" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 959787.32\tOld objective: 950441.91\tImprovement: 0.00983" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 965972.29\tOld objective: 959787.32\tImprovement: 0.00644" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 970286.35\tOld objective: 965972.29\tImprovement: 0.00447" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 973452.68\tOld objective: 970286.35\tImprovement: 0.00326" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 975850.22\tOld objective: 973452.68\tImprovement: 0.00246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 977704.96\tOld objective: 975850.22\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 979166.41\tOld objective: 977704.96\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 980351.97\tOld objective: 979166.41\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 981348.71\tOld objective: 980351.97\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 982191.81\tOld objective: 981348.71\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 982897.63\tOld objective: 982191.81\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 983492.42\tOld objective: 982897.63\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 983998.63\tOld objective: 983492.42\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 984433.06\tOld objective: 983998.63\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 68:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 696033.44\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 886904.11\tOld objective: 696033.44\tImprovement: 0.27423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 948990.04\tOld objective: 886904.11\tImprovement: 0.07000" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 976708.70\tOld objective: 948990.04\tImprovement: 0.02921" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 991788.90\tOld objective: 976708.70\tImprovement: 0.01544" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1001007.64\tOld objective: 991788.90\tImprovement: 0.00930" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1007101.02\tOld objective: 1001007.64\tImprovement: 0.00609" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1011355.96\tOld objective: 1007101.02\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1014450.57\tOld objective: 1011355.96\tImprovement: 0.00306" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1016790.86\tOld objective: 1014450.57\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1018613.79\tOld objective: 1016790.86\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1020055.96\tOld objective: 1018613.79\tImprovement: 0.00142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1021212.57\tOld objective: 1020055.96\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1022167.34\tOld objective: 1021212.57\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1022972.77\tOld objective: 1022167.34\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1023650.92\tOld objective: 1022972.77\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1024232.46\tOld objective: 1023650.92\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1024722.72\tOld objective: 1024232.46\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 69:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 717950.68\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 909850.86\tOld objective: 717950.68\tImprovement: 0.26729" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 972633.64\tOld objective: 909850.86\tImprovement: 0.06900" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1000704.27\tOld objective: 972633.64\tImprovement: 0.02886" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1015962.64\tOld objective: 1000704.27\tImprovement: 0.01525" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1025249.64\tOld objective: 1015962.64\tImprovement: 0.00914" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1031369.83\tOld objective: 1025249.64\tImprovement: 0.00597" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1035638.10\tOld objective: 1031369.83\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1038774.58\tOld objective: 1035638.10\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1041153.39\tOld objective: 1038774.58\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1042977.59\tOld objective: 1041153.39\tImprovement: 0.00175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1044407.57\tOld objective: 1042977.59\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1045583.69\tOld objective: 1044407.57\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1046560.45\tOld objective: 1045583.69\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1047387.88\tOld objective: 1046560.45\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1048093.50\tOld objective: 1047387.88\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1048676.28\tOld objective: 1048093.50\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1049168.83\tOld objective: 1048676.28\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 70:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 619944.88\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 805107.99\tOld objective: 619944.88\tImprovement: 0.29868" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 865516.87\tOld objective: 805107.99\tImprovement: 0.07503" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 892461.85\tOld objective: 865516.87\tImprovement: 0.03113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 907094.04\tOld objective: 892461.85\tImprovement: 0.01640" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 916005.36\tOld objective: 907094.04\tImprovement: 0.00982" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 921889.14\tOld objective: 916005.36\tImprovement: 0.00642" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 925985.85\tOld objective: 921889.14\tImprovement: 0.00444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 928973.91\tOld objective: 925985.85\tImprovement: 0.00323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 931233.81\tOld objective: 928973.91\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 933003.78\tOld objective: 931233.81\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 934402.77\tOld objective: 933003.78\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 935533.20\tOld objective: 934402.77\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 936471.61\tOld objective: 935533.20\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 937248.77\tOld objective: 936471.61\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 937899.36\tOld objective: 937248.77\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 938463.63\tOld objective: 937899.36\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 938955.50\tOld objective: 938463.63\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 939387.34\tOld objective: 938955.50\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 71:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 690758.36\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 878729.32\tOld objective: 690758.36\tImprovement: 0.27212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 940503.10\tOld objective: 878729.32\tImprovement: 0.07030" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 968444.79\tOld objective: 940503.10\tImprovement: 0.02971" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 983767.44\tOld objective: 968444.79\tImprovement: 0.01582" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 993128.21\tOld objective: 983767.44\tImprovement: 0.00952" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 999292.46\tOld objective: 993128.21\tImprovement: 0.00621" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1003624.77\tOld objective: 999292.46\tImprovement: 0.00434" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1006806.24\tOld objective: 1003624.77\tImprovement: 0.00317" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1009208.44\tOld objective: 1006806.24\tImprovement: 0.00239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1011075.52\tOld objective: 1009208.44\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1012579.02\tOld objective: 1011075.52\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1013803.68\tOld objective: 1012579.02\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1014811.59\tOld objective: 1013803.68\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1015649.14\tOld objective: 1014811.59\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1016349.54\tOld objective: 1015649.14\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1016947.48\tOld objective: 1016349.54\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1017460.27\tOld objective: 1016947.48\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1017890.59\tOld objective: 1017460.27\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 72:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 755570.93\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 946400.98\tOld objective: 755570.93\tImprovement: 0.25256" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1008303.46\tOld objective: 946400.98\tImprovement: 0.06541" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1035870.40\tOld objective: 1008303.46\tImprovement: 0.02734" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1050868.89\tOld objective: 1035870.40\tImprovement: 0.01448" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1060043.05\tOld objective: 1050868.89\tImprovement: 0.00873" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1066101.79\tOld objective: 1060043.05\tImprovement: 0.00572" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1070335.37\tOld objective: 1066101.79\tImprovement: 0.00397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1073440.83\tOld objective: 1070335.37\tImprovement: 0.00290" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1075790.12\tOld objective: 1073440.83\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1077585.83\tOld objective: 1075790.12\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1078996.05\tOld objective: 1077585.83\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1080149.63\tOld objective: 1078996.05\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1081097.23\tOld objective: 1080149.63\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1081874.87\tOld objective: 1081097.23\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1082523.91\tOld objective: 1081874.87\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1083076.20\tOld objective: 1082523.91\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1083556.84\tOld objective: 1083076.20\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 73:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 680804.05\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 868081.56\tOld objective: 680804.05\tImprovement: 0.27508" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 929232.11\tOld objective: 868081.56\tImprovement: 0.07044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 956642.45\tOld objective: 929232.11\tImprovement: 0.02950" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 971565.50\tOld objective: 956642.45\tImprovement: 0.01560" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 980695.65\tOld objective: 971565.50\tImprovement: 0.00940" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 986703.35\tOld objective: 980695.65\tImprovement: 0.00613" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 990863.97\tOld objective: 986703.35\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 993912.04\tOld objective: 990863.97\tImprovement: 0.00308" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 996194.26\tOld objective: 993912.04\tImprovement: 0.00230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 997951.36\tOld objective: 996194.26\tImprovement: 0.00176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 999352.11\tOld objective: 997951.36\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1000486.30\tOld objective: 999352.11\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1001421.99\tOld objective: 1000486.30\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1002209.90\tOld objective: 1001421.99\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1002871.31\tOld objective: 1002209.90\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1003433.21\tOld objective: 1002871.31\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1003922.28\tOld objective: 1003433.21\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 74:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 718074.18\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 907244.66\tOld objective: 718074.18\tImprovement: 0.26344" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 968640.29\tOld objective: 907244.66\tImprovement: 0.06767" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 996077.39\tOld objective: 968640.29\tImprovement: 0.02833" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1010982.75\tOld objective: 996077.39\tImprovement: 0.01496" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1020060.26\tOld objective: 1010982.75\tImprovement: 0.00898" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1026036.14\tOld objective: 1020060.26\tImprovement: 0.00586" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1030227.02\tOld objective: 1026036.14\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1033301.06\tOld objective: 1030227.02\tImprovement: 0.00298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1035604.13\tOld objective: 1033301.06\tImprovement: 0.00223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1037389.33\tOld objective: 1035604.13\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1038830.93\tOld objective: 1037389.33\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1040025.43\tOld objective: 1038830.93\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1041018.52\tOld objective: 1040025.43\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1041842.26\tOld objective: 1041018.52\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1042533.51\tOld objective: 1041842.26\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1043121.90\tOld objective: 1042533.51\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1043622.76\tOld objective: 1043121.90\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 75:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 652620.54\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 839788.24\tOld objective: 652620.54\tImprovement: 0.28679" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 900560.56\tOld objective: 839788.24\tImprovement: 0.07237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 927628.70\tOld objective: 900560.56\tImprovement: 0.03006" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 942345.83\tOld objective: 927628.70\tImprovement: 0.01587" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 951272.42\tOld objective: 942345.83\tImprovement: 0.00947" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 957172.72\tOld objective: 951272.42\tImprovement: 0.00620" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 961297.57\tOld objective: 957172.72\tImprovement: 0.00431" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 964305.21\tOld objective: 961297.57\tImprovement: 0.00313" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 966594.38\tOld objective: 964305.21\tImprovement: 0.00237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 968372.28\tOld objective: 966594.38\tImprovement: 0.00184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 969780.80\tOld objective: 968372.28\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 970915.13\tOld objective: 969780.80\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 971835.26\tOld objective: 970915.13\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 972599.10\tOld objective: 971835.26\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 973254.90\tOld objective: 972599.10\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 973833.57\tOld objective: 973254.90\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 974338.72\tOld objective: 973833.57\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 974777.54\tOld objective: 974338.72\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 76:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 697911.73\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 886173.20\tOld objective: 697911.73\tImprovement: 0.26975" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 946459.87\tOld objective: 886173.20\tImprovement: 0.06803" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 973147.90\tOld objective: 946459.87\tImprovement: 0.02820" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 987612.25\tOld objective: 973147.90\tImprovement: 0.01486" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 996426.70\tOld objective: 987612.25\tImprovement: 0.00893" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1002231.54\tOld objective: 996426.70\tImprovement: 0.00583" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1006283.99\tOld objective: 1002231.54\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1009213.70\tOld objective: 1006283.99\tImprovement: 0.00291" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1011412.41\tOld objective: 1009213.70\tImprovement: 0.00218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1013116.14\tOld objective: 1011412.41\tImprovement: 0.00168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1014484.35\tOld objective: 1013116.14\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1015593.94\tOld objective: 1014484.35\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1016511.26\tOld objective: 1015593.94\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1017284.57\tOld objective: 1016511.26\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1017934.94\tOld objective: 1017284.57\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1018472.21\tOld objective: 1017934.94\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1018929.83\tOld objective: 1018472.21\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 77:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 658786.72\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 844399.06\tOld objective: 658786.72\tImprovement: 0.28175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 904629.85\tOld objective: 844399.06\tImprovement: 0.07133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 931497.62\tOld objective: 904629.85\tImprovement: 0.02970" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 946153.92\tOld objective: 931497.62\tImprovement: 0.01573" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 955087.01\tOld objective: 946153.92\tImprovement: 0.00944" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 960953.23\tOld objective: 955087.01\tImprovement: 0.00614" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 965012.49\tOld objective: 960953.23\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 967982.11\tOld objective: 965012.49\tImprovement: 0.00308" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 970218.91\tOld objective: 967982.11\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 971964.89\tOld objective: 970218.91\tImprovement: 0.00180" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 973372.85\tOld objective: 971964.89\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 974523.21\tOld objective: 973372.85\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 975462.46\tOld objective: 974523.21\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 976254.41\tOld objective: 975462.46\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 976910.30\tOld objective: 976254.41\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 977465.20\tOld objective: 976910.30\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 977949.65\tOld objective: 977465.20\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 78:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 736503.14\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 929348.39\tOld objective: 736503.14\tImprovement: 0.26184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 991465.92\tOld objective: 929348.39\tImprovement: 0.06684" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1018944.68\tOld objective: 991465.92\tImprovement: 0.02772" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1033834.19\tOld objective: 1018944.68\tImprovement: 0.01461" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1042885.34\tOld objective: 1033834.19\tImprovement: 0.00875" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1048855.28\tOld objective: 1042885.34\tImprovement: 0.00572" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1053042.83\tOld objective: 1048855.28\tImprovement: 0.00399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1056096.19\tOld objective: 1053042.83\tImprovement: 0.00290" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1058412.89\tOld objective: 1056096.19\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1060220.48\tOld objective: 1058412.89\tImprovement: 0.00171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1061637.31\tOld objective: 1060220.48\tImprovement: 0.00134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1062768.57\tOld objective: 1061637.31\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1063687.99\tOld objective: 1062768.57\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1064451.94\tOld objective: 1063687.99\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1065099.47\tOld objective: 1064451.94\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1065660.94\tOld objective: 1065099.47\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1066141.66\tOld objective: 1065660.94\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 79:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 651026.78\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 834814.59\tOld objective: 651026.78\tImprovement: 0.28230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 894644.10\tOld objective: 834814.59\tImprovement: 0.07167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 921547.42\tOld objective: 894644.10\tImprovement: 0.03007" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 936206.02\tOld objective: 921547.42\tImprovement: 0.01591" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 945162.88\tOld objective: 936206.02\tImprovement: 0.00957" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 951117.88\tOld objective: 945162.88\tImprovement: 0.00630" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 955303.87\tOld objective: 951117.88\tImprovement: 0.00440" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 958339.90\tOld objective: 955303.87\tImprovement: 0.00318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 960635.21\tOld objective: 958339.90\tImprovement: 0.00240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 962423.16\tOld objective: 960635.21\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 963858.51\tOld objective: 962423.16\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 965030.36\tOld objective: 963858.51\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 965996.17\tOld objective: 965030.36\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 966808.80\tOld objective: 965996.17\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 967498.45\tOld objective: 966808.80\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 968076.19\tOld objective: 967498.45\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 968573.76\tOld objective: 968076.19\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 969007.97\tOld objective: 968573.76\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 80:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 667331.63\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 853551.51\tOld objective: 667331.63\tImprovement: 0.27905" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 914758.85\tOld objective: 853551.51\tImprovement: 0.07171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 942157.47\tOld objective: 914758.85\tImprovement: 0.02995" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 957073.15\tOld objective: 942157.47\tImprovement: 0.01583" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 966164.80\tOld objective: 957073.15\tImprovement: 0.00950" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 972168.71\tOld objective: 966164.80\tImprovement: 0.00621" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 976382.05\tOld objective: 972168.71\tImprovement: 0.00433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 979444.70\tOld objective: 976382.05\tImprovement: 0.00314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 981751.81\tOld objective: 979444.70\tImprovement: 0.00236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 983549.19\tOld objective: 981751.81\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 984976.23\tOld objective: 983549.19\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 986127.57\tOld objective: 984976.23\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 987089.94\tOld objective: 986127.57\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 987900.88\tOld objective: 987089.94\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 988585.36\tOld objective: 987900.88\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 989171.16\tOld objective: 988585.36\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 989666.39\tOld objective: 989171.16\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 990091.70\tOld objective: 989666.39\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 81:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 690631.69\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 877596.71\tOld objective: 690631.69\tImprovement: 0.27072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 938364.05\tOld objective: 877596.71\tImprovement: 0.06924" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 965512.62\tOld objective: 938364.05\tImprovement: 0.02893" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 980290.87\tOld objective: 965512.62\tImprovement: 0.01531" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 989286.96\tOld objective: 980290.87\tImprovement: 0.00918" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 995205.81\tOld objective: 989286.96\tImprovement: 0.00598" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 999369.01\tOld objective: 995205.81\tImprovement: 0.00418" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1002413.53\tOld objective: 999369.01\tImprovement: 0.00305" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1004704.41\tOld objective: 1002413.53\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1006480.66\tOld objective: 1004704.41\tImprovement: 0.00177" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1007886.79\tOld objective: 1006480.66\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1009037.70\tOld objective: 1007886.79\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1009995.57\tOld objective: 1009037.70\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1010802.97\tOld objective: 1009995.57\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1011482.89\tOld objective: 1010802.97\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1012060.69\tOld objective: 1011482.89\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1012554.69\tOld objective: 1012060.69\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 82:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 755522.63\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 943061.43\tOld objective: 755522.63\tImprovement: 0.24822" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1003171.15\tOld objective: 943061.43\tImprovement: 0.06374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1029795.80\tOld objective: 1003171.15\tImprovement: 0.02654" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1044202.09\tOld objective: 1029795.80\tImprovement: 0.01399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1052962.09\tOld objective: 1044202.09\tImprovement: 0.00839" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1058744.83\tOld objective: 1052962.09\tImprovement: 0.00549" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1062789.98\tOld objective: 1058744.83\tImprovement: 0.00382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1065731.59\tOld objective: 1062789.98\tImprovement: 0.00277" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1067954.25\tOld objective: 1065731.59\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1069686.87\tOld objective: 1067954.25\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1071061.04\tOld objective: 1069686.87\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1072175.88\tOld objective: 1071061.04\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1073095.05\tOld objective: 1072175.88\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1073856.85\tOld objective: 1073095.05\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1074507.87\tOld objective: 1073856.85\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1075070.57\tOld objective: 1074507.87\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1075548.13\tOld objective: 1075070.57\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 83:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 700164.40\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 884329.89\tOld objective: 700164.40\tImprovement: 0.26303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 943273.30\tOld objective: 884329.89\tImprovement: 0.06665" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 969282.55\tOld objective: 943273.30\tImprovement: 0.02757" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 983290.12\tOld objective: 969282.55\tImprovement: 0.01445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 991773.80\tOld objective: 983290.12\tImprovement: 0.00863" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 997320.97\tOld objective: 991773.80\tImprovement: 0.00559" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1001184.69\tOld objective: 997320.97\tImprovement: 0.00387" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1003994.63\tOld objective: 1001184.69\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1006123.81\tOld objective: 1003994.63\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1007790.21\tOld objective: 1006123.81\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1009108.59\tOld objective: 1007790.21\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1010171.81\tOld objective: 1009108.59\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1011051.92\tOld objective: 1010171.81\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1011786.57\tOld objective: 1011051.92\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1012399.74\tOld objective: 1011786.57\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1012917.77\tOld objective: 1012399.74\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1013357.05\tOld objective: 1012917.77\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 84:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 640712.44\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 821977.20\tOld objective: 640712.44\tImprovement: 0.28291" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 880636.48\tOld objective: 821977.20\tImprovement: 0.07136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 906677.38\tOld objective: 880636.48\tImprovement: 0.02957" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 920815.31\tOld objective: 906677.38\tImprovement: 0.01559" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 929446.86\tOld objective: 920815.31\tImprovement: 0.00937" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 935130.07\tOld objective: 929446.86\tImprovement: 0.00611" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 939109.53\tOld objective: 935130.07\tImprovement: 0.00426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 942059.00\tOld objective: 939109.53\tImprovement: 0.00314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 944289.78\tOld objective: 942059.00\tImprovement: 0.00237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 946021.08\tOld objective: 944289.78\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 947389.78\tOld objective: 946021.08\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 948501.33\tOld objective: 947389.78\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 949410.71\tOld objective: 948501.33\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 950162.22\tOld objective: 949410.71\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 950795.70\tOld objective: 950162.22\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 951341.39\tOld objective: 950795.70\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 951811.85\tOld objective: 951341.39\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 85:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 726636.90\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 910289.88\tOld objective: 726636.90\tImprovement: 0.25274" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 968889.33\tOld objective: 910289.88\tImprovement: 0.06437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 994811.45\tOld objective: 968889.33\tImprovement: 0.02675" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1008865.29\tOld objective: 994811.45\tImprovement: 0.01413" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1017405.00\tOld objective: 1008865.29\tImprovement: 0.00846" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1023017.58\tOld objective: 1017405.00\tImprovement: 0.00552" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1026945.28\tOld objective: 1023017.58\tImprovement: 0.00384" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1029825.36\tOld objective: 1026945.28\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1031982.75\tOld objective: 1029825.36\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1033667.38\tOld objective: 1031982.75\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1035006.31\tOld objective: 1033667.38\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1036093.28\tOld objective: 1035006.31\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1036990.52\tOld objective: 1036093.28\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1037745.84\tOld objective: 1036990.52\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1038383.92\tOld objective: 1037745.84\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1038916.34\tOld objective: 1038383.92\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1039373.30\tOld objective: 1038916.34\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 86:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 718872.49\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 906610.54\tOld objective: 718872.49\tImprovement: 0.26116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 967504.43\tOld objective: 906610.54\tImprovement: 0.06717" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 994568.17\tOld objective: 967504.43\tImprovement: 0.02797" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1009234.14\tOld objective: 994568.17\tImprovement: 0.01475" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1018139.15\tOld objective: 1009234.14\tImprovement: 0.00882" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1024000.95\tOld objective: 1018139.15\tImprovement: 0.00576" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1028071.76\tOld objective: 1024000.95\tImprovement: 0.00398" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1031030.16\tOld objective: 1028071.76\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1033282.64\tOld objective: 1031030.16\tImprovement: 0.00218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1035060.97\tOld objective: 1033282.64\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1036473.83\tOld objective: 1035060.97\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1037618.05\tOld objective: 1036473.83\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1038547.46\tOld objective: 1037618.05\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1039317.95\tOld objective: 1038547.46\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1039979.75\tOld objective: 1039317.95\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1040543.29\tOld objective: 1039979.75\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1041026.72\tOld objective: 1040543.29\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 87:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 667828.97\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 851017.64\tOld objective: 667828.97\tImprovement: 0.27430" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 910178.04\tOld objective: 851017.64\tImprovement: 0.06952" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 936404.82\tOld objective: 910178.04\tImprovement: 0.02882" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 950629.63\tOld objective: 936404.82\tImprovement: 0.01519" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 959333.65\tOld objective: 950629.63\tImprovement: 0.00916" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 965098.13\tOld objective: 959333.65\tImprovement: 0.00601" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 969124.23\tOld objective: 965098.13\tImprovement: 0.00417" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 972058.31\tOld objective: 969124.23\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 974278.82\tOld objective: 972058.31\tImprovement: 0.00228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 975994.68\tOld objective: 974278.82\tImprovement: 0.00176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 977347.15\tOld objective: 975994.68\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 978461.22\tOld objective: 977347.15\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 979383.47\tOld objective: 978461.22\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 980140.26\tOld objective: 979383.47\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 980783.20\tOld objective: 980140.26\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 981337.39\tOld objective: 980783.20\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 981806.83\tOld objective: 981337.39\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 88:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 665485.31\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 851217.44\tOld objective: 665485.31\tImprovement: 0.27909" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 911388.99\tOld objective: 851217.44\tImprovement: 0.07069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 938167.16\tOld objective: 911388.99\tImprovement: 0.02938" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 952741.95\tOld objective: 938167.16\tImprovement: 0.01554" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 961628.42\tOld objective: 952741.95\tImprovement: 0.00933" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 967478.95\tOld objective: 961628.42\tImprovement: 0.00608" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 971531.56\tOld objective: 967478.95\tImprovement: 0.00419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 974479.86\tOld objective: 971531.56\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 976727.34\tOld objective: 974479.86\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 978481.01\tOld objective: 976727.34\tImprovement: 0.00180" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 979869.38\tOld objective: 978481.01\tImprovement: 0.00142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 980983.75\tOld objective: 979869.38\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 981897.47\tOld objective: 980983.75\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 982677.78\tOld objective: 981897.47\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 983347.67\tOld objective: 982677.78\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 983922.09\tOld objective: 983347.67\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 984409.75\tOld objective: 983922.09\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 89:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 662351.10\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 844918.31\tOld objective: 662351.10\tImprovement: 0.27564" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 903910.87\tOld objective: 844918.31\tImprovement: 0.06982" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 929977.40\tOld objective: 903910.87\tImprovement: 0.02884" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 944080.86\tOld objective: 929977.40\tImprovement: 0.01517" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 952660.55\tOld objective: 944080.86\tImprovement: 0.00909" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 958283.53\tOld objective: 952660.55\tImprovement: 0.00590" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 962211.10\tOld objective: 958283.53\tImprovement: 0.00410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 965079.56\tOld objective: 962211.10\tImprovement: 0.00298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 967242.32\tOld objective: 965079.56\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 968934.77\tOld objective: 967242.32\tImprovement: 0.00175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 970286.84\tOld objective: 968934.77\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 971376.75\tOld objective: 970286.84\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 972263.13\tOld objective: 971376.75\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 972996.95\tOld objective: 972263.13\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 973610.82\tOld objective: 972996.95\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 974136.58\tOld objective: 973610.82\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 974591.89\tOld objective: 974136.58\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 90:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 726108.24\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 912197.92\tOld objective: 726108.24\tImprovement: 0.25628" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 971681.09\tOld objective: 912197.92\tImprovement: 0.06521" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 997882.66\tOld objective: 971681.09\tImprovement: 0.02697" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1012052.77\tOld objective: 997882.66\tImprovement: 0.01420" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1020636.27\tOld objective: 1012052.77\tImprovement: 0.00848" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1026294.88\tOld objective: 1020636.27\tImprovement: 0.00554" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1030226.75\tOld objective: 1026294.88\tImprovement: 0.00383" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1033074.96\tOld objective: 1030226.75\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1035224.63\tOld objective: 1033074.96\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1036913.68\tOld objective: 1035224.63\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1038241.76\tOld objective: 1036913.68\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1039316.45\tOld objective: 1038241.76\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1040202.81\tOld objective: 1039316.45\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1040946.09\tOld objective: 1040202.81\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1041571.23\tOld objective: 1040946.09\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1042111.95\tOld objective: 1041571.23\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1042582.16\tOld objective: 1042111.95\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 91:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 752845.04\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 939696.85\tOld objective: 752845.04\tImprovement: 0.24819" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 999629.62\tOld objective: 939696.85\tImprovement: 0.06378" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1026170.93\tOld objective: 999629.62\tImprovement: 0.02655" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1040630.50\tOld objective: 1026170.93\tImprovement: 0.01409" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1049425.09\tOld objective: 1040630.50\tImprovement: 0.00845" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1055185.98\tOld objective: 1049425.09\tImprovement: 0.00549" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1059224.77\tOld objective: 1055185.98\tImprovement: 0.00383" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1062181.88\tOld objective: 1059224.77\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1064423.27\tOld objective: 1062181.88\tImprovement: 0.00211" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1066162.54\tOld objective: 1064423.27\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1067547.62\tOld objective: 1066162.54\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1068670.04\tOld objective: 1067547.62\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1069596.03\tOld objective: 1068670.04\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1070367.77\tOld objective: 1069596.03\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1071017.56\tOld objective: 1070367.77\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1071567.77\tOld objective: 1071017.56\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1072026.12\tOld objective: 1071567.77\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 92:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 724829.15\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 911208.42\tOld objective: 724829.15\tImprovement: 0.25714" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 970680.43\tOld objective: 911208.42\tImprovement: 0.06527" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 996807.59\tOld objective: 970680.43\tImprovement: 0.02692" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1010831.08\tOld objective: 996807.59\tImprovement: 0.01407" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1019328.96\tOld objective: 1010831.08\tImprovement: 0.00841" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1024907.32\tOld objective: 1019328.96\tImprovement: 0.00547" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1028826.88\tOld objective: 1024907.32\tImprovement: 0.00382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1031682.70\tOld objective: 1028826.88\tImprovement: 0.00278" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1033820.84\tOld objective: 1031682.70\tImprovement: 0.00207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1035476.59\tOld objective: 1033820.84\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1036799.00\tOld objective: 1035476.59\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1037862.01\tOld objective: 1036799.00\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1038723.47\tOld objective: 1037862.01\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1039448.50\tOld objective: 1038723.47\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1040063.57\tOld objective: 1039448.50\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1040577.82\tOld objective: 1040063.57\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 93:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 660048.13\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 843977.21\tOld objective: 660048.13\tImprovement: 0.27866" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 903199.68\tOld objective: 843977.21\tImprovement: 0.07017" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 929298.75\tOld objective: 903199.68\tImprovement: 0.02890" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 943422.02\tOld objective: 929298.75\tImprovement: 0.01520" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 952032.78\tOld objective: 943422.02\tImprovement: 0.00913" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 957692.94\tOld objective: 952032.78\tImprovement: 0.00595" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 961623.99\tOld objective: 957692.94\tImprovement: 0.00410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 964509.56\tOld objective: 961623.99\tImprovement: 0.00300" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 966668.15\tOld objective: 964509.56\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 968336.72\tOld objective: 966668.15\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 969672.25\tOld objective: 968336.72\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 970747.32\tOld objective: 969672.25\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 971624.05\tOld objective: 970747.32\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 972353.62\tOld objective: 971624.05\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 972976.41\tOld objective: 972353.62\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 973526.75\tOld objective: 972976.41\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 974010.32\tOld objective: 973526.75\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 94:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 748714.57\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 936480.72\tOld objective: 748714.57\tImprovement: 0.25078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 996999.30\tOld objective: 936480.72\tImprovement: 0.06462" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1023819.15\tOld objective: 996999.30\tImprovement: 0.02690" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1038384.11\tOld objective: 1023819.15\tImprovement: 0.01423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1047277.79\tOld objective: 1038384.11\tImprovement: 0.00856" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1053155.52\tOld objective: 1047277.79\tImprovement: 0.00561" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1057249.57\tOld objective: 1053155.52\tImprovement: 0.00389" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1060251.48\tOld objective: 1057249.57\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1062532.59\tOld objective: 1060251.48\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1064294.99\tOld objective: 1062532.59\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1065694.97\tOld objective: 1064294.99\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1066836.54\tOld objective: 1065694.97\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1067775.57\tOld objective: 1066836.54\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1068569.16\tOld objective: 1067775.57\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1069239.95\tOld objective: 1068569.16\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1069809.17\tOld objective: 1069239.95\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1070298.98\tOld objective: 1069809.17\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 95:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 614091.14\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 793095.19\tOld objective: 614091.14\tImprovement: 0.29149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 850564.47\tOld objective: 793095.19\tImprovement: 0.07246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 875861.37\tOld objective: 850564.47\tImprovement: 0.02974" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 889524.27\tOld objective: 875861.37\tImprovement: 0.01560" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 897820.89\tOld objective: 889524.27\tImprovement: 0.00933" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 903277.04\tOld objective: 897820.89\tImprovement: 0.00608" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 907099.92\tOld objective: 903277.04\tImprovement: 0.00423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 909874.27\tOld objective: 907099.92\tImprovement: 0.00306" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 911976.75\tOld objective: 909874.27\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 913634.80\tOld objective: 911976.75\tImprovement: 0.00182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 914957.09\tOld objective: 913634.80\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 916023.17\tOld objective: 914957.09\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 916898.31\tOld objective: 916023.17\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 917634.56\tOld objective: 916898.31\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 918248.31\tOld objective: 917634.56\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 918769.84\tOld objective: 918248.31\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 919223.29\tOld objective: 918769.84\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 96:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 715775.26\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 899149.74\tOld objective: 715775.26\tImprovement: 0.25619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 958262.55\tOld objective: 899149.74\tImprovement: 0.06574" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 984345.26\tOld objective: 958262.55\tImprovement: 0.02722" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 998452.44\tOld objective: 984345.26\tImprovement: 0.01433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1007015.63\tOld objective: 998452.44\tImprovement: 0.00858" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1012629.42\tOld objective: 1007015.63\tImprovement: 0.00557" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1016547.95\tOld objective: 1012629.42\tImprovement: 0.00387" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1019423.61\tOld objective: 1016547.95\tImprovement: 0.00283" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1021598.13\tOld objective: 1019423.61\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1023285.03\tOld objective: 1021598.13\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1024627.97\tOld objective: 1023285.03\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1025713.31\tOld objective: 1024627.97\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1026606.33\tOld objective: 1025713.31\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1027369.80\tOld objective: 1026606.33\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1028028.74\tOld objective: 1027369.80\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1028594.58\tOld objective: 1028028.74\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1029070.82\tOld objective: 1028594.58\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 97:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 704614.26\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 889610.19\tOld objective: 704614.26\tImprovement: 0.26255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 948216.05\tOld objective: 889610.19\tImprovement: 0.06588" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 973852.22\tOld objective: 948216.05\tImprovement: 0.02704" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 987674.19\tOld objective: 973852.22\tImprovement: 0.01419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 996039.83\tOld objective: 987674.19\tImprovement: 0.00847" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1001532.20\tOld objective: 996039.83\tImprovement: 0.00551" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1005368.64\tOld objective: 1001532.20\tImprovement: 0.00383" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1008152.01\tOld objective: 1005368.64\tImprovement: 0.00277" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1010257.80\tOld objective: 1008152.01\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1011892.46\tOld objective: 1010257.80\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1013187.82\tOld objective: 1011892.46\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1014233.91\tOld objective: 1013187.82\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1015083.73\tOld objective: 1014233.91\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1015797.44\tOld objective: 1015083.73\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1016414.67\tOld objective: 1015797.44\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1016947.57\tOld objective: 1016414.67\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1017395.00\tOld objective: 1016947.57\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 98:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 705183.19\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 889250.28\tOld objective: 705183.19\tImprovement: 0.26102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 948070.33\tOld objective: 889250.28\tImprovement: 0.06615" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 973906.50\tOld objective: 948070.33\tImprovement: 0.02725" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 987807.47\tOld objective: 973906.50\tImprovement: 0.01427" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 996207.22\tOld objective: 987807.47\tImprovement: 0.00850" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1001714.67\tOld objective: 996207.22\tImprovement: 0.00553" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1005558.13\tOld objective: 1001714.67\tImprovement: 0.00384" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1008354.57\tOld objective: 1005558.13\tImprovement: 0.00278" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1010456.14\tOld objective: 1008354.57\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1012101.55\tOld objective: 1010456.14\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1013410.05\tOld objective: 1012101.55\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1014472.19\tOld objective: 1013410.05\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1015365.90\tOld objective: 1014472.19\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1016111.87\tOld objective: 1015365.90\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1016743.39\tOld objective: 1016111.87\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1017278.11\tOld objective: 1016743.39\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1017731.10\tOld objective: 1017278.11\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 99:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 663488.30\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 844812.31\tOld objective: 663488.30\tImprovement: 0.27329" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 902840.47\tOld objective: 844812.31\tImprovement: 0.06869" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 928386.05\tOld objective: 902840.47\tImprovement: 0.02829" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 942203.43\tOld objective: 928386.05\tImprovement: 0.01488" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 950601.94\tOld objective: 942203.43\tImprovement: 0.00891" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 956129.55\tOld objective: 950601.94\tImprovement: 0.00581" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 959990.23\tOld objective: 956129.55\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 962810.89\tOld objective: 959990.23\tImprovement: 0.00294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 964966.81\tOld objective: 962810.89\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 966646.30\tOld objective: 964966.81\tImprovement: 0.00174" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 967977.72\tOld objective: 966646.30\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 969058.11\tOld objective: 967977.72\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 969955.64\tOld objective: 969058.11\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 970707.24\tOld objective: 969955.64\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 971324.72\tOld objective: 970707.24\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 971851.16\tOld objective: 971324.72\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 972302.05\tOld objective: 971851.16\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 100:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 719905.92\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 903939.86\tOld objective: 719905.92\tImprovement: 0.25564" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 962637.68\tOld objective: 903939.86\tImprovement: 0.06494" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 988434.40\tOld objective: 962637.68\tImprovement: 0.02680" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1002350.06\tOld objective: 988434.40\tImprovement: 0.01408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1010772.24\tOld objective: 1002350.06\tImprovement: 0.00840" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1016298.42\tOld objective: 1010772.24\tImprovement: 0.00547" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1020122.71\tOld objective: 1016298.42\tImprovement: 0.00376" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1022915.68\tOld objective: 1020122.71\tImprovement: 0.00274" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1025054.27\tOld objective: 1022915.68\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1026702.21\tOld objective: 1025054.27\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1028006.48\tOld objective: 1026702.21\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1029070.29\tOld objective: 1028006.48\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1029932.84\tOld objective: 1029070.29\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1030642.61\tOld objective: 1029932.84\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1031249.39\tOld objective: 1030642.61\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1031776.26\tOld objective: 1031249.39\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1032231.04\tOld objective: 1031776.26\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 101:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 685988.27\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 866656.29\tOld objective: 685988.27\tImprovement: 0.26337" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 924297.82\tOld objective: 866656.29\tImprovement: 0.06651" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 949636.71\tOld objective: 924297.82\tImprovement: 0.02741" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 963334.73\tOld objective: 949636.71\tImprovement: 0.01442" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 971668.49\tOld objective: 963334.73\tImprovement: 0.00865" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 977134.22\tOld objective: 971668.49\tImprovement: 0.00563" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 980966.82\tOld objective: 977134.22\tImprovement: 0.00392" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 983770.73\tOld objective: 980966.82\tImprovement: 0.00286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 985856.59\tOld objective: 983770.73\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 987457.68\tOld objective: 985856.59\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 988726.73\tOld objective: 987457.68\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 989759.61\tOld objective: 988726.73\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 990612.81\tOld objective: 989759.61\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 991323.91\tOld objective: 990612.81\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 991920.00\tOld objective: 991323.91\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 992428.54\tOld objective: 991920.00\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 992875.16\tOld objective: 992428.54\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 102:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 757921.85\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 943393.59\tOld objective: 757921.85\tImprovement: 0.24471" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1002223.17\tOld objective: 943393.59\tImprovement: 0.06236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1028104.48\tOld objective: 1002223.17\tImprovement: 0.02582" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1042062.00\tOld objective: 1028104.48\tImprovement: 0.01358" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1050476.17\tOld objective: 1042062.00\tImprovement: 0.00807" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1056004.52\tOld objective: 1050476.17\tImprovement: 0.00526" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1059845.07\tOld objective: 1056004.52\tImprovement: 0.00364" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1062650.28\tOld objective: 1059845.07\tImprovement: 0.00265" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1064766.35\tOld objective: 1062650.28\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1066388.28\tOld objective: 1064766.35\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1067675.82\tOld objective: 1066388.28\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1068720.37\tOld objective: 1067675.82\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1069578.36\tOld objective: 1068720.37\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1070293.98\tOld objective: 1069578.36\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1070903.82\tOld objective: 1070293.98\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1071424.25\tOld objective: 1070903.82\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 103:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 758081.88\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 941177.66\tOld objective: 758081.88\tImprovement: 0.24153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 999608.13\tOld objective: 941177.66\tImprovement: 0.06208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1025301.74\tOld objective: 999608.13\tImprovement: 0.02570" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1039197.91\tOld objective: 1025301.74\tImprovement: 0.01355" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1047628.93\tOld objective: 1039197.91\tImprovement: 0.00811" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1053166.82\tOld objective: 1047628.93\tImprovement: 0.00529" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1057013.73\tOld objective: 1053166.82\tImprovement: 0.00365" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1059818.68\tOld objective: 1057013.73\tImprovement: 0.00265" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1061929.58\tOld objective: 1059818.68\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1063557.55\tOld objective: 1061929.58\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1064858.02\tOld objective: 1063557.55\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1065915.04\tOld objective: 1064858.02\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1066779.30\tOld objective: 1065915.04\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1067493.27\tOld objective: 1066779.30\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1068111.96\tOld objective: 1067493.27\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1068643.98\tOld objective: 1068111.96\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 104:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 764386.82\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 948617.18\tOld objective: 764386.82\tImprovement: 0.24102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1007129.79\tOld objective: 948617.18\tImprovement: 0.06168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1032858.96\tOld objective: 1007129.79\tImprovement: 0.02555" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1046755.19\tOld objective: 1032858.96\tImprovement: 0.01345" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1055172.31\tOld objective: 1046755.19\tImprovement: 0.00804" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1060689.13\tOld objective: 1055172.31\tImprovement: 0.00523" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1064529.79\tOld objective: 1060689.13\tImprovement: 0.00362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1067337.02\tOld objective: 1064529.79\tImprovement: 0.00264" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1069459.43\tOld objective: 1067337.02\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1071105.62\tOld objective: 1069459.43\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1072418.21\tOld objective: 1071105.62\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1073476.98\tOld objective: 1072418.21\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1074346.00\tOld objective: 1073476.98\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1075067.14\tOld objective: 1074346.00\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1075678.17\tOld objective: 1075067.14\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1076202.58\tOld objective: 1075678.17\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 105:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 741097.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 924712.01\tOld objective: 741097.83\tImprovement: 0.24776" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 983097.17\tOld objective: 924712.01\tImprovement: 0.06314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1008824.40\tOld objective: 983097.17\tImprovement: 0.02617" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1022746.59\tOld objective: 1008824.40\tImprovement: 0.01380" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1031193.54\tOld objective: 1022746.59\tImprovement: 0.00826" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1036742.94\tOld objective: 1031193.54\tImprovement: 0.00538" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1040615.36\tOld objective: 1036742.94\tImprovement: 0.00374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1043406.66\tOld objective: 1040615.36\tImprovement: 0.00268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1045497.93\tOld objective: 1043406.66\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1047136.02\tOld objective: 1045497.93\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1048441.32\tOld objective: 1047136.02\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1049503.26\tOld objective: 1048441.32\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1050377.01\tOld objective: 1049503.26\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1051110.77\tOld objective: 1050377.01\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1051735.90\tOld objective: 1051110.77\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1052275.29\tOld objective: 1051735.90\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1052727.79\tOld objective: 1052275.29\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 106:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 762098.59\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 947234.27\tOld objective: 762098.59\tImprovement: 0.24293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1006655.92\tOld objective: 947234.27\tImprovement: 0.06273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1032906.53\tOld objective: 1006655.92\tImprovement: 0.02608" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1047101.08\tOld objective: 1032906.53\tImprovement: 0.01374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1055679.37\tOld objective: 1047101.08\tImprovement: 0.00819" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1061335.17\tOld objective: 1055679.37\tImprovement: 0.00536" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1065302.88\tOld objective: 1061335.17\tImprovement: 0.00374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1068206.51\tOld objective: 1065302.88\tImprovement: 0.00273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1070403.58\tOld objective: 1068206.51\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1072094.04\tOld objective: 1070403.58\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1073442.17\tOld objective: 1072094.04\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1074532.08\tOld objective: 1073442.17\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1075426.14\tOld objective: 1074532.08\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1076165.25\tOld objective: 1075426.14\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1076794.34\tOld objective: 1076165.25\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1077327.28\tOld objective: 1076794.34\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 107:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 725494.43\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 908690.94\tOld objective: 725494.43\tImprovement: 0.25251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 966759.43\tOld objective: 908690.94\tImprovement: 0.06390" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 992239.79\tOld objective: 966759.43\tImprovement: 0.02636" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1005990.64\tOld objective: 992239.79\tImprovement: 0.01386" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1014288.21\tOld objective: 1005990.64\tImprovement: 0.00825" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1019684.46\tOld objective: 1014288.21\tImprovement: 0.00532" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1023434.52\tOld objective: 1019684.46\tImprovement: 0.00368" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1026159.60\tOld objective: 1023434.52\tImprovement: 0.00266" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1028214.81\tOld objective: 1026159.60\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1029824.75\tOld objective: 1028214.81\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1031108.72\tOld objective: 1029824.75\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1032153.80\tOld objective: 1031108.72\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1033034.39\tOld objective: 1032153.80\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1033772.01\tOld objective: 1033034.39\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1034390.52\tOld objective: 1033772.01\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1034917.38\tOld objective: 1034390.52\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1035360.77\tOld objective: 1034917.38\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 108:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 741688.57\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 924640.66\tOld objective: 741688.57\tImprovement: 0.24667" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 982834.99\tOld objective: 924640.66\tImprovement: 0.06294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1008299.98\tOld objective: 982834.99\tImprovement: 0.02591" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1022062.75\tOld objective: 1008299.98\tImprovement: 0.01365" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1030419.31\tOld objective: 1022062.75\tImprovement: 0.00818" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1035869.79\tOld objective: 1030419.31\tImprovement: 0.00529" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1039652.46\tOld objective: 1035869.79\tImprovement: 0.00365" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1042391.38\tOld objective: 1039652.46\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1044461.39\tOld objective: 1042391.38\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1046057.88\tOld objective: 1044461.39\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1047332.86\tOld objective: 1046057.88\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1048376.63\tOld objective: 1047332.86\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1049236.36\tOld objective: 1048376.63\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1049943.96\tOld objective: 1049236.36\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1050535.16\tOld objective: 1049943.96\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1051049.96\tOld objective: 1050535.16\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 109:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 779584.95\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 962953.12\tOld objective: 779584.95\tImprovement: 0.23521" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1020963.13\tOld objective: 962953.12\tImprovement: 0.06024" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1046421.37\tOld objective: 1020963.13\tImprovement: 0.02494" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1060173.67\tOld objective: 1046421.37\tImprovement: 0.01314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1068568.26\tOld objective: 1060173.67\tImprovement: 0.00792" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1074099.31\tOld objective: 1068568.26\tImprovement: 0.00518" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1077975.31\tOld objective: 1074099.31\tImprovement: 0.00361" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1080809.29\tOld objective: 1077975.31\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1082931.34\tOld objective: 1080809.29\tImprovement: 0.00196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1084586.89\tOld objective: 1082931.34\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1085906.91\tOld objective: 1084586.89\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1086961.14\tOld objective: 1085906.91\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1087830.84\tOld objective: 1086961.14\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1088569.20\tOld objective: 1087830.84\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1089189.53\tOld objective: 1088569.20\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1089714.15\tOld objective: 1089189.53\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 110:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 747186.93\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 931252.22\tOld objective: 747186.93\tImprovement: 0.24634" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 989022.38\tOld objective: 931252.22\tImprovement: 0.06203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1014157.07\tOld objective: 989022.38\tImprovement: 0.02541" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1027675.01\tOld objective: 1014157.07\tImprovement: 0.01333" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1035827.07\tOld objective: 1027675.01\tImprovement: 0.00793" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1041184.45\tOld objective: 1035827.07\tImprovement: 0.00517" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1044928.42\tOld objective: 1041184.45\tImprovement: 0.00360" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1047627.52\tOld objective: 1044928.42\tImprovement: 0.00258" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1049676.00\tOld objective: 1047627.52\tImprovement: 0.00196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1051281.41\tOld objective: 1049676.00\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1052575.83\tOld objective: 1051281.41\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1053624.63\tOld objective: 1052575.83\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1054469.25\tOld objective: 1053624.63\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1055164.46\tOld objective: 1054469.25\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1055756.68\tOld objective: 1055164.46\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1056248.04\tOld objective: 1055756.68\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 111:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 803622.87\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 991513.83\tOld objective: 803622.87\tImprovement: 0.23380" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1051097.04\tOld objective: 991513.83\tImprovement: 0.06009" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1077218.50\tOld objective: 1051097.04\tImprovement: 0.02485" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1091297.57\tOld objective: 1077218.50\tImprovement: 0.01307" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1099807.09\tOld objective: 1091297.57\tImprovement: 0.00780" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1105355.48\tOld objective: 1099807.09\tImprovement: 0.00504" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1109213.41\tOld objective: 1105355.48\tImprovement: 0.00349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1112033.84\tOld objective: 1109213.41\tImprovement: 0.00254" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1114164.25\tOld objective: 1112033.84\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1115809.77\tOld objective: 1114164.25\tImprovement: 0.00148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1117101.15\tOld objective: 1115809.77\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1118164.74\tOld objective: 1117101.15\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1119056.66\tOld objective: 1118164.74\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1119808.94\tOld objective: 1119056.66\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1120436.46\tOld objective: 1119808.94\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1120971.59\tOld objective: 1120436.46\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 112:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 754646.28\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 936626.72\tOld objective: 754646.28\tImprovement: 0.24115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 994564.91\tOld objective: 936626.72\tImprovement: 0.06186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1020046.01\tOld objective: 994564.91\tImprovement: 0.02562" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1033802.99\tOld objective: 1020046.01\tImprovement: 0.01349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1042134.10\tOld objective: 1033802.99\tImprovement: 0.00806" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1047625.84\tOld objective: 1042134.10\tImprovement: 0.00527" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1051478.64\tOld objective: 1047625.84\tImprovement: 0.00368" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1054281.27\tOld objective: 1051478.64\tImprovement: 0.00267" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1056388.42\tOld objective: 1054281.27\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1058036.74\tOld objective: 1056388.42\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1059351.77\tOld objective: 1058036.74\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1060410.21\tOld objective: 1059351.77\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1061263.82\tOld objective: 1060410.21\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1061967.68\tOld objective: 1061263.82\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1062564.31\tOld objective: 1061967.68\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1063079.05\tOld objective: 1062564.31\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 113:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 685326.39\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 864616.29\tOld objective: 685326.39\tImprovement: 0.26161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 921394.34\tOld objective: 864616.29\tImprovement: 0.06567" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 946241.60\tOld objective: 921394.34\tImprovement: 0.02697" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 959587.53\tOld objective: 946241.60\tImprovement: 0.01410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 967639.05\tOld objective: 959587.53\tImprovement: 0.00839" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 972922.31\tOld objective: 967639.05\tImprovement: 0.00546" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 976607.33\tOld objective: 972922.31\tImprovement: 0.00379" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 979294.60\tOld objective: 976607.33\tImprovement: 0.00275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 981303.98\tOld objective: 979294.60\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 982858.99\tOld objective: 981303.98\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 984102.02\tOld objective: 982858.99\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 985121.16\tOld objective: 984102.02\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 985963.92\tOld objective: 985121.16\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 986660.93\tOld objective: 985963.92\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 987247.77\tOld objective: 986660.93\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 987743.95\tOld objective: 987247.77\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 988163.42\tOld objective: 987743.95\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 114:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 708961.22\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 888608.84\tOld objective: 708961.22\tImprovement: 0.25340" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 945548.18\tOld objective: 888608.84\tImprovement: 0.06408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 970421.27\tOld objective: 945548.18\tImprovement: 0.02631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 983815.56\tOld objective: 970421.27\tImprovement: 0.01380" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 991977.84\tOld objective: 983815.56\tImprovement: 0.00830" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 997378.22\tOld objective: 991977.84\tImprovement: 0.00544" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1001145.05\tOld objective: 997378.22\tImprovement: 0.00378" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1003879.79\tOld objective: 1001145.05\tImprovement: 0.00273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1005948.60\tOld objective: 1003879.79\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1007561.45\tOld objective: 1005948.60\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1008832.10\tOld objective: 1007561.45\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1009864.71\tOld objective: 1008832.10\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1010724.37\tOld objective: 1009864.71\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1011449.01\tOld objective: 1010724.37\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1012049.58\tOld objective: 1011449.01\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1012561.58\tOld objective: 1012049.58\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1013004.93\tOld objective: 1012561.58\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 115:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 770233.98\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 955030.27\tOld objective: 770233.98\tImprovement: 0.23992" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1013710.50\tOld objective: 955030.27\tImprovement: 0.06144" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1039323.22\tOld objective: 1013710.50\tImprovement: 0.02527" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1053087.04\tOld objective: 1039323.22\tImprovement: 0.01324" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1061388.58\tOld objective: 1053087.04\tImprovement: 0.00788" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1066816.83\tOld objective: 1061388.58\tImprovement: 0.00511" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1070598.41\tOld objective: 1066816.83\tImprovement: 0.00354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1073379.23\tOld objective: 1070598.41\tImprovement: 0.00260" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1075477.23\tOld objective: 1073379.23\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1077096.35\tOld objective: 1075477.23\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1078377.00\tOld objective: 1077096.35\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1079414.30\tOld objective: 1078377.00\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1080272.96\tOld objective: 1079414.30\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1080997.61\tOld objective: 1080272.96\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1081606.30\tOld objective: 1080997.61\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1082110.48\tOld objective: 1081606.30\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 116:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 699831.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 880552.98\tOld objective: 699831.83\tImprovement: 0.25824" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 937672.08\tOld objective: 880552.98\tImprovement: 0.06487" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 962635.17\tOld objective: 937672.08\tImprovement: 0.02662" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 976065.66\tOld objective: 962635.17\tImprovement: 0.01395" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 984204.20\tOld objective: 976065.66\tImprovement: 0.00834" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 989546.03\tOld objective: 984204.20\tImprovement: 0.00543" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 993289.02\tOld objective: 989546.03\tImprovement: 0.00378" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 996035.05\tOld objective: 993289.02\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 998101.82\tOld objective: 996035.05\tImprovement: 0.00207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 999707.90\tOld objective: 998101.82\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1000987.32\tOld objective: 999707.90\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1002023.85\tOld objective: 1000987.32\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1002872.43\tOld objective: 1002023.85\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1003567.04\tOld objective: 1002872.43\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1004157.23\tOld objective: 1003567.04\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1004662.91\tOld objective: 1004157.23\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1005101.06\tOld objective: 1004662.91\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 117:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 700440.31\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 880153.58\tOld objective: 700440.31\tImprovement: 0.25657" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 936897.01\tOld objective: 880153.58\tImprovement: 0.06447" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 961542.33\tOld objective: 936897.01\tImprovement: 0.02631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 974760.35\tOld objective: 961542.33\tImprovement: 0.01375" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 982753.21\tOld objective: 974760.35\tImprovement: 0.00820" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 987997.81\tOld objective: 982753.21\tImprovement: 0.00534" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 991638.08\tOld objective: 987997.81\tImprovement: 0.00368" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 994304.47\tOld objective: 991638.08\tImprovement: 0.00269" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 996310.08\tOld objective: 994304.47\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 997864.85\tOld objective: 996310.08\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 999117.90\tOld objective: 997864.85\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1000140.87\tOld objective: 999117.90\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1000980.52\tOld objective: 1000140.87\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1001674.37\tOld objective: 1000980.52\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1002264.78\tOld objective: 1001674.37\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1002777.58\tOld objective: 1002264.78\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1003218.58\tOld objective: 1002777.58\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 118:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 803928.96\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 989084.93\tOld objective: 803928.96\tImprovement: 0.23031" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1047395.79\tOld objective: 989084.93\tImprovement: 0.05895" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1072882.41\tOld objective: 1047395.79\tImprovement: 0.02433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1086602.54\tOld objective: 1072882.41\tImprovement: 0.01279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1094912.93\tOld objective: 1086602.54\tImprovement: 0.00765" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1100353.99\tOld objective: 1094912.93\tImprovement: 0.00497" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1104138.20\tOld objective: 1100353.99\tImprovement: 0.00344" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1106898.93\tOld objective: 1104138.20\tImprovement: 0.00250" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1108990.05\tOld objective: 1106898.93\tImprovement: 0.00189" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1110624.03\tOld objective: 1108990.05\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1111929.52\tOld objective: 1110624.03\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1112999.06\tOld objective: 1111929.52\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1113875.91\tOld objective: 1112999.06\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1114595.63\tOld objective: 1113875.91\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1115202.88\tOld objective: 1114595.63\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1115720.47\tOld objective: 1115202.88\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 119:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 746566.26\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 927374.68\tOld objective: 746566.26\tImprovement: 0.24219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 984457.79\tOld objective: 927374.68\tImprovement: 0.06155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1009366.78\tOld objective: 984457.79\tImprovement: 0.02530" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1022769.70\tOld objective: 1009366.78\tImprovement: 0.01328" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1030918.52\tOld objective: 1022769.70\tImprovement: 0.00797" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1036291.22\tOld objective: 1030918.52\tImprovement: 0.00521" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1040035.49\tOld objective: 1036291.22\tImprovement: 0.00361" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1042771.82\tOld objective: 1040035.49\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1044838.67\tOld objective: 1042771.82\tImprovement: 0.00198" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1046432.55\tOld objective: 1044838.67\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1047694.31\tOld objective: 1046432.55\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1048715.16\tOld objective: 1047694.31\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1049566.12\tOld objective: 1048715.16\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1050268.41\tOld objective: 1049566.12\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1050854.45\tOld objective: 1050268.41\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1051355.74\tOld objective: 1050854.45\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 120:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 775209.56\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 960173.66\tOld objective: 775209.56\tImprovement: 0.23860" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1018656.93\tOld objective: 960173.66\tImprovement: 0.06091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1044136.37\tOld objective: 1018656.93\tImprovement: 0.02501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1057836.27\tOld objective: 1044136.37\tImprovement: 0.01312" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1066107.22\tOld objective: 1057836.27\tImprovement: 0.00782" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1071542.95\tOld objective: 1066107.22\tImprovement: 0.00510" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1075327.37\tOld objective: 1071542.95\tImprovement: 0.00353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1078072.23\tOld objective: 1075327.37\tImprovement: 0.00255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1080162.05\tOld objective: 1078072.23\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1081776.07\tOld objective: 1080162.05\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1083061.86\tOld objective: 1081776.07\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1084102.28\tOld objective: 1083061.86\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1084974.20\tOld objective: 1084102.28\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1085706.45\tOld objective: 1084974.20\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1086318.34\tOld objective: 1085706.45\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1086837.69\tOld objective: 1086318.34\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 121:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 758084.05\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 938721.47\tOld objective: 758084.05\tImprovement: 0.23828" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 995630.70\tOld objective: 938721.47\tImprovement: 0.06062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1020310.67\tOld objective: 995630.70\tImprovement: 0.02479" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1033522.77\tOld objective: 1020310.67\tImprovement: 0.01295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1041502.97\tOld objective: 1033522.77\tImprovement: 0.00772" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1046749.91\tOld objective: 1041502.97\tImprovement: 0.00504" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1050386.08\tOld objective: 1046749.91\tImprovement: 0.00347" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1053041.49\tOld objective: 1050386.08\tImprovement: 0.00253" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1055061.23\tOld objective: 1053041.49\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1056611.70\tOld objective: 1055061.23\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1057851.73\tOld objective: 1056611.70\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1058878.74\tOld objective: 1057851.73\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1059713.59\tOld objective: 1058878.74\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1060416.02\tOld objective: 1059713.59\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1061009.79\tOld objective: 1060416.02\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1061516.71\tOld objective: 1061009.79\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 122:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 690170.29\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 866256.76\tOld objective: 690170.29\tImprovement: 0.25513" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 922225.10\tOld objective: 866256.76\tImprovement: 0.06461" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 946766.27\tOld objective: 922225.10\tImprovement: 0.02661" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 960001.88\tOld objective: 946766.27\tImprovement: 0.01398" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 968006.79\tOld objective: 960001.88\tImprovement: 0.00834" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 973286.25\tOld objective: 968006.79\tImprovement: 0.00545" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 976994.15\tOld objective: 973286.25\tImprovement: 0.00381" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 979710.83\tOld objective: 976994.15\tImprovement: 0.00278" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 981754.73\tOld objective: 979710.83\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 983333.93\tOld objective: 981754.73\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 984594.36\tOld objective: 983333.93\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 985598.22\tOld objective: 984594.36\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 986408.15\tOld objective: 985598.22\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 987088.85\tOld objective: 986408.15\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 987669.04\tOld objective: 987088.85\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 988164.22\tOld objective: 987669.04\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 988589.83\tOld objective: 988164.22\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 123:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 724322.84\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 903835.15\tOld objective: 724322.84\tImprovement: 0.24783" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 960164.81\tOld objective: 903835.15\tImprovement: 0.06232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 984618.64\tOld objective: 960164.81\tImprovement: 0.02547" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 997762.59\tOld objective: 984618.64\tImprovement: 0.01335" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1005706.55\tOld objective: 997762.59\tImprovement: 0.00796" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1010951.14\tOld objective: 1005706.55\tImprovement: 0.00521" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1014591.15\tOld objective: 1010951.14\tImprovement: 0.00360" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1017223.34\tOld objective: 1014591.15\tImprovement: 0.00259" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1019204.82\tOld objective: 1017223.34\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1020744.84\tOld objective: 1019204.82\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1021979.26\tOld objective: 1020744.84\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1022985.08\tOld objective: 1021979.26\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1023812.24\tOld objective: 1022985.08\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1024494.76\tOld objective: 1023812.24\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1025072.77\tOld objective: 1024494.76\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1025563.35\tOld objective: 1025072.77\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 124:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 761161.69\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 942188.83\tOld objective: 761161.69\tImprovement: 0.23783" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 999371.94\tOld objective: 942188.83\tImprovement: 0.06069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1024416.62\tOld objective: 999371.94\tImprovement: 0.02506" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1037958.15\tOld objective: 1024416.62\tImprovement: 0.01322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1046178.35\tOld objective: 1037958.15\tImprovement: 0.00792" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1051586.82\tOld objective: 1046178.35\tImprovement: 0.00517" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1055349.51\tOld objective: 1051586.82\tImprovement: 0.00358" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1058103.61\tOld objective: 1055349.51\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1060181.18\tOld objective: 1058103.61\tImprovement: 0.00196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1061808.56\tOld objective: 1060181.18\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1063111.90\tOld objective: 1061808.56\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1064167.63\tOld objective: 1063111.90\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1065041.35\tOld objective: 1064167.63\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1065788.35\tOld objective: 1065041.35\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1066429.67\tOld objective: 1065788.35\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1066969.37\tOld objective: 1066429.67\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1067431.06\tOld objective: 1066969.37\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 125:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 743199.31\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 925650.37\tOld objective: 743199.31\tImprovement: 0.24549" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 983159.38\tOld objective: 925650.37\tImprovement: 0.06213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1008199.27\tOld objective: 983159.38\tImprovement: 0.02547" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1021615.66\tOld objective: 1008199.27\tImprovement: 0.01331" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1029729.01\tOld objective: 1021615.66\tImprovement: 0.00794" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1035058.42\tOld objective: 1029729.01\tImprovement: 0.00518" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1038779.60\tOld objective: 1035058.42\tImprovement: 0.00360" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1041508.21\tOld objective: 1038779.60\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1043563.26\tOld objective: 1041508.21\tImprovement: 0.00197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1045157.44\tOld objective: 1043563.26\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1046414.87\tOld objective: 1045157.44\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1047438.04\tOld objective: 1046414.87\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1048278.90\tOld objective: 1047438.04\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1048966.66\tOld objective: 1048278.90\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1049537.93\tOld objective: 1048966.66\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1050025.33\tOld objective: 1049537.93\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 126:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 720803.48\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 899139.72\tOld objective: 720803.48\tImprovement: 0.24741" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 954809.50\tOld objective: 899139.72\tImprovement: 0.06191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 978960.24\tOld objective: 954809.50\tImprovement: 0.02529" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 991965.80\tOld objective: 978960.24\tImprovement: 0.01329" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 999852.58\tOld objective: 991965.80\tImprovement: 0.00795" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1005005.14\tOld objective: 999852.58\tImprovement: 0.00515" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1008593.83\tOld objective: 1005005.14\tImprovement: 0.00357" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1011210.51\tOld objective: 1008593.83\tImprovement: 0.00259" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1013175.68\tOld objective: 1011210.51\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1014698.27\tOld objective: 1013175.68\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1015915.51\tOld objective: 1014698.27\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1016900.63\tOld objective: 1015915.51\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1017709.72\tOld objective: 1016900.63\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1018386.92\tOld objective: 1017709.72\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1018956.99\tOld objective: 1018386.92\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1019439.84\tOld objective: 1018956.99\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 127:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 740602.82\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 921269.88\tOld objective: 740602.82\tImprovement: 0.24395" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 978422.57\tOld objective: 921269.88\tImprovement: 0.06204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1003446.75\tOld objective: 978422.57\tImprovement: 0.02558" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1016906.77\tOld objective: 1003446.75\tImprovement: 0.01341" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1025052.73\tOld objective: 1016906.77\tImprovement: 0.00801" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1030414.35\tOld objective: 1025052.73\tImprovement: 0.00523" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1034145.75\tOld objective: 1030414.35\tImprovement: 0.00362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1036843.20\tOld objective: 1034145.75\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1038870.06\tOld objective: 1036843.20\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1040442.10\tOld objective: 1038870.06\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1041697.41\tOld objective: 1040442.10\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1042720.57\tOld objective: 1041697.41\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1043547.46\tOld objective: 1042720.57\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1044246.57\tOld objective: 1043547.46\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1044845.38\tOld objective: 1044246.57\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1045361.87\tOld objective: 1044845.38\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 128:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 755665.15\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 935544.64\tOld objective: 755665.15\tImprovement: 0.23804" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 991477.12\tOld objective: 935544.64\tImprovement: 0.05979" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1015714.29\tOld objective: 991477.12\tImprovement: 0.02445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1028717.74\tOld objective: 1015714.29\tImprovement: 0.01280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1036598.72\tOld objective: 1028717.74\tImprovement: 0.00766" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1041750.45\tOld objective: 1036598.72\tImprovement: 0.00497" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1045317.13\tOld objective: 1041750.45\tImprovement: 0.00342" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1047908.35\tOld objective: 1045317.13\tImprovement: 0.00248" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1049876.46\tOld objective: 1047908.35\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1051405.11\tOld objective: 1049876.46\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1052621.78\tOld objective: 1051405.11\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1053613.69\tOld objective: 1052621.78\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1054430.26\tOld objective: 1053613.69\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1055111.87\tOld objective: 1054430.26\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1055689.20\tOld objective: 1055111.87\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1056190.13\tOld objective: 1055689.20\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 129:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 792425.55\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 977643.90\tOld objective: 792425.55\tImprovement: 0.23374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1035549.99\tOld objective: 977643.90\tImprovement: 0.05923" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1060701.20\tOld objective: 1035549.99\tImprovement: 0.02429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1074163.94\tOld objective: 1060701.20\tImprovement: 0.01269" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1082279.51\tOld objective: 1074163.94\tImprovement: 0.00756" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1087577.70\tOld objective: 1082279.51\tImprovement: 0.00490" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1091285.61\tOld objective: 1087577.70\tImprovement: 0.00341" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1093996.85\tOld objective: 1091285.61\tImprovement: 0.00248" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1096058.74\tOld objective: 1093996.85\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1097641.61\tOld objective: 1096058.74\tImprovement: 0.00144" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1098892.95\tOld objective: 1097641.61\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1099908.68\tOld objective: 1098892.95\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1100730.13\tOld objective: 1099908.68\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1101398.22\tOld objective: 1100730.13\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1101964.14\tOld objective: 1101398.22\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1102463.37\tOld objective: 1101964.14\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 130:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 749976.13\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 929944.78\tOld objective: 749976.13\tImprovement: 0.23997" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 986165.25\tOld objective: 929944.78\tImprovement: 0.06046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1010629.44\tOld objective: 986165.25\tImprovement: 0.02481" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1023736.33\tOld objective: 1010629.44\tImprovement: 0.01297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1031599.78\tOld objective: 1023736.33\tImprovement: 0.00768" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1036744.41\tOld objective: 1031599.78\tImprovement: 0.00499" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1040336.04\tOld objective: 1036744.41\tImprovement: 0.00346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1042959.74\tOld objective: 1040336.04\tImprovement: 0.00252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1044965.24\tOld objective: 1042959.74\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1046541.50\tOld objective: 1044965.24\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1047778.76\tOld objective: 1046541.50\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1048773.89\tOld objective: 1047778.76\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1049594.34\tOld objective: 1048773.89\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1050286.38\tOld objective: 1049594.34\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1050865.13\tOld objective: 1050286.38\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1051361.05\tOld objective: 1050865.13\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 131:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 758779.01\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 938975.63\tOld objective: 758779.01\tImprovement: 0.23748" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 995090.60\tOld objective: 938975.63\tImprovement: 0.05976" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1019348.16\tOld objective: 995090.60\tImprovement: 0.02438" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1032347.63\tOld objective: 1019348.16\tImprovement: 0.01275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1040254.52\tOld objective: 1032347.63\tImprovement: 0.00766" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1045467.39\tOld objective: 1040254.52\tImprovement: 0.00501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1049081.94\tOld objective: 1045467.39\tImprovement: 0.00346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1051719.95\tOld objective: 1049081.94\tImprovement: 0.00251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1053721.63\tOld objective: 1051719.95\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1055270.53\tOld objective: 1053721.63\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1056487.09\tOld objective: 1055270.53\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1057476.10\tOld objective: 1056487.09\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1058290.09\tOld objective: 1057476.10\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1058970.29\tOld objective: 1058290.09\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1059545.76\tOld objective: 1058970.29\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1060032.77\tOld objective: 1059545.76\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 132:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 743040.18\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 922448.17\tOld objective: 743040.18\tImprovement: 0.24145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 978527.79\tOld objective: 922448.17\tImprovement: 0.06079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1002840.64\tOld objective: 978527.79\tImprovement: 0.02485" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1015854.50\tOld objective: 1002840.64\tImprovement: 0.01298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1023726.11\tOld objective: 1015854.50\tImprovement: 0.00775" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1028858.55\tOld objective: 1023726.11\tImprovement: 0.00501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1032396.89\tOld objective: 1028858.55\tImprovement: 0.00344" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1034974.66\tOld objective: 1032396.89\tImprovement: 0.00250" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1036936.06\tOld objective: 1034974.66\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1038460.56\tOld objective: 1036936.06\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1039681.59\tOld objective: 1038460.56\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1040681.39\tOld objective: 1039681.59\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1041496.87\tOld objective: 1040681.39\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1042181.46\tOld objective: 1041496.87\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1042758.84\tOld objective: 1042181.46\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1043248.71\tOld objective: 1042758.84\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 133:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 714591.93\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 892680.92\tOld objective: 714591.93\tImprovement: 0.24922" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 948063.96\tOld objective: 892680.92\tImprovement: 0.06204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 972055.34\tOld objective: 948063.96\tImprovement: 0.02531" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 984958.32\tOld objective: 972055.34\tImprovement: 0.01327" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 992750.58\tOld objective: 984958.32\tImprovement: 0.00791" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 997880.21\tOld objective: 992750.58\tImprovement: 0.00517" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1001433.49\tOld objective: 997880.21\tImprovement: 0.00356" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1004039.13\tOld objective: 1001433.49\tImprovement: 0.00260" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1006014.24\tOld objective: 1004039.13\tImprovement: 0.00197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1007539.27\tOld objective: 1006014.24\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1008760.01\tOld objective: 1007539.27\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1009740.69\tOld objective: 1008760.01\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1010531.86\tOld objective: 1009740.69\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1011186.10\tOld objective: 1010531.86\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1011731.13\tOld objective: 1011186.10\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1012186.66\tOld objective: 1011731.13\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 134:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 723855.41\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 903386.67\tOld objective: 723855.41\tImprovement: 0.24802" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 959389.67\tOld objective: 903386.67\tImprovement: 0.06199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 983583.36\tOld objective: 959389.67\tImprovement: 0.02522" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 996522.15\tOld objective: 983583.36\tImprovement: 0.01315" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1004296.29\tOld objective: 996522.15\tImprovement: 0.00780" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1009376.36\tOld objective: 1004296.29\tImprovement: 0.00506" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1012896.67\tOld objective: 1009376.36\tImprovement: 0.00349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1015481.57\tOld objective: 1012896.67\tImprovement: 0.00255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1017419.18\tOld objective: 1015481.57\tImprovement: 0.00191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1018898.64\tOld objective: 1017419.18\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1020062.19\tOld objective: 1018898.64\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1021010.35\tOld objective: 1020062.19\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1021787.39\tOld objective: 1021010.35\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1022433.13\tOld objective: 1021787.39\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1022977.10\tOld objective: 1022433.13\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1023425.71\tOld objective: 1022977.10\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 135:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 713296.15\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 890691.54\tOld objective: 713296.15\tImprovement: 0.24870" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 946840.76\tOld objective: 890691.54\tImprovement: 0.06304" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 971409.03\tOld objective: 946840.76\tImprovement: 0.02595" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 984605.94\tOld objective: 971409.03\tImprovement: 0.01359" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 992602.09\tOld objective: 984605.94\tImprovement: 0.00812" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 997864.17\tOld objective: 992602.09\tImprovement: 0.00530" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1001517.20\tOld objective: 997864.17\tImprovement: 0.00366" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1004154.88\tOld objective: 1001517.20\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1006143.71\tOld objective: 1004154.88\tImprovement: 0.00198" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1007682.80\tOld objective: 1006143.71\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1008914.37\tOld objective: 1007682.80\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1009922.02\tOld objective: 1008914.37\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1010738.68\tOld objective: 1009922.02\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1011424.10\tOld objective: 1010738.68\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1012019.89\tOld objective: 1011424.10\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1012536.65\tOld objective: 1012019.89\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1012973.09\tOld objective: 1012536.65\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 136:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 645309.42\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 816698.43\tOld objective: 645309.42\tImprovement: 0.26559" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 870547.63\tOld objective: 816698.43\tImprovement: 0.06594" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 893931.93\tOld objective: 870547.63\tImprovement: 0.02686" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 906491.42\tOld objective: 893931.93\tImprovement: 0.01405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 914118.62\tOld objective: 906491.42\tImprovement: 0.00841" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 919160.98\tOld objective: 914118.62\tImprovement: 0.00552" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 922675.04\tOld objective: 919160.98\tImprovement: 0.00382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 925233.77\tOld objective: 922675.04\tImprovement: 0.00277" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 927159.92\tOld objective: 925233.77\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 928650.00\tOld objective: 927159.92\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 929829.41\tOld objective: 928650.00\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 930777.29\tOld objective: 929829.41\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 931547.07\tOld objective: 930777.29\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 932180.93\tOld objective: 931547.07\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 932720.43\tOld objective: 932180.93\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 933189.01\tOld objective: 932720.43\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 933590.39\tOld objective: 933189.01\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 137:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 757077.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 937802.74\tOld objective: 757077.83\tImprovement: 0.23871" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 994535.81\tOld objective: 937802.74\tImprovement: 0.06050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1019100.58\tOld objective: 994535.81\tImprovement: 0.02470" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1032279.31\tOld objective: 1019100.58\tImprovement: 0.01293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1040232.06\tOld objective: 1032279.31\tImprovement: 0.00770" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1045444.41\tOld objective: 1040232.06\tImprovement: 0.00501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1049077.47\tOld objective: 1045444.41\tImprovement: 0.00348" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1051717.14\tOld objective: 1049077.47\tImprovement: 0.00252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1053719.50\tOld objective: 1051717.14\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1055274.40\tOld objective: 1053719.50\tImprovement: 0.00148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1056506.41\tOld objective: 1055274.40\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1057517.16\tOld objective: 1056506.41\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1058360.81\tOld objective: 1057517.16\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1059063.55\tOld objective: 1058360.81\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1059658.45\tOld objective: 1059063.55\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1060170.38\tOld objective: 1059658.45\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 138:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 704567.93\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 880176.10\tOld objective: 704567.93\tImprovement: 0.24924" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 935457.27\tOld objective: 880176.10\tImprovement: 0.06281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 959547.43\tOld objective: 935457.27\tImprovement: 0.02575" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 972481.85\tOld objective: 959547.43\tImprovement: 0.01348" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 980313.08\tOld objective: 972481.85\tImprovement: 0.00805" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 985443.97\tOld objective: 980313.08\tImprovement: 0.00523" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 989039.79\tOld objective: 985443.97\tImprovement: 0.00365" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 991652.09\tOld objective: 989039.79\tImprovement: 0.00264" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 993622.51\tOld objective: 991652.09\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 995154.07\tOld objective: 993622.51\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 996363.77\tOld objective: 995154.07\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 997340.21\tOld objective: 996363.77\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 998155.88\tOld objective: 997340.21\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 998838.56\tOld objective: 998155.88\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 999420.31\tOld objective: 998838.56\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 999924.72\tOld objective: 999420.31\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1000358.72\tOld objective: 999924.72\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 139:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 712547.40\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 889826.01\tOld objective: 712547.40\tImprovement: 0.24880" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 945419.30\tOld objective: 889826.01\tImprovement: 0.06248" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 969557.18\tOld objective: 945419.30\tImprovement: 0.02553" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 982553.35\tOld objective: 969557.18\tImprovement: 0.01340" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 990439.66\tOld objective: 982553.35\tImprovement: 0.00803" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 995627.25\tOld objective: 990439.66\tImprovement: 0.00524" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 999268.66\tOld objective: 995627.25\tImprovement: 0.00366" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1001939.51\tOld objective: 999268.66\tImprovement: 0.00267" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1003932.12\tOld objective: 1001939.51\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1005468.68\tOld objective: 1003932.12\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1006695.00\tOld objective: 1005468.68\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1007683.54\tOld objective: 1006695.00\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1008504.46\tOld objective: 1007683.54\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1009202.76\tOld objective: 1008504.46\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1009804.96\tOld objective: 1009202.76\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1010312.39\tOld objective: 1009804.96\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1010732.43\tOld objective: 1010312.39\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 140:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 729884.39\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 907023.81\tOld objective: 729884.39\tImprovement: 0.24270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 962382.12\tOld objective: 907023.81\tImprovement: 0.06103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 986341.88\tOld objective: 962382.12\tImprovement: 0.02490" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 999123.25\tOld objective: 986341.88\tImprovement: 0.01296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1006801.52\tOld objective: 999123.25\tImprovement: 0.00769" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1011861.76\tOld objective: 1006801.52\tImprovement: 0.00503" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1015383.47\tOld objective: 1011861.76\tImprovement: 0.00348" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1017928.30\tOld objective: 1015383.47\tImprovement: 0.00251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1019860.72\tOld objective: 1017928.30\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1021359.59\tOld objective: 1019860.72\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1022545.93\tOld objective: 1021359.59\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1023508.06\tOld objective: 1022545.93\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1024291.16\tOld objective: 1023508.06\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1024949.17\tOld objective: 1024291.16\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1025508.92\tOld objective: 1024949.17\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1025983.25\tOld objective: 1025508.92\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 141:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 788113.79\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 969447.61\tOld objective: 788113.79\tImprovement: 0.23009" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1025762.03\tOld objective: 969447.61\tImprovement: 0.05809" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1050137.03\tOld objective: 1025762.03\tImprovement: 0.02376" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1063145.79\tOld objective: 1050137.03\tImprovement: 0.01239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1070933.38\tOld objective: 1063145.79\tImprovement: 0.00733" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1076026.83\tOld objective: 1070933.38\tImprovement: 0.00476" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1079591.53\tOld objective: 1076026.83\tImprovement: 0.00331" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1082217.06\tOld objective: 1079591.53\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1084200.47\tOld objective: 1082217.06\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1085722.59\tOld objective: 1084200.47\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1086913.34\tOld objective: 1085722.59\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1087871.54\tOld objective: 1086913.34\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1088659.73\tOld objective: 1087871.54\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1089318.29\tOld objective: 1088659.73\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1089878.39\tOld objective: 1089318.29\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1090344.03\tOld objective: 1089878.39\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 142:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 743298.68\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 921256.76\tOld objective: 743298.68\tImprovement: 0.23942" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 976885.13\tOld objective: 921256.76\tImprovement: 0.06038" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1001000.66\tOld objective: 976885.13\tImprovement: 0.02469" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1013941.46\tOld objective: 1001000.66\tImprovement: 0.01293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1021749.54\tOld objective: 1013941.46\tImprovement: 0.00770" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1026878.07\tOld objective: 1021749.54\tImprovement: 0.00502" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1030428.57\tOld objective: 1026878.07\tImprovement: 0.00346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1032997.11\tOld objective: 1030428.57\tImprovement: 0.00249" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1034915.44\tOld objective: 1032997.11\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1036416.99\tOld objective: 1034915.44\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1037619.31\tOld objective: 1036416.99\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1038605.72\tOld objective: 1037619.31\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1039424.38\tOld objective: 1038605.72\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1040122.10\tOld objective: 1039424.38\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1040722.70\tOld objective: 1040122.10\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1041233.29\tOld objective: 1040722.70\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 143:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 724435.58\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 901367.98\tOld objective: 724435.58\tImprovement: 0.24423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 956814.12\tOld objective: 901367.98\tImprovement: 0.06151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 980882.76\tOld objective: 956814.12\tImprovement: 0.02515" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 993764.76\tOld objective: 980882.76\tImprovement: 0.01313" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1001503.99\tOld objective: 993764.76\tImprovement: 0.00779" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1006596.87\tOld objective: 1001503.99\tImprovement: 0.00509" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1010160.05\tOld objective: 1006596.87\tImprovement: 0.00354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1012748.99\tOld objective: 1010160.05\tImprovement: 0.00256" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1014689.51\tOld objective: 1012748.99\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1016181.04\tOld objective: 1014689.51\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1017360.37\tOld objective: 1016181.04\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1018319.54\tOld objective: 1017360.37\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1019111.34\tOld objective: 1018319.54\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1019762.47\tOld objective: 1019111.34\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1020322.90\tOld objective: 1019762.47\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1020799.80\tOld objective: 1020322.90\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 144:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 795148.25\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 973553.82\tOld objective: 795148.25\tImprovement: 0.22437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1028982.44\tOld objective: 973553.82\tImprovement: 0.05693" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1053086.98\tOld objective: 1028982.44\tImprovement: 0.02343" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1066045.33\tOld objective: 1053086.98\tImprovement: 0.01231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1073863.61\tOld objective: 1066045.33\tImprovement: 0.00733" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1078982.03\tOld objective: 1073863.61\tImprovement: 0.00477" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1082560.37\tOld objective: 1078982.03\tImprovement: 0.00332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1085159.21\tOld objective: 1082560.37\tImprovement: 0.00240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1087127.01\tOld objective: 1085159.21\tImprovement: 0.00181" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1088661.21\tOld objective: 1087127.01\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1089887.58\tOld objective: 1088661.21\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1090883.07\tOld objective: 1089887.58\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1091692.06\tOld objective: 1090883.07\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1092370.25\tOld objective: 1091692.06\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1092948.65\tOld objective: 1092370.25\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1093435.88\tOld objective: 1092948.65\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 145:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 718942.26\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 894500.09\tOld objective: 718942.26\tImprovement: 0.24419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 949036.15\tOld objective: 894500.09\tImprovement: 0.06097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 972683.97\tOld objective: 949036.15\tImprovement: 0.02492" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 985417.31\tOld objective: 972683.97\tImprovement: 0.01309" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 993104.69\tOld objective: 985417.31\tImprovement: 0.00780" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 998147.97\tOld objective: 993104.69\tImprovement: 0.00508" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1001656.46\tOld objective: 998147.97\tImprovement: 0.00352" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1004212.30\tOld objective: 1001656.46\tImprovement: 0.00255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1006155.52\tOld objective: 1004212.30\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1007668.45\tOld objective: 1006155.52\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1008864.84\tOld objective: 1007668.45\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1009822.93\tOld objective: 1008864.84\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1010604.10\tOld objective: 1009822.93\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1011246.73\tOld objective: 1010604.10\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1011792.12\tOld objective: 1011246.73\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1012263.74\tOld objective: 1011792.12\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 146:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 753643.05\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 934588.94\tOld objective: 753643.05\tImprovement: 0.24009" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 991023.31\tOld objective: 934588.94\tImprovement: 0.06038" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1015324.78\tOld objective: 991023.31\tImprovement: 0.02452" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1028287.27\tOld objective: 1015324.78\tImprovement: 0.01277" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1036142.82\tOld objective: 1028287.27\tImprovement: 0.00764" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1041318.02\tOld objective: 1036142.82\tImprovement: 0.00499" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1044917.46\tOld objective: 1041318.02\tImprovement: 0.00346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1047526.51\tOld objective: 1044917.46\tImprovement: 0.00250" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1049494.68\tOld objective: 1047526.51\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1051020.69\tOld objective: 1049494.68\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1052211.71\tOld objective: 1051020.69\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1053154.27\tOld objective: 1052211.71\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1053936.60\tOld objective: 1053154.27\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1054592.79\tOld objective: 1053936.60\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1055154.68\tOld objective: 1054592.79\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1055632.66\tOld objective: 1055154.68\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 147:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 844967.11\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1027641.14\tOld objective: 844967.11\tImprovement: 0.21619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1084132.13\tOld objective: 1027641.14\tImprovement: 0.05497" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1108426.92\tOld objective: 1084132.13\tImprovement: 0.02241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1121380.66\tOld objective: 1108426.92\tImprovement: 0.01169" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1129189.22\tOld objective: 1121380.66\tImprovement: 0.00696" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1134278.36\tOld objective: 1129189.22\tImprovement: 0.00451" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1137809.61\tOld objective: 1134278.36\tImprovement: 0.00311" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1140379.21\tOld objective: 1137809.61\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1142312.97\tOld objective: 1140379.21\tImprovement: 0.00170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1143794.10\tOld objective: 1142312.97\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1144972.58\tOld objective: 1143794.10\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1145946.18\tOld objective: 1144972.58\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1146738.27\tOld objective: 1145946.18\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1147393.11\tOld objective: 1146738.27\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1147956.81\tOld objective: 1147393.11\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 148:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 793593.63\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 972963.48\tOld objective: 793593.63\tImprovement: 0.22602" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1028677.65\tOld objective: 972963.48\tImprovement: 0.05726" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1052750.97\tOld objective: 1028677.65\tImprovement: 0.02340" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1065699.81\tOld objective: 1052750.97\tImprovement: 0.01230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1073498.81\tOld objective: 1065699.81\tImprovement: 0.00732" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1078600.68\tOld objective: 1073498.81\tImprovement: 0.00475" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1082161.77\tOld objective: 1078600.68\tImprovement: 0.00330" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1084748.45\tOld objective: 1082161.77\tImprovement: 0.00239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1086676.47\tOld objective: 1084748.45\tImprovement: 0.00178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1088192.11\tOld objective: 1086676.47\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1089416.32\tOld objective: 1088192.11\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1090404.23\tOld objective: 1089416.32\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1091207.56\tOld objective: 1090404.23\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1091879.73\tOld objective: 1091207.56\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1092449.68\tOld objective: 1091879.73\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1092930.99\tOld objective: 1092449.68\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 149:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 756552.90\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 934745.29\tOld objective: 756552.90\tImprovement: 0.23553" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 990420.22\tOld objective: 934745.29\tImprovement: 0.05956" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1014566.67\tOld objective: 990420.22\tImprovement: 0.02438" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1027547.31\tOld objective: 1014566.67\tImprovement: 0.01279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1035417.14\tOld objective: 1027547.31\tImprovement: 0.00766" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1040587.60\tOld objective: 1035417.14\tImprovement: 0.00499" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1044195.59\tOld objective: 1040587.60\tImprovement: 0.00347" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1046818.23\tOld objective: 1044195.59\tImprovement: 0.00251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1048783.29\tOld objective: 1046818.23\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1050318.17\tOld objective: 1048783.29\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1051545.77\tOld objective: 1050318.17\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1052539.51\tOld objective: 1051545.77\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1053364.96\tOld objective: 1052539.51\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1054056.84\tOld objective: 1053364.96\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1054621.33\tOld objective: 1054056.84\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1055100.46\tOld objective: 1054621.33\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 150:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 770153.03\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 946718.71\tOld objective: 770153.03\tImprovement: 0.22926" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1001580.57\tOld objective: 946718.71\tImprovement: 0.05795" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1025319.05\tOld objective: 1001580.57\tImprovement: 0.02370" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1038070.89\tOld objective: 1025319.05\tImprovement: 0.01244" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1045803.33\tOld objective: 1038070.89\tImprovement: 0.00745" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1050873.07\tOld objective: 1045803.33\tImprovement: 0.00485" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1054406.85\tOld objective: 1050873.07\tImprovement: 0.00336" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1056993.46\tOld objective: 1054406.85\tImprovement: 0.00245" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1058954.77\tOld objective: 1056993.46\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1060477.32\tOld objective: 1058954.77\tImprovement: 0.00144" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1061678.71\tOld objective: 1060477.32\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1062658.96\tOld objective: 1061678.71\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1063482.85\tOld objective: 1062658.96\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1064176.21\tOld objective: 1063482.85\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1064767.40\tOld objective: 1064176.21\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1065273.87\tOld objective: 1064767.40\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 151:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 767459.01\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 946978.73\tOld objective: 767459.01\tImprovement: 0.23391" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1002763.88\tOld objective: 946978.73\tImprovement: 0.05891" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1026737.54\tOld objective: 1002763.88\tImprovement: 0.02391" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1039495.25\tOld objective: 1026737.54\tImprovement: 0.01243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1047191.32\tOld objective: 1039495.25\tImprovement: 0.00740" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1052227.21\tOld objective: 1047191.32\tImprovement: 0.00481" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1055755.57\tOld objective: 1052227.21\tImprovement: 0.00335" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1058322.82\tOld objective: 1055755.57\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1060275.93\tOld objective: 1058322.82\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1061767.49\tOld objective: 1060275.93\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1062947.74\tOld objective: 1061767.49\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1063901.91\tOld objective: 1062947.74\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1064680.15\tOld objective: 1063901.91\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1065341.69\tOld objective: 1064680.15\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1065905.20\tOld objective: 1065341.69\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1066387.52\tOld objective: 1065905.20\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 152:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 719854.56\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 894202.73\tOld objective: 719854.56\tImprovement: 0.24220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 947913.77\tOld objective: 894202.73\tImprovement: 0.06007" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 970973.75\tOld objective: 947913.77\tImprovement: 0.02433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 983284.19\tOld objective: 970973.75\tImprovement: 0.01268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 990770.46\tOld objective: 983284.19\tImprovement: 0.00761" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 995726.43\tOld objective: 990770.46\tImprovement: 0.00500" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 999185.77\tOld objective: 995726.43\tImprovement: 0.00347" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1001702.62\tOld objective: 999185.77\tImprovement: 0.00252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1003610.45\tOld objective: 1001702.62\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1005097.92\tOld objective: 1003610.45\tImprovement: 0.00148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1006283.95\tOld objective: 1005097.92\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1007253.76\tOld objective: 1006283.95\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1008058.70\tOld objective: 1007253.76\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1008719.42\tOld objective: 1008058.70\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1009272.22\tOld objective: 1008719.42\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1009737.48\tOld objective: 1009272.22\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 153:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 797155.22\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 975722.91\tOld objective: 797155.22\tImprovement: 0.22401" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1031543.50\tOld objective: 975722.91\tImprovement: 0.05721" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1055899.32\tOld objective: 1031543.50\tImprovement: 0.02361" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1068982.71\tOld objective: 1055899.32\tImprovement: 0.01239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1076869.31\tOld objective: 1068982.71\tImprovement: 0.00738" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1082050.45\tOld objective: 1076869.31\tImprovement: 0.00481" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1085671.83\tOld objective: 1082050.45\tImprovement: 0.00335" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1088308.68\tOld objective: 1085671.83\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1090278.52\tOld objective: 1088308.68\tImprovement: 0.00181" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1091810.24\tOld objective: 1090278.52\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1093024.88\tOld objective: 1091810.24\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1094006.67\tOld objective: 1093024.88\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1094812.74\tOld objective: 1094006.67\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1095485.72\tOld objective: 1094812.74\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1096056.93\tOld objective: 1095485.72\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1096544.91\tOld objective: 1096056.93\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 154:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 679569.11\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 852567.31\tOld objective: 679569.11\tImprovement: 0.25457" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 906173.05\tOld objective: 852567.31\tImprovement: 0.06288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 929297.18\tOld objective: 906173.05\tImprovement: 0.02552" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 941636.38\tOld objective: 929297.18\tImprovement: 0.01328" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 949077.14\tOld objective: 941636.38\tImprovement: 0.00790" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 953942.13\tOld objective: 949077.14\tImprovement: 0.00513" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 957330.92\tOld objective: 953942.13\tImprovement: 0.00355" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 959825.82\tOld objective: 957330.92\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 961713.27\tOld objective: 959825.82\tImprovement: 0.00197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 963181.34\tOld objective: 961713.27\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 964351.97\tOld objective: 963181.34\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 965303.52\tOld objective: 964351.97\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 966082.15\tOld objective: 965303.52\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 966740.50\tOld objective: 966082.15\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 967302.45\tOld objective: 966740.50\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 967781.76\tOld objective: 967302.45\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 155:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 822859.24\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1002596.88\tOld objective: 822859.24\tImprovement: 0.21843" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1058567.94\tOld objective: 1002596.88\tImprovement: 0.05583" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1082767.21\tOld objective: 1058567.94\tImprovement: 0.02286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1095724.96\tOld objective: 1082767.21\tImprovement: 0.01197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1103534.36\tOld objective: 1095724.96\tImprovement: 0.00713" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1108656.48\tOld objective: 1103534.36\tImprovement: 0.00464" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1112234.64\tOld objective: 1108656.48\tImprovement: 0.00323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1114852.96\tOld objective: 1112234.64\tImprovement: 0.00235" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1116828.70\tOld objective: 1114852.96\tImprovement: 0.00177" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1118345.84\tOld objective: 1116828.70\tImprovement: 0.00136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1119549.43\tOld objective: 1118345.84\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1120541.85\tOld objective: 1119549.43\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1121360.03\tOld objective: 1120541.85\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1122034.68\tOld objective: 1121360.03\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1122600.07\tOld objective: 1122034.68\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1123083.12\tOld objective: 1122600.07\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 156:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 740823.62\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 916772.69\tOld objective: 740823.62\tImprovement: 0.23750" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 971234.20\tOld objective: 916772.69\tImprovement: 0.05941" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 994822.00\tOld objective: 971234.20\tImprovement: 0.02429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1007446.99\tOld objective: 994822.00\tImprovement: 0.01269" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1015048.67\tOld objective: 1007446.99\tImprovement: 0.00755" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1020032.59\tOld objective: 1015048.67\tImprovement: 0.00491" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1023471.11\tOld objective: 1020032.59\tImprovement: 0.00337" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1025972.91\tOld objective: 1023471.11\tImprovement: 0.00244" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1027856.04\tOld objective: 1025972.91\tImprovement: 0.00184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1029321.48\tOld objective: 1027856.04\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1030483.72\tOld objective: 1029321.48\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1031438.27\tOld objective: 1030483.72\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1032227.07\tOld objective: 1031438.27\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1032877.99\tOld objective: 1032227.07\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1033433.67\tOld objective: 1032877.99\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1033903.96\tOld objective: 1033433.67\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 157:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 797410.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 976727.79\tOld objective: 797410.47\tImprovement: 0.22487" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1031845.17\tOld objective: 976727.79\tImprovement: 0.05643" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1055529.78\tOld objective: 1031845.17\tImprovement: 0.02295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1068215.45\tOld objective: 1055529.78\tImprovement: 0.01202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1075900.83\tOld objective: 1068215.45\tImprovement: 0.00719" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1080943.06\tOld objective: 1075900.83\tImprovement: 0.00469" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1084422.40\tOld objective: 1080943.06\tImprovement: 0.00322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1086938.12\tOld objective: 1084422.40\tImprovement: 0.00232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1088828.50\tOld objective: 1086938.12\tImprovement: 0.00174" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1090294.31\tOld objective: 1088828.50\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1091475.24\tOld objective: 1090294.31\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1092443.32\tOld objective: 1091475.24\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1093241.77\tOld objective: 1092443.32\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1093892.86\tOld objective: 1093241.77\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1094442.77\tOld objective: 1093892.86\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1094916.06\tOld objective: 1094442.77\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 158:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 781980.71\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 960089.48\tOld objective: 781980.71\tImprovement: 0.22777" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1015195.37\tOld objective: 960089.48\tImprovement: 0.05740" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1038902.96\tOld objective: 1015195.37\tImprovement: 0.02335" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1051579.83\tOld objective: 1038902.96\tImprovement: 0.01220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1059228.98\tOld objective: 1051579.83\tImprovement: 0.00727" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1064234.16\tOld objective: 1059228.98\tImprovement: 0.00473" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1067726.75\tOld objective: 1064234.16\tImprovement: 0.00328" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1070270.72\tOld objective: 1067726.75\tImprovement: 0.00238" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1072165.39\tOld objective: 1070270.72\tImprovement: 0.00177" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1073636.34\tOld objective: 1072165.39\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1074809.17\tOld objective: 1073636.34\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1075755.09\tOld objective: 1074809.17\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1076540.37\tOld objective: 1075755.09\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1077197.88\tOld objective: 1076540.37\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1077763.44\tOld objective: 1077197.88\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1078242.74\tOld objective: 1077763.44\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 159:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 780088.66\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 957814.08\tOld objective: 780088.66\tImprovement: 0.22783" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1013133.32\tOld objective: 957814.08\tImprovement: 0.05776" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1037036.82\tOld objective: 1013133.32\tImprovement: 0.02359" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1049868.27\tOld objective: 1037036.82\tImprovement: 0.01237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1057582.36\tOld objective: 1049868.27\tImprovement: 0.00735" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1062667.32\tOld objective: 1057582.36\tImprovement: 0.00481" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1066238.32\tOld objective: 1062667.32\tImprovement: 0.00336" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1068837.32\tOld objective: 1066238.32\tImprovement: 0.00244" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1070793.86\tOld objective: 1068837.32\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1072305.56\tOld objective: 1070793.86\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1073504.70\tOld objective: 1072305.56\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1074473.18\tOld objective: 1073504.70\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1075271.22\tOld objective: 1074473.18\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1075943.43\tOld objective: 1075271.22\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1076526.90\tOld objective: 1075943.43\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1077030.00\tOld objective: 1076526.90\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 160:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 769420.80\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 949740.12\tOld objective: 769420.80\tImprovement: 0.23436" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1006101.23\tOld objective: 949740.12\tImprovement: 0.05934" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1030336.81\tOld objective: 1006101.23\tImprovement: 0.02409" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1043228.08\tOld objective: 1030336.81\tImprovement: 0.01251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1050988.40\tOld objective: 1043228.08\tImprovement: 0.00744" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1056052.63\tOld objective: 1050988.40\tImprovement: 0.00482" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1059566.76\tOld objective: 1056052.63\tImprovement: 0.00333" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1062125.68\tOld objective: 1059566.76\tImprovement: 0.00242" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1064063.32\tOld objective: 1062125.68\tImprovement: 0.00182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1065586.72\tOld objective: 1064063.32\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1066794.73\tOld objective: 1065586.72\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1067771.66\tOld objective: 1066794.73\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1068571.62\tOld objective: 1067771.66\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1069223.69\tOld objective: 1068571.62\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1069768.57\tOld objective: 1069223.69\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1070248.44\tOld objective: 1069768.57\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 161:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 776607.50\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 956831.36\tOld objective: 776607.50\tImprovement: 0.23207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1012802.84\tOld objective: 956831.36\tImprovement: 0.05850" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1036982.28\tOld objective: 1012802.84\tImprovement: 0.02387" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1049897.95\tOld objective: 1036982.28\tImprovement: 0.01246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1057658.97\tOld objective: 1049897.95\tImprovement: 0.00739" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1062721.33\tOld objective: 1057658.97\tImprovement: 0.00479" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1066229.37\tOld objective: 1062721.33\tImprovement: 0.00330" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1068779.09\tOld objective: 1066229.37\tImprovement: 0.00239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1070716.44\tOld objective: 1068779.09\tImprovement: 0.00181" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1072230.75\tOld objective: 1070716.44\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1073431.67\tOld objective: 1072230.75\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1074398.95\tOld objective: 1073431.67\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1075199.35\tOld objective: 1074398.95\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1075866.63\tOld objective: 1075199.35\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1076417.44\tOld objective: 1075866.63\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1076878.16\tOld objective: 1076417.44\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 162:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 748947.51\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 929030.92\tOld objective: 748947.51\tImprovement: 0.24045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 985271.19\tOld objective: 929030.92\tImprovement: 0.06054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1009498.55\tOld objective: 985271.19\tImprovement: 0.02459" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1022433.45\tOld objective: 1009498.55\tImprovement: 0.01281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1030255.94\tOld objective: 1022433.45\tImprovement: 0.00765" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1035365.95\tOld objective: 1030255.94\tImprovement: 0.00496" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1038913.57\tOld objective: 1035365.95\tImprovement: 0.00343" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1041507.74\tOld objective: 1038913.57\tImprovement: 0.00250" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1043466.06\tOld objective: 1041507.74\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1044978.68\tOld objective: 1043466.06\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1046189.68\tOld objective: 1044978.68\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1047187.45\tOld objective: 1046189.68\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1047998.17\tOld objective: 1047187.45\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1048657.28\tOld objective: 1047998.17\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1049211.61\tOld objective: 1048657.28\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1049686.30\tOld objective: 1049211.61\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 163:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 744369.75\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 917804.00\tOld objective: 744369.75\tImprovement: 0.23299" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 971513.64\tOld objective: 917804.00\tImprovement: 0.05852" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 994749.41\tOld objective: 971513.64\tImprovement: 0.02392" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1007224.09\tOld objective: 994749.41\tImprovement: 0.01254" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1014761.33\tOld objective: 1007224.09\tImprovement: 0.00748" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1019675.08\tOld objective: 1014761.33\tImprovement: 0.00484" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1023090.91\tOld objective: 1019675.08\tImprovement: 0.00335" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1025599.56\tOld objective: 1023090.91\tImprovement: 0.00245" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1027507.67\tOld objective: 1025599.56\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1029004.83\tOld objective: 1027507.67\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1030207.46\tOld objective: 1029004.83\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1031175.03\tOld objective: 1030207.46\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1031971.38\tOld objective: 1031175.03\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1032638.43\tOld objective: 1031971.38\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1033190.74\tOld objective: 1032638.43\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1033665.03\tOld objective: 1033190.74\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 164:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 750206.95\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 927874.43\tOld objective: 750206.95\tImprovement: 0.23682" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 982289.91\tOld objective: 927874.43\tImprovement: 0.05865" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1005555.87\tOld objective: 982289.91\tImprovement: 0.02369" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1017963.08\tOld objective: 1005555.87\tImprovement: 0.01234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1025413.94\tOld objective: 1017963.08\tImprovement: 0.00732" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1030274.35\tOld objective: 1025413.94\tImprovement: 0.00474" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1033678.46\tOld objective: 1030274.35\tImprovement: 0.00330" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1036161.95\tOld objective: 1033678.46\tImprovement: 0.00240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1038020.93\tOld objective: 1036161.95\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1039455.57\tOld objective: 1038020.93\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1040595.53\tOld objective: 1039455.57\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1041517.50\tOld objective: 1040595.53\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1042272.31\tOld objective: 1041517.50\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1042904.48\tOld objective: 1042272.31\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1043427.98\tOld objective: 1042904.48\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1043869.00\tOld objective: 1043427.98\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 165:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 782694.48\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 960629.59\tOld objective: 782694.48\tImprovement: 0.22734" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1015366.74\tOld objective: 960629.59\tImprovement: 0.05698" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1038875.81\tOld objective: 1015366.74\tImprovement: 0.02315" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1051433.99\tOld objective: 1038875.81\tImprovement: 0.01209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1059090.59\tOld objective: 1051433.99\tImprovement: 0.00728" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1064163.55\tOld objective: 1059090.59\tImprovement: 0.00479" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1067708.10\tOld objective: 1064163.55\tImprovement: 0.00333" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1070289.07\tOld objective: 1067708.10\tImprovement: 0.00242" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1072245.09\tOld objective: 1070289.07\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1073756.78\tOld objective: 1072245.09\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1074961.56\tOld objective: 1073756.78\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1075946.37\tOld objective: 1074961.56\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1076757.23\tOld objective: 1075946.37\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1077433.35\tOld objective: 1076757.23\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1077994.44\tOld objective: 1077433.35\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1078463.24\tOld objective: 1077994.44\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 166:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 737368.67\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 913266.33\tOld objective: 737368.67\tImprovement: 0.23855" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 967775.54\tOld objective: 913266.33\tImprovement: 0.05969" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 991278.23\tOld objective: 967775.54\tImprovement: 0.02429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1003872.85\tOld objective: 991278.23\tImprovement: 0.01271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1011527.62\tOld objective: 1003872.85\tImprovement: 0.00763" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1016551.71\tOld objective: 1011527.62\tImprovement: 0.00497" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1020051.20\tOld objective: 1016551.71\tImprovement: 0.00344" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1022603.08\tOld objective: 1020051.20\tImprovement: 0.00250" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1024547.27\tOld objective: 1022603.08\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1026064.32\tOld objective: 1024547.27\tImprovement: 0.00148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1027267.73\tOld objective: 1026064.32\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1028230.85\tOld objective: 1027267.73\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1029013.55\tOld objective: 1028230.85\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1029679.44\tOld objective: 1029013.55\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1030258.99\tOld objective: 1029679.44\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1030744.67\tOld objective: 1030258.99\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 167:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 759420.49\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 935937.26\tOld objective: 759420.49\tImprovement: 0.23244" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 990887.18\tOld objective: 935937.26\tImprovement: 0.05871" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1014642.00\tOld objective: 990887.18\tImprovement: 0.02397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1027347.03\tOld objective: 1014642.00\tImprovement: 0.01252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1034980.51\tOld objective: 1027347.03\tImprovement: 0.00743" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1039989.22\tOld objective: 1034980.51\tImprovement: 0.00484" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1043453.71\tOld objective: 1039989.22\tImprovement: 0.00333" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1045968.80\tOld objective: 1043453.71\tImprovement: 0.00241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1047885.42\tOld objective: 1045968.80\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1049379.37\tOld objective: 1047885.42\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1050566.92\tOld objective: 1049379.37\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1051518.74\tOld objective: 1050566.92\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1052292.93\tOld objective: 1051518.74\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1052938.26\tOld objective: 1052292.93\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1053488.10\tOld objective: 1052938.26\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1053964.42\tOld objective: 1053488.10\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 168:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 783585.81\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 963034.16\tOld objective: 783585.81\tImprovement: 0.22901" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1018588.29\tOld objective: 963034.16\tImprovement: 0.05769" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1042554.05\tOld objective: 1018588.29\tImprovement: 0.02353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1055347.21\tOld objective: 1042554.05\tImprovement: 0.01227" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1063057.88\tOld objective: 1055347.21\tImprovement: 0.00731" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1068103.53\tOld objective: 1063057.88\tImprovement: 0.00475" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1071586.04\tOld objective: 1068103.53\tImprovement: 0.00326" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1074108.50\tOld objective: 1071586.04\tImprovement: 0.00235" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1076019.74\tOld objective: 1074108.50\tImprovement: 0.00178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1077523.07\tOld objective: 1076019.74\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1078728.03\tOld objective: 1077523.07\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1079711.78\tOld objective: 1078728.03\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1080518.35\tOld objective: 1079711.78\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1081179.22\tOld objective: 1080518.35\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1081727.80\tOld objective: 1081179.22\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1082187.87\tOld objective: 1081727.80\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 169:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 807319.45\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 986171.90\tOld objective: 807319.45\tImprovement: 0.22154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1041063.76\tOld objective: 986171.90\tImprovement: 0.05566" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1064646.23\tOld objective: 1041063.76\tImprovement: 0.02265" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1077217.64\tOld objective: 1064646.23\tImprovement: 0.01181" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1084793.70\tOld objective: 1077217.64\tImprovement: 0.00703" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1089763.57\tOld objective: 1084793.70\tImprovement: 0.00458" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1093222.05\tOld objective: 1089763.57\tImprovement: 0.00317" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1095741.60\tOld objective: 1093222.05\tImprovement: 0.00230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1097639.13\tOld objective: 1095741.60\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1099126.04\tOld objective: 1097639.13\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1100321.30\tOld objective: 1099126.04\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1101286.55\tOld objective: 1100321.30\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1102078.31\tOld objective: 1101286.55\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1102736.73\tOld objective: 1102078.31\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1103293.68\tOld objective: 1102736.73\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1103763.62\tOld objective: 1103293.68\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 170:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 734521.41\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 908823.19\tOld objective: 734521.41\tImprovement: 0.23730" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 962550.29\tOld objective: 908823.19\tImprovement: 0.05912" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 985583.69\tOld objective: 962550.29\tImprovement: 0.02393" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 997836.40\tOld objective: 985583.69\tImprovement: 0.01243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1005188.59\tOld objective: 997836.40\tImprovement: 0.00737" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1010007.57\tOld objective: 1005188.59\tImprovement: 0.00479" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1013384.64\tOld objective: 1010007.57\tImprovement: 0.00334" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1015845.50\tOld objective: 1013384.64\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1017707.07\tOld objective: 1015845.50\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1019163.50\tOld objective: 1017707.07\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1020323.97\tOld objective: 1019163.50\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1021274.37\tOld objective: 1020323.97\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1022053.81\tOld objective: 1021274.37\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1022678.17\tOld objective: 1022053.81\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1023202.09\tOld objective: 1022678.17\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1023654.26\tOld objective: 1023202.09\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 171:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 719883.85\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 894419.01\tOld objective: 719883.85\tImprovement: 0.24245" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 948632.77\tOld objective: 894419.01\tImprovement: 0.06061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 972051.00\tOld objective: 948632.77\tImprovement: 0.02469" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 984620.43\tOld objective: 972051.00\tImprovement: 0.01293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 992184.72\tOld objective: 984620.43\tImprovement: 0.00768" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 997111.88\tOld objective: 992184.72\tImprovement: 0.00497" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1000543.20\tOld objective: 997111.88\tImprovement: 0.00344" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1003066.89\tOld objective: 1000543.20\tImprovement: 0.00252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1004973.98\tOld objective: 1003066.89\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1006436.48\tOld objective: 1004973.98\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1007595.28\tOld objective: 1006436.48\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1008540.61\tOld objective: 1007595.28\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1009343.12\tOld objective: 1008540.61\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1010018.98\tOld objective: 1009343.12\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1010593.43\tOld objective: 1010018.98\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1011081.77\tOld objective: 1010593.43\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 172:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 761906.73\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 937510.91\tOld objective: 761906.73\tImprovement: 0.23048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 992084.60\tOld objective: 937510.91\tImprovement: 0.05821" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1015630.35\tOld objective: 992084.60\tImprovement: 0.02373" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1028249.49\tOld objective: 1015630.35\tImprovement: 0.01242" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1035866.30\tOld objective: 1028249.49\tImprovement: 0.00741" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1040866.10\tOld objective: 1035866.30\tImprovement: 0.00483" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1044313.31\tOld objective: 1040866.10\tImprovement: 0.00331" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1046803.69\tOld objective: 1044313.31\tImprovement: 0.00238" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1048702.19\tOld objective: 1046803.69\tImprovement: 0.00181" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1050183.61\tOld objective: 1048702.19\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1051364.94\tOld objective: 1050183.61\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1052315.35\tOld objective: 1051364.94\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1053094.42\tOld objective: 1052315.35\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1053752.74\tOld objective: 1053094.42\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1054313.91\tOld objective: 1053752.74\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1054799.34\tOld objective: 1054313.91\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 173:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 788355.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 964820.96\tOld objective: 788355.46\tImprovement: 0.22384" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1018569.06\tOld objective: 964820.96\tImprovement: 0.05571" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1041549.13\tOld objective: 1018569.06\tImprovement: 0.02256" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1053798.76\tOld objective: 1041549.13\tImprovement: 0.01176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1061191.78\tOld objective: 1053798.76\tImprovement: 0.00702" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1066023.41\tOld objective: 1061191.78\tImprovement: 0.00455" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1069412.42\tOld objective: 1066023.41\tImprovement: 0.00318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1071878.22\tOld objective: 1069412.42\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1073742.23\tOld objective: 1071878.22\tImprovement: 0.00174" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1075204.10\tOld objective: 1073742.23\tImprovement: 0.00136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1076366.99\tOld objective: 1075204.10\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1077318.80\tOld objective: 1076366.99\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1078100.57\tOld objective: 1077318.80\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1078748.78\tOld objective: 1078100.57\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1079305.87\tOld objective: 1078748.78\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1079780.98\tOld objective: 1079305.87\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 174:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 767084.84\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 941213.68\tOld objective: 767084.84\tImprovement: 0.22700" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 994724.15\tOld objective: 941213.68\tImprovement: 0.05685" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1017636.63\tOld objective: 994724.15\tImprovement: 0.02303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1029862.55\tOld objective: 1017636.63\tImprovement: 0.01201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1037273.06\tOld objective: 1029862.55\tImprovement: 0.00720" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1042154.20\tOld objective: 1037273.06\tImprovement: 0.00471" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1045555.40\tOld objective: 1042154.20\tImprovement: 0.00326" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1048046.70\tOld objective: 1045555.40\tImprovement: 0.00238" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1049935.71\tOld objective: 1048046.70\tImprovement: 0.00180" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1051401.12\tOld objective: 1049935.71\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1052551.57\tOld objective: 1051401.12\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1053466.96\tOld objective: 1052551.57\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1054224.73\tOld objective: 1053466.96\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1054864.76\tOld objective: 1054224.73\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1055402.91\tOld objective: 1054864.76\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1055849.95\tOld objective: 1055402.91\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 175:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 782085.61\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 963664.57\tOld objective: 782085.61\tImprovement: 0.23217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1019988.31\tOld objective: 963664.57\tImprovement: 0.05845" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1044117.16\tOld objective: 1019988.31\tImprovement: 0.02366" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1056965.97\tOld objective: 1044117.16\tImprovement: 0.01231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1064701.52\tOld objective: 1056965.97\tImprovement: 0.00732" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1069744.18\tOld objective: 1064701.52\tImprovement: 0.00474" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1073257.67\tOld objective: 1069744.18\tImprovement: 0.00328" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1075820.31\tOld objective: 1073257.67\tImprovement: 0.00239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1077748.14\tOld objective: 1075820.31\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1079230.91\tOld objective: 1077748.14\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1080406.74\tOld objective: 1079230.91\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1081353.94\tOld objective: 1080406.74\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1082136.10\tOld objective: 1081353.94\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1082774.12\tOld objective: 1082136.10\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1083305.30\tOld objective: 1082774.12\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 176:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 803449.72\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 980942.96\tOld objective: 803449.72\tImprovement: 0.22091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1035627.42\tOld objective: 980942.96\tImprovement: 0.05575" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1059104.55\tOld objective: 1035627.42\tImprovement: 0.02267" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1071604.27\tOld objective: 1059104.55\tImprovement: 0.01180" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1079155.01\tOld objective: 1071604.27\tImprovement: 0.00705" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1084157.27\tOld objective: 1079155.01\tImprovement: 0.00464" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1087658.99\tOld objective: 1084157.27\tImprovement: 0.00323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1090205.12\tOld objective: 1087658.99\tImprovement: 0.00234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1092115.60\tOld objective: 1090205.12\tImprovement: 0.00175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1093617.51\tOld objective: 1092115.60\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1094810.24\tOld objective: 1093617.51\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1095752.24\tOld objective: 1094810.24\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1096510.09\tOld objective: 1095752.24\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1097130.46\tOld objective: 1096510.09\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1097658.41\tOld objective: 1097130.46\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 177:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 693252.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 864815.66\tOld objective: 693252.46\tImprovement: 0.24748" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 918243.91\tOld objective: 864815.66\tImprovement: 0.06178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 941321.38\tOld objective: 918243.91\tImprovement: 0.02513" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 953693.28\tOld objective: 941321.38\tImprovement: 0.01314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 961176.76\tOld objective: 953693.28\tImprovement: 0.00785" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 966086.28\tOld objective: 961176.76\tImprovement: 0.00511" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 969540.41\tOld objective: 966086.28\tImprovement: 0.00358" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 972074.57\tOld objective: 969540.41\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 973983.27\tOld objective: 972074.57\tImprovement: 0.00196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 975440.91\tOld objective: 973983.27\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 976591.45\tOld objective: 975440.91\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 977521.51\tOld objective: 976591.45\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 978292.00\tOld objective: 977521.51\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 978935.47\tOld objective: 978292.00\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 979478.57\tOld objective: 978935.47\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 979952.04\tOld objective: 979478.57\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 178:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 774677.68\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 951397.69\tOld objective: 774677.68\tImprovement: 0.22812" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1006399.10\tOld objective: 951397.69\tImprovement: 0.05781" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1030114.44\tOld objective: 1006399.10\tImprovement: 0.02356" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1042795.77\tOld objective: 1030114.44\tImprovement: 0.01231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1050448.51\tOld objective: 1042795.77\tImprovement: 0.00734" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1055455.14\tOld objective: 1050448.51\tImprovement: 0.00477" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1058945.30\tOld objective: 1055455.14\tImprovement: 0.00331" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1061486.54\tOld objective: 1058945.30\tImprovement: 0.00240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1063399.66\tOld objective: 1061486.54\tImprovement: 0.00180" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1064888.67\tOld objective: 1063399.66\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1066077.85\tOld objective: 1064888.67\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1067045.91\tOld objective: 1066077.85\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1067830.51\tOld objective: 1067045.91\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1068491.44\tOld objective: 1067830.51\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1069066.54\tOld objective: 1068491.44\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1069556.34\tOld objective: 1069066.54\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 179:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 768582.84\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 947263.21\tOld objective: 768582.84\tImprovement: 0.23248" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1002884.84\tOld objective: 947263.21\tImprovement: 0.05872" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1026848.52\tOld objective: 1002884.84\tImprovement: 0.02389" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1039623.41\tOld objective: 1026848.52\tImprovement: 0.01244" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1047312.53\tOld objective: 1039623.41\tImprovement: 0.00740" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1052305.08\tOld objective: 1047312.53\tImprovement: 0.00477" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1055781.31\tOld objective: 1052305.08\tImprovement: 0.00330" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1058346.08\tOld objective: 1055781.31\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1060292.89\tOld objective: 1058346.08\tImprovement: 0.00184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1061802.75\tOld objective: 1060292.89\tImprovement: 0.00142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1063012.37\tOld objective: 1061802.75\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1064003.15\tOld objective: 1063012.37\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1064828.64\tOld objective: 1064003.15\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1065514.17\tOld objective: 1064828.64\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1066083.93\tOld objective: 1065514.17\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1066575.02\tOld objective: 1066083.93\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 180:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 720365.58\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 893106.05\tOld objective: 720365.58\tImprovement: 0.23980" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 946307.65\tOld objective: 893106.05\tImprovement: 0.05957" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 969159.85\tOld objective: 946307.65\tImprovement: 0.02415" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 981396.75\tOld objective: 969159.85\tImprovement: 0.01263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 988787.15\tOld objective: 981396.75\tImprovement: 0.00753" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 993639.00\tOld objective: 988787.15\tImprovement: 0.00491" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 997014.81\tOld objective: 993639.00\tImprovement: 0.00340" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 999466.16\tOld objective: 997014.81\tImprovement: 0.00246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1001302.41\tOld objective: 999466.16\tImprovement: 0.00184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1002729.71\tOld objective: 1001302.41\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1003858.99\tOld objective: 1002729.71\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1004766.19\tOld objective: 1003858.99\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1005509.98\tOld objective: 1004766.19\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1006119.17\tOld objective: 1005509.98\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1006640.32\tOld objective: 1006119.17\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1007094.48\tOld objective: 1006640.32\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 181:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 764735.66\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 941317.13\tOld objective: 764735.66\tImprovement: 0.23091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 995400.42\tOld objective: 941317.13\tImprovement: 0.05745" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1018540.11\tOld objective: 995400.42\tImprovement: 0.02325" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1030873.03\tOld objective: 1018540.11\tImprovement: 0.01211" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1038266.89\tOld objective: 1030873.03\tImprovement: 0.00717" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1043085.33\tOld objective: 1038266.89\tImprovement: 0.00464" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1046445.06\tOld objective: 1043085.33\tImprovement: 0.00322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1048920.87\tOld objective: 1046445.06\tImprovement: 0.00237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1050798.48\tOld objective: 1048920.87\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1052245.26\tOld objective: 1050798.48\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1053387.41\tOld objective: 1052245.26\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1054309.07\tOld objective: 1053387.41\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1055072.03\tOld objective: 1054309.07\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1055704.43\tOld objective: 1055072.03\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1056235.20\tOld objective: 1055704.43\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1056688.95\tOld objective: 1056235.20\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 182:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 777498.43\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 953670.32\tOld objective: 777498.43\tImprovement: 0.22659" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1008020.44\tOld objective: 953670.32\tImprovement: 0.05699" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1031369.33\tOld objective: 1008020.44\tImprovement: 0.02316" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1043784.20\tOld objective: 1031369.33\tImprovement: 0.01204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1051308.32\tOld objective: 1043784.20\tImprovement: 0.00721" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1056268.87\tOld objective: 1051308.32\tImprovement: 0.00472" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1059712.39\tOld objective: 1056268.87\tImprovement: 0.00326" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1062217.22\tOld objective: 1059712.39\tImprovement: 0.00236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1064102.98\tOld objective: 1062217.22\tImprovement: 0.00178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1065571.90\tOld objective: 1064102.98\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1066742.20\tOld objective: 1065571.90\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1067704.69\tOld objective: 1066742.20\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1068498.44\tOld objective: 1067704.69\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1069154.74\tOld objective: 1068498.44\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1069703.07\tOld objective: 1069154.74\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1070172.36\tOld objective: 1069703.07\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 183:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 812821.64\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 989900.70\tOld objective: 812821.64\tImprovement: 0.21786" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1044108.55\tOld objective: 989900.70\tImprovement: 0.05476" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1067214.82\tOld objective: 1044108.55\tImprovement: 0.02213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1079435.58\tOld objective: 1067214.82\tImprovement: 0.01145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1086768.46\tOld objective: 1079435.58\tImprovement: 0.00679" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1091590.93\tOld objective: 1086768.46\tImprovement: 0.00444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1094926.51\tOld objective: 1091590.93\tImprovement: 0.00306" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1097344.42\tOld objective: 1094926.51\tImprovement: 0.00221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1099167.07\tOld objective: 1097344.42\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1100582.31\tOld objective: 1099167.07\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1101716.05\tOld objective: 1100582.31\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1102624.59\tOld objective: 1101716.05\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1103363.15\tOld objective: 1102624.59\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1103975.61\tOld objective: 1103363.15\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1104483.78\tOld objective: 1103975.61\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 184:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 751060.04\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 926396.83\tOld objective: 751060.04\tImprovement: 0.23345" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 980742.54\tOld objective: 926396.83\tImprovement: 0.05866" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1004135.78\tOld objective: 980742.54\tImprovement: 0.02385" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1016669.14\tOld objective: 1004135.78\tImprovement: 0.01248" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1024218.33\tOld objective: 1016669.14\tImprovement: 0.00743" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1029160.70\tOld objective: 1024218.33\tImprovement: 0.00483" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1032621.35\tOld objective: 1029160.70\tImprovement: 0.00336" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1035136.18\tOld objective: 1032621.35\tImprovement: 0.00244" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1037025.01\tOld objective: 1035136.18\tImprovement: 0.00182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1038489.90\tOld objective: 1037025.01\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1039648.42\tOld objective: 1038489.90\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1040597.81\tOld objective: 1039648.42\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1041383.67\tOld objective: 1040597.81\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1042047.10\tOld objective: 1041383.67\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1042610.55\tOld objective: 1042047.10\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1043102.31\tOld objective: 1042610.55\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 185:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 731846.18\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 905204.87\tOld objective: 731846.18\tImprovement: 0.23688" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 958580.19\tOld objective: 905204.87\tImprovement: 0.05896" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 981426.72\tOld objective: 958580.19\tImprovement: 0.02383" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 993621.42\tOld objective: 981426.72\tImprovement: 0.01243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1001015.07\tOld objective: 993621.42\tImprovement: 0.00744" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1005849.66\tOld objective: 1001015.07\tImprovement: 0.00483" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1009184.38\tOld objective: 1005849.66\tImprovement: 0.00332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1011613.63\tOld objective: 1009184.38\tImprovement: 0.00241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1013440.25\tOld objective: 1011613.63\tImprovement: 0.00181" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1014851.64\tOld objective: 1013440.25\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1015999.40\tOld objective: 1014851.64\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1016950.08\tOld objective: 1015999.40\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1017735.49\tOld objective: 1016950.08\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1018374.93\tOld objective: 1017735.49\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1018893.88\tOld objective: 1018374.93\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1019335.46\tOld objective: 1018893.88\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 186:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 769175.56\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 941782.61\tOld objective: 769175.56\tImprovement: 0.22441" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 994877.34\tOld objective: 941782.61\tImprovement: 0.05638" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1017552.97\tOld objective: 994877.34\tImprovement: 0.02279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1029620.31\tOld objective: 1017552.97\tImprovement: 0.01186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1036941.55\tOld objective: 1029620.31\tImprovement: 0.00711" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1041746.38\tOld objective: 1036941.55\tImprovement: 0.00463" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1045094.15\tOld objective: 1041746.38\tImprovement: 0.00321" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1047538.94\tOld objective: 1045094.15\tImprovement: 0.00234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1049374.42\tOld objective: 1047538.94\tImprovement: 0.00175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1050788.47\tOld objective: 1049374.42\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1051927.70\tOld objective: 1050788.47\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1052859.77\tOld objective: 1051927.70\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1053627.12\tOld objective: 1052859.77\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1054266.05\tOld objective: 1053627.12\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1054809.16\tOld objective: 1054266.05\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1055281.72\tOld objective: 1054809.16\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 187:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 775271.50\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 951113.36\tOld objective: 775271.50\tImprovement: 0.22681" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1005512.50\tOld objective: 951113.36\tImprovement: 0.05720" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1028868.01\tOld objective: 1005512.50\tImprovement: 0.02323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1041360.32\tOld objective: 1028868.01\tImprovement: 0.01214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1048912.49\tOld objective: 1041360.32\tImprovement: 0.00725" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1053843.30\tOld objective: 1048912.49\tImprovement: 0.00470" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1057252.68\tOld objective: 1053843.30\tImprovement: 0.00324" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1059750.40\tOld objective: 1057252.68\tImprovement: 0.00236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1061639.82\tOld objective: 1059750.40\tImprovement: 0.00178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1063122.92\tOld objective: 1061639.82\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1064309.05\tOld objective: 1063122.92\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1065248.83\tOld objective: 1064309.05\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1066028.32\tOld objective: 1065248.83\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1066677.44\tOld objective: 1066028.32\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1067224.44\tOld objective: 1066677.44\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1067702.95\tOld objective: 1067224.44\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 188:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 759919.50\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 934626.68\tOld objective: 759919.50\tImprovement: 0.22990" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 987918.02\tOld objective: 934626.68\tImprovement: 0.05702" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1010673.10\tOld objective: 987918.02\tImprovement: 0.02303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1022768.67\tOld objective: 1010673.10\tImprovement: 0.01197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1030042.45\tOld objective: 1022768.67\tImprovement: 0.00711" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1034802.50\tOld objective: 1030042.45\tImprovement: 0.00462" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1038126.08\tOld objective: 1034802.50\tImprovement: 0.00321" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1040549.34\tOld objective: 1038126.08\tImprovement: 0.00233" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1042369.31\tOld objective: 1040549.34\tImprovement: 0.00175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1043792.94\tOld objective: 1042369.31\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1044929.63\tOld objective: 1043792.94\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1045849.51\tOld objective: 1044929.63\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1046602.01\tOld objective: 1045849.51\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1047221.12\tOld objective: 1046602.01\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1047741.34\tOld objective: 1047221.12\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 189:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 782775.95\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 958540.04\tOld objective: 782775.95\tImprovement: 0.22454" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1013078.72\tOld objective: 958540.04\tImprovement: 0.05690" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1036580.07\tOld objective: 1013078.72\tImprovement: 0.02320" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1049131.80\tOld objective: 1036580.07\tImprovement: 0.01211" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1056691.91\tOld objective: 1049131.80\tImprovement: 0.00721" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1061607.76\tOld objective: 1056691.91\tImprovement: 0.00465" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1065049.02\tOld objective: 1061607.76\tImprovement: 0.00324" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1067574.64\tOld objective: 1065049.02\tImprovement: 0.00237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1069467.41\tOld objective: 1067574.64\tImprovement: 0.00177" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1070942.84\tOld objective: 1069467.41\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1072122.79\tOld objective: 1070942.84\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1073085.27\tOld objective: 1072122.79\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1073867.65\tOld objective: 1073085.27\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1074514.70\tOld objective: 1073867.65\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1075055.43\tOld objective: 1074514.70\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1075517.60\tOld objective: 1075055.43\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 190:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 830031.30\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1006729.91\tOld objective: 830031.30\tImprovement: 0.21288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1061060.48\tOld objective: 1006729.91\tImprovement: 0.05397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1084388.85\tOld objective: 1061060.48\tImprovement: 0.02199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1096869.46\tOld objective: 1084388.85\tImprovement: 0.01151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1104389.97\tOld objective: 1096869.46\tImprovement: 0.00686" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1109286.02\tOld objective: 1104389.97\tImprovement: 0.00443" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1112659.60\tOld objective: 1109286.02\tImprovement: 0.00304" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1115112.55\tOld objective: 1112659.60\tImprovement: 0.00220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1116969.37\tOld objective: 1115112.55\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1118394.53\tOld objective: 1116969.37\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1119523.89\tOld objective: 1118394.53\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1120430.85\tOld objective: 1119523.89\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1121171.28\tOld objective: 1120430.85\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1121793.34\tOld objective: 1121171.28\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1122322.28\tOld objective: 1121793.34\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 191:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 773558.39\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 950032.34\tOld objective: 773558.39\tImprovement: 0.22813" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1004059.84\tOld objective: 950032.34\tImprovement: 0.05687" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1027201.41\tOld objective: 1004059.84\tImprovement: 0.02305" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1039529.84\tOld objective: 1027201.41\tImprovement: 0.01200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1046903.86\tOld objective: 1039529.84\tImprovement: 0.00709" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1051725.18\tOld objective: 1046903.86\tImprovement: 0.00461" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1055088.37\tOld objective: 1051725.18\tImprovement: 0.00320" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1057540.08\tOld objective: 1055088.37\tImprovement: 0.00232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1059401.29\tOld objective: 1057540.08\tImprovement: 0.00176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1060845.93\tOld objective: 1059401.29\tImprovement: 0.00136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1061975.67\tOld objective: 1060845.93\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1062883.20\tOld objective: 1061975.67\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1063630.60\tOld objective: 1062883.20\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1064262.08\tOld objective: 1063630.60\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1064793.83\tOld objective: 1064262.08\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 192:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 785973.97\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 961933.30\tOld objective: 785973.97\tImprovement: 0.22387" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1015820.69\tOld objective: 961933.30\tImprovement: 0.05602" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1038898.69\tOld objective: 1015820.69\tImprovement: 0.02272" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1051265.55\tOld objective: 1038898.69\tImprovement: 0.01190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1058706.39\tOld objective: 1051265.55\tImprovement: 0.00708" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1063533.75\tOld objective: 1058706.39\tImprovement: 0.00456" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1066887.77\tOld objective: 1063533.75\tImprovement: 0.00315" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1069331.89\tOld objective: 1066887.77\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1071178.83\tOld objective: 1069331.89\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1072622.80\tOld objective: 1071178.83\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1073764.42\tOld objective: 1072622.80\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1074687.23\tOld objective: 1073764.42\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1075441.09\tOld objective: 1074687.23\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1076078.16\tOld objective: 1075441.09\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1076617.63\tOld objective: 1076078.16\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1077074.17\tOld objective: 1076617.63\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 193:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 749610.92\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 923476.34\tOld objective: 749610.92\tImprovement: 0.23194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 976740.10\tOld objective: 923476.34\tImprovement: 0.05768" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 999575.29\tOld objective: 976740.10\tImprovement: 0.02338" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1011708.59\tOld objective: 999575.29\tImprovement: 0.01214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1018971.44\tOld objective: 1011708.59\tImprovement: 0.00718" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1023720.05\tOld objective: 1018971.44\tImprovement: 0.00466" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1027041.73\tOld objective: 1023720.05\tImprovement: 0.00324" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1029441.32\tOld objective: 1027041.73\tImprovement: 0.00234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1031242.55\tOld objective: 1029441.32\tImprovement: 0.00175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1032635.41\tOld objective: 1031242.55\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1033730.45\tOld objective: 1032635.41\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1034615.76\tOld objective: 1033730.45\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1035323.18\tOld objective: 1034615.76\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1035905.83\tOld objective: 1035323.18\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1036406.98\tOld objective: 1035905.83\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 194:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 735716.91\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 911559.29\tOld objective: 735716.91\tImprovement: 0.23901" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 966179.75\tOld objective: 911559.29\tImprovement: 0.05992" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 989654.96\tOld objective: 966179.75\tImprovement: 0.02430" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1002148.97\tOld objective: 989654.96\tImprovement: 0.01262" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1009674.68\tOld objective: 1002148.97\tImprovement: 0.00751" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1014601.96\tOld objective: 1009674.68\tImprovement: 0.00488" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1018020.30\tOld objective: 1014601.96\tImprovement: 0.00337" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1020519.82\tOld objective: 1018020.30\tImprovement: 0.00246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1022405.89\tOld objective: 1020519.82\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1023845.35\tOld objective: 1022405.89\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1024989.57\tOld objective: 1023845.35\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1025918.26\tOld objective: 1024989.57\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1026677.08\tOld objective: 1025918.26\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1027302.26\tOld objective: 1026677.08\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1027822.58\tOld objective: 1027302.26\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1028260.18\tOld objective: 1027822.58\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 195:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 736079.57\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 910103.03\tOld objective: 736079.57\tImprovement: 0.23642" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 963560.34\tOld objective: 910103.03\tImprovement: 0.05874" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 986463.62\tOld objective: 963560.34\tImprovement: 0.02377" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 998592.52\tOld objective: 986463.62\tImprovement: 0.01230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1005860.04\tOld objective: 998592.52\tImprovement: 0.00728" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1010599.00\tOld objective: 1005860.04\tImprovement: 0.00471" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1013904.00\tOld objective: 1010599.00\tImprovement: 0.00327" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1016340.22\tOld objective: 1013904.00\tImprovement: 0.00240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1018211.09\tOld objective: 1016340.22\tImprovement: 0.00184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1019669.93\tOld objective: 1018211.09\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1020823.42\tOld objective: 1019669.93\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1021740.09\tOld objective: 1020823.42\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1022488.65\tOld objective: 1021740.09\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1023115.50\tOld objective: 1022488.65\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1023657.15\tOld objective: 1023115.50\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1024116.10\tOld objective: 1023657.15\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 196:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 806428.56\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 983454.08\tOld objective: 806428.56\tImprovement: 0.21952" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1037565.01\tOld objective: 983454.08\tImprovement: 0.05502" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1060646.67\tOld objective: 1037565.01\tImprovement: 0.02225" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1072905.76\tOld objective: 1060646.67\tImprovement: 0.01156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1080251.73\tOld objective: 1072905.76\tImprovement: 0.00685" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1085047.81\tOld objective: 1080251.73\tImprovement: 0.00444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1088374.74\tOld objective: 1085047.81\tImprovement: 0.00307" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1090794.27\tOld objective: 1088374.74\tImprovement: 0.00222" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1092603.58\tOld objective: 1090794.27\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1093995.92\tOld objective: 1092603.58\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1095105.56\tOld objective: 1093995.92\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1096021.94\tOld objective: 1095105.56\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1096782.84\tOld objective: 1096021.94\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1097407.99\tOld objective: 1096782.84\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1097937.37\tOld objective: 1097407.99\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 197:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 777745.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 951590.81\tOld objective: 777745.83\tImprovement: 0.22352" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1004737.00\tOld objective: 951590.81\tImprovement: 0.05585" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1027356.69\tOld objective: 1004737.00\tImprovement: 0.02251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1039393.03\tOld objective: 1027356.69\tImprovement: 0.01172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1046639.25\tOld objective: 1039393.03\tImprovement: 0.00697" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1051367.81\tOld objective: 1046639.25\tImprovement: 0.00452" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1054649.92\tOld objective: 1051367.81\tImprovement: 0.00312" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1057039.62\tOld objective: 1054649.92\tImprovement: 0.00227" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1058856.85\tOld objective: 1057039.62\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1060268.93\tOld objective: 1058856.85\tImprovement: 0.00133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1061388.82\tOld objective: 1060268.93\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1062295.28\tOld objective: 1061388.82\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1063042.39\tOld objective: 1062295.28\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1063666.83\tOld objective: 1063042.39\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1064198.53\tOld objective: 1063666.83\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 198:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 778157.74\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 954519.01\tOld objective: 778157.74\tImprovement: 0.22664" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1008332.38\tOld objective: 954519.01\tImprovement: 0.05638" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1031235.09\tOld objective: 1008332.38\tImprovement: 0.02271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1043420.93\tOld objective: 1031235.09\tImprovement: 0.01182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1050753.72\tOld objective: 1043420.93\tImprovement: 0.00703" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1055520.38\tOld objective: 1050753.72\tImprovement: 0.00454" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1058824.35\tOld objective: 1055520.38\tImprovement: 0.00313" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1061245.63\tOld objective: 1058824.35\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1063070.19\tOld objective: 1061245.63\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1064494.10\tOld objective: 1063070.19\tImprovement: 0.00134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1065613.58\tOld objective: 1064494.10\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1066503.07\tOld objective: 1065613.58\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1067238.21\tOld objective: 1066503.07\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1067851.59\tOld objective: 1067238.21\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1068370.68\tOld objective: 1067851.59\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 199:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 801510.63\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 976403.30\tOld objective: 801510.63\tImprovement: 0.21820" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1029918.59\tOld objective: 976403.30\tImprovement: 0.05481" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1052768.67\tOld objective: 1029918.59\tImprovement: 0.02219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1064920.33\tOld objective: 1052768.67\tImprovement: 0.01154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1072237.97\tOld objective: 1064920.33\tImprovement: 0.00687" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1076998.35\tOld objective: 1072237.97\tImprovement: 0.00444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1080280.41\tOld objective: 1076998.35\tImprovement: 0.00305" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1082656.85\tOld objective: 1080280.41\tImprovement: 0.00220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1084461.62\tOld objective: 1082656.85\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1085876.35\tOld objective: 1084461.62\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1086987.51\tOld objective: 1085876.35\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1087883.38\tOld objective: 1086987.51\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1088627.66\tOld objective: 1087883.38\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1089249.85\tOld objective: 1088627.66\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1089779.92\tOld objective: 1089249.85\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 200:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 745713.53\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 918686.92\tOld objective: 745713.53\tImprovement: 0.23196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 971784.36\tOld objective: 918686.92\tImprovement: 0.05780" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 994508.60\tOld objective: 971784.36\tImprovement: 0.02338" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1006642.99\tOld objective: 994508.60\tImprovement: 0.01220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1013948.39\tOld objective: 1006642.99\tImprovement: 0.00726" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1018767.24\tOld objective: 1013948.39\tImprovement: 0.00475" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1022118.21\tOld objective: 1018767.24\tImprovement: 0.00329" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1024533.37\tOld objective: 1022118.21\tImprovement: 0.00236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1026354.36\tOld objective: 1024533.37\tImprovement: 0.00178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1027762.02\tOld objective: 1026354.36\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1028877.19\tOld objective: 1027762.02\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1029791.60\tOld objective: 1028877.19\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1030554.02\tOld objective: 1029791.60\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1031182.04\tOld objective: 1030554.02\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1031713.00\tOld objective: 1031182.04\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1032170.17\tOld objective: 1031713.00\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 201:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 798935.92\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 976640.96\tOld objective: 798935.92\tImprovement: 0.22243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1030902.65\tOld objective: 976640.96\tImprovement: 0.05556" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1053951.92\tOld objective: 1030902.65\tImprovement: 0.02236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1066168.10\tOld objective: 1053951.92\tImprovement: 0.01159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1073515.06\tOld objective: 1066168.10\tImprovement: 0.00689" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1078325.87\tOld objective: 1073515.06\tImprovement: 0.00448" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1081643.63\tOld objective: 1078325.87\tImprovement: 0.00308" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1084036.61\tOld objective: 1081643.63\tImprovement: 0.00221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1085846.91\tOld objective: 1084036.61\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1087269.43\tOld objective: 1085846.91\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1088398.85\tOld objective: 1087269.43\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1089301.46\tOld objective: 1088398.85\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1090042.00\tOld objective: 1089301.46\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1090665.49\tOld objective: 1090042.00\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1091191.64\tOld objective: 1090665.49\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 202:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 809065.74\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 985352.06\tOld objective: 809065.74\tImprovement: 0.21789" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1039216.77\tOld objective: 985352.06\tImprovement: 0.05467" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1062232.08\tOld objective: 1039216.77\tImprovement: 0.02215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1074487.64\tOld objective: 1062232.08\tImprovement: 0.01154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1081861.73\tOld objective: 1074487.64\tImprovement: 0.00686" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1086667.20\tOld objective: 1081861.73\tImprovement: 0.00444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1089994.69\tOld objective: 1086667.20\tImprovement: 0.00306" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1092423.81\tOld objective: 1089994.69\tImprovement: 0.00223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1094271.60\tOld objective: 1092423.81\tImprovement: 0.00169" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1095709.74\tOld objective: 1094271.60\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1096866.40\tOld objective: 1095709.74\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1097804.01\tOld objective: 1096866.40\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1098562.41\tOld objective: 1097804.01\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1099201.11\tOld objective: 1098562.41\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1099750.64\tOld objective: 1099201.11\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 203:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 835941.23\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1012625.13\tOld objective: 835941.23\tImprovement: 0.21136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1066531.37\tOld objective: 1012625.13\tImprovement: 0.05323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1089620.72\tOld objective: 1066531.37\tImprovement: 0.02165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1101936.04\tOld objective: 1089620.72\tImprovement: 0.01130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1109360.71\tOld objective: 1101936.04\tImprovement: 0.00674" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1114224.70\tOld objective: 1109360.71\tImprovement: 0.00438" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1117623.80\tOld objective: 1114224.70\tImprovement: 0.00305" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1120092.57\tOld objective: 1117623.80\tImprovement: 0.00221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1121954.33\tOld objective: 1120092.57\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1123403.57\tOld objective: 1121954.33\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1124563.05\tOld objective: 1123403.57\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1125504.69\tOld objective: 1124563.05\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1126276.50\tOld objective: 1125504.69\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1126933.62\tOld objective: 1126276.50\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1127486.35\tOld objective: 1126933.62\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 204:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 801150.13\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 976759.30\tOld objective: 801150.13\tImprovement: 0.21920" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1030642.47\tOld objective: 976759.30\tImprovement: 0.05517" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1053748.90\tOld objective: 1030642.47\tImprovement: 0.02242" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1066001.42\tOld objective: 1053748.90\tImprovement: 0.01163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1073383.50\tOld objective: 1066001.42\tImprovement: 0.00693" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1078243.08\tOld objective: 1073383.50\tImprovement: 0.00453" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1081638.88\tOld objective: 1078243.08\tImprovement: 0.00315" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1084104.93\tOld objective: 1081638.88\tImprovement: 0.00228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1085958.28\tOld objective: 1084104.93\tImprovement: 0.00171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1087384.75\tOld objective: 1085958.28\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1088522.60\tOld objective: 1087384.75\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1089453.76\tOld objective: 1088522.60\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1090227.54\tOld objective: 1089453.76\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1090864.50\tOld objective: 1090227.54\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1091404.22\tOld objective: 1090864.50\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 205:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 741262.70\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 914765.37\tOld objective: 741262.70\tImprovement: 0.23406" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 968177.23\tOld objective: 914765.37\tImprovement: 0.05839" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 990960.60\tOld objective: 968177.23\tImprovement: 0.02353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1003046.46\tOld objective: 990960.60\tImprovement: 0.01220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1010331.00\tOld objective: 1003046.46\tImprovement: 0.00726" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1015111.09\tOld objective: 1010331.00\tImprovement: 0.00473" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1018419.07\tOld objective: 1015111.09\tImprovement: 0.00326" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1020817.06\tOld objective: 1018419.07\tImprovement: 0.00235" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1022645.55\tOld objective: 1020817.06\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1024049.02\tOld objective: 1022645.55\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1025165.34\tOld objective: 1024049.02\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1026083.81\tOld objective: 1025165.34\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1026832.02\tOld objective: 1026083.81\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1027458.39\tOld objective: 1026832.02\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1027991.65\tOld objective: 1027458.39\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1028463.59\tOld objective: 1027991.65\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 206:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 840491.96\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1018942.99\tOld objective: 840491.96\tImprovement: 0.21232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1073548.19\tOld objective: 1018942.99\tImprovement: 0.05359" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1096933.28\tOld objective: 1073548.19\tImprovement: 0.02178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1109377.68\tOld objective: 1096933.28\tImprovement: 0.01134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1116828.10\tOld objective: 1109377.68\tImprovement: 0.00672" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1121675.79\tOld objective: 1116828.10\tImprovement: 0.00434" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1125030.13\tOld objective: 1121675.79\tImprovement: 0.00299" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1127475.89\tOld objective: 1125030.13\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1129313.22\tOld objective: 1127475.89\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1130720.29\tOld objective: 1129313.22\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1131829.97\tOld objective: 1130720.29\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1132741.56\tOld objective: 1131829.97\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1133489.39\tOld objective: 1132741.56\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1134114.61\tOld objective: 1133489.39\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1134642.72\tOld objective: 1134114.61\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 207:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 790103.86\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 963535.46\tOld objective: 790103.86\tImprovement: 0.21950" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1017034.65\tOld objective: 963535.46\tImprovement: 0.05552" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1040015.74\tOld objective: 1017034.65\tImprovement: 0.02260" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1052295.36\tOld objective: 1040015.74\tImprovement: 0.01181" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1059709.41\tOld objective: 1052295.36\tImprovement: 0.00705" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1064565.87\tOld objective: 1059709.41\tImprovement: 0.00458" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1067940.81\tOld objective: 1064565.87\tImprovement: 0.00317" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1070396.65\tOld objective: 1067940.81\tImprovement: 0.00230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1072243.11\tOld objective: 1070396.65\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1073678.08\tOld objective: 1072243.11\tImprovement: 0.00134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1074831.27\tOld objective: 1073678.08\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1075767.12\tOld objective: 1074831.27\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1076537.79\tOld objective: 1075767.12\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1077180.04\tOld objective: 1076537.79\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1077719.02\tOld objective: 1077180.04\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1078184.39\tOld objective: 1077719.02\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 208:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 773900.05\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 950454.91\tOld objective: 773900.05\tImprovement: 0.22814" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1004493.49\tOld objective: 950454.91\tImprovement: 0.05686" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1027560.81\tOld objective: 1004493.49\tImprovement: 0.02296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1039809.64\tOld objective: 1027560.81\tImprovement: 0.01192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1047188.68\tOld objective: 1039809.64\tImprovement: 0.00710" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1052019.35\tOld objective: 1047188.68\tImprovement: 0.00461" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1055384.46\tOld objective: 1052019.35\tImprovement: 0.00320" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1057823.56\tOld objective: 1055384.46\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1059649.20\tOld objective: 1057823.56\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1061058.33\tOld objective: 1059649.20\tImprovement: 0.00133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1062180.50\tOld objective: 1061058.33\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1063102.56\tOld objective: 1062180.50\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1063856.09\tOld objective: 1063102.56\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1064475.16\tOld objective: 1063856.09\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1065003.36\tOld objective: 1064475.16\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 209:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 839240.03\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1016077.40\tOld objective: 839240.03\tImprovement: 0.21071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1069992.81\tOld objective: 1016077.40\tImprovement: 0.05306" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1092968.89\tOld objective: 1069992.81\tImprovement: 0.02147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1105151.47\tOld objective: 1092968.89\tImprovement: 0.01115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1112493.22\tOld objective: 1105151.47\tImprovement: 0.00664" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1117293.04\tOld objective: 1112493.22\tImprovement: 0.00431" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1120629.42\tOld objective: 1117293.04\tImprovement: 0.00299" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1123058.92\tOld objective: 1120629.42\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1124894.12\tOld objective: 1123058.92\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1126318.14\tOld objective: 1124894.12\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1127458.71\tOld objective: 1126318.14\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1128395.66\tOld objective: 1127458.71\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1129161.11\tOld objective: 1128395.66\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1129794.52\tOld objective: 1129161.11\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1130336.20\tOld objective: 1129794.52\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 210:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 792869.36\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 967634.11\tOld objective: 792869.36\tImprovement: 0.22042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1020589.15\tOld objective: 967634.11\tImprovement: 0.05473" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1043055.85\tOld objective: 1020589.15\tImprovement: 0.02201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1054974.43\tOld objective: 1043055.85\tImprovement: 0.01143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1062114.67\tOld objective: 1054974.43\tImprovement: 0.00677" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1066744.94\tOld objective: 1062114.67\tImprovement: 0.00436" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1069942.28\tOld objective: 1066744.94\tImprovement: 0.00300" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1072264.99\tOld objective: 1069942.28\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1074026.32\tOld objective: 1072264.99\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1075392.88\tOld objective: 1074026.32\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1076485.35\tOld objective: 1075392.88\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1077379.39\tOld objective: 1076485.35\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1078125.37\tOld objective: 1077379.39\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1078740.22\tOld objective: 1078125.37\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1079257.19\tOld objective: 1078740.22\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 211:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 733190.43\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 904355.02\tOld objective: 733190.43\tImprovement: 0.23345" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 957047.86\tOld objective: 904355.02\tImprovement: 0.05827" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 979604.48\tOld objective: 957047.86\tImprovement: 0.02357" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 991580.27\tOld objective: 979604.48\tImprovement: 0.01223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 998777.06\tOld objective: 991580.27\tImprovement: 0.00726" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1003481.81\tOld objective: 998777.06\tImprovement: 0.00471" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1006769.54\tOld objective: 1003481.81\tImprovement: 0.00328" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1009196.62\tOld objective: 1006769.54\tImprovement: 0.00241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1011035.11\tOld objective: 1009196.62\tImprovement: 0.00182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1012437.12\tOld objective: 1011035.11\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1013534.32\tOld objective: 1012437.12\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1014432.84\tOld objective: 1013534.32\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1015174.59\tOld objective: 1014432.84\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1015796.25\tOld objective: 1015174.59\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1016337.03\tOld objective: 1015796.25\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1016802.41\tOld objective: 1016337.03\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 212:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 830119.10\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1006226.84\tOld objective: 830119.10\tImprovement: 0.21215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1059932.89\tOld objective: 1006226.84\tImprovement: 0.05337" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1082800.35\tOld objective: 1059932.89\tImprovement: 0.02157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1094914.35\tOld objective: 1082800.35\tImprovement: 0.01119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1102200.70\tOld objective: 1094914.35\tImprovement: 0.00665" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1106998.12\tOld objective: 1102200.70\tImprovement: 0.00435" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1110325.64\tOld objective: 1106998.12\tImprovement: 0.00301" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1112726.94\tOld objective: 1110325.64\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1114518.75\tOld objective: 1112726.94\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1115898.36\tOld objective: 1114518.75\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1117001.24\tOld objective: 1115898.36\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1117898.73\tOld objective: 1117001.24\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1118647.12\tOld objective: 1117898.73\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1119279.49\tOld objective: 1118647.12\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1119807.24\tOld objective: 1119279.49\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 213:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 839980.01\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1016340.16\tOld objective: 839980.01\tImprovement: 0.20996" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1070221.60\tOld objective: 1016340.16\tImprovement: 0.05302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1093330.06\tOld objective: 1070221.60\tImprovement: 0.02159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1105617.53\tOld objective: 1093330.06\tImprovement: 0.01124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1113000.83\tOld objective: 1105617.53\tImprovement: 0.00668" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1117847.62\tOld objective: 1113000.83\tImprovement: 0.00435" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1121222.65\tOld objective: 1117847.62\tImprovement: 0.00302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1123699.73\tOld objective: 1121222.65\tImprovement: 0.00221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1125577.00\tOld objective: 1123699.73\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1127025.84\tOld objective: 1125577.00\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1128175.59\tOld objective: 1127025.84\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1129087.31\tOld objective: 1128175.59\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1129850.79\tOld objective: 1129087.31\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1130509.74\tOld objective: 1129850.79\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1131064.12\tOld objective: 1130509.74\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 214:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 836730.90\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1014695.33\tOld objective: 836730.90\tImprovement: 0.21269" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1068871.56\tOld objective: 1014695.33\tImprovement: 0.05339" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1091940.21\tOld objective: 1068871.56\tImprovement: 0.02158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1104149.40\tOld objective: 1091940.21\tImprovement: 0.01118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1111504.69\tOld objective: 1104149.40\tImprovement: 0.00666" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1116320.80\tOld objective: 1111504.69\tImprovement: 0.00433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1119678.93\tOld objective: 1116320.80\tImprovement: 0.00301" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1122125.67\tOld objective: 1119678.93\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1123961.67\tOld objective: 1122125.67\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1125364.65\tOld objective: 1123961.67\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1126480.20\tOld objective: 1125364.65\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1127383.94\tOld objective: 1126480.20\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1128126.21\tOld objective: 1127383.94\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1128748.11\tOld objective: 1128126.21\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1129272.38\tOld objective: 1128748.11\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 215:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 763336.59\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 936413.52\tOld objective: 763336.59\tImprovement: 0.22674" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 989303.25\tOld objective: 936413.52\tImprovement: 0.05648" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1011786.05\tOld objective: 989303.25\tImprovement: 0.02273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1023715.20\tOld objective: 1011786.05\tImprovement: 0.01179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1030895.34\tOld objective: 1023715.20\tImprovement: 0.00701" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1035599.81\tOld objective: 1030895.34\tImprovement: 0.00456" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1038896.05\tOld objective: 1035599.81\tImprovement: 0.00318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1041292.59\tOld objective: 1038896.05\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1043104.40\tOld objective: 1041292.59\tImprovement: 0.00174" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1044517.60\tOld objective: 1043104.40\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1045631.69\tOld objective: 1044517.60\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1046517.46\tOld objective: 1045631.69\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1047239.68\tOld objective: 1046517.46\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1047846.75\tOld objective: 1047239.68\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1048373.14\tOld objective: 1047846.75\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1048826.75\tOld objective: 1048373.14\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 216:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 763879.49\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 940182.82\tOld objective: 763879.49\tImprovement: 0.23080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 994386.24\tOld objective: 940182.82\tImprovement: 0.05765" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1017472.18\tOld objective: 994386.24\tImprovement: 0.02322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1029696.42\tOld objective: 1017472.18\tImprovement: 0.01201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1037029.29\tOld objective: 1029696.42\tImprovement: 0.00712" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1041793.93\tOld objective: 1037029.29\tImprovement: 0.00459" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1045080.86\tOld objective: 1041793.93\tImprovement: 0.00316" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1047500.63\tOld objective: 1045080.86\tImprovement: 0.00232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1049361.61\tOld objective: 1047500.63\tImprovement: 0.00178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1050816.93\tOld objective: 1049361.61\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1051960.71\tOld objective: 1050816.93\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1052869.26\tOld objective: 1051960.71\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1053620.48\tOld objective: 1052869.26\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1054252.32\tOld objective: 1053620.48\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1054791.41\tOld objective: 1054252.32\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1055251.28\tOld objective: 1054791.41\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 217:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 805157.86\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 981434.16\tOld objective: 805157.86\tImprovement: 0.21893" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1035148.28\tOld objective: 981434.16\tImprovement: 0.05473" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1058108.97\tOld objective: 1035148.28\tImprovement: 0.02218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1070341.00\tOld objective: 1058108.97\tImprovement: 0.01156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1077661.53\tOld objective: 1070341.00\tImprovement: 0.00684" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1082454.39\tOld objective: 1077661.53\tImprovement: 0.00445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1085782.57\tOld objective: 1082454.39\tImprovement: 0.00307" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1088205.72\tOld objective: 1085782.57\tImprovement: 0.00223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1090014.53\tOld objective: 1088205.72\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1091413.16\tOld objective: 1090014.53\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1092536.24\tOld objective: 1091413.16\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1093460.25\tOld objective: 1092536.24\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1094229.12\tOld objective: 1093460.25\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1094874.57\tOld objective: 1094229.12\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1095407.38\tOld objective: 1094874.57\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 218:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 709758.09\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 877828.77\tOld objective: 709758.09\tImprovement: 0.23680" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 929420.89\tOld objective: 877828.77\tImprovement: 0.05877" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 951485.55\tOld objective: 929420.89\tImprovement: 0.02374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 963237.06\tOld objective: 951485.55\tImprovement: 0.01235" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 970323.19\tOld objective: 963237.06\tImprovement: 0.00736" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 974940.51\tOld objective: 970323.19\tImprovement: 0.00476" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 978143.96\tOld objective: 974940.51\tImprovement: 0.00329" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 980502.50\tOld objective: 978143.96\tImprovement: 0.00241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 982286.27\tOld objective: 980502.50\tImprovement: 0.00182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 983648.70\tOld objective: 982286.27\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 984734.77\tOld objective: 983648.70\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 985636.63\tOld objective: 984734.77\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 986390.86\tOld objective: 985636.63\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 987015.68\tOld objective: 986390.86\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 987537.27\tOld objective: 987015.68\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 987980.79\tOld objective: 987537.27\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 219:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 781568.62\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 955301.77\tOld objective: 781568.62\tImprovement: 0.22229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1008497.59\tOld objective: 955301.77\tImprovement: 0.05568" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1031143.88\tOld objective: 1008497.59\tImprovement: 0.02246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1043166.78\tOld objective: 1031143.88\tImprovement: 0.01166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1050409.70\tOld objective: 1043166.78\tImprovement: 0.00694" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1055124.62\tOld objective: 1050409.70\tImprovement: 0.00449" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1058382.21\tOld objective: 1055124.62\tImprovement: 0.00309" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1060746.66\tOld objective: 1058382.21\tImprovement: 0.00223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1062519.68\tOld objective: 1060746.66\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1063892.45\tOld objective: 1062519.68\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1064971.06\tOld objective: 1063892.45\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1065843.35\tOld objective: 1064971.06\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1066581.38\tOld objective: 1065843.35\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1067189.11\tOld objective: 1066581.38\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1067688.94\tOld objective: 1067189.11\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 220:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 800770.04\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 975053.26\tOld objective: 800770.04\tImprovement: 0.21764" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1028061.11\tOld objective: 975053.26\tImprovement: 0.05436" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1050682.85\tOld objective: 1028061.11\tImprovement: 0.02200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1062696.93\tOld objective: 1050682.85\tImprovement: 0.01143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1069933.52\tOld objective: 1062696.93\tImprovement: 0.00681" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1074668.99\tOld objective: 1069933.52\tImprovement: 0.00443" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1077948.44\tOld objective: 1074668.99\tImprovement: 0.00305" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1080342.96\tOld objective: 1077948.44\tImprovement: 0.00222" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1082141.49\tOld objective: 1080342.96\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1083535.30\tOld objective: 1082141.49\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1084643.10\tOld objective: 1083535.30\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1085545.65\tOld objective: 1084643.10\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1086287.64\tOld objective: 1085545.65\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1086909.52\tOld objective: 1086287.64\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1087429.77\tOld objective: 1086909.52\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 221:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 758550.00\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 930676.11\tOld objective: 758550.00\tImprovement: 0.22691" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 983559.02\tOld objective: 930676.11\tImprovement: 0.05682" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1006317.55\tOld objective: 983559.02\tImprovement: 0.02314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1018482.98\tOld objective: 1006317.55\tImprovement: 0.01209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1025805.05\tOld objective: 1018482.98\tImprovement: 0.00719" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1030588.05\tOld objective: 1025805.05\tImprovement: 0.00466" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1033941.93\tOld objective: 1030588.05\tImprovement: 0.00325" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1036384.62\tOld objective: 1033941.93\tImprovement: 0.00236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1038217.35\tOld objective: 1036384.62\tImprovement: 0.00177" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1039645.55\tOld objective: 1038217.35\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1040761.38\tOld objective: 1039645.55\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1041661.41\tOld objective: 1040761.38\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1042406.19\tOld objective: 1041661.41\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1043036.80\tOld objective: 1042406.19\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1043571.85\tOld objective: 1043036.80\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1044031.75\tOld objective: 1043571.85\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 222:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 849384.65\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1027145.20\tOld objective: 849384.65\tImprovement: 0.20928" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1080756.09\tOld objective: 1027145.20\tImprovement: 0.05219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1103417.89\tOld objective: 1080756.09\tImprovement: 0.02097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1115376.36\tOld objective: 1103417.89\tImprovement: 0.01084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1122543.13\tOld objective: 1115376.36\tImprovement: 0.00643" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1127206.88\tOld objective: 1122543.13\tImprovement: 0.00415" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1130450.71\tOld objective: 1127206.88\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1132802.63\tOld objective: 1130450.71\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1134572.28\tOld objective: 1132802.63\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1135946.57\tOld objective: 1134572.28\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1137026.79\tOld objective: 1135946.57\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1137901.47\tOld objective: 1137026.79\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1138629.32\tOld objective: 1137901.47\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1139242.24\tOld objective: 1138629.32\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1139762.08\tOld objective: 1139242.24\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 223:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 756584.78\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 926322.72\tOld objective: 756584.78\tImprovement: 0.22435" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 978172.68\tOld objective: 926322.72\tImprovement: 0.05597" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1000362.24\tOld objective: 978172.68\tImprovement: 0.02268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1012213.97\tOld objective: 1000362.24\tImprovement: 0.01185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1019379.99\tOld objective: 1012213.97\tImprovement: 0.00708" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1024090.69\tOld objective: 1019379.99\tImprovement: 0.00462" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1027367.55\tOld objective: 1024090.69\tImprovement: 0.00320" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1029757.29\tOld objective: 1027367.55\tImprovement: 0.00233" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1031560.59\tOld objective: 1029757.29\tImprovement: 0.00175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1032959.56\tOld objective: 1031560.59\tImprovement: 0.00136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1034081.77\tOld objective: 1032959.56\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1034980.74\tOld objective: 1034081.77\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1035719.27\tOld objective: 1034980.74\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1036344.34\tOld objective: 1035719.27\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1036880.51\tOld objective: 1036344.34\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1037340.25\tOld objective: 1036880.51\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 224:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 774557.88\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 948883.39\tOld objective: 774557.88\tImprovement: 0.22506" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1002024.50\tOld objective: 948883.39\tImprovement: 0.05600" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1024594.60\tOld objective: 1002024.50\tImprovement: 0.02252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1036566.78\tOld objective: 1024594.60\tImprovement: 0.01168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1043760.66\tOld objective: 1036566.78\tImprovement: 0.00694" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1048462.77\tOld objective: 1043760.66\tImprovement: 0.00450" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1051760.81\tOld objective: 1048462.77\tImprovement: 0.00315" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1054174.72\tOld objective: 1051760.81\tImprovement: 0.00230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1056009.24\tOld objective: 1054174.72\tImprovement: 0.00174" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1057427.72\tOld objective: 1056009.24\tImprovement: 0.00134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1058551.97\tOld objective: 1057427.72\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1059462.16\tOld objective: 1058551.97\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1060215.60\tOld objective: 1059462.16\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1060846.19\tOld objective: 1060215.60\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1061372.14\tOld objective: 1060846.19\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 225:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 747552.00\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 917758.02\tOld objective: 747552.00\tImprovement: 0.22768" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 969877.76\tOld objective: 917758.02\tImprovement: 0.05679" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 992161.99\tOld objective: 969877.76\tImprovement: 0.02298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1004067.01\tOld objective: 992161.99\tImprovement: 0.01200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1011233.84\tOld objective: 1004067.01\tImprovement: 0.00714" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1015929.18\tOld objective: 1011233.84\tImprovement: 0.00464" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1019209.70\tOld objective: 1015929.18\tImprovement: 0.00323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1021597.01\tOld objective: 1019209.70\tImprovement: 0.00234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1023397.24\tOld objective: 1021597.01\tImprovement: 0.00176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1024806.32\tOld objective: 1023397.24\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1025938.57\tOld objective: 1024806.32\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1026858.66\tOld objective: 1025938.57\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1027620.02\tOld objective: 1026858.66\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1028264.26\tOld objective: 1027620.02\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1028796.00\tOld objective: 1028264.26\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1029232.93\tOld objective: 1028796.00\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 226:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 752424.33\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 924267.05\tOld objective: 752424.33\tImprovement: 0.22839" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 976696.06\tOld objective: 924267.05\tImprovement: 0.05672" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 999030.33\tOld objective: 976696.06\tImprovement: 0.02287" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1010846.82\tOld objective: 999030.33\tImprovement: 0.01183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1017903.38\tOld objective: 1010846.82\tImprovement: 0.00698" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1022503.72\tOld objective: 1017903.38\tImprovement: 0.00452" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1025712.33\tOld objective: 1022503.72\tImprovement: 0.00314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1028051.16\tOld objective: 1025712.33\tImprovement: 0.00228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1029821.52\tOld objective: 1028051.16\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1031223.88\tOld objective: 1029821.52\tImprovement: 0.00136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1032357.12\tOld objective: 1031223.88\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1033277.32\tOld objective: 1032357.12\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1034030.64\tOld objective: 1033277.32\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1034661.65\tOld objective: 1034030.64\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1035188.07\tOld objective: 1034661.65\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1035628.26\tOld objective: 1035188.07\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 227:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 834061.49\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1013056.30\tOld objective: 834061.49\tImprovement: 0.21461" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1067220.58\tOld objective: 1013056.30\tImprovement: 0.05347" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1090167.22\tOld objective: 1067220.58\tImprovement: 0.02150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1102302.73\tOld objective: 1090167.22\tImprovement: 0.01113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1109569.14\tOld objective: 1102302.73\tImprovement: 0.00659" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1114263.70\tOld objective: 1109569.14\tImprovement: 0.00423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1117525.21\tOld objective: 1114263.70\tImprovement: 0.00293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1119923.15\tOld objective: 1117525.21\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1121721.06\tOld objective: 1119923.15\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1123108.55\tOld objective: 1121721.06\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1124208.18\tOld objective: 1123108.55\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1125111.52\tOld objective: 1124208.18\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1125870.12\tOld objective: 1125111.52\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1126489.78\tOld objective: 1125870.12\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1127003.89\tOld objective: 1126489.78\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 228:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 877392.45\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1059263.63\tOld objective: 877392.45\tImprovement: 0.20729" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1114366.23\tOld objective: 1059263.63\tImprovement: 0.05202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1137777.84\tOld objective: 1114366.23\tImprovement: 0.02101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1150134.83\tOld objective: 1137777.84\tImprovement: 0.01086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1157521.55\tOld objective: 1150134.83\tImprovement: 0.00642" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1162346.06\tOld objective: 1157521.55\tImprovement: 0.00417" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1165675.78\tOld objective: 1162346.06\tImprovement: 0.00286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1168092.41\tOld objective: 1165675.78\tImprovement: 0.00207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1169917.86\tOld objective: 1168092.41\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1171328.82\tOld objective: 1169917.86\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1172442.28\tOld objective: 1171328.82\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1173351.46\tOld objective: 1172442.28\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1174120.62\tOld objective: 1173351.46\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1174770.40\tOld objective: 1174120.62\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1175307.14\tOld objective: 1174770.40\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 229:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 871939.67\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1051301.36\tOld objective: 871939.67\tImprovement: 0.20570" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1105603.24\tOld objective: 1051301.36\tImprovement: 0.05165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1128696.56\tOld objective: 1105603.24\tImprovement: 0.02089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1140929.12\tOld objective: 1128696.56\tImprovement: 0.01084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1148269.35\tOld objective: 1140929.12\tImprovement: 0.00643" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1153071.26\tOld objective: 1148269.35\tImprovement: 0.00418" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1156449.53\tOld objective: 1153071.26\tImprovement: 0.00293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1158923.97\tOld objective: 1156449.53\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1160786.04\tOld objective: 1158923.97\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1162224.34\tOld objective: 1160786.04\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1163374.06\tOld objective: 1162224.34\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1164289.54\tOld objective: 1163374.06\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1165042.17\tOld objective: 1164289.54\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1165668.62\tOld objective: 1165042.17\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1166183.38\tOld objective: 1165668.62\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 230:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 771368.77\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 943324.22\tOld objective: 771368.77\tImprovement: 0.22292" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 995946.61\tOld objective: 943324.22\tImprovement: 0.05578" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1018403.26\tOld objective: 995946.61\tImprovement: 0.02255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1030320.50\tOld objective: 1018403.26\tImprovement: 0.01170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1037483.59\tOld objective: 1030320.50\tImprovement: 0.00695" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1042196.65\tOld objective: 1037483.59\tImprovement: 0.00454" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1045502.00\tOld objective: 1042196.65\tImprovement: 0.00317" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1047902.16\tOld objective: 1045502.00\tImprovement: 0.00230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1049718.02\tOld objective: 1047902.16\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1051133.77\tOld objective: 1049718.02\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1052245.90\tOld objective: 1051133.77\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1053156.74\tOld objective: 1052245.90\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1053922.17\tOld objective: 1053156.74\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1054561.08\tOld objective: 1053922.17\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1055104.68\tOld objective: 1054561.08\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1055566.81\tOld objective: 1055104.68\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 231:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 793555.56\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 967956.15\tOld objective: 793555.56\tImprovement: 0.21977" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1021191.73\tOld objective: 967956.15\tImprovement: 0.05500" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1043806.63\tOld objective: 1021191.73\tImprovement: 0.02215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1055760.87\tOld objective: 1043806.63\tImprovement: 0.01145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1062919.25\tOld objective: 1055760.87\tImprovement: 0.00678" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1067564.30\tOld objective: 1062919.25\tImprovement: 0.00437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1070779.06\tOld objective: 1067564.30\tImprovement: 0.00301" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1073103.37\tOld objective: 1070779.06\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1074860.80\tOld objective: 1073103.37\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1076241.49\tOld objective: 1074860.80\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1077346.61\tOld objective: 1076241.49\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1078239.88\tOld objective: 1077346.61\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1078973.74\tOld objective: 1078239.88\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1079585.99\tOld objective: 1078973.74\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1080103.93\tOld objective: 1079585.99\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 232:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 739193.15\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 911501.80\tOld objective: 739193.15\tImprovement: 0.23310" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 964117.38\tOld objective: 911501.80\tImprovement: 0.05772" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 986467.84\tOld objective: 964117.38\tImprovement: 0.02318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 998298.18\tOld objective: 986467.84\tImprovement: 0.01199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1005389.42\tOld objective: 998298.18\tImprovement: 0.00710" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1010040.47\tOld objective: 1005389.42\tImprovement: 0.00463" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1013297.62\tOld objective: 1010040.47\tImprovement: 0.00322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1015665.51\tOld objective: 1013297.62\tImprovement: 0.00234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1017461.56\tOld objective: 1015665.51\tImprovement: 0.00177" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1018852.64\tOld objective: 1017461.56\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1019960.03\tOld objective: 1018852.64\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1020867.91\tOld objective: 1019960.03\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1021619.60\tOld objective: 1020867.91\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1022247.70\tOld objective: 1021619.60\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1022779.87\tOld objective: 1022247.70\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1023238.83\tOld objective: 1022779.87\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 233:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 857645.36\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1035380.61\tOld objective: 857645.36\tImprovement: 0.20724" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1089515.39\tOld objective: 1035380.61\tImprovement: 0.05228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1112588.20\tOld objective: 1089515.39\tImprovement: 0.02118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1124772.16\tOld objective: 1112588.20\tImprovement: 0.01095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1132074.89\tOld objective: 1124772.16\tImprovement: 0.00649" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1136863.28\tOld objective: 1132074.89\tImprovement: 0.00423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1140207.27\tOld objective: 1136863.28\tImprovement: 0.00294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1142658.92\tOld objective: 1140207.27\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1144520.33\tOld objective: 1142658.92\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1145957.77\tOld objective: 1144520.33\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1147080.18\tOld objective: 1145957.77\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1147988.54\tOld objective: 1147080.18\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1148740.23\tOld objective: 1147988.54\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1149367.97\tOld objective: 1148740.23\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1149896.17\tOld objective: 1149367.97\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 234:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 800928.16\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 975421.62\tOld objective: 800928.16\tImprovement: 0.21786" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1027734.57\tOld objective: 975421.62\tImprovement: 0.05363" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1049844.11\tOld objective: 1027734.57\tImprovement: 0.02151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1061522.10\tOld objective: 1049844.11\tImprovement: 0.01112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1068537.12\tOld objective: 1061522.10\tImprovement: 0.00661" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1073105.95\tOld objective: 1068537.12\tImprovement: 0.00428" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1076267.15\tOld objective: 1073105.95\tImprovement: 0.00295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1078562.19\tOld objective: 1076267.15\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1080288.27\tOld objective: 1078562.19\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1081616.01\tOld objective: 1080288.27\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1082670.48\tOld objective: 1081616.01\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1083527.65\tOld objective: 1082670.48\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1084238.69\tOld objective: 1083527.65\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1084843.20\tOld objective: 1084238.69\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1085351.84\tOld objective: 1084843.20\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 235:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 808743.13\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 984986.95\tOld objective: 808743.13\tImprovement: 0.21792" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1038342.48\tOld objective: 984986.95\tImprovement: 0.05417" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1061024.04\tOld objective: 1038342.48\tImprovement: 0.02184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1072967.84\tOld objective: 1061024.04\tImprovement: 0.01126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1080085.84\tOld objective: 1072967.84\tImprovement: 0.00663" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1084750.19\tOld objective: 1080085.84\tImprovement: 0.00432" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1088023.11\tOld objective: 1084750.19\tImprovement: 0.00302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1090401.73\tOld objective: 1088023.11\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1092182.75\tOld objective: 1090401.73\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1093549.95\tOld objective: 1092182.75\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1094632.42\tOld objective: 1093549.95\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1095517.09\tOld objective: 1094632.42\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1096273.42\tOld objective: 1095517.09\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1096911.98\tOld objective: 1096273.42\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1097462.58\tOld objective: 1096911.98\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1097929.15\tOld objective: 1097462.58\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 236:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 817864.68\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 993593.99\tOld objective: 817864.68\tImprovement: 0.21486" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1047231.59\tOld objective: 993593.99\tImprovement: 0.05398" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1070021.54\tOld objective: 1047231.59\tImprovement: 0.02176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1082098.07\tOld objective: 1070021.54\tImprovement: 0.01129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1089338.22\tOld objective: 1082098.07\tImprovement: 0.00669" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1094054.58\tOld objective: 1089338.22\tImprovement: 0.00433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1097314.96\tOld objective: 1094054.58\tImprovement: 0.00298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1099672.07\tOld objective: 1097314.96\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1101473.95\tOld objective: 1099672.07\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1102866.82\tOld objective: 1101473.95\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1103964.37\tOld objective: 1102866.82\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1104842.43\tOld objective: 1103964.37\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1105576.52\tOld objective: 1104842.43\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1106203.83\tOld objective: 1105576.52\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1106732.98\tOld objective: 1106203.83\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 237:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 805482.60\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 981041.62\tOld objective: 805482.60\tImprovement: 0.21796" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1034330.57\tOld objective: 981041.62\tImprovement: 0.05432" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1056968.24\tOld objective: 1034330.57\tImprovement: 0.02189" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1068899.23\tOld objective: 1056968.24\tImprovement: 0.01129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1076060.65\tOld objective: 1068899.23\tImprovement: 0.00670" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1080725.79\tOld objective: 1076060.65\tImprovement: 0.00434" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1083940.17\tOld objective: 1080725.79\tImprovement: 0.00297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1086279.66\tOld objective: 1083940.17\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1088032.95\tOld objective: 1086279.66\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1089397.07\tOld objective: 1088032.95\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1090482.56\tOld objective: 1089397.07\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1091337.57\tOld objective: 1090482.56\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1092042.01\tOld objective: 1091337.57\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1092636.85\tOld objective: 1092042.01\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1093144.57\tOld objective: 1092636.85\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 238:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 771189.95\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 943322.50\tOld objective: 771189.95\tImprovement: 0.22320" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 995149.03\tOld objective: 943322.50\tImprovement: 0.05494" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1017146.92\tOld objective: 995149.03\tImprovement: 0.02211" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1028861.02\tOld objective: 1017146.92\tImprovement: 0.01152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1035927.25\tOld objective: 1028861.02\tImprovement: 0.00687" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1040551.21\tOld objective: 1035927.25\tImprovement: 0.00446" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1043752.04\tOld objective: 1040551.21\tImprovement: 0.00308" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1046043.29\tOld objective: 1043752.04\tImprovement: 0.00220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1047764.50\tOld objective: 1046043.29\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1049108.61\tOld objective: 1047764.50\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1050195.07\tOld objective: 1049108.61\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1051077.59\tOld objective: 1050195.07\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1051799.28\tOld objective: 1051077.59\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1052402.43\tOld objective: 1051799.28\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1052911.72\tOld objective: 1052402.43\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 239:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 839429.31\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1014809.86\tOld objective: 839429.31\tImprovement: 0.20893" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1068070.89\tOld objective: 1014809.86\tImprovement: 0.05248" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1090733.62\tOld objective: 1068070.89\tImprovement: 0.02122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1102717.04\tOld objective: 1090733.62\tImprovement: 0.01099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1109882.14\tOld objective: 1102717.04\tImprovement: 0.00650" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1114602.22\tOld objective: 1109882.14\tImprovement: 0.00425" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1117915.83\tOld objective: 1114602.22\tImprovement: 0.00297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1120311.68\tOld objective: 1117915.83\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1122107.98\tOld objective: 1120311.68\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1123483.12\tOld objective: 1122107.98\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1124568.51\tOld objective: 1123483.12\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1125438.14\tOld objective: 1124568.51\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1126163.21\tOld objective: 1125438.14\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1126771.17\tOld objective: 1126163.21\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1127279.58\tOld objective: 1126771.17\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 240:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 765779.87\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 937886.15\tOld objective: 765779.87\tImprovement: 0.22475" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 989908.97\tOld objective: 937886.15\tImprovement: 0.05547" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1011995.82\tOld objective: 989908.97\tImprovement: 0.02231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1023682.31\tOld objective: 1011995.82\tImprovement: 0.01155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1030650.27\tOld objective: 1023682.31\tImprovement: 0.00681" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1035237.82\tOld objective: 1030650.27\tImprovement: 0.00445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1038455.33\tOld objective: 1035237.82\tImprovement: 0.00311" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1040767.15\tOld objective: 1038455.33\tImprovement: 0.00223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1042498.25\tOld objective: 1040767.15\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1043846.54\tOld objective: 1042498.25\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1044913.99\tOld objective: 1043846.54\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1045780.89\tOld objective: 1044913.99\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1046503.79\tOld objective: 1045780.89\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1047101.00\tOld objective: 1046503.79\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1047605.76\tOld objective: 1047101.00\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 241:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 815815.66\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 992395.46\tOld objective: 815815.66\tImprovement: 0.21645" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1045795.05\tOld objective: 992395.46\tImprovement: 0.05381" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1068469.33\tOld objective: 1045795.05\tImprovement: 0.02168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1080506.58\tOld objective: 1068469.33\tImprovement: 0.01127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1087791.99\tOld objective: 1080506.58\tImprovement: 0.00674" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1092569.47\tOld objective: 1087791.99\tImprovement: 0.00439" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1095865.20\tOld objective: 1092569.47\tImprovement: 0.00302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1098252.31\tOld objective: 1095865.20\tImprovement: 0.00218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1100046.11\tOld objective: 1098252.31\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1101435.58\tOld objective: 1100046.11\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1102539.24\tOld objective: 1101435.58\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1103425.36\tOld objective: 1102539.24\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1104148.93\tOld objective: 1103425.36\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1104751.44\tOld objective: 1104148.93\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1105254.55\tOld objective: 1104751.44\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 242:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 767888.01\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 938526.08\tOld objective: 767888.01\tImprovement: 0.22222" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 990311.47\tOld objective: 938526.08\tImprovement: 0.05518" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1012340.59\tOld objective: 990311.47\tImprovement: 0.02224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1024003.65\tOld objective: 1012340.59\tImprovement: 0.01152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1031015.51\tOld objective: 1024003.65\tImprovement: 0.00685" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1035602.21\tOld objective: 1031015.51\tImprovement: 0.00445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1038797.68\tOld objective: 1035602.21\tImprovement: 0.00309" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1041118.36\tOld objective: 1038797.68\tImprovement: 0.00223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1042863.44\tOld objective: 1041118.36\tImprovement: 0.00168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1044213.80\tOld objective: 1042863.44\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1045276.20\tOld objective: 1044213.80\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1046152.64\tOld objective: 1045276.20\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1046884.54\tOld objective: 1046152.64\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1047511.15\tOld objective: 1046884.54\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1048030.79\tOld objective: 1047511.15\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 243:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 789773.43\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 963754.33\tOld objective: 789773.43\tImprovement: 0.22029" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1016499.82\tOld objective: 963754.33\tImprovement: 0.05473" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1038781.55\tOld objective: 1016499.82\tImprovement: 0.02192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1050516.93\tOld objective: 1038781.55\tImprovement: 0.01130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1057543.35\tOld objective: 1050516.93\tImprovement: 0.00669" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1062112.22\tOld objective: 1057543.35\tImprovement: 0.00432" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1065282.37\tOld objective: 1062112.22\tImprovement: 0.00298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1067582.44\tOld objective: 1065282.37\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1069335.56\tOld objective: 1067582.44\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1070709.20\tOld objective: 1069335.56\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1071790.54\tOld objective: 1070709.20\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1072657.93\tOld objective: 1071790.54\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1073370.14\tOld objective: 1072657.93\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1073962.40\tOld objective: 1073370.14\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1074470.06\tOld objective: 1073962.40\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 244:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 775021.77\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 947297.79\tOld objective: 775021.77\tImprovement: 0.22229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1000045.21\tOld objective: 947297.79\tImprovement: 0.05568" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1022604.03\tOld objective: 1000045.21\tImprovement: 0.02256" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1034569.17\tOld objective: 1022604.03\tImprovement: 0.01170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1041748.30\tOld objective: 1034569.17\tImprovement: 0.00694" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1046450.06\tOld objective: 1041748.30\tImprovement: 0.00451" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1049741.22\tOld objective: 1046450.06\tImprovement: 0.00315" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1052160.33\tOld objective: 1049741.22\tImprovement: 0.00230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1053971.96\tOld objective: 1052160.33\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1055368.65\tOld objective: 1053971.96\tImprovement: 0.00133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1056491.36\tOld objective: 1055368.65\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1057403.21\tOld objective: 1056491.36\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1058153.60\tOld objective: 1057403.21\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1058796.48\tOld objective: 1058153.60\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1059351.91\tOld objective: 1058796.48\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1059822.60\tOld objective: 1059351.91\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 245:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 803310.32\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 978546.47\tOld objective: 803310.32\tImprovement: 0.21814" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1031430.28\tOld objective: 978546.47\tImprovement: 0.05404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1053837.19\tOld objective: 1031430.28\tImprovement: 0.02172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1065657.42\tOld objective: 1053837.19\tImprovement: 0.01122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1072715.66\tOld objective: 1065657.42\tImprovement: 0.00662" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1077315.81\tOld objective: 1072715.66\tImprovement: 0.00429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1080509.08\tOld objective: 1077315.81\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1082804.99\tOld objective: 1080509.08\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1084558.79\tOld objective: 1082804.99\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1085936.36\tOld objective: 1084558.79\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1087036.60\tOld objective: 1085936.36\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1087911.48\tOld objective: 1087036.60\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1088620.98\tOld objective: 1087911.48\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1089210.80\tOld objective: 1088620.98\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1089722.47\tOld objective: 1089210.80\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 246:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 845443.22\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1022177.50\tOld objective: 845443.22\tImprovement: 0.20904" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1075706.02\tOld objective: 1022177.50\tImprovement: 0.05237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1098371.65\tOld objective: 1075706.02\tImprovement: 0.02107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1110335.79\tOld objective: 1098371.65\tImprovement: 0.01089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1117519.35\tOld objective: 1110335.79\tImprovement: 0.00647" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1122204.25\tOld objective: 1117519.35\tImprovement: 0.00419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1125430.69\tOld objective: 1122204.25\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1127736.67\tOld objective: 1125430.69\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1129458.66\tOld objective: 1127736.67\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1130801.35\tOld objective: 1129458.66\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1131861.52\tOld objective: 1130801.35\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1132727.08\tOld objective: 1131861.52\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1133454.56\tOld objective: 1132727.08\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1134067.32\tOld objective: 1133454.56\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1134588.01\tOld objective: 1134067.32\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 247:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 772109.95\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 942901.51\tOld objective: 772109.95\tImprovement: 0.22120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 994726.77\tOld objective: 942901.51\tImprovement: 0.05496" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1016813.27\tOld objective: 994726.77\tImprovement: 0.02220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1028526.71\tOld objective: 1016813.27\tImprovement: 0.01152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1035574.37\tOld objective: 1028526.71\tImprovement: 0.00685" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1040193.27\tOld objective: 1035574.37\tImprovement: 0.00446" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1043426.49\tOld objective: 1040193.27\tImprovement: 0.00311" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1045777.87\tOld objective: 1043426.49\tImprovement: 0.00225" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1047537.14\tOld objective: 1045777.87\tImprovement: 0.00168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1048907.70\tOld objective: 1047537.14\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1050017.61\tOld objective: 1048907.70\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1050937.61\tOld objective: 1050017.61\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1051697.99\tOld objective: 1050937.61\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1052329.18\tOld objective: 1051697.99\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1052853.66\tOld objective: 1052329.18\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 248:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 831763.42\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1006056.67\tOld objective: 831763.42\tImprovement: 0.20955" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1059198.26\tOld objective: 1006056.67\tImprovement: 0.05282" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1081811.89\tOld objective: 1059198.26\tImprovement: 0.02135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1093792.98\tOld objective: 1081811.89\tImprovement: 0.01108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1100984.98\tOld objective: 1093792.98\tImprovement: 0.00658" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1105736.91\tOld objective: 1100984.98\tImprovement: 0.00432" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1109052.82\tOld objective: 1105736.91\tImprovement: 0.00300" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1111456.39\tOld objective: 1109052.82\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1113253.32\tOld objective: 1111456.39\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1114648.96\tOld objective: 1113253.32\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1115759.09\tOld objective: 1114648.96\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1116643.96\tOld objective: 1115759.09\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1117376.67\tOld objective: 1116643.96\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1117994.96\tOld objective: 1117376.67\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1118512.10\tOld objective: 1117994.96\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 249:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 745229.53\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 915207.21\tOld objective: 745229.53\tImprovement: 0.22809" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 966884.84\tOld objective: 915207.21\tImprovement: 0.05647" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 988833.44\tOld objective: 966884.84\tImprovement: 0.02270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1000483.99\tOld objective: 988833.44\tImprovement: 0.01178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1007472.26\tOld objective: 1000483.99\tImprovement: 0.00698" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1012032.28\tOld objective: 1007472.26\tImprovement: 0.00453" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1015214.62\tOld objective: 1012032.28\tImprovement: 0.00314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1017527.78\tOld objective: 1015214.62\tImprovement: 0.00228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1019261.87\tOld objective: 1017527.78\tImprovement: 0.00170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1020588.65\tOld objective: 1019261.87\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1021627.38\tOld objective: 1020588.65\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1022477.18\tOld objective: 1021627.38\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1023182.42\tOld objective: 1022477.18\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1023777.46\tOld objective: 1023182.42\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1024287.21\tOld objective: 1023777.46\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 250:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 811187.25\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 983730.07\tOld objective: 811187.25\tImprovement: 0.21270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1036181.00\tOld objective: 983730.07\tImprovement: 0.05332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1058493.46\tOld objective: 1036181.00\tImprovement: 0.02153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1070283.85\tOld objective: 1058493.46\tImprovement: 0.01114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1077350.95\tOld objective: 1070283.85\tImprovement: 0.00660" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1082013.50\tOld objective: 1077350.95\tImprovement: 0.00433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1085276.63\tOld objective: 1082013.50\tImprovement: 0.00302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1087658.96\tOld objective: 1085276.63\tImprovement: 0.00220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1089454.69\tOld objective: 1087658.96\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1090837.97\tOld objective: 1089454.69\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1091919.40\tOld objective: 1090837.97\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1092799.19\tOld objective: 1091919.40\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1093525.20\tOld objective: 1092799.19\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1094123.15\tOld objective: 1093525.20\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1094616.91\tOld objective: 1094123.15\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 251:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 773067.08\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 943376.46\tOld objective: 773067.08\tImprovement: 0.22030" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 995207.82\tOld objective: 943376.46\tImprovement: 0.05494" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1017315.21\tOld objective: 995207.82\tImprovement: 0.02221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1029081.35\tOld objective: 1017315.21\tImprovement: 0.01157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1036183.23\tOld objective: 1029081.35\tImprovement: 0.00690" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1040833.15\tOld objective: 1036183.23\tImprovement: 0.00449" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1044046.88\tOld objective: 1040833.15\tImprovement: 0.00309" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1046382.25\tOld objective: 1044046.88\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1048156.25\tOld objective: 1046382.25\tImprovement: 0.00170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1049527.60\tOld objective: 1048156.25\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1050626.27\tOld objective: 1049527.60\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1051524.70\tOld objective: 1050626.27\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1052263.41\tOld objective: 1051524.70\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1052886.64\tOld objective: 1052263.41\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1053407.97\tOld objective: 1052886.64\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 252:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 761518.07\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 929348.25\tOld objective: 761518.07\tImprovement: 0.22039" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 979774.79\tOld objective: 929348.25\tImprovement: 0.05426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1001114.55\tOld objective: 979774.79\tImprovement: 0.02178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1012427.97\tOld objective: 1001114.55\tImprovement: 0.01130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1019247.58\tOld objective: 1012427.97\tImprovement: 0.00674" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1023703.48\tOld objective: 1019247.58\tImprovement: 0.00437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1026788.73\tOld objective: 1023703.48\tImprovement: 0.00301" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1029028.37\tOld objective: 1026788.73\tImprovement: 0.00218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1030718.99\tOld objective: 1029028.37\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1032019.64\tOld objective: 1030718.99\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1033058.57\tOld objective: 1032019.64\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1033899.86\tOld objective: 1033058.57\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1034608.48\tOld objective: 1033899.86\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1035202.16\tOld objective: 1034608.48\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1035696.69\tOld objective: 1035202.16\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 253:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 874518.21\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1050210.46\tOld objective: 874518.21\tImprovement: 0.20090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1103388.75\tOld objective: 1050210.46\tImprovement: 0.05064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1126003.79\tOld objective: 1103388.75\tImprovement: 0.02050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1138052.85\tOld objective: 1126003.79\tImprovement: 0.01070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1145293.64\tOld objective: 1138052.85\tImprovement: 0.00636" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1150044.47\tOld objective: 1145293.64\tImprovement: 0.00415" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1153330.41\tOld objective: 1150044.47\tImprovement: 0.00286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1155711.92\tOld objective: 1153330.41\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1157499.74\tOld objective: 1155711.92\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1158882.31\tOld objective: 1157499.74\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1159976.58\tOld objective: 1158882.31\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1160861.69\tOld objective: 1159976.58\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1161581.92\tOld objective: 1160861.69\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1162182.83\tOld objective: 1161581.92\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1162698.62\tOld objective: 1162182.83\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 254:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 844103.77\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1020393.69\tOld objective: 844103.77\tImprovement: 0.20885" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1073438.34\tOld objective: 1020393.69\tImprovement: 0.05198" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1095831.83\tOld objective: 1073438.34\tImprovement: 0.02086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1107628.93\tOld objective: 1095831.83\tImprovement: 0.01077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1114685.61\tOld objective: 1107628.93\tImprovement: 0.00637" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1119309.48\tOld objective: 1114685.61\tImprovement: 0.00415" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1122537.85\tOld objective: 1119309.48\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1124894.18\tOld objective: 1122537.85\tImprovement: 0.00210" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1126661.16\tOld objective: 1124894.18\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1128024.69\tOld objective: 1126661.16\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1129104.32\tOld objective: 1128024.69\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1129973.24\tOld objective: 1129104.32\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1130685.58\tOld objective: 1129973.24\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1131281.23\tOld objective: 1130685.58\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1131789.54\tOld objective: 1131281.23\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 255:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 804110.14\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 977606.86\tOld objective: 804110.14\tImprovement: 0.21576" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1030400.75\tOld objective: 977606.86\tImprovement: 0.05400" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1052881.43\tOld objective: 1030400.75\tImprovement: 0.02182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1064783.56\tOld objective: 1052881.43\tImprovement: 0.01130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1071934.72\tOld objective: 1064783.56\tImprovement: 0.00672" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1076619.21\tOld objective: 1071934.72\tImprovement: 0.00437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1079866.57\tOld objective: 1076619.21\tImprovement: 0.00302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1082231.66\tOld objective: 1079866.57\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1084018.55\tOld objective: 1082231.66\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1085416.06\tOld objective: 1084018.55\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1086524.05\tOld objective: 1085416.06\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1087419.71\tOld objective: 1086524.05\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1088151.75\tOld objective: 1087419.71\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1088756.88\tOld objective: 1088151.75\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1089260.86\tOld objective: 1088756.88\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 256:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 746824.09\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 917191.17\tOld objective: 746824.09\tImprovement: 0.22812" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 968621.70\tOld objective: 917191.17\tImprovement: 0.05607" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 990378.27\tOld objective: 968621.70\tImprovement: 0.02246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1001915.54\tOld objective: 990378.27\tImprovement: 0.01165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1008844.30\tOld objective: 1001915.54\tImprovement: 0.00692" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1013380.03\tOld objective: 1008844.30\tImprovement: 0.00450" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1016545.11\tOld objective: 1013380.03\tImprovement: 0.00312" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1018854.74\tOld objective: 1016545.11\tImprovement: 0.00227" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1020595.51\tOld objective: 1018854.74\tImprovement: 0.00171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1021953.41\tOld objective: 1020595.51\tImprovement: 0.00133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1023021.00\tOld objective: 1021953.41\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1023876.56\tOld objective: 1023021.00\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1024576.03\tOld objective: 1023876.56\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1025167.56\tOld objective: 1024576.03\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1025664.28\tOld objective: 1025167.56\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 257:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 866840.36\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1041145.48\tOld objective: 866840.36\tImprovement: 0.20108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1093662.26\tOld objective: 1041145.48\tImprovement: 0.05044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1115927.33\tOld objective: 1093662.26\tImprovement: 0.02036" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1127638.41\tOld objective: 1115927.33\tImprovement: 0.01049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1134634.03\tOld objective: 1127638.41\tImprovement: 0.00620" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1139207.21\tOld objective: 1134634.03\tImprovement: 0.00403" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1142392.06\tOld objective: 1139207.21\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1144703.30\tOld objective: 1142392.06\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1146462.54\tOld objective: 1144703.30\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1147836.26\tOld objective: 1146462.54\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1148922.21\tOld objective: 1147836.26\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1149803.45\tOld objective: 1148922.21\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1150524.66\tOld objective: 1149803.45\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1151118.52\tOld objective: 1150524.66\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1151615.28\tOld objective: 1151118.52\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 258:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 787550.92\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 958956.39\tOld objective: 787550.92\tImprovement: 0.21764" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1011181.25\tOld objective: 958956.39\tImprovement: 0.05446" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1033362.10\tOld objective: 1011181.25\tImprovement: 0.02194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1045139.17\tOld objective: 1033362.10\tImprovement: 0.01140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1052249.13\tOld objective: 1045139.17\tImprovement: 0.00680" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1056925.80\tOld objective: 1052249.13\tImprovement: 0.00444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1060179.76\tOld objective: 1056925.80\tImprovement: 0.00308" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1062507.25\tOld objective: 1060179.76\tImprovement: 0.00220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1064247.97\tOld objective: 1062507.25\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1065601.40\tOld objective: 1064247.97\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1066682.53\tOld objective: 1065601.40\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1067566.88\tOld objective: 1066682.53\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1068299.29\tOld objective: 1067566.88\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1068899.49\tOld objective: 1068299.29\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1069403.77\tOld objective: 1068899.49\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 259:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 789537.55\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 962311.61\tOld objective: 789537.55\tImprovement: 0.21883" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1014707.29\tOld objective: 962311.61\tImprovement: 0.05445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1036996.13\tOld objective: 1014707.29\tImprovement: 0.02197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1048819.42\tOld objective: 1036996.13\tImprovement: 0.01140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1055898.31\tOld objective: 1048819.42\tImprovement: 0.00675" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1060517.91\tOld objective: 1055898.31\tImprovement: 0.00438" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1063702.34\tOld objective: 1060517.91\tImprovement: 0.00300" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1066016.03\tOld objective: 1063702.34\tImprovement: 0.00218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1067748.12\tOld objective: 1066016.03\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1069088.97\tOld objective: 1067748.12\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1070169.82\tOld objective: 1069088.97\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1071048.28\tOld objective: 1070169.82\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1071766.39\tOld objective: 1071048.28\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1072363.88\tOld objective: 1071766.39\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1072867.19\tOld objective: 1072363.88\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 260:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 860985.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1036196.40\tOld objective: 860985.83\tImprovement: 0.20350" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1088386.27\tOld objective: 1036196.40\tImprovement: 0.05037" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1110329.41\tOld objective: 1088386.27\tImprovement: 0.02016" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1121851.76\tOld objective: 1110329.41\tImprovement: 0.01038" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1128772.35\tOld objective: 1121851.76\tImprovement: 0.00617" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1133312.68\tOld objective: 1128772.35\tImprovement: 0.00402" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1136475.44\tOld objective: 1133312.68\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1138776.64\tOld objective: 1136475.44\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1140505.81\tOld objective: 1138776.64\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1141839.03\tOld objective: 1140505.81\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1142887.58\tOld objective: 1141839.03\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1143739.82\tOld objective: 1142887.58\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1144443.29\tOld objective: 1143739.82\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1145021.19\tOld objective: 1144443.29\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1145507.86\tOld objective: 1145021.19\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 261:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 731038.22\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 901828.98\tOld objective: 731038.22\tImprovement: 0.23363" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 953909.80\tOld objective: 901828.98\tImprovement: 0.05775" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 976063.69\tOld objective: 953909.80\tImprovement: 0.02322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 987787.85\tOld objective: 976063.69\tImprovement: 0.01201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 994769.76\tOld objective: 987787.85\tImprovement: 0.00707" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 999341.21\tOld objective: 994769.76\tImprovement: 0.00460" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1002533.29\tOld objective: 999341.21\tImprovement: 0.00319" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1004856.78\tOld objective: 1002533.29\tImprovement: 0.00232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1006626.37\tOld objective: 1004856.78\tImprovement: 0.00176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1007999.79\tOld objective: 1006626.37\tImprovement: 0.00136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1009094.47\tOld objective: 1007999.79\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1009979.51\tOld objective: 1009094.47\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1010695.65\tOld objective: 1009979.51\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1011293.97\tOld objective: 1010695.65\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1011803.32\tOld objective: 1011293.97\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1012243.26\tOld objective: 1011803.32\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 262:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 846417.58\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1021358.79\tOld objective: 846417.58\tImprovement: 0.20668" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1074273.04\tOld objective: 1021358.79\tImprovement: 0.05181" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1096654.15\tOld objective: 1074273.04\tImprovement: 0.02083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1108497.32\tOld objective: 1096654.15\tImprovement: 0.01080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1115584.63\tOld objective: 1108497.32\tImprovement: 0.00639" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1120209.87\tOld objective: 1115584.63\tImprovement: 0.00415" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1123425.66\tOld objective: 1120209.87\tImprovement: 0.00287" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1125747.78\tOld objective: 1123425.66\tImprovement: 0.00207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1127515.10\tOld objective: 1125747.78\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1128905.37\tOld objective: 1127515.10\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1130002.11\tOld objective: 1128905.37\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1130873.38\tOld objective: 1130002.11\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1131592.47\tOld objective: 1130873.38\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1132196.73\tOld objective: 1131592.47\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1132702.92\tOld objective: 1132196.73\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 263:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 806779.32\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 979295.66\tOld objective: 806779.32\tImprovement: 0.21383" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1031188.26\tOld objective: 979295.66\tImprovement: 0.05299" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1053158.11\tOld objective: 1031188.26\tImprovement: 0.02131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1064792.86\tOld objective: 1053158.11\tImprovement: 0.01105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1071774.64\tOld objective: 1064792.86\tImprovement: 0.00656" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1076318.29\tOld objective: 1071774.64\tImprovement: 0.00424" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1079464.71\tOld objective: 1076318.29\tImprovement: 0.00292" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1081781.30\tOld objective: 1079464.71\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1083532.82\tOld objective: 1081781.30\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1084883.77\tOld objective: 1083532.82\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1085953.32\tOld objective: 1084883.77\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1086816.74\tOld objective: 1085953.32\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1087536.42\tOld objective: 1086816.74\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1088130.45\tOld objective: 1087536.42\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1088628.22\tOld objective: 1088130.45\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 264:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 806452.93\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 976632.54\tOld objective: 806452.93\tImprovement: 0.21102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1028059.57\tOld objective: 976632.54\tImprovement: 0.05266" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1049966.13\tOld objective: 1028059.57\tImprovement: 0.02131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1061600.32\tOld objective: 1049966.13\tImprovement: 0.01108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1068594.04\tOld objective: 1061600.32\tImprovement: 0.00659" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1073143.13\tOld objective: 1068594.04\tImprovement: 0.00426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1076267.75\tOld objective: 1073143.13\tImprovement: 0.00291" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1078552.95\tOld objective: 1076267.75\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1080285.60\tOld objective: 1078552.95\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1081620.68\tOld objective: 1080285.60\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1082682.17\tOld objective: 1081620.68\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1083554.49\tOld objective: 1082682.17\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1084283.91\tOld objective: 1083554.49\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1084887.79\tOld objective: 1084283.91\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1085389.36\tOld objective: 1084887.79\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 265:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 773987.81\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 943360.94\tOld objective: 773987.81\tImprovement: 0.21883" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 994926.95\tOld objective: 943360.94\tImprovement: 0.05466" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1016893.16\tOld objective: 994926.95\tImprovement: 0.02208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1028511.73\tOld objective: 1016893.16\tImprovement: 0.01143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1035469.42\tOld objective: 1028511.73\tImprovement: 0.00676" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1040014.05\tOld objective: 1035469.42\tImprovement: 0.00439" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1043159.38\tOld objective: 1040014.05\tImprovement: 0.00302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1045446.24\tOld objective: 1043159.38\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1047181.12\tOld objective: 1045446.24\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1048522.84\tOld objective: 1047181.12\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1049594.87\tOld objective: 1048522.84\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1050476.30\tOld objective: 1049594.87\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1051193.05\tOld objective: 1050476.30\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1051783.93\tOld objective: 1051193.05\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1052276.43\tOld objective: 1051783.93\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 266:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 895129.30\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1070235.06\tOld objective: 895129.30\tImprovement: 0.19562" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1122682.10\tOld objective: 1070235.06\tImprovement: 0.04901" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1144789.14\tOld objective: 1122682.10\tImprovement: 0.01969" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1156473.05\tOld objective: 1144789.14\tImprovement: 0.01021" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1163474.36\tOld objective: 1156473.05\tImprovement: 0.00605" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1168019.56\tOld objective: 1163474.36\tImprovement: 0.00391" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1171154.01\tOld objective: 1168019.56\tImprovement: 0.00268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1173428.16\tOld objective: 1171154.01\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1175128.38\tOld objective: 1173428.16\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1176450.85\tOld objective: 1175128.38\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1177504.66\tOld objective: 1176450.85\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1178356.86\tOld objective: 1177504.66\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1179060.01\tOld objective: 1178356.86\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1179647.71\tOld objective: 1179060.01\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 267:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 888896.93\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1065217.03\tOld objective: 888896.93\tImprovement: 0.19836" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1118052.41\tOld objective: 1065217.03\tImprovement: 0.04960" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1140349.37\tOld objective: 1118052.41\tImprovement: 0.01994" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1152089.96\tOld objective: 1140349.37\tImprovement: 0.01030" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1159104.01\tOld objective: 1152089.96\tImprovement: 0.00609" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1163656.00\tOld objective: 1159104.01\tImprovement: 0.00393" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1166796.23\tOld objective: 1163656.00\tImprovement: 0.00270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1169067.23\tOld objective: 1166796.23\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1170773.86\tOld objective: 1169067.23\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1172100.79\tOld objective: 1170773.86\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1173160.09\tOld objective: 1172100.79\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1174015.63\tOld objective: 1173160.09\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1174712.43\tOld objective: 1174015.63\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1175298.80\tOld objective: 1174712.43\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 268:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 749422.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 919427.26\tOld objective: 749422.47\tImprovement: 0.22685" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 971353.67\tOld objective: 919427.26\tImprovement: 0.05648" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 993478.70\tOld objective: 971353.67\tImprovement: 0.02278" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1005238.83\tOld objective: 993478.70\tImprovement: 0.01184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1012344.13\tOld objective: 1005238.83\tImprovement: 0.00707" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1016990.83\tOld objective: 1012344.13\tImprovement: 0.00459" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1020244.32\tOld objective: 1016990.83\tImprovement: 0.00320" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1022622.08\tOld objective: 1020244.32\tImprovement: 0.00233" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1024442.37\tOld objective: 1022622.08\tImprovement: 0.00178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1025861.42\tOld objective: 1024442.37\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1026979.22\tOld objective: 1025861.42\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1027868.27\tOld objective: 1026979.22\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1028599.41\tOld objective: 1027868.27\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1029216.18\tOld objective: 1028599.41\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1029732.70\tOld objective: 1029216.18\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1030178.26\tOld objective: 1029732.70\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 269:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 751634.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 921713.46\tOld objective: 751634.46\tImprovement: 0.22628" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 973557.75\tOld objective: 921713.46\tImprovement: 0.05625" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 995534.24\tOld objective: 973557.75\tImprovement: 0.02257" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1007157.95\tOld objective: 995534.24\tImprovement: 0.01168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1014125.69\tOld objective: 1007157.95\tImprovement: 0.00692" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1018670.22\tOld objective: 1014125.69\tImprovement: 0.00448" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1021835.76\tOld objective: 1018670.22\tImprovement: 0.00311" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1024148.73\tOld objective: 1021835.76\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1025894.20\tOld objective: 1024148.73\tImprovement: 0.00170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1027241.78\tOld objective: 1025894.20\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1028307.62\tOld objective: 1027241.78\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1029168.49\tOld objective: 1028307.62\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1029873.17\tOld objective: 1029168.49\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1030459.81\tOld objective: 1029873.17\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1030962.98\tOld objective: 1030459.81\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 270:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 785265.17\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 952204.28\tOld objective: 785265.17\tImprovement: 0.21259" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1002474.29\tOld objective: 952204.28\tImprovement: 0.05279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1023757.92\tOld objective: 1002474.29\tImprovement: 0.02123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1035074.68\tOld objective: 1023757.92\tImprovement: 0.01105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1041894.72\tOld objective: 1035074.68\tImprovement: 0.00659" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1046383.79\tOld objective: 1041894.72\tImprovement: 0.00431" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1049496.30\tOld objective: 1046383.79\tImprovement: 0.00297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1051763.94\tOld objective: 1049496.30\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1053493.67\tOld objective: 1051763.94\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1054828.03\tOld objective: 1053493.67\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1055884.23\tOld objective: 1054828.03\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1056752.11\tOld objective: 1055884.23\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1057467.26\tOld objective: 1056752.11\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1058058.28\tOld objective: 1057467.26\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1058562.19\tOld objective: 1058058.28\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 271:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 749337.09\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 918812.26\tOld objective: 749337.09\tImprovement: 0.22617" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 970235.11\tOld objective: 918812.26\tImprovement: 0.05597" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 992105.24\tOld objective: 970235.11\tImprovement: 0.02254" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1003723.19\tOld objective: 992105.24\tImprovement: 0.01171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1010688.55\tOld objective: 1003723.19\tImprovement: 0.00694" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1015210.79\tOld objective: 1010688.55\tImprovement: 0.00447" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1018338.10\tOld objective: 1015210.79\tImprovement: 0.00308" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1020622.74\tOld objective: 1018338.10\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1022346.79\tOld objective: 1020622.74\tImprovement: 0.00169" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1023696.80\tOld objective: 1022346.79\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1024776.37\tOld objective: 1023696.80\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1025651.39\tOld objective: 1024776.37\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1026364.23\tOld objective: 1025651.39\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1026949.85\tOld objective: 1026364.23\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1027443.62\tOld objective: 1026949.85\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 272:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 790928.90\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 962508.28\tOld objective: 790928.90\tImprovement: 0.21693" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1014526.58\tOld objective: 962508.28\tImprovement: 0.05404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1036674.06\tOld objective: 1014526.58\tImprovement: 0.02183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1048497.23\tOld objective: 1036674.06\tImprovement: 0.01140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1055609.90\tOld objective: 1048497.23\tImprovement: 0.00678" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1060265.45\tOld objective: 1055609.90\tImprovement: 0.00441" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1063478.23\tOld objective: 1060265.45\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1065791.66\tOld objective: 1063478.23\tImprovement: 0.00218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1067555.18\tOld objective: 1065791.66\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1068928.88\tOld objective: 1067555.18\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1070024.91\tOld objective: 1068928.88\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1070927.51\tOld objective: 1070024.91\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1071679.10\tOld objective: 1070927.51\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1072297.86\tOld objective: 1071679.10\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1072814.88\tOld objective: 1072297.86\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 273:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 793096.12\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 964916.05\tOld objective: 793096.12\tImprovement: 0.21664" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1016693.32\tOld objective: 964916.05\tImprovement: 0.05366" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1038661.83\tOld objective: 1016693.32\tImprovement: 0.02161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1050288.06\tOld objective: 1038661.83\tImprovement: 0.01119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1057249.05\tOld objective: 1050288.06\tImprovement: 0.00663" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1061801.20\tOld objective: 1057249.05\tImprovement: 0.00431" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1064968.44\tOld objective: 1061801.20\tImprovement: 0.00298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1067259.83\tOld objective: 1064968.44\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1068974.00\tOld objective: 1067259.83\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1070312.98\tOld objective: 1068974.00\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1071391.31\tOld objective: 1070312.98\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1072265.72\tOld objective: 1071391.31\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1072980.06\tOld objective: 1072265.72\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1073568.55\tOld objective: 1072980.06\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1074062.05\tOld objective: 1073568.55\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 274:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 778498.03\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 949110.23\tOld objective: 778498.03\tImprovement: 0.21916" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1000891.73\tOld objective: 949110.23\tImprovement: 0.05456" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1022836.17\tOld objective: 1000891.73\tImprovement: 0.02192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1034447.08\tOld objective: 1022836.17\tImprovement: 0.01135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1041426.99\tOld objective: 1034447.08\tImprovement: 0.00675" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1045980.52\tOld objective: 1041426.99\tImprovement: 0.00437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1049113.37\tOld objective: 1045980.52\tImprovement: 0.00300" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1051384.23\tOld objective: 1049113.37\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1053106.65\tOld objective: 1051384.23\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1054435.89\tOld objective: 1053106.65\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1055485.92\tOld objective: 1054435.89\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1056325.08\tOld objective: 1055485.92\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1057016.65\tOld objective: 1056325.08\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1057602.51\tOld objective: 1057016.65\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1058107.49\tOld objective: 1057602.51\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 275:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 822868.84\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 995863.68\tOld objective: 822868.84\tImprovement: 0.21023" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1048374.36\tOld objective: 995863.68\tImprovement: 0.05273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1070689.39\tOld objective: 1048374.36\tImprovement: 0.02129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1082441.64\tOld objective: 1070689.39\tImprovement: 0.01098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1089439.63\tOld objective: 1082441.64\tImprovement: 0.00647" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1094030.72\tOld objective: 1089439.63\tImprovement: 0.00421" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1097247.34\tOld objective: 1094030.72\tImprovement: 0.00294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1099582.35\tOld objective: 1097247.34\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1101345.72\tOld objective: 1099582.35\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1102714.11\tOld objective: 1101345.72\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1103799.00\tOld objective: 1102714.11\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1104682.01\tOld objective: 1103799.00\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1105415.50\tOld objective: 1104682.01\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1106024.06\tOld objective: 1105415.50\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1106539.27\tOld objective: 1106024.06\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 276:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 874706.28\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1049734.93\tOld objective: 874706.28\tImprovement: 0.20010" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1102104.68\tOld objective: 1049734.93\tImprovement: 0.04989" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1124231.50\tOld objective: 1102104.68\tImprovement: 0.02008" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1135955.80\tOld objective: 1124231.50\tImprovement: 0.01043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1142935.07\tOld objective: 1135955.80\tImprovement: 0.00614" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1147480.97\tOld objective: 1142935.07\tImprovement: 0.00398" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1150658.45\tOld objective: 1147480.97\tImprovement: 0.00277" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1152974.06\tOld objective: 1150658.45\tImprovement: 0.00201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1154716.05\tOld objective: 1152974.06\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1156067.12\tOld objective: 1154716.05\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1157145.21\tOld objective: 1156067.12\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1158007.93\tOld objective: 1157145.21\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1158723.55\tOld objective: 1158007.93\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1159335.14\tOld objective: 1158723.55\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1159843.60\tOld objective: 1159335.14\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 277:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 787385.76\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 957489.32\tOld objective: 787385.76\tImprovement: 0.21604" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1008914.97\tOld objective: 957489.32\tImprovement: 0.05371" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1030651.52\tOld objective: 1008914.97\tImprovement: 0.02154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1042127.85\tOld objective: 1030651.52\tImprovement: 0.01114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1049011.74\tOld objective: 1042127.85\tImprovement: 0.00661" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1053515.47\tOld objective: 1049011.74\tImprovement: 0.00429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1056667.80\tOld objective: 1053515.47\tImprovement: 0.00299" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1058983.07\tOld objective: 1056667.80\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1060737.08\tOld objective: 1058983.07\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1062095.53\tOld objective: 1060737.08\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1063177.01\tOld objective: 1062095.53\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1064054.53\tOld objective: 1063177.01\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1064782.26\tOld objective: 1064054.53\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1065387.31\tOld objective: 1064782.26\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1065902.66\tOld objective: 1065387.31\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 278:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 715444.06\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 882791.03\tOld objective: 715444.06\tImprovement: 0.23391" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 933312.60\tOld objective: 882791.03\tImprovement: 0.05723" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 954667.09\tOld objective: 933312.60\tImprovement: 0.02288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 965992.13\tOld objective: 954667.09\tImprovement: 0.01186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 972813.99\tOld objective: 965992.13\tImprovement: 0.00706" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 977284.92\tOld objective: 972813.99\tImprovement: 0.00460" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 980390.23\tOld objective: 977284.92\tImprovement: 0.00318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 982631.52\tOld objective: 980390.23\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 984320.09\tOld objective: 982631.52\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 985648.14\tOld objective: 984320.09\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 986710.50\tOld objective: 985648.14\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 987569.36\tOld objective: 986710.50\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 988280.06\tOld objective: 987569.36\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 988870.68\tOld objective: 988280.06\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 989362.49\tOld objective: 988870.68\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 279:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 797092.19\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 968636.39\tOld objective: 797092.19\tImprovement: 0.21521" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1020264.54\tOld objective: 968636.39\tImprovement: 0.05330" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1042038.77\tOld objective: 1020264.54\tImprovement: 0.02134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1053531.20\tOld objective: 1042038.77\tImprovement: 0.01103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1060417.41\tOld objective: 1053531.20\tImprovement: 0.00654" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1064897.51\tOld objective: 1060417.41\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1068000.25\tOld objective: 1064897.51\tImprovement: 0.00291" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1070223.91\tOld objective: 1068000.25\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1071886.92\tOld objective: 1070223.91\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1073175.44\tOld objective: 1071886.92\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1074204.75\tOld objective: 1073175.44\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1075040.31\tOld objective: 1074204.75\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1075747.48\tOld objective: 1075040.31\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1076339.72\tOld objective: 1075747.48\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1076839.37\tOld objective: 1076339.72\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 280:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 829125.56\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1001681.99\tOld objective: 829125.56\tImprovement: 0.20812" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1053349.66\tOld objective: 1001681.99\tImprovement: 0.05158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1075214.80\tOld objective: 1053349.66\tImprovement: 0.02076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1086753.33\tOld objective: 1075214.80\tImprovement: 0.01073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1093673.79\tOld objective: 1086753.33\tImprovement: 0.00637" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1098188.04\tOld objective: 1093673.79\tImprovement: 0.00413" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1101323.21\tOld objective: 1098188.04\tImprovement: 0.00285" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1103561.28\tOld objective: 1101323.21\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1105258.42\tOld objective: 1103561.28\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1106574.11\tOld objective: 1105258.42\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1107611.54\tOld objective: 1106574.11\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1108464.75\tOld objective: 1107611.54\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1109174.68\tOld objective: 1108464.75\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1109775.50\tOld objective: 1109174.68\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1110278.49\tOld objective: 1109775.50\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 281:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 765732.78\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 935221.12\tOld objective: 765732.78\tImprovement: 0.22134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 986276.61\tOld objective: 935221.12\tImprovement: 0.05459" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1007706.97\tOld objective: 986276.61\tImprovement: 0.02173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1018978.58\tOld objective: 1007706.97\tImprovement: 0.01119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1025778.16\tOld objective: 1018978.58\tImprovement: 0.00667" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1030252.29\tOld objective: 1025778.16\tImprovement: 0.00436" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1033365.42\tOld objective: 1030252.29\tImprovement: 0.00302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1035633.31\tOld objective: 1033365.42\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1037348.37\tOld objective: 1035633.31\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1038680.28\tOld objective: 1037348.37\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1039738.83\tOld objective: 1038680.28\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1040595.61\tOld objective: 1039738.83\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1041299.10\tOld objective: 1040595.61\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1041880.50\tOld objective: 1041299.10\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1042377.06\tOld objective: 1041880.50\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 282:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 787049.61\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 955321.21\tOld objective: 787049.61\tImprovement: 0.21380" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1006090.58\tOld objective: 955321.21\tImprovement: 0.05314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1027615.03\tOld objective: 1006090.58\tImprovement: 0.02139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1039019.83\tOld objective: 1027615.03\tImprovement: 0.01110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1045897.48\tOld objective: 1039019.83\tImprovement: 0.00662" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1050384.74\tOld objective: 1045897.48\tImprovement: 0.00429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1053489.74\tOld objective: 1050384.74\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1055776.42\tOld objective: 1053489.74\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1057521.29\tOld objective: 1055776.42\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1058871.35\tOld objective: 1057521.29\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1059930.46\tOld objective: 1058871.35\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1060794.32\tOld objective: 1059930.46\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1061514.85\tOld objective: 1060794.32\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1062125.96\tOld objective: 1061514.85\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1062631.77\tOld objective: 1062125.96\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 283:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 796962.21\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 967430.63\tOld objective: 796962.21\tImprovement: 0.21390" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1018919.95\tOld objective: 967430.63\tImprovement: 0.05322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1040658.01\tOld objective: 1018919.95\tImprovement: 0.02133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1052196.59\tOld objective: 1040658.01\tImprovement: 0.01109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1059121.33\tOld objective: 1052196.59\tImprovement: 0.00658" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1063626.61\tOld objective: 1059121.33\tImprovement: 0.00425" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1066733.40\tOld objective: 1063626.61\tImprovement: 0.00292" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1068990.83\tOld objective: 1066733.40\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1070698.77\tOld objective: 1068990.83\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1072020.42\tOld objective: 1070698.77\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1073059.19\tOld objective: 1072020.42\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1073912.20\tOld objective: 1073059.19\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1074620.88\tOld objective: 1073912.20\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1075199.13\tOld objective: 1074620.88\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1075690.64\tOld objective: 1075199.13\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 284:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 844207.16\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1017815.35\tOld objective: 844207.16\tImprovement: 0.20565" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1069738.30\tOld objective: 1017815.35\tImprovement: 0.05101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1091686.49\tOld objective: 1069738.30\tImprovement: 0.02052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1103310.29\tOld objective: 1091686.49\tImprovement: 0.01065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1110228.17\tOld objective: 1103310.29\tImprovement: 0.00627" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1114730.00\tOld objective: 1110228.17\tImprovement: 0.00405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1117860.26\tOld objective: 1114730.00\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1120128.44\tOld objective: 1117860.26\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1121865.59\tOld objective: 1120128.44\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1123217.41\tOld objective: 1121865.59\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1124275.08\tOld objective: 1123217.41\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1125128.01\tOld objective: 1124275.08\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1125840.35\tOld objective: 1125128.01\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1126442.03\tOld objective: 1125840.35\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1126961.23\tOld objective: 1126442.03\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 285:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 836774.62\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1011332.39\tOld objective: 836774.62\tImprovement: 0.20861" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1064397.80\tOld objective: 1011332.39\tImprovement: 0.05247" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1086902.96\tOld objective: 1064397.80\tImprovement: 0.02114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1098747.94\tOld objective: 1086902.96\tImprovement: 0.01090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1105829.13\tOld objective: 1098747.94\tImprovement: 0.00644" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1110429.35\tOld objective: 1105829.13\tImprovement: 0.00416" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1113602.64\tOld objective: 1110429.35\tImprovement: 0.00286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1115932.13\tOld objective: 1113602.64\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1117710.75\tOld objective: 1115932.13\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1119091.93\tOld objective: 1117710.75\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1120198.76\tOld objective: 1119091.93\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1121098.20\tOld objective: 1120198.76\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1121841.13\tOld objective: 1121098.20\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1122461.97\tOld objective: 1121841.13\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1122975.69\tOld objective: 1122461.97\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 286:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 765078.22\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 933398.86\tOld objective: 765078.22\tImprovement: 0.22000" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 984130.37\tOld objective: 933398.86\tImprovement: 0.05435" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1005565.19\tOld objective: 984130.37\tImprovement: 0.02178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1016874.84\tOld objective: 1005565.19\tImprovement: 0.01125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1023637.99\tOld objective: 1016874.84\tImprovement: 0.00665" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1028043.90\tOld objective: 1023637.99\tImprovement: 0.00430" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1031102.01\tOld objective: 1028043.90\tImprovement: 0.00297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1033323.16\tOld objective: 1031102.01\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1034991.27\tOld objective: 1033323.16\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1036272.96\tOld objective: 1034991.27\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1037303.07\tOld objective: 1036272.96\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1038147.72\tOld objective: 1037303.07\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1038838.50\tOld objective: 1038147.72\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1039405.20\tOld objective: 1038838.50\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1039876.28\tOld objective: 1039405.20\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 287:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 835426.67\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1006639.59\tOld objective: 835426.67\tImprovement: 0.20494" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1058408.06\tOld objective: 1006639.59\tImprovement: 0.05143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1080370.27\tOld objective: 1058408.06\tImprovement: 0.02075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1092000.97\tOld objective: 1080370.27\tImprovement: 0.01077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1098984.24\tOld objective: 1092000.97\tImprovement: 0.00639" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1103563.92\tOld objective: 1098984.24\tImprovement: 0.00417" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1106778.73\tOld objective: 1103563.92\tImprovement: 0.00291" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1109133.65\tOld objective: 1106778.73\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1110893.30\tOld objective: 1109133.65\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1112237.04\tOld objective: 1110893.30\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1113297.02\tOld objective: 1112237.04\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1114160.10\tOld objective: 1113297.02\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1114872.66\tOld objective: 1114160.10\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1115486.61\tOld objective: 1114872.66\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1116014.86\tOld objective: 1115486.61\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 288:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 797131.97\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 969318.34\tOld objective: 797131.97\tImprovement: 0.21601" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1021181.19\tOld objective: 969318.34\tImprovement: 0.05350" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1043035.53\tOld objective: 1021181.19\tImprovement: 0.02140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1054525.52\tOld objective: 1043035.53\tImprovement: 0.01102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1061387.92\tOld objective: 1054525.52\tImprovement: 0.00651" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1065889.72\tOld objective: 1061387.92\tImprovement: 0.00424" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1069040.08\tOld objective: 1065889.72\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1071328.32\tOld objective: 1069040.08\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1073050.68\tOld objective: 1071328.32\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1074366.10\tOld objective: 1073050.68\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1075396.34\tOld objective: 1074366.10\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1076229.59\tOld objective: 1075396.34\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1076909.08\tOld objective: 1076229.59\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1077473.43\tOld objective: 1076909.08\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1077953.25\tOld objective: 1077473.43\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 289:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 808794.15\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 980960.85\tOld objective: 808794.15\tImprovement: 0.21287" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1032618.65\tOld objective: 980960.85\tImprovement: 0.05266" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1054396.27\tOld objective: 1032618.65\tImprovement: 0.02109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1065907.79\tOld objective: 1054396.27\tImprovement: 0.01092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1072762.06\tOld objective: 1065907.79\tImprovement: 0.00643" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1077187.67\tOld objective: 1072762.06\tImprovement: 0.00413" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1080265.72\tOld objective: 1077187.67\tImprovement: 0.00286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1082518.94\tOld objective: 1080265.72\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1084217.18\tOld objective: 1082518.94\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1085540.34\tOld objective: 1084217.18\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1086591.98\tOld objective: 1085540.34\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1087436.84\tOld objective: 1086591.98\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1088132.89\tOld objective: 1087436.84\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1088718.46\tOld objective: 1088132.89\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1089217.47\tOld objective: 1088718.46\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 290:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 879055.40\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1056239.24\tOld objective: 879055.40\tImprovement: 0.20156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1109027.28\tOld objective: 1056239.24\tImprovement: 0.04998" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1131144.76\tOld objective: 1109027.28\tImprovement: 0.01994" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1142755.13\tOld objective: 1131144.76\tImprovement: 0.01026" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1149692.20\tOld objective: 1142755.13\tImprovement: 0.00607" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1154206.60\tOld objective: 1149692.20\tImprovement: 0.00393" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1157316.42\tOld objective: 1154206.60\tImprovement: 0.00269" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1159572.97\tOld objective: 1157316.42\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1161300.74\tOld objective: 1159572.97\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1162640.26\tOld objective: 1161300.74\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1163701.88\tOld objective: 1162640.26\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1164556.77\tOld objective: 1163701.88\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1165249.45\tOld objective: 1164556.77\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1165825.84\tOld objective: 1165249.45\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 291:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 825413.52\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 997016.06\tOld objective: 825413.52\tImprovement: 0.20790" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1048841.07\tOld objective: 997016.06\tImprovement: 0.05198" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1070895.01\tOld objective: 1048841.07\tImprovement: 0.02103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1082666.17\tOld objective: 1070895.01\tImprovement: 0.01099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1089726.48\tOld objective: 1082666.17\tImprovement: 0.00652" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1094355.23\tOld objective: 1089726.48\tImprovement: 0.00425" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1097559.73\tOld objective: 1094355.23\tImprovement: 0.00293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1099884.56\tOld objective: 1097559.73\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1101648.76\tOld objective: 1099884.56\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1103029.93\tOld objective: 1101648.76\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1104136.39\tOld objective: 1103029.93\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1105023.75\tOld objective: 1104136.39\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1105744.01\tOld objective: 1105023.75\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1106340.41\tOld objective: 1105744.01\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1106836.86\tOld objective: 1106340.41\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 292:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 754875.35\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 924288.23\tOld objective: 754875.35\tImprovement: 0.22442" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 975564.15\tOld objective: 924288.23\tImprovement: 0.05548" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 997228.94\tOld objective: 975564.15\tImprovement: 0.02221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1008743.84\tOld objective: 997228.94\tImprovement: 0.01155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1015665.95\tOld objective: 1008743.84\tImprovement: 0.00686" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1020212.94\tOld objective: 1015665.95\tImprovement: 0.00448" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1023393.79\tOld objective: 1020212.94\tImprovement: 0.00312" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1025711.55\tOld objective: 1023393.79\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1027472.47\tOld objective: 1025711.55\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1028837.32\tOld objective: 1027472.47\tImprovement: 0.00133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1029915.61\tOld objective: 1028837.32\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1030788.22\tOld objective: 1029915.61\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1031496.25\tOld objective: 1030788.22\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1032077.71\tOld objective: 1031496.25\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1032560.01\tOld objective: 1032077.71\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 293:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 751598.82\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 920143.09\tOld objective: 751598.82\tImprovement: 0.22425" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 971019.85\tOld objective: 920143.09\tImprovement: 0.05529" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 992511.46\tOld objective: 971019.85\tImprovement: 0.02213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1003857.82\tOld objective: 992511.46\tImprovement: 0.01143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1010642.79\tOld objective: 1003857.82\tImprovement: 0.00676" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1015084.71\tOld objective: 1010642.79\tImprovement: 0.00440" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1018175.30\tOld objective: 1015084.71\tImprovement: 0.00304" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1020419.05\tOld objective: 1018175.30\tImprovement: 0.00220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1022108.67\tOld objective: 1020419.05\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1023417.09\tOld objective: 1022108.67\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1024450.12\tOld objective: 1023417.09\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1025279.15\tOld objective: 1024450.12\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1025968.10\tOld objective: 1025279.15\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1026549.71\tOld objective: 1025968.10\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1027049.26\tOld objective: 1026549.71\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 294:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 936360.45\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1115944.04\tOld objective: 936360.45\tImprovement: 0.19179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1169764.46\tOld objective: 1115944.04\tImprovement: 0.04823" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1192438.14\tOld objective: 1169764.46\tImprovement: 0.01938" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1204396.78\tOld objective: 1192438.14\tImprovement: 0.01003" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1211565.43\tOld objective: 1204396.78\tImprovement: 0.00595" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1216220.37\tOld objective: 1211565.43\tImprovement: 0.00384" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1219448.87\tOld objective: 1216220.37\tImprovement: 0.00265" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1221774.59\tOld objective: 1219448.87\tImprovement: 0.00191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1223526.78\tOld objective: 1221774.59\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1224882.96\tOld objective: 1223526.78\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1225954.84\tOld objective: 1224882.96\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1226824.86\tOld objective: 1225954.84\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1227538.27\tOld objective: 1226824.86\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1228125.42\tOld objective: 1227538.27\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 295:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 815478.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 988662.32\tOld objective: 815478.47\tImprovement: 0.21237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1040614.86\tOld objective: 988662.32\tImprovement: 0.05255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1062581.04\tOld objective: 1040614.86\tImprovement: 0.02111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1074173.91\tOld objective: 1062581.04\tImprovement: 0.01091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1081101.04\tOld objective: 1074173.91\tImprovement: 0.00645" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1085635.58\tOld objective: 1081101.04\tImprovement: 0.00419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1088802.34\tOld objective: 1085635.58\tImprovement: 0.00292" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1091107.94\tOld objective: 1088802.34\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1092831.65\tOld objective: 1091107.94\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1094162.60\tOld objective: 1092831.65\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1095214.49\tOld objective: 1094162.60\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1096067.82\tOld objective: 1095214.49\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1096781.14\tOld objective: 1096067.82\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1097374.40\tOld objective: 1096781.14\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1097882.46\tOld objective: 1097374.40\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 296:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 777852.17\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 948425.63\tOld objective: 777852.17\tImprovement: 0.21929" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 999731.79\tOld objective: 948425.63\tImprovement: 0.05410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1021357.04\tOld objective: 999731.79\tImprovement: 0.02163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1032762.33\tOld objective: 1021357.04\tImprovement: 0.01117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1039585.04\tOld objective: 1032762.33\tImprovement: 0.00661" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1044031.69\tOld objective: 1039585.04\tImprovement: 0.00428" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1047119.27\tOld objective: 1044031.69\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1049353.33\tOld objective: 1047119.27\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1051037.52\tOld objective: 1049353.33\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1052345.92\tOld objective: 1051037.52\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1053379.06\tOld objective: 1052345.92\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1054229.46\tOld objective: 1053379.06\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1054945.07\tOld objective: 1054229.46\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1055546.46\tOld objective: 1054945.07\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1056043.15\tOld objective: 1055546.46\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 297:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 797201.42\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 968205.57\tOld objective: 797201.42\tImprovement: 0.21451" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1019708.51\tOld objective: 968205.57\tImprovement: 0.05319" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1041480.04\tOld objective: 1019708.51\tImprovement: 0.02135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1053002.80\tOld objective: 1041480.04\tImprovement: 0.01106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1059871.56\tOld objective: 1053002.80\tImprovement: 0.00652" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1064354.38\tOld objective: 1059871.56\tImprovement: 0.00423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1067468.77\tOld objective: 1064354.38\tImprovement: 0.00293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1069701.02\tOld objective: 1067468.77\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1071378.85\tOld objective: 1069701.02\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1072689.60\tOld objective: 1071378.85\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1073752.06\tOld objective: 1072689.60\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1074604.33\tOld objective: 1073752.06\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1075305.19\tOld objective: 1074604.33\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1075893.55\tOld objective: 1075305.19\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1076393.49\tOld objective: 1075893.55\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 298:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 819403.76\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 987506.77\tOld objective: 819403.76\tImprovement: 0.20515" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1038011.94\tOld objective: 987506.77\tImprovement: 0.05114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1059352.69\tOld objective: 1038011.94\tImprovement: 0.02056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1070649.04\tOld objective: 1059352.69\tImprovement: 0.01066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1077401.35\tOld objective: 1070649.04\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1081801.56\tOld objective: 1077401.35\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1084873.18\tOld objective: 1081801.56\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1087117.35\tOld objective: 1084873.18\tImprovement: 0.00207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1088816.89\tOld objective: 1087117.35\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1090137.00\tOld objective: 1088816.89\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1091193.41\tOld objective: 1090137.00\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1092054.65\tOld objective: 1091193.41\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1092768.84\tOld objective: 1092054.65\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1093368.91\tOld objective: 1092768.84\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1093885.09\tOld objective: 1093368.91\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 299:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 739757.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 909239.37\tOld objective: 739757.83\tImprovement: 0.22910" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 960757.30\tOld objective: 909239.37\tImprovement: 0.05666" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 982590.86\tOld objective: 960757.30\tImprovement: 0.02273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 994143.57\tOld objective: 982590.86\tImprovement: 0.01176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1001118.21\tOld objective: 994143.57\tImprovement: 0.00702" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1005654.06\tOld objective: 1001118.21\tImprovement: 0.00453" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1008805.21\tOld objective: 1005654.06\tImprovement: 0.00313" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1011093.31\tOld objective: 1008805.21\tImprovement: 0.00227" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1012816.45\tOld objective: 1011093.31\tImprovement: 0.00170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1014149.99\tOld objective: 1012816.45\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1015216.25\tOld objective: 1014149.99\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1016087.67\tOld objective: 1015216.25\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1016798.56\tOld objective: 1016087.67\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1017392.30\tOld objective: 1016798.56\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1017895.30\tOld objective: 1017392.30\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 300:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 816251.60\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 986338.80\tOld objective: 816251.60\tImprovement: 0.20838" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1037303.22\tOld objective: 986338.80\tImprovement: 0.05167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1058848.55\tOld objective: 1037303.22\tImprovement: 0.02077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1070261.09\tOld objective: 1058848.55\tImprovement: 0.01078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1077111.65\tOld objective: 1070261.09\tImprovement: 0.00640" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1081566.22\tOld objective: 1077111.65\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1084668.64\tOld objective: 1081566.22\tImprovement: 0.00287" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1086929.51\tOld objective: 1084668.64\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1088605.51\tOld objective: 1086929.51\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1089899.56\tOld objective: 1088605.51\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1090930.40\tOld objective: 1089899.56\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1091775.02\tOld objective: 1090930.40\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1092457.57\tOld objective: 1091775.02\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1093015.35\tOld objective: 1092457.57\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1093496.13\tOld objective: 1093015.35\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 301:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 766663.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 933545.52\tOld objective: 766663.83\tImprovement: 0.21767" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 983332.74\tOld objective: 933545.52\tImprovement: 0.05333" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1004309.23\tOld objective: 983332.74\tImprovement: 0.02133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1015398.22\tOld objective: 1004309.23\tImprovement: 0.01104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1022093.04\tOld objective: 1015398.22\tImprovement: 0.00659" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1026479.22\tOld objective: 1022093.04\tImprovement: 0.00429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1029526.88\tOld objective: 1026479.22\tImprovement: 0.00297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1031741.89\tOld objective: 1029526.88\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1033400.33\tOld objective: 1031741.89\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1034671.46\tOld objective: 1033400.33\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1035674.48\tOld objective: 1034671.46\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1036493.36\tOld objective: 1035674.48\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1037172.79\tOld objective: 1036493.36\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1037734.18\tOld objective: 1037172.79\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1038203.66\tOld objective: 1037734.18\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 302:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 810119.29\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 983437.74\tOld objective: 810119.29\tImprovement: 0.21394" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1035008.23\tOld objective: 983437.74\tImprovement: 0.05244" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1056633.16\tOld objective: 1035008.23\tImprovement: 0.02089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1068034.13\tOld objective: 1056633.16\tImprovement: 0.01079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1074817.26\tOld objective: 1068034.13\tImprovement: 0.00635" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1079247.27\tOld objective: 1074817.26\tImprovement: 0.00412" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1082353.31\tOld objective: 1079247.27\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1084594.78\tOld objective: 1082353.31\tImprovement: 0.00207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1086266.42\tOld objective: 1084594.78\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1087565.88\tOld objective: 1086266.42\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1088596.88\tOld objective: 1087565.88\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1089430.49\tOld objective: 1088596.88\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1090121.57\tOld objective: 1089430.49\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1090694.54\tOld objective: 1090121.57\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1091164.84\tOld objective: 1090694.54\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 303:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 819026.70\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 990648.78\tOld objective: 819026.70\tImprovement: 0.20954" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1042346.22\tOld objective: 990648.78\tImprovement: 0.05219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1064231.71\tOld objective: 1042346.22\tImprovement: 0.02100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1075801.81\tOld objective: 1064231.71\tImprovement: 0.01087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1082758.38\tOld objective: 1075801.81\tImprovement: 0.00647" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1087327.10\tOld objective: 1082758.38\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1090510.48\tOld objective: 1087327.10\tImprovement: 0.00293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1092832.19\tOld objective: 1090510.48\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1094567.56\tOld objective: 1092832.19\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1095911.22\tOld objective: 1094567.56\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1096990.65\tOld objective: 1095911.22\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1097873.31\tOld objective: 1096990.65\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1098602.82\tOld objective: 1097873.31\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1099207.36\tOld objective: 1098602.82\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1099725.70\tOld objective: 1099207.36\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 304:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 887224.74\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1065231.88\tOld objective: 887224.74\tImprovement: 0.20063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1118642.61\tOld objective: 1065231.88\tImprovement: 0.05014" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1141232.56\tOld objective: 1118642.61\tImprovement: 0.02019" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1153157.28\tOld objective: 1141232.56\tImprovement: 0.01045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1160271.87\tOld objective: 1153157.28\tImprovement: 0.00617" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1164903.54\tOld objective: 1160271.87\tImprovement: 0.00399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1168122.92\tOld objective: 1164903.54\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1170450.63\tOld objective: 1168122.92\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1172199.41\tOld objective: 1170450.63\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1173557.73\tOld objective: 1172199.41\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1174634.21\tOld objective: 1173557.73\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1175509.50\tOld objective: 1174634.21\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1176232.79\tOld objective: 1175509.50\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1176845.71\tOld objective: 1176232.79\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1177362.43\tOld objective: 1176845.71\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 305:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 855321.56\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1029595.27\tOld objective: 855321.56\tImprovement: 0.20375" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1081986.07\tOld objective: 1029595.27\tImprovement: 0.05088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1104156.60\tOld objective: 1081986.07\tImprovement: 0.02049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1115811.21\tOld objective: 1104156.60\tImprovement: 0.01056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1122768.82\tOld objective: 1115811.21\tImprovement: 0.00624" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1127303.30\tOld objective: 1122768.82\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1130471.52\tOld objective: 1127303.30\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1132783.35\tOld objective: 1130471.52\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1134521.66\tOld objective: 1132783.35\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1135877.52\tOld objective: 1134521.66\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1136943.50\tOld objective: 1135877.52\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1137798.62\tOld objective: 1136943.50\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1138519.68\tOld objective: 1137798.62\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1139149.42\tOld objective: 1138519.68\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1139684.47\tOld objective: 1139149.42\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 306:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 794419.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 963125.68\tOld objective: 794419.46\tImprovement: 0.21236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1013792.55\tOld objective: 963125.68\tImprovement: 0.05261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1035255.91\tOld objective: 1013792.55\tImprovement: 0.02117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1046649.09\tOld objective: 1035255.91\tImprovement: 0.01101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1053503.35\tOld objective: 1046649.09\tImprovement: 0.00655" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1057994.87\tOld objective: 1053503.35\tImprovement: 0.00426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1061127.01\tOld objective: 1057994.87\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1063398.87\tOld objective: 1061127.01\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1065108.74\tOld objective: 1063398.87\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1066425.08\tOld objective: 1065108.74\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1067455.36\tOld objective: 1066425.08\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1068305.21\tOld objective: 1067455.36\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1069010.02\tOld objective: 1068305.21\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1069603.90\tOld objective: 1069010.02\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1070106.28\tOld objective: 1069603.90\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 307:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 842210.35\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1018059.89\tOld objective: 842210.35\tImprovement: 0.20880" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1070676.78\tOld objective: 1018059.89\tImprovement: 0.05168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1092758.44\tOld objective: 1070676.78\tImprovement: 0.02062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1104345.09\tOld objective: 1092758.44\tImprovement: 0.01060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1111235.81\tOld objective: 1104345.09\tImprovement: 0.00624" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1115729.07\tOld objective: 1111235.81\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1118852.48\tOld objective: 1115729.07\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1121114.12\tOld objective: 1118852.48\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1122803.77\tOld objective: 1121114.12\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1124108.53\tOld objective: 1122803.77\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1125140.31\tOld objective: 1124108.53\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1125971.30\tOld objective: 1125140.31\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1126648.42\tOld objective: 1125971.30\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1127213.48\tOld objective: 1126648.42\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1127686.79\tOld objective: 1127213.48\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 308:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 831514.25\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1001857.71\tOld objective: 831514.25\tImprovement: 0.20486" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1052422.86\tOld objective: 1001857.71\tImprovement: 0.05047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1073653.50\tOld objective: 1052422.86\tImprovement: 0.02017" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1084847.97\tOld objective: 1073653.50\tImprovement: 0.01043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1091591.15\tOld objective: 1084847.97\tImprovement: 0.00622" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1095999.80\tOld objective: 1091591.15\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1099017.71\tOld objective: 1095999.80\tImprovement: 0.00275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1101225.98\tOld objective: 1099017.71\tImprovement: 0.00201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1102904.59\tOld objective: 1101225.98\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1104216.66\tOld objective: 1102904.59\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1105267.18\tOld objective: 1104216.66\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1106112.65\tOld objective: 1105267.18\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1106809.85\tOld objective: 1106112.65\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1107392.22\tOld objective: 1106809.85\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1107884.48\tOld objective: 1107392.22\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 309:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 810294.11\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 983677.75\tOld objective: 810294.11\tImprovement: 0.21398" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1036222.35\tOld objective: 983677.75\tImprovement: 0.05342" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1058485.67\tOld objective: 1036222.35\tImprovement: 0.02149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1070245.65\tOld objective: 1058485.67\tImprovement: 0.01111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1077237.05\tOld objective: 1070245.65\tImprovement: 0.00653" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1081791.13\tOld objective: 1077237.05\tImprovement: 0.00423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1084978.11\tOld objective: 1081791.13\tImprovement: 0.00295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1087317.60\tOld objective: 1084978.11\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1089083.22\tOld objective: 1087317.60\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1090455.49\tOld objective: 1089083.22\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1091542.41\tOld objective: 1090455.49\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1092424.29\tOld objective: 1091542.41\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1093160.04\tOld objective: 1092424.29\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1093776.53\tOld objective: 1093160.04\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1094298.45\tOld objective: 1093776.53\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 310:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 786068.29\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 955558.71\tOld objective: 786068.29\tImprovement: 0.21562" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1006533.22\tOld objective: 955558.71\tImprovement: 0.05335" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1028036.80\tOld objective: 1006533.22\tImprovement: 0.02136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1039454.85\tOld objective: 1028036.80\tImprovement: 0.01111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1046321.62\tOld objective: 1039454.85\tImprovement: 0.00661" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1050843.57\tOld objective: 1046321.62\tImprovement: 0.00432" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1053980.38\tOld objective: 1050843.57\tImprovement: 0.00299" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1056253.98\tOld objective: 1053980.38\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1057955.53\tOld objective: 1056253.98\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1059280.28\tOld objective: 1057955.53\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1060344.92\tOld objective: 1059280.28\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1061207.84\tOld objective: 1060344.92\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1061921.21\tOld objective: 1061207.84\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1062522.29\tOld objective: 1061921.21\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1063033.31\tOld objective: 1062522.29\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 311:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 826275.36\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 997781.38\tOld objective: 826275.36\tImprovement: 0.20757" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1048971.90\tOld objective: 997781.38\tImprovement: 0.05130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1070471.32\tOld objective: 1048971.90\tImprovement: 0.02050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1081838.85\tOld objective: 1070471.32\tImprovement: 0.01062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1088673.62\tOld objective: 1081838.85\tImprovement: 0.00632" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1093150.75\tOld objective: 1088673.62\tImprovement: 0.00411" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1096249.96\tOld objective: 1093150.75\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1098505.67\tOld objective: 1096249.96\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1100206.46\tOld objective: 1098505.67\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1101512.08\tOld objective: 1100206.46\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1102544.38\tOld objective: 1101512.08\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1103381.66\tOld objective: 1102544.38\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1104069.01\tOld objective: 1103381.66\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1104636.89\tOld objective: 1104069.01\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1105122.11\tOld objective: 1104636.89\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 312:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 861295.94\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1033325.20\tOld objective: 861295.94\tImprovement: 0.19973" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1085128.72\tOld objective: 1033325.20\tImprovement: 0.05013" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1107009.24\tOld objective: 1085128.72\tImprovement: 0.02016" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1118573.12\tOld objective: 1107009.24\tImprovement: 0.01045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1125506.98\tOld objective: 1118573.12\tImprovement: 0.00620" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1130018.52\tOld objective: 1125506.98\tImprovement: 0.00401" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1133145.62\tOld objective: 1130018.52\tImprovement: 0.00277" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1135405.42\tOld objective: 1133145.62\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1137100.79\tOld objective: 1135405.42\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1138419.97\tOld objective: 1137100.79\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1139474.36\tOld objective: 1138419.97\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1140332.65\tOld objective: 1139474.36\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1141034.64\tOld objective: 1140332.65\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1141616.15\tOld objective: 1141034.64\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1142106.67\tOld objective: 1141616.15\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 313:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 831231.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1001849.50\tOld objective: 831231.46\tImprovement: 0.20526" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1052905.52\tOld objective: 1001849.50\tImprovement: 0.05096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1074410.94\tOld objective: 1052905.52\tImprovement: 0.02042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1085726.65\tOld objective: 1074410.94\tImprovement: 0.01053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1092501.95\tOld objective: 1085726.65\tImprovement: 0.00624" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1096905.58\tOld objective: 1092501.95\tImprovement: 0.00403" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1099937.80\tOld objective: 1096905.58\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1102159.58\tOld objective: 1099937.80\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1103845.47\tOld objective: 1102159.58\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1105171.06\tOld objective: 1103845.47\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1106238.66\tOld objective: 1105171.06\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1107080.97\tOld objective: 1106238.66\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1107761.16\tOld objective: 1107080.97\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1108329.21\tOld objective: 1107761.16\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1108809.55\tOld objective: 1108329.21\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 314:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 791278.35\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 961329.54\tOld objective: 791278.35\tImprovement: 0.21491" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1012734.85\tOld objective: 961329.54\tImprovement: 0.05347" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1034572.37\tOld objective: 1012734.85\tImprovement: 0.02156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1046147.62\tOld objective: 1034572.37\tImprovement: 0.01119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1053121.45\tOld objective: 1046147.62\tImprovement: 0.00667" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1057668.53\tOld objective: 1053121.45\tImprovement: 0.00432" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1060841.94\tOld objective: 1057668.53\tImprovement: 0.00300" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1063146.84\tOld objective: 1060841.94\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1064877.96\tOld objective: 1063146.84\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1066225.27\tOld objective: 1064877.96\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1067297.63\tOld objective: 1066225.27\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1068158.41\tOld objective: 1067297.63\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1068862.80\tOld objective: 1068158.41\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1069468.85\tOld objective: 1068862.80\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1069988.46\tOld objective: 1069468.85\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 315:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 817199.84\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 989059.94\tOld objective: 817199.84\tImprovement: 0.21030" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1040812.96\tOld objective: 989059.94\tImprovement: 0.05233" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1062623.51\tOld objective: 1040812.96\tImprovement: 0.02096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1074120.60\tOld objective: 1062623.51\tImprovement: 0.01082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1081004.86\tOld objective: 1074120.60\tImprovement: 0.00641" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1085515.89\tOld objective: 1081004.86\tImprovement: 0.00417" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1088642.95\tOld objective: 1085515.89\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1090906.39\tOld objective: 1088642.95\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1092641.71\tOld objective: 1090906.39\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1094004.48\tOld objective: 1092641.71\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1095085.62\tOld objective: 1094004.48\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1095966.13\tOld objective: 1095085.62\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1096695.98\tOld objective: 1095966.13\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1097298.06\tOld objective: 1096695.98\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1097799.84\tOld objective: 1097298.06\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 316:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 877841.24\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1052694.18\tOld objective: 877841.24\tImprovement: 0.19919" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1105238.17\tOld objective: 1052694.18\tImprovement: 0.04991" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1127424.50\tOld objective: 1105238.17\tImprovement: 0.02007" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1139093.43\tOld objective: 1127424.50\tImprovement: 0.01035" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1146046.61\tOld objective: 1139093.43\tImprovement: 0.00610" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1150578.96\tOld objective: 1146046.61\tImprovement: 0.00395" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1153699.78\tOld objective: 1150578.96\tImprovement: 0.00271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1155948.71\tOld objective: 1153699.78\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1157648.63\tOld objective: 1155948.71\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1158954.63\tOld objective: 1157648.63\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1159989.82\tOld objective: 1158954.63\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1160830.92\tOld objective: 1159989.82\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1161531.35\tOld objective: 1160830.92\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1162114.87\tOld objective: 1161531.35\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1162605.14\tOld objective: 1162114.87\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 317:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 828702.57\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1001805.22\tOld objective: 828702.57\tImprovement: 0.20888" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1053474.98\tOld objective: 1001805.22\tImprovement: 0.05158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1075216.48\tOld objective: 1053474.98\tImprovement: 0.02064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1086676.96\tOld objective: 1075216.48\tImprovement: 0.01066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1093517.46\tOld objective: 1086676.96\tImprovement: 0.00629" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1097947.46\tOld objective: 1093517.46\tImprovement: 0.00405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1101023.33\tOld objective: 1097947.46\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1103271.46\tOld objective: 1101023.33\tImprovement: 0.00204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1104965.01\tOld objective: 1103271.46\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1106281.66\tOld objective: 1104965.01\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1107326.61\tOld objective: 1106281.66\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1108172.60\tOld objective: 1107326.61\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1108869.67\tOld objective: 1108172.60\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1109448.15\tOld objective: 1108869.67\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1109930.94\tOld objective: 1109448.15\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 318:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 766680.58\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 934059.12\tOld objective: 766680.58\tImprovement: 0.21832" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 984020.29\tOld objective: 934059.12\tImprovement: 0.05349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1005060.98\tOld objective: 984020.29\tImprovement: 0.02138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1016144.70\tOld objective: 1005060.98\tImprovement: 0.01103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1022828.42\tOld objective: 1016144.70\tImprovement: 0.00658" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1027203.10\tOld objective: 1022828.42\tImprovement: 0.00428" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1030212.32\tOld objective: 1027203.10\tImprovement: 0.00293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1032393.64\tOld objective: 1030212.32\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1034044.49\tOld objective: 1032393.64\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1035306.65\tOld objective: 1034044.49\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1036312.01\tOld objective: 1035306.65\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1037127.01\tOld objective: 1036312.01\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1037794.07\tOld objective: 1037127.01\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1038346.80\tOld objective: 1037794.07\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1038812.48\tOld objective: 1038346.80\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 319:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 790692.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 959891.38\tOld objective: 790692.47\tImprovement: 0.21399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1011075.46\tOld objective: 959891.38\tImprovement: 0.05332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1032706.01\tOld objective: 1011075.46\tImprovement: 0.02139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1044136.64\tOld objective: 1032706.01\tImprovement: 0.01107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1050996.96\tOld objective: 1044136.64\tImprovement: 0.00657" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1055479.49\tOld objective: 1050996.96\tImprovement: 0.00427" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1058589.53\tOld objective: 1055479.49\tImprovement: 0.00295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1060838.40\tOld objective: 1058589.53\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1062545.42\tOld objective: 1060838.40\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1063897.73\tOld objective: 1062545.42\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1064975.45\tOld objective: 1063897.73\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1065842.19\tOld objective: 1064975.45\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1066546.59\tOld objective: 1065842.19\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1067128.58\tOld objective: 1066546.59\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1067610.58\tOld objective: 1067128.58\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 320:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 789777.65\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 960818.89\tOld objective: 789777.65\tImprovement: 0.21657" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1012500.66\tOld objective: 960818.89\tImprovement: 0.05379" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1034336.78\tOld objective: 1012500.66\tImprovement: 0.02157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1045886.93\tOld objective: 1034336.78\tImprovement: 0.01117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1052809.08\tOld objective: 1045886.93\tImprovement: 0.00662" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1057309.92\tOld objective: 1052809.08\tImprovement: 0.00428" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1060435.45\tOld objective: 1057309.92\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1062705.93\tOld objective: 1060435.45\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1064395.39\tOld objective: 1062705.93\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1065697.14\tOld objective: 1064395.39\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1066736.85\tOld objective: 1065697.14\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1067573.49\tOld objective: 1066736.85\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1068272.43\tOld objective: 1067573.49\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1068856.14\tOld objective: 1068272.43\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1069347.33\tOld objective: 1068856.14\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 321:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 817742.82\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 987806.38\tOld objective: 817742.82\tImprovement: 0.20797" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1038711.94\tOld objective: 987806.38\tImprovement: 0.05153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1060234.37\tOld objective: 1038711.94\tImprovement: 0.02072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1071597.15\tOld objective: 1060234.37\tImprovement: 0.01072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1078368.60\tOld objective: 1071597.15\tImprovement: 0.00632" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1082746.20\tOld objective: 1078368.60\tImprovement: 0.00406" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1085782.03\tOld objective: 1082746.20\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1087989.47\tOld objective: 1085782.03\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1089653.09\tOld objective: 1087989.47\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1090945.18\tOld objective: 1089653.09\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1091976.55\tOld objective: 1090945.18\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1092829.64\tOld objective: 1091976.55\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1093542.49\tOld objective: 1092829.64\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1094137.08\tOld objective: 1093542.49\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1094636.35\tOld objective: 1094137.08\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 322:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 819961.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 989582.46\tOld objective: 819961.83\tImprovement: 0.20686" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1040441.06\tOld objective: 989582.46\tImprovement: 0.05139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1061907.38\tOld objective: 1040441.06\tImprovement: 0.02063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1073259.49\tOld objective: 1061907.38\tImprovement: 0.01069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1080082.52\tOld objective: 1073259.49\tImprovement: 0.00636" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1084541.01\tOld objective: 1080082.52\tImprovement: 0.00413" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1087662.83\tOld objective: 1084541.01\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1089952.98\tOld objective: 1087662.83\tImprovement: 0.00211" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1091673.56\tOld objective: 1089952.98\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1092993.65\tOld objective: 1091673.56\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1094035.83\tOld objective: 1092993.65\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1094865.39\tOld objective: 1094035.83\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1095539.44\tOld objective: 1094865.39\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1096113.41\tOld objective: 1095539.44\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1096606.83\tOld objective: 1096113.41\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 323:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 763765.10\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 932452.77\tOld objective: 763765.10\tImprovement: 0.22086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 982944.07\tOld objective: 932452.77\tImprovement: 0.05415" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1004171.89\tOld objective: 982944.07\tImprovement: 0.02160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1015297.62\tOld objective: 1004171.89\tImprovement: 0.01108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1021937.50\tOld objective: 1015297.62\tImprovement: 0.00654" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1026314.47\tOld objective: 1021937.50\tImprovement: 0.00428" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1029368.79\tOld objective: 1026314.47\tImprovement: 0.00298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1031575.07\tOld objective: 1029368.79\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1033226.98\tOld objective: 1031575.07\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1034496.11\tOld objective: 1033226.98\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1035519.17\tOld objective: 1034496.11\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1036355.10\tOld objective: 1035519.17\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1037047.92\tOld objective: 1036355.10\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1037628.07\tOld objective: 1037047.92\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1038113.38\tOld objective: 1037628.07\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 324:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 889910.45\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1064823.08\tOld objective: 889910.45\tImprovement: 0.19655" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1117141.25\tOld objective: 1064823.08\tImprovement: 0.04913" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1139170.07\tOld objective: 1117141.25\tImprovement: 0.01972" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1150768.57\tOld objective: 1139170.07\tImprovement: 0.01018" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1157681.36\tOld objective: 1150768.57\tImprovement: 0.00601" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1162191.72\tOld objective: 1157681.36\tImprovement: 0.00390" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1165330.18\tOld objective: 1162191.72\tImprovement: 0.00270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1167601.87\tOld objective: 1165330.18\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1169290.00\tOld objective: 1167601.87\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1170595.46\tOld objective: 1169290.00\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1171629.65\tOld objective: 1170595.46\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1172471.65\tOld objective: 1171629.65\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1173168.28\tOld objective: 1172471.65\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1173746.46\tOld objective: 1173168.28\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 325:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 826983.21\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 997472.54\tOld objective: 826983.21\tImprovement: 0.20616" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1048413.60\tOld objective: 997472.54\tImprovement: 0.05107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1069853.07\tOld objective: 1048413.60\tImprovement: 0.02045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1081188.36\tOld objective: 1069853.07\tImprovement: 0.01060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1088006.03\tOld objective: 1081188.36\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1092482.75\tOld objective: 1088006.03\tImprovement: 0.00411" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1095578.19\tOld objective: 1092482.75\tImprovement: 0.00283" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1097816.61\tOld objective: 1095578.19\tImprovement: 0.00204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1099488.24\tOld objective: 1097816.61\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1100778.75\tOld objective: 1099488.24\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1101811.26\tOld objective: 1100778.75\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1102663.68\tOld objective: 1101811.26\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1103367.00\tOld objective: 1102663.68\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1103955.33\tOld objective: 1103367.00\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1104455.22\tOld objective: 1103955.33\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 326:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 754488.69\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 924178.97\tOld objective: 754488.69\tImprovement: 0.22491" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 975356.48\tOld objective: 924178.97\tImprovement: 0.05538" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 996952.51\tOld objective: 975356.48\tImprovement: 0.02214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1008348.90\tOld objective: 996952.51\tImprovement: 0.01143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1015178.40\tOld objective: 1008348.90\tImprovement: 0.00677" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1019636.91\tOld objective: 1015178.40\tImprovement: 0.00439" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1022750.51\tOld objective: 1019636.91\tImprovement: 0.00305" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1025007.57\tOld objective: 1022750.51\tImprovement: 0.00221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1026686.07\tOld objective: 1025007.57\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1027987.28\tOld objective: 1026686.07\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1029028.95\tOld objective: 1027987.28\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1029882.65\tOld objective: 1029028.95\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1030590.28\tOld objective: 1029882.65\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1031186.31\tOld objective: 1030590.28\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1031683.65\tOld objective: 1031186.31\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 327:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 805497.16\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 974499.30\tOld objective: 805497.16\tImprovement: 0.20981" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1025315.77\tOld objective: 974499.30\tImprovement: 0.05215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1046875.61\tOld objective: 1025315.77\tImprovement: 0.02103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1058263.38\tOld objective: 1046875.61\tImprovement: 0.01088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1065068.61\tOld objective: 1058263.38\tImprovement: 0.00643" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1069479.43\tOld objective: 1065068.61\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1072513.70\tOld objective: 1069479.43\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1074719.55\tOld objective: 1072513.70\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1076388.42\tOld objective: 1074719.55\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1077680.92\tOld objective: 1076388.42\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1078706.14\tOld objective: 1077680.92\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1079541.71\tOld objective: 1078706.14\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1080234.32\tOld objective: 1079541.71\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1080816.41\tOld objective: 1080234.32\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1081303.79\tOld objective: 1080816.41\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 328:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 833784.86\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1005586.60\tOld objective: 833784.86\tImprovement: 0.20605" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1057003.16\tOld objective: 1005586.60\tImprovement: 0.05113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1078805.50\tOld objective: 1057003.16\tImprovement: 0.02063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1090384.23\tOld objective: 1078805.50\tImprovement: 0.01073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1097328.97\tOld objective: 1090384.23\tImprovement: 0.00637" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1101846.13\tOld objective: 1097328.97\tImprovement: 0.00412" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1104972.22\tOld objective: 1101846.13\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1107224.98\tOld objective: 1104972.22\tImprovement: 0.00204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1108923.99\tOld objective: 1107224.98\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1110239.51\tOld objective: 1108923.99\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1111287.16\tOld objective: 1110239.51\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1112146.64\tOld objective: 1111287.16\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1112868.86\tOld objective: 1112146.64\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1113462.86\tOld objective: 1112868.86\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1113955.30\tOld objective: 1113462.86\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 329:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 834247.04\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1005802.28\tOld objective: 834247.04\tImprovement: 0.20564" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1057067.04\tOld objective: 1005802.28\tImprovement: 0.05097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1078563.29\tOld objective: 1057067.04\tImprovement: 0.02034" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1089932.39\tOld objective: 1078563.29\tImprovement: 0.01054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1096763.51\tOld objective: 1089932.39\tImprovement: 0.00627" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1101242.44\tOld objective: 1096763.51\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1104340.56\tOld objective: 1101242.44\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1106580.86\tOld objective: 1104340.56\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1108270.56\tOld objective: 1106580.86\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1109579.54\tOld objective: 1108270.56\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1110614.53\tOld objective: 1109579.54\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1111450.67\tOld objective: 1110614.53\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1112145.25\tOld objective: 1111450.67\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1112713.83\tOld objective: 1112145.25\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1113190.81\tOld objective: 1112713.83\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 330:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 813129.49\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 984378.88\tOld objective: 813129.49\tImprovement: 0.21061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1036013.95\tOld objective: 984378.88\tImprovement: 0.05245" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1057934.04\tOld objective: 1036013.95\tImprovement: 0.02116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1069562.29\tOld objective: 1057934.04\tImprovement: 0.01099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1076500.08\tOld objective: 1069562.29\tImprovement: 0.00649" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1080997.44\tOld objective: 1076500.08\tImprovement: 0.00418" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1084128.26\tOld objective: 1080997.44\tImprovement: 0.00290" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1086411.77\tOld objective: 1084128.26\tImprovement: 0.00211" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1088135.46\tOld objective: 1086411.77\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1089472.78\tOld objective: 1088135.46\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1090540.12\tOld objective: 1089472.78\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1091411.65\tOld objective: 1090540.12\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1092126.20\tOld objective: 1091411.65\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1092716.61\tOld objective: 1092126.20\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1093214.67\tOld objective: 1092716.61\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 331:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 763315.87\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 931818.31\tOld objective: 763315.87\tImprovement: 0.22075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 982437.42\tOld objective: 931818.31\tImprovement: 0.05432" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1003754.43\tOld objective: 982437.42\tImprovement: 0.02170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1014964.72\tOld objective: 1003754.43\tImprovement: 0.01117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1021654.79\tOld objective: 1014964.72\tImprovement: 0.00659" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1026021.34\tOld objective: 1021654.79\tImprovement: 0.00427" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1029054.30\tOld objective: 1026021.34\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1031248.93\tOld objective: 1029054.30\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1032894.93\tOld objective: 1031248.93\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1034177.53\tOld objective: 1032894.93\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1035200.02\tOld objective: 1034177.53\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1036023.64\tOld objective: 1035200.02\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1036688.48\tOld objective: 1036023.64\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1037235.50\tOld objective: 1036688.48\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1037706.20\tOld objective: 1037235.50\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 332:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 750032.04\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 917344.08\tOld objective: 750032.04\tImprovement: 0.22307" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 967763.54\tOld objective: 917344.08\tImprovement: 0.05496" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 989069.02\tOld objective: 967763.54\tImprovement: 0.02202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1000306.95\tOld objective: 989069.02\tImprovement: 0.01136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1007023.57\tOld objective: 1000306.95\tImprovement: 0.00671" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1011422.57\tOld objective: 1007023.57\tImprovement: 0.00437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1014497.25\tOld objective: 1011422.57\tImprovement: 0.00304" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1016762.91\tOld objective: 1014497.25\tImprovement: 0.00223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1018492.05\tOld objective: 1016762.91\tImprovement: 0.00170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1019813.94\tOld objective: 1018492.05\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1020852.55\tOld objective: 1019813.94\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1021706.68\tOld objective: 1020852.55\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1022404.76\tOld objective: 1021706.68\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1022989.60\tOld objective: 1022404.76\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1023487.36\tOld objective: 1022989.60\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 333:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 741379.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 907768.81\tOld objective: 741379.46\tImprovement: 0.22443" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 958115.12\tOld objective: 907768.81\tImprovement: 0.05546" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 979417.65\tOld objective: 958115.12\tImprovement: 0.02223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 990692.60\tOld objective: 979417.65\tImprovement: 0.01151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 997465.77\tOld objective: 990692.60\tImprovement: 0.00684" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1001874.41\tOld objective: 997465.77\tImprovement: 0.00442" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1004929.65\tOld objective: 1001874.41\tImprovement: 0.00305" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1007156.82\tOld objective: 1004929.65\tImprovement: 0.00222" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1008835.76\tOld objective: 1007156.82\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1010135.65\tOld objective: 1008835.76\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1011154.97\tOld objective: 1010135.65\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1011969.31\tOld objective: 1011154.97\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1012641.51\tOld objective: 1011969.31\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1013220.04\tOld objective: 1012641.51\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1013706.55\tOld objective: 1013220.04\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 334:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 776697.38\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 942944.59\tOld objective: 776697.38\tImprovement: 0.21404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 992868.98\tOld objective: 942944.59\tImprovement: 0.05295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1013930.83\tOld objective: 992868.98\tImprovement: 0.02121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1025108.44\tOld objective: 1013930.83\tImprovement: 0.01102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1031838.49\tOld objective: 1025108.44\tImprovement: 0.00657" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1036218.43\tOld objective: 1031838.49\tImprovement: 0.00424" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1039268.21\tOld objective: 1036218.43\tImprovement: 0.00294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1041494.28\tOld objective: 1039268.21\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1043188.38\tOld objective: 1041494.28\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1044504.56\tOld objective: 1043188.38\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1045526.11\tOld objective: 1044504.56\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1046339.46\tOld objective: 1045526.11\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1047000.78\tOld objective: 1046339.46\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1047560.67\tOld objective: 1047000.78\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1048025.35\tOld objective: 1047560.67\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 335:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 755188.98\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 921890.20\tOld objective: 755188.98\tImprovement: 0.22074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 971769.92\tOld objective: 921890.20\tImprovement: 0.05411" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 992740.64\tOld objective: 971769.92\tImprovement: 0.02158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1003816.71\tOld objective: 992740.64\tImprovement: 0.01116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1010500.16\tOld objective: 1003816.71\tImprovement: 0.00666" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1014910.45\tOld objective: 1010500.16\tImprovement: 0.00436" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1017972.19\tOld objective: 1014910.45\tImprovement: 0.00302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1020203.30\tOld objective: 1017972.19\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1021891.41\tOld objective: 1020203.30\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1023199.96\tOld objective: 1021891.41\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1024251.69\tOld objective: 1023199.96\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1025110.29\tOld objective: 1024251.69\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1025808.78\tOld objective: 1025110.29\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1026385.18\tOld objective: 1025808.78\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1026867.44\tOld objective: 1026385.18\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 336:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 763402.91\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 932335.17\tOld objective: 763402.91\tImprovement: 0.22129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 983369.66\tOld objective: 932335.17\tImprovement: 0.05474" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1004885.00\tOld objective: 983369.66\tImprovement: 0.02188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1016206.57\tOld objective: 1004885.00\tImprovement: 0.01127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1022946.71\tOld objective: 1016206.57\tImprovement: 0.00663" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1027332.83\tOld objective: 1022946.71\tImprovement: 0.00429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1030399.35\tOld objective: 1027332.83\tImprovement: 0.00298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1032661.72\tOld objective: 1030399.35\tImprovement: 0.00220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1034395.99\tOld objective: 1032661.72\tImprovement: 0.00168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1035740.30\tOld objective: 1034395.99\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1036812.59\tOld objective: 1035740.30\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1037679.74\tOld objective: 1036812.59\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1038381.83\tOld objective: 1037679.74\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1038973.57\tOld objective: 1038381.83\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1039473.65\tOld objective: 1038973.57\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 337:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 795012.16\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 966068.98\tOld objective: 795012.16\tImprovement: 0.21516" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1017242.61\tOld objective: 966068.98\tImprovement: 0.05297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1038750.61\tOld objective: 1017242.61\tImprovement: 0.02114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1050143.32\tOld objective: 1038750.61\tImprovement: 0.01097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1056984.18\tOld objective: 1050143.32\tImprovement: 0.00651" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1061440.05\tOld objective: 1056984.18\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1064548.02\tOld objective: 1061440.05\tImprovement: 0.00293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1066838.43\tOld objective: 1064548.02\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1068551.52\tOld objective: 1066838.43\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1069878.69\tOld objective: 1068551.52\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1070929.75\tOld objective: 1069878.69\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1071783.28\tOld objective: 1070929.75\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1072472.68\tOld objective: 1071783.28\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1073039.06\tOld objective: 1072472.68\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1073516.73\tOld objective: 1073039.06\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 338:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 851414.91\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1023744.71\tOld objective: 851414.91\tImprovement: 0.20240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1075317.24\tOld objective: 1023744.71\tImprovement: 0.05038" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1097093.46\tOld objective: 1075317.24\tImprovement: 0.02025" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1108593.42\tOld objective: 1097093.46\tImprovement: 0.01048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1115411.98\tOld objective: 1108593.42\tImprovement: 0.00615" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1119836.89\tOld objective: 1115411.98\tImprovement: 0.00397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1122920.61\tOld objective: 1119836.89\tImprovement: 0.00275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1125172.10\tOld objective: 1122920.61\tImprovement: 0.00201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1126881.10\tOld objective: 1125172.10\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1128206.21\tOld objective: 1126881.10\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1129259.80\tOld objective: 1128206.21\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1130108.12\tOld objective: 1129259.80\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1130812.74\tOld objective: 1130108.12\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1131397.01\tOld objective: 1130812.74\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1131881.75\tOld objective: 1131397.01\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 339:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 805938.45\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 974723.86\tOld objective: 805938.45\tImprovement: 0.20943" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1025545.74\tOld objective: 974723.86\tImprovement: 0.05214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1046984.99\tOld objective: 1025545.74\tImprovement: 0.02091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1058284.96\tOld objective: 1046984.99\tImprovement: 0.01079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1065087.78\tOld objective: 1058284.96\tImprovement: 0.00643" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1069554.22\tOld objective: 1065087.78\tImprovement: 0.00419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1072658.16\tOld objective: 1069554.22\tImprovement: 0.00290" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1074908.21\tOld objective: 1072658.16\tImprovement: 0.00210" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1076605.00\tOld objective: 1074908.21\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1077934.41\tOld objective: 1076605.00\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1078996.12\tOld objective: 1077934.41\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1079843.11\tOld objective: 1078996.12\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1080539.56\tOld objective: 1079843.11\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1081118.21\tOld objective: 1080539.56\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1081600.08\tOld objective: 1081118.21\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 340:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 782437.22\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 953470.81\tOld objective: 782437.22\tImprovement: 0.21859" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1004679.34\tOld objective: 953470.81\tImprovement: 0.05371" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1026149.52\tOld objective: 1004679.34\tImprovement: 0.02137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1037443.15\tOld objective: 1026149.52\tImprovement: 0.01101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1044214.70\tOld objective: 1037443.15\tImprovement: 0.00653" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1048659.82\tOld objective: 1044214.70\tImprovement: 0.00426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1051745.90\tOld objective: 1048659.82\tImprovement: 0.00294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1053979.03\tOld objective: 1051745.90\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1055645.21\tOld objective: 1053979.03\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1056932.51\tOld objective: 1055645.21\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1057952.50\tOld objective: 1056932.51\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1058783.92\tOld objective: 1057952.50\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1059479.63\tOld objective: 1058783.92\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1060060.66\tOld objective: 1059479.63\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1060541.36\tOld objective: 1060060.66\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 341:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 810272.14\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 980053.18\tOld objective: 810272.14\tImprovement: 0.20954" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1030734.86\tOld objective: 980053.18\tImprovement: 0.05171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1051996.24\tOld objective: 1030734.86\tImprovement: 0.02063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1063196.23\tOld objective: 1051996.24\tImprovement: 0.01065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1069889.92\tOld objective: 1063196.23\tImprovement: 0.00630" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1074248.83\tOld objective: 1069889.92\tImprovement: 0.00407" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1077261.90\tOld objective: 1074248.83\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1079443.89\tOld objective: 1077261.90\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1081064.62\tOld objective: 1079443.89\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1082306.39\tOld objective: 1081064.62\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1083296.56\tOld objective: 1082306.39\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1084109.11\tOld objective: 1083296.56\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1084781.78\tOld objective: 1084109.11\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1085344.10\tOld objective: 1084781.78\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1085819.39\tOld objective: 1085344.10\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 342:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 839204.30\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1011883.58\tOld objective: 839204.30\tImprovement: 0.20577" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1063790.66\tOld objective: 1011883.58\tImprovement: 0.05130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1085682.69\tOld objective: 1063790.66\tImprovement: 0.02058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1097177.65\tOld objective: 1085682.69\tImprovement: 0.01059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1104046.85\tOld objective: 1097177.65\tImprovement: 0.00626" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1108518.04\tOld objective: 1104046.85\tImprovement: 0.00405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1111634.03\tOld objective: 1108518.04\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1113908.11\tOld objective: 1111634.03\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1115619.34\tOld objective: 1113908.11\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1116947.66\tOld objective: 1115619.34\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1118013.59\tOld objective: 1116947.66\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1118876.46\tOld objective: 1118013.59\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1119577.67\tOld objective: 1118876.46\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1120163.03\tOld objective: 1119577.67\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1120657.77\tOld objective: 1120163.03\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 343:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 807771.09\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 978990.08\tOld objective: 807771.09\tImprovement: 0.21196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1030186.12\tOld objective: 978990.08\tImprovement: 0.05229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1051691.66\tOld objective: 1030186.12\tImprovement: 0.02088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1063036.06\tOld objective: 1051691.66\tImprovement: 0.01079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1069791.58\tOld objective: 1063036.06\tImprovement: 0.00635" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1074189.21\tOld objective: 1069791.58\tImprovement: 0.00411" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1077246.48\tOld objective: 1074189.21\tImprovement: 0.00285" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1079464.08\tOld objective: 1077246.48\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1081130.59\tOld objective: 1079464.08\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1082420.73\tOld objective: 1081130.59\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1083463.46\tOld objective: 1082420.73\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1084305.29\tOld objective: 1083463.46\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1085010.10\tOld objective: 1084305.29\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1085602.53\tOld objective: 1085010.10\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1086096.47\tOld objective: 1085602.53\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 344:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 744763.25\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 911819.73\tOld objective: 744763.25\tImprovement: 0.22431" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 961871.39\tOld objective: 911819.73\tImprovement: 0.05489" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 982855.62\tOld objective: 961871.39\tImprovement: 0.02182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 993909.64\tOld objective: 982855.62\tImprovement: 0.01125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1000450.87\tOld objective: 993909.64\tImprovement: 0.00658" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1004690.60\tOld objective: 1000450.87\tImprovement: 0.00424" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1007639.73\tOld objective: 1004690.60\tImprovement: 0.00294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1009773.60\tOld objective: 1007639.73\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1011360.59\tOld objective: 1009773.60\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1012581.51\tOld objective: 1011360.59\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1013566.91\tOld objective: 1012581.51\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1014364.88\tOld objective: 1013566.91\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1015029.29\tOld objective: 1014364.88\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1015585.74\tOld objective: 1015029.29\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1016054.40\tOld objective: 1015585.74\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 345:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 754295.34\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 920382.29\tOld objective: 754295.34\tImprovement: 0.22019" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 970201.18\tOld objective: 920382.29\tImprovement: 0.05413" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 991214.01\tOld objective: 970201.18\tImprovement: 0.02166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1002326.58\tOld objective: 991214.01\tImprovement: 0.01121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1008977.47\tOld objective: 1002326.58\tImprovement: 0.00664" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1013315.77\tOld objective: 1008977.47\tImprovement: 0.00430" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1016352.27\tOld objective: 1013315.77\tImprovement: 0.00300" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1018562.68\tOld objective: 1016352.27\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1020212.91\tOld objective: 1018562.68\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1021470.69\tOld objective: 1020212.91\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1022460.23\tOld objective: 1021470.69\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1023269.57\tOld objective: 1022460.23\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1023930.05\tOld objective: 1023269.57\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1024483.74\tOld objective: 1023930.05\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1024968.83\tOld objective: 1024483.74\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 346:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 751729.22\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 918814.03\tOld objective: 751729.22\tImprovement: 0.22227" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 969222.84\tOld objective: 918814.03\tImprovement: 0.05486" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 990539.39\tOld objective: 969222.84\tImprovement: 0.02199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1001802.80\tOld objective: 990539.39\tImprovement: 0.01137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1008544.28\tOld objective: 1001802.80\tImprovement: 0.00673" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1012920.77\tOld objective: 1008544.28\tImprovement: 0.00434" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1015962.00\tOld objective: 1012920.77\tImprovement: 0.00300" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1018169.83\tOld objective: 1015962.00\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1019840.72\tOld objective: 1018169.83\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1021150.46\tOld objective: 1019840.72\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1022194.38\tOld objective: 1021150.46\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1023024.74\tOld objective: 1022194.38\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1023698.41\tOld objective: 1023024.74\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1024270.37\tOld objective: 1023698.41\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1024766.33\tOld objective: 1024270.37\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 347:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 798953.09\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 966146.85\tOld objective: 798953.09\tImprovement: 0.20927" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1016286.39\tOld objective: 966146.85\tImprovement: 0.05190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1037466.45\tOld objective: 1016286.39\tImprovement: 0.02084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1048645.97\tOld objective: 1037466.45\tImprovement: 0.01078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1055269.49\tOld objective: 1048645.97\tImprovement: 0.00632" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1059574.50\tOld objective: 1055269.49\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1062606.88\tOld objective: 1059574.50\tImprovement: 0.00286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1064831.53\tOld objective: 1062606.88\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1066513.42\tOld objective: 1064831.53\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1067813.89\tOld objective: 1066513.42\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1068839.76\tOld objective: 1067813.89\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1069689.87\tOld objective: 1068839.76\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1070391.73\tOld objective: 1069689.87\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1070975.24\tOld objective: 1070391.73\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1071465.65\tOld objective: 1070975.24\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 348:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 807609.62\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 977988.42\tOld objective: 807609.62\tImprovement: 0.21097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1029174.30\tOld objective: 977988.42\tImprovement: 0.05234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1050823.58\tOld objective: 1029174.30\tImprovement: 0.02104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1062259.64\tOld objective: 1050823.58\tImprovement: 0.01088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1069125.21\tOld objective: 1062259.64\tImprovement: 0.00646" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1073566.70\tOld objective: 1069125.21\tImprovement: 0.00415" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1076628.36\tOld objective: 1073566.70\tImprovement: 0.00285" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1078843.00\tOld objective: 1076628.36\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1080496.26\tOld objective: 1078843.00\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1081761.33\tOld objective: 1080496.26\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1082762.26\tOld objective: 1081761.33\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1083580.33\tOld objective: 1082762.26\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1084252.53\tOld objective: 1083580.33\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1084823.87\tOld objective: 1084252.53\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1085319.86\tOld objective: 1084823.87\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 349:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 794777.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 963806.96\tOld objective: 794777.47\tImprovement: 0.21268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1014433.60\tOld objective: 963806.96\tImprovement: 0.05253" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1035775.12\tOld objective: 1014433.60\tImprovement: 0.02104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1046993.03\tOld objective: 1035775.12\tImprovement: 0.01083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1053707.65\tOld objective: 1046993.03\tImprovement: 0.00641" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1058116.42\tOld objective: 1053707.65\tImprovement: 0.00418" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1061177.32\tOld objective: 1058116.42\tImprovement: 0.00289" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1063398.07\tOld objective: 1061177.32\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1065091.75\tOld objective: 1063398.07\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1066393.91\tOld objective: 1065091.75\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1067404.08\tOld objective: 1066393.91\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1068237.32\tOld objective: 1067404.08\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1068921.41\tOld objective: 1068237.32\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1069490.76\tOld objective: 1068921.41\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1069978.64\tOld objective: 1069490.76\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 350:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 844593.76\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1016881.39\tOld objective: 844593.76\tImprovement: 0.20399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1068557.26\tOld objective: 1016881.39\tImprovement: 0.05082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1090421.77\tOld objective: 1068557.26\tImprovement: 0.02046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1101941.24\tOld objective: 1090421.77\tImprovement: 0.01056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1108837.59\tOld objective: 1101941.24\tImprovement: 0.00626" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1113314.65\tOld objective: 1108837.59\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1116388.37\tOld objective: 1113314.65\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1118609.89\tOld objective: 1116388.37\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1120290.38\tOld objective: 1118609.89\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1121593.78\tOld objective: 1120290.38\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1122618.14\tOld objective: 1121593.78\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1123447.12\tOld objective: 1122618.14\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1124133.70\tOld objective: 1123447.12\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1124713.97\tOld objective: 1124133.70\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1125202.56\tOld objective: 1124713.97\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 351:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 830975.17\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1001786.48\tOld objective: 830975.17\tImprovement: 0.20556" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1052968.91\tOld objective: 1001786.48\tImprovement: 0.05109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1074554.39\tOld objective: 1052968.91\tImprovement: 0.02050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1085900.57\tOld objective: 1074554.39\tImprovement: 0.01056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1092682.12\tOld objective: 1085900.57\tImprovement: 0.00625" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1097093.71\tOld objective: 1092682.12\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1100152.15\tOld objective: 1097093.71\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1102382.78\tOld objective: 1100152.15\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1104072.82\tOld objective: 1102382.78\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1105388.08\tOld objective: 1104072.82\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1106438.67\tOld objective: 1105388.08\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1107302.49\tOld objective: 1106438.67\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1108013.83\tOld objective: 1107302.49\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1108605.04\tOld objective: 1108013.83\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1109112.28\tOld objective: 1108605.04\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 352:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 806098.29\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 975280.18\tOld objective: 806098.29\tImprovement: 0.20988" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1025763.69\tOld objective: 975280.18\tImprovement: 0.05176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1047007.65\tOld objective: 1025763.69\tImprovement: 0.02071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1058189.09\tOld objective: 1047007.65\tImprovement: 0.01068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1064884.26\tOld objective: 1058189.09\tImprovement: 0.00633" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1069220.23\tOld objective: 1064884.26\tImprovement: 0.00407" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1072222.79\tOld objective: 1069220.23\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1074419.89\tOld objective: 1072222.79\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1076084.24\tOld objective: 1074419.89\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1077352.08\tOld objective: 1076084.24\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1078342.15\tOld objective: 1077352.08\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1079141.66\tOld objective: 1078342.15\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1079801.99\tOld objective: 1079141.66\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1080348.42\tOld objective: 1079801.99\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1080803.82\tOld objective: 1080348.42\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 353:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 833858.08\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1005734.93\tOld objective: 833858.08\tImprovement: 0.20612" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1056886.90\tOld objective: 1005734.93\tImprovement: 0.05086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1078443.06\tOld objective: 1056886.90\tImprovement: 0.02040" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1089824.45\tOld objective: 1078443.06\tImprovement: 0.01055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1096630.23\tOld objective: 1089824.45\tImprovement: 0.00624" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1101060.05\tOld objective: 1096630.23\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1104147.00\tOld objective: 1101060.05\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1106410.97\tOld objective: 1104147.00\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1108096.77\tOld objective: 1106410.97\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1109401.59\tOld objective: 1108096.77\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1110435.35\tOld objective: 1109401.59\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1111262.91\tOld objective: 1110435.35\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1111935.44\tOld objective: 1111262.91\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1112501.74\tOld objective: 1111935.44\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1112990.55\tOld objective: 1112501.74\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 354:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 859150.02\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1030926.50\tOld objective: 859150.02\tImprovement: 0.19994" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1081560.82\tOld objective: 1030926.50\tImprovement: 0.04912" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1102735.56\tOld objective: 1081560.82\tImprovement: 0.01958" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1113885.49\tOld objective: 1102735.56\tImprovement: 0.01011" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1120549.11\tOld objective: 1113885.49\tImprovement: 0.00598" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1124889.55\tOld objective: 1120549.11\tImprovement: 0.00387" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1127904.99\tOld objective: 1124889.55\tImprovement: 0.00268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1130089.42\tOld objective: 1127904.99\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1131733.19\tOld objective: 1130089.42\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1132997.29\tOld objective: 1131733.19\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1134009.04\tOld objective: 1132997.29\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1134851.39\tOld objective: 1134009.04\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1135548.15\tOld objective: 1134851.39\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1136130.21\tOld objective: 1135548.15\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1136617.48\tOld objective: 1136130.21\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 355:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 850481.69\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1023826.71\tOld objective: 850481.69\tImprovement: 0.20382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1075169.09\tOld objective: 1023826.71\tImprovement: 0.05015" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1096681.01\tOld objective: 1075169.09\tImprovement: 0.02001" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1107955.37\tOld objective: 1096681.01\tImprovement: 0.01028" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1114683.11\tOld objective: 1107955.37\tImprovement: 0.00607" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1119058.00\tOld objective: 1114683.11\tImprovement: 0.00392" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1122086.84\tOld objective: 1119058.00\tImprovement: 0.00271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1124293.49\tOld objective: 1122086.84\tImprovement: 0.00197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1125964.64\tOld objective: 1124293.49\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1127277.61\tOld objective: 1125964.64\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1128325.23\tOld objective: 1127277.61\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1129164.03\tOld objective: 1128325.23\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1129844.78\tOld objective: 1129164.03\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1130410.07\tOld objective: 1129844.78\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1130881.53\tOld objective: 1130410.07\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 356:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 805243.39\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 974689.98\tOld objective: 805243.39\tImprovement: 0.21043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1025138.65\tOld objective: 974689.98\tImprovement: 0.05176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1046230.35\tOld objective: 1025138.65\tImprovement: 0.02057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1057358.85\tOld objective: 1046230.35\tImprovement: 0.01064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1063966.92\tOld objective: 1057358.85\tImprovement: 0.00625" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1068217.34\tOld objective: 1063966.92\tImprovement: 0.00399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1071155.27\tOld objective: 1068217.34\tImprovement: 0.00275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1073296.44\tOld objective: 1071155.27\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1074932.52\tOld objective: 1073296.44\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1076212.22\tOld objective: 1074932.52\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1077220.63\tOld objective: 1076212.22\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1078039.69\tOld objective: 1077220.63\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1078703.35\tOld objective: 1078039.69\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1079255.95\tOld objective: 1078703.35\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1079733.41\tOld objective: 1079255.95\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 357:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 804622.90\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 973891.36\tOld objective: 804622.90\tImprovement: 0.21037" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1024367.27\tOld objective: 973891.36\tImprovement: 0.05183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1045554.53\tOld objective: 1024367.27\tImprovement: 0.02068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1056746.94\tOld objective: 1045554.53\tImprovement: 0.01070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1063410.84\tOld objective: 1056746.94\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1067743.89\tOld objective: 1063410.84\tImprovement: 0.00407" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1070742.81\tOld objective: 1067743.89\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1072925.51\tOld objective: 1070742.81\tImprovement: 0.00204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1074552.06\tOld objective: 1072925.51\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1075802.79\tOld objective: 1074552.06\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1076805.60\tOld objective: 1075802.79\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1077632.84\tOld objective: 1076805.60\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1078333.44\tOld objective: 1077632.84\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1078932.18\tOld objective: 1078333.44\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1079419.66\tOld objective: 1078932.18\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 358:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 816400.13\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 986060.68\tOld objective: 816400.13\tImprovement: 0.20782" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1037052.45\tOld objective: 986060.68\tImprovement: 0.05171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1058550.72\tOld objective: 1037052.45\tImprovement: 0.02073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1069891.67\tOld objective: 1058550.72\tImprovement: 0.01071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1076643.38\tOld objective: 1069891.67\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1081056.66\tOld objective: 1076643.38\tImprovement: 0.00410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1084115.15\tOld objective: 1081056.66\tImprovement: 0.00283" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1086341.09\tOld objective: 1084115.15\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1088024.39\tOld objective: 1086341.09\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1089330.22\tOld objective: 1088024.39\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1090384.41\tOld objective: 1089330.22\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1091231.23\tOld objective: 1090384.41\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1091926.97\tOld objective: 1091231.23\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1092499.83\tOld objective: 1091926.97\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1092988.90\tOld objective: 1092499.83\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 359:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 810578.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 981697.04\tOld objective: 810578.47\tImprovement: 0.21111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1032775.24\tOld objective: 981697.04\tImprovement: 0.05203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1054221.55\tOld objective: 1032775.24\tImprovement: 0.02077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1065523.31\tOld objective: 1054221.55\tImprovement: 0.01072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1072272.26\tOld objective: 1065523.31\tImprovement: 0.00633" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1076629.18\tOld objective: 1072272.26\tImprovement: 0.00406" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1079633.14\tOld objective: 1076629.18\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1081812.41\tOld objective: 1079633.14\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1083465.91\tOld objective: 1081812.41\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1084750.58\tOld objective: 1083465.91\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1085776.46\tOld objective: 1084750.58\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1086608.92\tOld objective: 1085776.46\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1087282.54\tOld objective: 1086608.92\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1087839.03\tOld objective: 1087282.54\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1088301.20\tOld objective: 1087839.03\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 360:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 837441.16\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1008165.49\tOld objective: 837441.16\tImprovement: 0.20386" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1059666.72\tOld objective: 1008165.49\tImprovement: 0.05108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1081442.05\tOld objective: 1059666.72\tImprovement: 0.02055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1092937.18\tOld objective: 1081442.05\tImprovement: 0.01063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1099835.56\tOld objective: 1092937.18\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1104330.40\tOld objective: 1099835.56\tImprovement: 0.00409" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1107463.08\tOld objective: 1104330.40\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1109741.91\tOld objective: 1107463.08\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1111469.82\tOld objective: 1109741.91\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1112806.01\tOld objective: 1111469.82\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1113843.49\tOld objective: 1112806.01\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1114668.73\tOld objective: 1113843.49\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1115358.57\tOld objective: 1114668.73\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1115935.17\tOld objective: 1115358.57\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1116411.89\tOld objective: 1115935.17\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 361:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 844167.85\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1015033.30\tOld objective: 844167.85\tImprovement: 0.20241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1065783.53\tOld objective: 1015033.30\tImprovement: 0.05000" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1087063.25\tOld objective: 1065783.53\tImprovement: 0.01997" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1098280.34\tOld objective: 1087063.25\tImprovement: 0.01032" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1104974.31\tOld objective: 1098280.34\tImprovement: 0.00609" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1109357.70\tOld objective: 1104974.31\tImprovement: 0.00397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1112401.53\tOld objective: 1109357.70\tImprovement: 0.00274" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1114568.65\tOld objective: 1112401.53\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1116183.17\tOld objective: 1114568.65\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1117425.33\tOld objective: 1116183.17\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1118402.64\tOld objective: 1117425.33\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1119212.66\tOld objective: 1118402.64\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1119892.08\tOld objective: 1119212.66\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1120464.83\tOld objective: 1119892.08\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1120961.60\tOld objective: 1120464.83\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 362:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 822458.62\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 993973.54\tOld objective: 822458.62\tImprovement: 0.20854" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1045304.68\tOld objective: 993973.54\tImprovement: 0.05164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1066864.04\tOld objective: 1045304.68\tImprovement: 0.02062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1078206.78\tOld objective: 1066864.04\tImprovement: 0.01063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1085026.63\tOld objective: 1078206.78\tImprovement: 0.00633" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1089449.67\tOld objective: 1085026.63\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1092494.58\tOld objective: 1089449.67\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1094724.66\tOld objective: 1092494.58\tImprovement: 0.00204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1096428.49\tOld objective: 1094724.66\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1097748.58\tOld objective: 1096428.49\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1098788.52\tOld objective: 1097748.58\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1099629.99\tOld objective: 1098788.52\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1100321.28\tOld objective: 1099629.99\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1100895.62\tOld objective: 1100321.28\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1101373.62\tOld objective: 1100895.62\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 363:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 777494.06\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 946889.60\tOld objective: 777494.06\tImprovement: 0.21787" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 997378.29\tOld objective: 946889.60\tImprovement: 0.05332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1018569.27\tOld objective: 997378.29\tImprovement: 0.02125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1029680.72\tOld objective: 1018569.27\tImprovement: 0.01091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1036307.58\tOld objective: 1029680.72\tImprovement: 0.00644" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1040595.31\tOld objective: 1036307.58\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1043555.43\tOld objective: 1040595.31\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1045723.47\tOld objective: 1043555.43\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1047366.75\tOld objective: 1045723.47\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1048648.08\tOld objective: 1047366.75\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1049658.90\tOld objective: 1048648.08\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1050465.07\tOld objective: 1049658.90\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1051129.38\tOld objective: 1050465.07\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1051686.17\tOld objective: 1051129.38\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1052165.65\tOld objective: 1051686.17\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 364:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 773261.74\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 940188.53\tOld objective: 773261.74\tImprovement: 0.21587" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 990189.19\tOld objective: 940188.53\tImprovement: 0.05318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1011196.97\tOld objective: 990189.19\tImprovement: 0.02122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1022307.25\tOld objective: 1011196.97\tImprovement: 0.01099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1028982.52\tOld objective: 1022307.25\tImprovement: 0.00653" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1033338.54\tOld objective: 1028982.52\tImprovement: 0.00423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1036353.57\tOld objective: 1033338.54\tImprovement: 0.00292" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1038567.29\tOld objective: 1036353.57\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1040240.13\tOld objective: 1038567.29\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1041542.19\tOld objective: 1040240.13\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1042561.74\tOld objective: 1041542.19\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1043368.88\tOld objective: 1042561.74\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1044029.15\tOld objective: 1043368.88\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1044591.19\tOld objective: 1044029.15\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1045082.61\tOld objective: 1044591.19\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 365:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 831907.29\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1001632.45\tOld objective: 831907.29\tImprovement: 0.20402" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1052081.52\tOld objective: 1001632.45\tImprovement: 0.05037" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1073260.11\tOld objective: 1052081.52\tImprovement: 0.02013" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1084420.66\tOld objective: 1073260.11\tImprovement: 0.01040" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1091130.30\tOld objective: 1084420.66\tImprovement: 0.00619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1095522.06\tOld objective: 1091130.30\tImprovement: 0.00402" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1098550.11\tOld objective: 1095522.06\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1100738.23\tOld objective: 1098550.11\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1102391.18\tOld objective: 1100738.23\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1103679.95\tOld objective: 1102391.18\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1104685.16\tOld objective: 1103679.95\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1105490.93\tOld objective: 1104685.16\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1106155.34\tOld objective: 1105490.93\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1106699.89\tOld objective: 1106155.34\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 366:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 832941.49\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1003292.13\tOld objective: 832941.49\tImprovement: 0.20452" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1054255.20\tOld objective: 1003292.13\tImprovement: 0.05080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1075754.89\tOld objective: 1054255.20\tImprovement: 0.02039" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1087102.12\tOld objective: 1075754.89\tImprovement: 0.01055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1093848.99\tOld objective: 1087102.12\tImprovement: 0.00621" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1098211.09\tOld objective: 1093848.99\tImprovement: 0.00399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1101233.93\tOld objective: 1098211.09\tImprovement: 0.00275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1103446.19\tOld objective: 1101233.93\tImprovement: 0.00201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1105120.52\tOld objective: 1103446.19\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1106417.08\tOld objective: 1105120.52\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1107441.73\tOld objective: 1106417.08\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1108279.71\tOld objective: 1107441.73\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1108983.01\tOld objective: 1108279.71\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1109568.83\tOld objective: 1108983.01\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1110061.80\tOld objective: 1109568.83\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 367:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 776375.27\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 944268.79\tOld objective: 776375.27\tImprovement: 0.21625" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 994639.29\tOld objective: 944268.79\tImprovement: 0.05334" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1015797.96\tOld objective: 994639.29\tImprovement: 0.02127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1026929.24\tOld objective: 1015797.96\tImprovement: 0.01096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1033611.79\tOld objective: 1026929.24\tImprovement: 0.00651" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1038012.91\tOld objective: 1033611.79\tImprovement: 0.00426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1041073.62\tOld objective: 1038012.91\tImprovement: 0.00295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1043283.78\tOld objective: 1041073.62\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1044946.21\tOld objective: 1043283.78\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1046228.38\tOld objective: 1044946.21\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1047243.57\tOld objective: 1046228.38\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1048064.99\tOld objective: 1047243.57\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1048746.29\tOld objective: 1048064.99\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1049321.96\tOld objective: 1048746.29\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1049802.42\tOld objective: 1049321.96\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 368:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 804625.68\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 975734.14\tOld objective: 804625.68\tImprovement: 0.21266" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1026649.51\tOld objective: 975734.14\tImprovement: 0.05218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1047859.38\tOld objective: 1026649.51\tImprovement: 0.02066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1059002.45\tOld objective: 1047859.38\tImprovement: 0.01063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1065684.87\tOld objective: 1059002.45\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1070035.49\tOld objective: 1065684.87\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1073035.18\tOld objective: 1070035.49\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1075217.36\tOld objective: 1073035.18\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1076866.95\tOld objective: 1075217.36\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1078132.99\tOld objective: 1076866.95\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1079132.03\tOld objective: 1078132.99\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1079951.95\tOld objective: 1079132.03\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1080641.03\tOld objective: 1079951.95\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1081217.30\tOld objective: 1080641.03\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1081693.68\tOld objective: 1081217.30\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 369:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 799460.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 968381.33\tOld objective: 799460.47\tImprovement: 0.21129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1018881.75\tOld objective: 968381.33\tImprovement: 0.05215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1040103.99\tOld objective: 1018881.75\tImprovement: 0.02083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1051294.79\tOld objective: 1040103.99\tImprovement: 0.01076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1057967.84\tOld objective: 1051294.79\tImprovement: 0.00635" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1062316.65\tOld objective: 1057967.84\tImprovement: 0.00411" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1065337.33\tOld objective: 1062316.65\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1067529.23\tOld objective: 1065337.33\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1069176.37\tOld objective: 1067529.23\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1070447.86\tOld objective: 1069176.37\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1071455.98\tOld objective: 1070447.86\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1072281.26\tOld objective: 1071455.98\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1072968.90\tOld objective: 1072281.26\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1073549.99\tOld objective: 1072968.90\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1074035.69\tOld objective: 1073549.99\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 370:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 907894.57\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1081510.23\tOld objective: 907894.57\tImprovement: 0.19123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1132950.06\tOld objective: 1081510.23\tImprovement: 0.04756" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1154557.87\tOld objective: 1132950.06\tImprovement: 0.01907" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1165944.29\tOld objective: 1154557.87\tImprovement: 0.00986" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1172667.52\tOld objective: 1165944.29\tImprovement: 0.00577" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1177011.33\tOld objective: 1172667.52\tImprovement: 0.00370" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1180020.90\tOld objective: 1177011.33\tImprovement: 0.00256" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1182206.23\tOld objective: 1180020.90\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1183852.71\tOld objective: 1182206.23\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1185150.02\tOld objective: 1183852.71\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1186192.30\tOld objective: 1185150.02\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1187044.84\tOld objective: 1186192.30\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1187756.43\tOld objective: 1187044.84\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1188333.55\tOld objective: 1187756.43\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 371:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 910818.61\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1084130.76\tOld objective: 910818.61\tImprovement: 0.19028" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1135348.99\tOld objective: 1084130.76\tImprovement: 0.04724" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1156775.39\tOld objective: 1135348.99\tImprovement: 0.01887" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1168024.15\tOld objective: 1156775.39\tImprovement: 0.00972" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1174745.75\tOld objective: 1168024.15\tImprovement: 0.00575" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1179146.41\tOld objective: 1174745.75\tImprovement: 0.00375" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1182177.33\tOld objective: 1179146.41\tImprovement: 0.00257" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1184394.77\tOld objective: 1182177.33\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1186092.77\tOld objective: 1184394.77\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1187413.97\tOld objective: 1186092.77\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1188464.64\tOld objective: 1187413.97\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1189301.38\tOld objective: 1188464.64\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1189976.66\tOld objective: 1189301.38\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1190537.93\tOld objective: 1189976.66\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "Mini-batch 372:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 207278.60\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 243093.57\tOld objective: 207278.60\tImprovement: 0.17279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 253782.21\tOld objective: 243093.57\tImprovement: 0.04397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 258259.36\tOld objective: 253782.21\tImprovement: 0.01764" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 260613.92\tOld objective: 258259.36\tImprovement: 0.00912" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 262022.09\tOld objective: 260613.92\tImprovement: 0.00540" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 262940.61\tOld objective: 262022.09\tImprovement: 0.00351" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 263577.27\tOld objective: 262940.61\tImprovement: 0.00242" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 264040.02\tOld objective: 263577.27\tImprovement: 0.00176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 264384.03\tOld objective: 264040.02\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 264644.21\tOld objective: 264384.03\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 264842.48\tOld objective: 264644.21\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 265000.25\tOld objective: 264842.48\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 265135.87\tOld objective: 265000.25\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 265251.94\tOld objective: 265135.87\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n" ] } ], "prompt_number": 32 }, { "cell_type": "code", "collapsed": false, "input": [ "plot(online_coder_full.bound)\n", "pass" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "display_data", "png": "iVBORw0KGgoAAAANSUhEUgAAAXgAAAEECAYAAAAifS8cAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJztnXt4VOW1/9eEJMDkMknIhTAJBEiAhEtmkBJKQUaUKlGR\nHmgVD0gVenJoFcXWn9pjj1At3vVgVU6sgiKn0ooejTZgoTKIYuAgExQDkkBCrkzul8n9sn9/rC7f\nPTt7kkkyyVxcn+eZJ5mZPe9e+93v/r5rr3e979ZIkgQMwzCM7+HnbgMYhmGY4YEFnmEYxkdhgWcY\nhvFRWOAZhmF8FBZ4hmEYH4UFnmEYxkcZMYG/6667dsXExFhnz579dX/bFhQUJC5evPiY0Wi0pKam\nnjlw4MDykbCRYRjGl9CMVB78sWPHFgcHB9vuuOOOPV9//fXsvrb9+c9//sYPf/jDLzIyMjLPnTuX\nnJ6enl1YWDh5RAxlGIbxEUbMg1+8ePGx8PDwOvlnFy9enLp8+fID8+bNO3X11Vd/+u23304HAIiN\nja1oaGjQAQDU19eH6fX6spGyk2EYxmeQJGnEXoWFhQmzZs36mt4vXbr0H/n5+YmSJEFOTk7a0qVL\n/yFJEjQ0NISmpKR8ExcXVxIeHl57+vRp40jayS9+8YtfvvDyd1fHYrPZgr/44osf/vSnP32HPuvo\n6AgEALj//vuf37hx42tbtmx5IScnZ8HatWv3fvPNNzPdZSvDMIw34jaB7+np8QsLC6u3WCxG5XfH\njx9fuG3btkcBABYsWJDT1tY2prq6OjIyMrJ65C1lGIbxTtyWJhkaGto4efLkwv37968GAJAkSfPV\nV1/NAQCYMWPG+cOHD18HAHDu3Lnktra2MSzuDMMwA8SZOE5XV9cog8Fguemmmz5UfnfkyBFTaGho\ng8FgsBgMBstjjz32iFoZt91229uxsbHlAQEBHXFxcSW7du26s7CwMOGGG244kJqampuSkvIN/bag\noGDqkiVLzKmpqbkGg8Fy6NCh69wdy+IXv/jFL297OZUm+fzzz9//5ZdfXtXU1BSSlZW1Qv6d2Ww2\nPf/88/crP2cYhmHcS78hmtLS0rjs7Oz0jRs3viZJkkZtG0efMwzDMO6jX4HfsmXLC88888wDfn5+\nPWrfazQa6fjx4wtTU1PPpKenZ+fl5aW43kyGYRhmoPSZRfPRRx/dFB0dXWk0Gi1ms9mkts3cuXNP\nl5SUxGu12pYDBw4sX7ly5fsXLlyYptxOo9Hwo6MYhmEGwaCjJH0F6B9++OHtcXFxJQkJCYXjx4+v\n0Gq1zevWrdvT128SEhIKa2pqIpSf4648n0cffdTdJjgF2+k6vMFGSWI7XY232PlP7RzUIGufIZrt\n27f/tqSkJL6wsHDyvn37blu6dOkne/bsuUO+jdVqjZH+2bucPHlyviRJmoiIiNpB9TYMwzCMyxjQ\nRCcKs2RmZmYAAGRkZGTu379/9c6dOzf5+/t3abXaln379t02HIYyDOM51NcDfP45wI03utsSpk8G\n6/oP9AVeEqI5cuSIu01wCrbTdXiDjZLkWXYePixJCxeqf+dJdvaFt9gJQwjRjNhywRqNRhqpfTEM\nM7wcPAjwH/8B8OWX7rbE99FoNIMeZOUnOjEMM2A6OwHa2txtBdMfLPAMwwwYFnjvgAWeYZgB09kJ\n0N7ubiuY/mCBZxhmwLAH7x2wwDMMM2A6OljgvQEWeIZhBgx78N4BCzzDDBMlJQBFRe7bf2srwHBl\nJnd2AnR3A3R1DU/53kB+PkCP6hKMngMLPMMMEzt3Avz7v7tv/3PnAsybNzwi39mJf7+vXvyTTwJM\nmwbw1VfutqRvWOAZl9HVBVDND1b8jspKgI8/Bjh3zj37HzcO4PRpgAsXXF+2MwL/m98ANDa6ft+e\nAE3wonrwVFjgGZfxj38ArFvnbis8h6oqgKAggP/7P/fsf9Qo/NvS4vqynRH4N98E+Pbbwe+jpQXg\nv/5r8L8fTlpb8a+nT85ngWdcRl0dgNXqbis8h8pKgEmThBi4gu3bAd54w7ltSXxdla/+7ruis3JG\n4BsbAcrKBr+/y5cBnn568L8fTuiccgyeGXG6utwTG21uBqipGfn9eipVVa4X+MuXMeziDG1tAKGh\njgX+zBmAZ55xft8ffABw9Cj+39Eh9qFGRwe+Skv7L/fjj0V5ctrbARoanLdvJGEPnnEbr78O8OCD\nI7/f5maAWn4SwHcoBT4nB+Dee4dWZlsbQGEh/l9fD/DnP/e9rU7nWOC//BLg8GHn993YKM5vfx58\nUxP+dcaD/+UvsbNR0taGYRpPzNRpbQUYPZoFnnEDVitARUXvz0+fxtSu4aK5GcBmU/fGfJ3mZvtY\nd3s7isD48eLz4mKA3Nyh7Ucu8GfPihCG1dp7wK+1tW+Br65Gu52lqQnDcAD9CzwNrjoj8PX16nd+\nVLYnDtS2tgJotSzwjBuoqxMXopzXXwfYv3/49muz4V+1i/XgQc9PKSMee2zgIa5nnrEfEKyqAoiK\nQhEgD761FcVsKJDASxKWR57yhg0Ahw713taVAj8cHrwkYZ2oZV+R3Z4YpmGB/57S1YUDYe6kvl49\nVOIKgekLEgu1fe/fD/DJJ8O376HS0CDuel54Ab3t06dFh9jeDnDffQAWi/rv6+rshUhN4NvanK//\nykqAS5d6f05hi6oq/F/eqSrFuq0NICzMscBXVQ3dg3dUdlMT7lstBt/TI1I3bTZ8zx788MAC72Iq\nKwG2bXOvDe4WeLWLtb1diNFIce4cwPPPO7ftq6/iAywAUEBrawE+/RTgnXfws7/9DWDvXoBf/EL9\n98oQTWUlQHQ0wNix4nM1gSdPXMkbbwA89VTvz0n0Ll3C/8lTbmzEcv7yF/ttdTrHXvZwevCNjQAz\nZgCUl/f+7tQp8ag/qg/24IcHFngXU18vMgjcacNgBf7jj3GCymDoy4Pv6BiYmLiCU6cA3n/fuW2/\n/RaXFujuRmGprcW6qqrC7/fsQXF3JDZKga+rAwgPR4GXe/CNjbgP4sgRgNtUnmJ85Yp6h9jaCqDX\nY+ijrQ3fd3djudXVWFZHh1hGICTEPTH4pia0s7W19yBpaSneIfX09C3wI+XBnzw58N/4lMB3d3eP\nMhqNlptvvvlDte83b978YlJSUn5qauoZi8VidK2J7uHSJXtvyFmowZJnpcbu3QAFBYOzqy+amgBu\nvx1taGzsfWG1tPQv8Hl5g4+VNzejqHmKB2+1Op/Vc+ECCjyJMQk8Cc/JkwA/+Ynj89rSYi/wNhtA\ncHDvEA2AvWBZrejtq9mutq+2NoCEBOwAqDybDcukc1tZifU9ZgxmegwmRLNjh/3dT08P7ofqs6MD\nJ3H1JfChodjBXLpk36bKy/H3V64Im/sK0TjrwZ84AfC//+vctnJb0tIA3n7b+d9Q5xYY6CN58Dt2\n7Lg3JSUlT6PR9OqvsrOz0wsKChLz8/OTXn311X/btGnTzqEatW+f+iDhSHLjjeqeVX9Qg1WKmXzR\nqb17sTG6mosXse5IMJRiTh780aOOG2Zl5eCXG7DZACZOtL9Yu7tRrNrbB+Yt3nqr8+Lc1YXhFCWV\nlQMXeBLpmhoUFqqLlhaA2FjHAq/04JubUeCVIRoA+/PS1KReptWK9Xn77fYphG1tAJMn43gBdRyN\njVgGlUviP2YMvvry4Lu61O82X38d4Ne/Bjh/Ht/bbNhZNTZi2+nsRPHuK0QTGoohojfesL8rpLDN\n5cto89ixfYdonPXgjxwBeO+9/reTJHEXdfYsQEQEri3jLC0taLNG4wMefGlpaVx2dnb6xo0bX1N7\n8GtWVtaK9evXvwkAkJaWdqK+vj7MarXGDMWoF15wPJjliK6uoU0oaW8XjbW1FRu2Xj/wctQ8+KYm\ngFmzxPu6OseedHk5wJo1+H9tbd+hntpagOPHUbDz8/G2XZKwjHHj8PvWVoD168Vx1dcD3HKLYy/d\nanVO4AsLAf7nf/D/JUvQ829u7i3wR48C3HEHHofNhhdSfxkqjY0Af/2revz24sXen1ks4hjlkMD3\ndxGSQPr7i33KPXhJwos6Kgptl4dYCDWBDwrqHaIBsD/3jY3qdzbkwefl2Q9UqnnwFRVoIzlFVqsQ\neEcefGcn2hgaqt7x6nRYHyUlAGYz2hkWhqLe0NC/wDc14fc6HXrwp06J81BejuJYVIR1MXWqazz4\n2lr7tusoJXjfPoA778T/z54FuOYa9bsoR+2GwjM+IfBbtmx54ZlnnnnAz89P1ecrKyvTx8fHl9D7\nuLi40tLS0rihGNXR0XeIQ419+zDLgX4/UHbsEINsJf88mqiogZfjSOCbm0XIpL7e8R1Kbi5AVhY2\nnM2bHd9ybt2KjfRXv8IUvaws+5S0hARs8FYr1g0ANszSUrxgHK0R4qwHn5MD8Npr+H9ZGQpOczNA\nYiL+T9TX4/FTiGbbNoAvvui7bPJYlW2guBjLV15UxcXq9UmhCrnw1tejpyfn/HksNz5e1AsJfGcn\n/t/Tg2IZFKQuyEqBt9lwW7UQTV0dwL/8C8A334jOJTfXvkMjga+vtxdg8uDlAk/nndqeMwJfXY2e\na3CwKF+e5VRVhfs5exYdAgq5hIdjfTgj8OTBFxbiMVNWUHk5OjzkwU+d6jgG7+cnPHhyWBxRWyvG\nTMrKAAwGdQEuKcGxJknC41uyBDsY+bZvvAGwcKH6flpbvceD9+/ry48++uim6OjoSqPRaDGbzSZH\n2yk9e7VQDgDA1q1bv/vfZDKByaReJHl7A6GmRngBs2ZhY41z0M1QgwkNFZ9duSLCJq2tAAEBA7sj\neOABgJkz1QWejqWlBffZlwdfUCDS4Boa1L0rSUKhnDRJeKkzZojjCgnBzqm2FhtiR4eYeEMiRLfe\nSqxWsZ1W6/h46+rExUReaHMzLqFKmSd07G1tuPBVTQ3+f+wYek2OoMlASoE/eBD/UnyZKC7Guuru\nFgtsAQivrLYWxRYAQzl/+IN9iOy11wBuvhm9TErfI4Gn8sljCwlBuzQaLJP219xsv+/mZoCYGPsQ\nDbWnd97Bjjs1VQj8s89iLPiee8SqnIGBol4JeYiGxJU6BnmIprVVCLxamKq6GtsIDX63tQFcey2e\n17Aw/P6qq1AoGxtxHyEhWA91dc6FaKZOxfZOg5inTuFnZWUAixahwE+YgJ3rgQPYrjUyJWlvRxvJ\ng//xj/EOrrAQbVQiF/jLl7He6Tjl1NRg2zh3DjvZDRvwPDU0YLmtrQB33y1y9JX7Gm6BN5vNYDab\nXVJWnwJ//PjxhVlZWSuys7PT29raxjQ2Nobecccde/bs2XMHbaPX68tKSkri6X1paWmcXq9Xnd4g\nF/i+6Ox0LPBFReidKqELwWbDWzOr1bHAP/00ega//734rLYWhYVCPePG2XtkJSXo4TnixAn8jVzg\nqcHSBdrSgh5TQ4NjD55CEEVF+Ds174su3qIivNiLivCiHjMGIDISG19EBO4jOFjYIz8eRwJfWYl1\nU12N4RZHyDNMGhrEXcq0afZ3EiTwAQHCS6P1TBxB4TmlwGdn2x8/UVws7IiIsD8WnQ7PLZ27xka8\n+AEwzrxkCQ6mX7wI8NBDQuBravAYx40TAg+A9Wmz4fT6TZsAli/Hz1taegu8Wohm9GjsUNatw9TL\nWbOwvVdUiDZRVYXiTh28UuCVIZrBevCRkWIfdNfa0IDCXV+P5586j/PnUawpFNTZicLnTIimqgpg\n/nzsXG+9FctcsAAXL9NqUeQ1Gixr7Fj7Y42OFo5LQQFe06dPAyxd2nufdXWijdHxFBf3FvjaWqyX\no0fxfE+bhnVRXY3HdPEithdabnnpUjw/L76IzsFwC7zS+d02hLzrPkM027dv/21JSUl8YWHh5H37\n9t22dOnST+TiDgCwYsWKLPosJydnQVhYWH1MTMyQ1hR0FKKprERBU1ubggSeLtC+BmZKS4U4EXV1\neJGeP49/x42z9+Bnz3bsdUsSegLyNMT//m8MsZBtAGhfY6PwDNQoKEBh6Evg6eIBwLsGAGyAZWV4\nWxkWJm6lqR6amsT6GXPmCIHftg3guefEcVit6FH1F6ah6eWtreJ82WwA06erC3x7O9o4YQJeQD/9\nKWYukCd9+TLAww/j/3l5eJ6pDWRlAfz97xgWAuh9Z0WCLa9TOpbp0+092MZGIYD/+Z8ostHReIFH\nRmLbCAkRHnxiIpZPAk8ePIUXOjpwHMTZEM348SgMzz+PbYbq6vJlYafVCjBlCpYhSSjmaWl4h9Ld\njWND8gwYKoM6CPkgqyOBl0/Eam4WddjQgHbodNiO5AIfEoIi39QkPHhHd7k1NSJEAwCwdi3WdUsL\n/mbWLCybPOTQ0N6x9vZ2PDcNDbhdTw/AddfhnYAatbUim4k6ffqrtG3ePAwVdnaKc09tPj8fICkJ\nt6F9rV6N40c038BbQjQDyoOn0EtmZmZGZmZmBgBAenp69pQpUy4lJiYWZGRkZL7yyiu/HKpRjkI0\n5C2opRgqBb6vgZkrV3p70HV1ePGdOYMnMCJCXLBdXVieo06D0vFI4CMjseeni0MeoqH91tVhuQcO\n2I8ZFBQAXH31wAR+1iw8prIy9Eijo8WFSPVADTM2Fj0SqsMLF3Addyo3IAA9N2UHqKS+HsWGhEFe\nviSJNE25wEsShpXy8/H2eN069OIAcOEryoDIz8fwAAn8vn0Au3ZhWZMm9fYai4vRe5af08ZG9ILj\n4vDOjM4d/f3ySzw/Fy8Krz88HD+Li8OLvakJQwpyD54Evrwcz+c//oEDvM5m0cTGokhFRmJnRx1t\nSYkQ+IoKtIHuUoqKMMzR0ICfBQbi+S0txYFQuQev04nwzdix/XvwQUG9BZ6+Cw4WbfjcOdxnaCjW\nYWcndhDUqT7zDNb/4cNY1qlTGIYhgV+8GM//4cNYB3FxWDaNBeh04tzk52OIpKxMePB05z5vnnjY\nhpLaWmwH1dV4zgIChCcvp6YGO8zDh9GR0GjsBf7CBRT4uXPF3eTly3hnW1fnowK/ZMmSo1lZWSsA\nADIyMjIzMjIy6buXXnrp7oKCgsQzZ86kzp0718nFTB3jyIMnb0EtA4QEngbJlLeecioqxMVE4YK6\nOrxVI6+UPHhJEgKttKmjA+Dll3Gghuyrr8fGW1srxFXuwdfViYZy5gxAejrGXQFwX0VFKMCFhY4F\nvrFRCPzGjeiBl5djo77jDhRKuhDJhvp6FNzoaOwQaJW+igr0ZHp6sKOKjsYLd80aERIh3ntPZCbQ\nhU0hpaoqFB8/P/QwFy9GUSwvR7GhTiw8HC+83bsxBZDKKy7GMmgAb+pUUd95eWhLUhKWWVWF3i9R\nXIyeulzgKyqww46IALj/fpHxQyLywQf4t6BACHxYGIrKpEkonlotxtGVHnxNDYpBayuuj15SgvXX\nVxbNq6/i3w0bxAzVCROEh9nRIdrkpUvowdM5JpEtKhKiP24cfh4VhX9psHTBArT9+eeFB68WRnEk\n8JQ5FBmJ+6d9f/01ijC1q44OdASuXME29uCD2D4eeABDUD//OZ5rEvhx41Dws7KwfURH4/GeO4fH\nKvfg778fryuLRXjwJPBy0VVSW4tlVVVhvc6b59iDT0vDNkLhXhL4igo81qQktJMSBurqsGy5wPv5\n+ZDAjyT9efDZ2b0fgyYX+LAwbBR//SveGv7mN/aDahTvtFgATCYxQ2/KFGzgFCsPCECBJaFR2nTq\nFDbG8+fxQqKJRBTvdSTw8fG4HX1OqwPabLjPxEQUmpYWxx48DRAnJaFHaLOhoEVG2ntaZENlJYrU\nggUARqPwRCsqcD/nzmE6nMGAZdTV4d2FnL17Rb65UuArKkS8X6/Hiy02Vkypp+MID8e/P/gBnhe6\n46JMmLw8PCayr7sbt2lqwg547FgU61mzAD78UIirXOD37EEvLzFRiDcJlVzgNRq0n2wKD8dzNGEC\n3hlRqKu83F7gyeaWFhT49nbclmaQ0rkMCsLzqdEAZGRgBzprFob7AHA/VCaAEPiLF7GDo/ok2wsL\nhcCHhaH4REYKT5fq/uWX8RrpKw+eQjRBQXgcly+jneTBR0WJTiMwENvPsmX2IZqJE/G8UwpkWRmK\nZ3GxSAsmgY+IQG/588/xuEeNQpvz8/E8yT34vDw81xUV2MHKPXi56Mppb0ebEhKEB79okbrA19ai\n+Pv5CYGPisI6+clPsH0lJYnPaGZ6fHxvD94nJjqNNI4GWcmDf/NNHOyQQwJfUQGQnIwNtawMG9RL\nL6GX3daGi0dVV+OJ2vnPKVkUYlH20OR9yePYck6cwBN/9iz+ljx4RwJPHcDkybif5mYhpgDiFps6\nKGdCNADYUMePR6EnQkLsBd5qxePZsQO9IOoAKiowJJSbi57Xhg14V/HIIwCffWa/37Y2+xBTbKwQ\n+LIyYVNCAk7rj4rCC0xN4AHwwr50yT7U88UX+HlICNZbUZGIkZPAy+++PvwQ7Y2IEDN4f/ELHAOZ\nNg1tGT9eLCTW2Ijnp6AAf1dYaO/BA+A+VqzA9xSHlgs83SWSwI8d2zveTiEaKg8Ay5EPDsfG4l+a\nb1FTA5CSgnUg9+DJ9sJCUVZ4OIpuVBQeEwn8mDFCtBzF4Nva1D34pCRsL1VVwoMHEIOQN9xgH6KJ\nj7fPPistFdlskZH4mU6HHYRWi+3+/HnRsU2YgMceFITbNTRg/ZWXowDLY/CXL+NxhYaKcR85tDQE\niXJREY5HyecQNDXhea2pwbqfONHegz97Fu373e/QAaGyKLMoPNyHQzQjiVqI5s038aT94AcoPsqJ\nCTabENBJk8TqgD092FCqq9Gru/VWkTr2979jAyouxnCFXo+/p4kMWi2WSbZUVWED+d3v8D0N+n35\nJXpcra24X8reaWjAJWTplpI8+EmTsMzGRhHOoe1JVGjQt70d4KOPREPatw/TDOUCD4DlLFsm3itj\n8JWV9hkKoaEiJfKqq1Covv0W4Prr8UL+3e9QBOVjGW1twlYagCSBv3gRvS0A7EQefhiFs6QEbW9u\nxv3LBV6rxQurpATPgZ8fDljKPfi8POywZ81CoRkzBs8lpZt++CGmONLFl5WF7eezz7CcTZswPCL3\n4DMysE5/+lMUKrKJBF6rxRDVsmV9e/A023X2bCHwFKahEA2AqPemJnuBJ6HT6/G3ly7hnVRODran\nkBD8LTkYSg++p0fcyS1YIPZF2U9qAv/YY2jXJ58ID765Get02jQxRyIhQXRQK1figHhAgL3Ajx+P\nx/Tpp3ju6K6ztBRDMtTOIiJQDCdPtj/uCRPwHNF2jY1Yt1OmiA6LOrCyMqwnjUacazm1tbgfvR47\nnFGjsH3K2++hQ9heRo3CekpJwWMGwHb47ruYivn736M9kZFYbm0t7jM8HDvf3/+eBX7QdHeLdS/k\n/Od/YsOPiMBJIlYrijJVMHm71dXYOBsb0bvYuhXj1NXV2Eh6ekRDrqjADuP8eXECKUQj9+Dl2Rwf\nfojC9/LL2EHEx+OYAAl8Y6NoiI2NeGHQBBIaZB03TsQ36bYPAG3S6fB15QoeW3s7ChjlEr/zDi6g\npRT4997D7Qh5iCYqSnjw8u+//RYv0ilTMByTnCxS/QID8X1enviN3IOvr8eL8+JFtKWkBMsCwPcB\nAXic5GlJkqhjOdOnYzz98mXM5T96FC88EvjiYhSGP/0JYNUqMa09Lk6EdObNExf9wYOiHujinTDB\n3oNfsADTG8lzlw+yAqDYzpiBYxsUelF68H5+WKehoegNksCvWoXnlUI0VB6h5sFPmIDtR54dNmUK\nCqx8NrVS4AEA/vVfcdIOLasxZgzuNzJSXeCPHME6r6y09+BtNuHgZGXhUh0k8BMnirtDucAHBmKn\nfuQIpkHSYG9+vr0HT/WrFHi9Xgg8efDnzmG7o3MRGop1LU93HDeu98xXEmGDAUOzKSmiTOKjj+zt\n+etfxaqWN9+MEx0pkwsA23BwsMi7Dw/HTqCwEJ1NFvhBQIIg9+ApplZTg402JgYb6IoVIgOEOoSK\nCnsPfulSvFWrqsIGOHo0ikNwsBjNJ4Enz5luwcgjIw+KwgXV1QCZmQCvvIKDiR0d6C3Q4FN0NJbb\n1YV2UxyQnlkaESHWytbrxfoeFKKh3GF5PVCGSW0tenrySVoAeCx+srMpD9HExzsW+NhYFJMLF1DU\n5EyZYr8meWsr1g+lec6Zgxcz3bGQwBPynPSAALRJKfA/+hHGi8kTrqvDvyTwV67g+U5MxPNBAh8f\nLya2REWJc1dYiIO3AEI8YmPtBZ7qTinscg+ekIs+ALYbCrNZrWjn+PFC4D/7DAfplCEaKkd+DiZM\nwG10OjzGkBCcADZ5slioi8Rw3Dh1gU9KQq+TPqfyJ01SF3irVXQGlCljswmBz8nBjtxgEE6EvK0p\nBT42Fo9t1iwh8C0tQuCvukoMKsfHowNBndYtt+BdFJWbk4ODtIsWiXMzZgzWT0FB3wJfXo62GI2o\nDcnJwlbik09wrgPZFhQkrpmYGBR3o2KpxKgovDbCw9Gmy5exXpYtY4EfFCTwcg+eHjJcU4MNOCoK\nL/KvvhIpUzabGPSIjxcCHxsrRsjLygC2bAF44gk8YVOm4Ik9d04IvDxEo/TgycusrsYLxWQSopaY\niA0rJAT3bzDYe+Lh4djwKeQQHo4Cr9PhRUZiTDnBBA1mvvwyTq6h9EqlB69E7sHHxaG9cuEKDcWG\nGxsrPCulwE+eLAaAAYQH39KCgk252XTB9iXwNM1fKfAmE4ZQbrgBf+/vjx6mXODl5Y4di6IeHy/W\n3qFy6+rwTiItDXOWKVQRHY1tp6tLXeDVYvCEUvSpfd5zjzjf48eLkB4A3tV0dAjRffxxcVch9+Dj\n4sT6LhER+Fq+XISAQkJE3c6YgZ0t/Z7qkd6PHm3/Xinwhw9jQoDViqIaGCji7DRJTa/HDuraa/Fa\nog5K3tbkAh8QgMc+fz5+TmmGfn729XbTTfi/vz92BFOm4Psf/1iEFXU6HPi+4QZcckQu8KGheP5I\n4CMies/OLS7GY542DfeZnIx2NzdjG6U1mu65B5MFnEUu8FTnmZm4EBsL/CCgpTgdCfyYMSIWWFYm\n0uVsNuwzHYWtAAAgAElEQVTZdTo8ESTwlFlCAj9rFnqe4eEoYDExWEZERO8QjTIGX1GB4nPlimhw\nsbF4Een14oKfORNvcymDAABFprkZ4/EGg/DgSZworZIWeaKLiwYzP/oIOzMKkTgj8BSDj4tTj8HT\ngNfEiXhRJifbl0ECTxcTCTxNTpkzR6RFAjgW+MBAfM2bJ7xqYsECLOPf/g3rMzkZtw0OVhf4MWPw\nnMTHo21RUXihJSTg3cSVK2jPgw+KcJO/P7aNysq+BT4gQHjiBF3UFG7JyEDHgu6KlB48ALYnWtoA\nAEOKNPAuF/jERAxvyAV++nS0FwDnCaxejf/PnWvfaZCA0nulB09ZOCTwJ05gllR9PYrgxYu4LY1l\ndHTgcUgSnieAvj34jg4xZ+KHP7RvjxER9neTcnJzUYiV0OApTdyjeh892j7Vkv4qPfjLl9GWUaOw\ngzca0QZqRw0NYjBcvvBff6gJPDlELPCDgBqxPERz9ixWbnW1aMgxMVjBeXliEC86Ghu+TocnPDAQ\nTyh5/DRQAyDStmJiULhpBqijLJrAQPzdtGkoIhEReCGOH48iqdXapy8C9Bb44mIsKyFBePDBwcL7\npBANgLiAaTnV+HgUqIEIvNyDVxP4b7/FcgMCcF2UOXPsy5g8GWP+06eL1TZra/F3kyYJT4nCCEqB\npwsyKgov1MxMjI3KGTsWxWf5crxA5eLS1IQiqvTgAfCYuruFV5eSgvMKxo0T50qOXo+3+XKBl6dH\nEmFh9gKv9ODDwzGERGuyhIRgfHr9emxrkyejwFMHTcg7O0KjQZG/9VYcDH72WfSeiWuuwTEiABQt\nABFT7k/gH3kEvVUS+AsXMHQ0bhyKIIXVQkJEiiu1PToHdAyOQjQBAXg3vGWL2CYsTIRABgLtOzER\n/yo9+LAw3B99pxR48uABcEzi6qtFuTR7mQZuB0JUFDoOFIMHEJk33pAH3+daNO6gowNPoNUq1nK5\neBEFKDdXNOCYGKzw3Fz03ml2H/X4FRX2I+RVVVgeCXxcHIoCZX78y7+IpVNp7Wu5Bx8bi51GXJyY\nAAOAF/TkycIuufDqdOLuIToaM0RSU8UtbHm5fXiBQjT029JSFPioKNERUYhAGYNXQouMVVai12yz\n2Qu8Toff04VOd0lypkzBY+/owGnmNGHp0CEx6HbTTehd0jmRQxcprXniCIMB//7rv6LYUT3SVH01\ngY+NRaEigdfpsKOhgUslt9+OGU3t7UKsAwOF90yEh9sL/NixIs1PjnzQNTERX++9h+K/a1fvBaoi\nIlCs5ItpERSyUIPuHKg8yshShpOUQk/tg2YS5+djiEp5jkJDxUQpnQ7rNDUVv3MUoqGF3fz9xXf0\nd/LkvhepcwTZSwKv9ODl68nQUtgAmP01e7a9wFNHILe3vn5wAk+OGXnwNAYIwHnwg4KeFOPvb780\nwZw5eJKoAUdHozDMmyfijUFBIs0QAGPWAKIXLyoSAr97N05qSEzEv8nJKLwhIeihK7No5INdkZFC\ndBYuxMwa+QVP6HRi0CYmBi8yeh8ejhdJcLBYGIxCNPTboCD8nG4t/fxw26Cg/j14WvkwIUGInnym\nJV1QfS2gNnEi3jI/9hiKFz1T9O9/F7HTJ5/EzhFAPURD4TQ1r1qJn5/YLixMzLSVixIJGt35yC/8\nmTMdH09GBmYK9fTYi+ynn9p3ClS/hEbT26uX2yE/D2+8gesP1dTgkhFyIiLsO1hnIVt0OgyFkKAo\nPXiKwSv3QROdLlzAdqsUeLkHP3kyZp1RGaNG4f6VHnxtLV6f8nqkbRISBu/By1MplR68/DzLPfiN\nG3GQnkI0auU2NIhn5A4UGpAm29asEcfNIRon2L3bfpGojg68yOWLZbW0CC+HGt+MGSiWtNRAfb3w\nhoOD0dO59178jk6I0SguVD8//Dwmxv4pMOHh2OCVWTQkAuPGCY+ayqYBWYDeAj99Ol58tD15q/LY\nLj3mThmiCQ/H+qCc25gYbNwTJvQv8AB4YaSkoDA89hjO6pV/B+B4xU0AFOezZzFmWVWFAt/Tg7f6\nlHdNdXnrrb29Z1pvnAb7BoK/Pw7CBQXZx63p/4EKfHAwtpWf/cz+czofxO7dvcVZ6dUDqHfoGg3W\nwe2349oscsiDHyiBgSi0oaGYAkprCIWH4/7IW1UOshKjR4uYeVqaugdPOftBQRjakUOrpMrLk6Te\nwkb1YDSKO+eBMG4cdg50HNSBOfLgSeCLi3FeSHu7vZ2EXOCVx+4Ms2fjoO+yZdhx7dolvvMGgXdr\niKawEHvgiRNF7JFiexMnYkbE6NEiJxhANGD5CpomE66vTWIC0PvCfewxDAH0R0SEGCQbOxYzD1pa\ncPEj+l7uwROBgXjC5d5OeDh6DTffjINecruoAZMH/8tfYmMhGylfl9ZEARAeyL33itvovqABXz+/\n3hcu2enMU6tCQsT65B0dGJZReuT0UBE5Eyei5/zNNwMXeACcYPP11/afUUcaFIT1I7/w779f/WlL\nxPz5/T9nVy1c4qzAA6AY07o3ciIjBxe6oHXnaR0YeaxbHvKhux+lBz96NB734sUogsrzRuUpxwwI\nGvSUQ9lmauXcddfgnoQ2fTrOOif8/TGxQKvtLfA0I5aeQ7trFx6jWvhrqDF4AHzCnBos8P3wyiti\nkSuCPPj4eDG7kXKgAdS9oPvuE8vsOopNKwXOEVOnYrbK2LEiYwPAPgdX7VaXPHn5Bf/QQ3gsERHo\nPfr7i0FGuQd/zz1Y3v33C+EPCxO3qXTRRkdjB0h53v1BHryj76KinPMqQ0LEYmI/+hFOOnMGrRYH\n4X72M+dCNEpWrep9291XiGYwwuIM8+f3fgaB2h1bX0yfjqGtwfDss72PLSoK19yRQ2vPyPHzE0sJ\nWCyOPW9HAq/Gn/4k8teV5ThbH0ro7kcOTUK66ir7DoVy3T//XMz3WLVKvVyKwVdWOr4WBgsLfD8U\nFeFJlS8eRAI/cSIK/PHjGGJQTvuWc/XVmLomF8jBQrngWq2YxblwIXrMNLPtV79S9wbGjrVv4HIv\nPyYGMyKUt6A0W/Gee9B+En75jDvq3GJiBvbg6kcfRXFSIzpa3FX0Bwl8aKj9Y92cZTAhGvrd4sX2\nn8k9+LVr8eIfbnbs6P2ZIw/eERpN34OpffGLX6iXRymUxOjRfcf5lZN4APA4KJ3QWVav7v1Mhv7u\nBIbCypX270eNwvDdq6+iNhQX4ziaGjodLoZ25gze6bsSFvh+sNlQZNQ8+IkTcdCquRngz38Wt299\neZybNw9OSORMn45/x47FNLXwcPSUKitxMFejwUalBuUVqzFjhv0tqDK/mgaVyf6bb8YO8L337D14\nZx9ADIDryjjCYBCzgPuDHs02mBgmgFjD3BXQ+Q8Kci7kNlwM1IMfCcaMGfhALg3GD1SY5U+vAhDh\nSEf5765m5UocAN2wAdMiHaHT4XjIypUi1dRVsMD3Awn8xYsAv/0txsnlIZozZ/AzypAB6LsBK2+j\nB4Nc4O+/X3weHW2/BrkayhCNEnmMUO7BE/LOaeFCMSmIvMWVKwfmwfcFhZScgY5pMIOE9LuhdrwE\nPcTC380JvgEB9mmCnsDevc7flckJDR265x0W5vgxkMPBLbdgqLSvx0oCiEUJ333X9Z0PC3w/NDdj\nfP3JJ/EEREVhA6VBVgARhyOBH6zIOItc4JX054UqQzR9ofTg1aD9kS2Owi3DDQmqpwj8cIQBBkN/\nHfpIQ5N7BspgPHg1lMtQDCeBgfhsZeXsayUPPYRe/nDcWXjDRCe3pkmSB9/cjCGDd94RHjw9yIKy\nTpzx4F1BcDBm5Azmwh2owNMTfxxBojiY7AtXQrfxQxF4V4VoaE6AJzCQ8+3JhIZ6Tp0OhPXr+3d6\nYmN7z9B2FTzRqR9sNjHwtGoVpkWSwIeF4YxJCmv0lUXjalauVE+56g+DwfmBtDFjcPGovvaj9ODd\nyVAF3lUevDy7yN1QRpW34yoP/vuGN4Ro+hX4tra2MWlpaScMBkNuSkpK3sMPP/yEchuz2WzS6XQN\nRqPRYjQaLY8//rhTSYlygb/xRhxsbWlR9/ZGKkQzFF55xbn8dKK/vFw/PwxXeYrAD9YOV3rwM2bg\nAl2ewMmT6gtneRuuiMF/H/EGge83Bj9mzJi2I0eOXKPValu6urr8Fy1a9Nlnn322aNGiRXYPdJM/\nlLs/urrEI+vCwzFXevZszNIoKrJfS4IgD94TxG4kGT3a/SEagKF58Dfe2Ht516Ew1FRYV+GNYQ01\n7rprcLNPv+/4hMADAGi12hYAgI6OjsDu7u5RERERvS5XSZKcDmpkZ2NucWAgDt499BB+PnEiZtSo\n3YKPGqU+kcPXUZud6A6GIvA0cM14Junp7rbAO/EZge/p6fGbO3fu6YsXL07dtGnTzpSUlDz59xqN\nRjp+/PjC1NTUM3q9vuzZZ5/9jXIbAICtW7cCAK5c+PXXJggKMtl9Tw9DXrRI3Q561N33CV/w4BnG\nFxkugTebzWA2m11SllMC7+fn15Obm2toaGjQXX/99R+bzWaTyWT6zoK5c+eeLikpiddqtS0HDhxY\nvnLlyvcvXLjQ66aPBP6pp3CdCWUO68SJOJ176VJ1O2i97+8T/c1OHClY4BnGnuESeJPJBCbZtNtt\n8oW3BsiAsmh0Ol3DjTfe+LdTp07Nk38eEhLSRGGc5cuXH+js7Ayora11mOtQU4MVoxzYSUjA2Lyj\nAbnvm7gDeJYH7wkdDcN4Cj6RB19dXR1ZX18fBgDQ2to69tChQ8uMRqNFvo3Vao2hGPzJkyfnS5Kk\nUYvTEzTgphR4GuhRG2T9vhISYv9kKHfawR48wwi8IQ++3xBNRUVF7Pr169/s6enx6+np8Vu3bt1b\n11577T8yMzMzAAAyMjIy9+/fv3rnzp2b/P39u7Rabcu+fftu66tMWsvZkcC7KqXOF8jO9oxc65/9\nzPO9FYYZSbxhkFUjjZCFGo1Gon0tWYJPb7/pJnySOtHTg9kyW7fiSogMwzCeyr//O8572bRpePej\n0WgGlKUoxy0zWWtq7B/i8Z0x/7SmqGjETWIYhhkQ3uDBu0Xga2txkSBHs+fowdIMwzCeijcI/Iiv\nJilJ6MEnJ/d+aAAALt7vaE11hmEYT4EFXoWWFoyzb9mCj59T4uihyQzDMJ4EC7wKNTW4FIHyodUM\nwzDehDcI/IjH4MvKACZMGOm9MgzDuBY/P8/Pgx9xgb982TWP1mMYhnEn7MGrUFTkG2toMwzz/YYF\nXoXLl1ngGYbxfljgVeAQDcMwvgALvAocomEYxhdggVcgSRyiYRjGN2CBV1Bdjeub80xVhmG8HRZ4\nBRx/ZxjGV/CJB364Eo6/MwzjK3jDAz/Yg2cYhhkEHKJRwB48wzC+Agu8AvbgGYbxFVjgFZSU8HLA\nDMP4Bl4v8G1tbWPS0tJOGAyG3JSUlLyHH374CbXtNm/e/GJSUlJ+amrqGYvFYnRUXmMjQFjYUE1m\nGIZxP94g8H2uBz9mzJi2I0eOXKPValu6urr8Fy1a9Nlnn322aNGiRZ/RNtnZ2ekFBQWJ+fn5SSdO\nnEjbtGnTzpycnAVq5dlsjh/TxzAM4014g8D3G6LRarUtAAAdHR2B3d3doyIiImrl32dlZa1Yv379\nmwAAaWlpJ+rr68OsVmuMWlks8AzD+ArekAff7xOdenp6/ObOnXv64sWLUzdt2rQzJSUlT/59WVmZ\nPj4+voTex8XFlZaWlsbFxMRYlWW1tm6Fp5/Gns9kMoHJZHLJQTAMw4w0w5UHbzabwWw2u6SsfgXe\nz8+vJzc319DQ0KC7/vrrPzabzSaTyWS3d0mSNPL3Go1GtV8LCtoK27YNyV6GYRiPYLhCNErnd9sQ\nRNPpLBqdTtdw4403/u3UqVPz5J/r9fqykpKS73JjSktL4/R6fZlaGRyeYRjGV/D6GHx1dXVkfX19\nGABAa2vr2EOHDi0zGo0W+TYrVqzI2rNnzx0AADk5OQvCwsLq1cIzACzwDMP4Dt4g8H2GaCoqKmLX\nr1//Zk9Pj19PT4/funXr3rr22mv/kZmZmQEAkJGRkZmenp6dnZ2dnpiYWBAUFNS8e/fuOx2VxwLP\nMIyv4A0Cr5FGyEKNRiMtWiTBsWMjsjuGYZhh5YknABoaAJ58cnj3o9Foeo1zOsuIzmRlD55hGF/B\nGzx4FniGYZhBwAKvgAWeYRhfwRsmOrHAMwzDDAJ+4IcCFniGYXwFDtEoYIFnGMZXYIFXwALPMIyv\nwAKvgAWeYRhfgQVegVY7kntjGIYZPljgFfj3u3YlwzCMd8ACr4AFnmEYX4Hz4BWMGjWSe2MYhhk+\nOA9eAQs8wzC+AodoFHCIhmEYX4EFXgF78AzD+Aos8ArYg2cYxldggVfAHjzDML4CC7wC9uAZhvEV\nWOAVsAfPMIyv4BMCX1JSEn/NNdccmTlz5jezZs06++KLL25WbmM2m006na7BaDRajEaj5fHHH39E\nrSz24BmG8RW8YaJTv5IbEBDQ+cILL2wxGAy5Npst+Kqrrvpy2bJlh5KTk8/Jt1uyZMnRrKysFX2V\nxR48wzC+gk9MdBo/fvwVg8GQCwAQHBxsS05OPldeXj5BuZ0zT/1mgWcYxlfwhhDNgIImRUVFCRaL\nxZiWlnZC/rlGo5GOHz++MDU19Yxery979tlnf5OSkpKn/P1///dWiIzE/00mE5hMpiGYzjAM4z6G\nS+DNZjOYzWaXlKWRnLTQZrMFm0wm8yOPPPL4ypUr35d/19TUFDJq1KhurVbbcuDAgeX33nvvjgsX\nLkyz25FGI124IEFSkkvsZhiGcSt79gAcOgTw1lvDux+NRuNUhEQNp7JoOjs7A1atWvXu2rVr9yrF\nHQAgJCSkSavVtgAALF++/EBnZ2dAbW1thHI7HmRlGMZX8IYQTb8CL0mSZsOGDa+npKTk3Xffff+l\nto3Vao2hHubkyZPzJUnSRERE1Cq34xg8wzC+gjcIfL8+9eeff/6jvXv3rp0zZ85XRqPRAgCwffv2\n3xYXF08EAMjIyMjcv3//6p07d27y9/fv0mq1Lfv27btNdWfswTMM4yN4g8A7HYMf8o40GunKFQli\nYkZkdwzDMMPK228DZGXh3+Fk2GPwroI9eIZhfAWfyIN3JRyDZxjGV/CGEA0LPMMwzCBggVfAIRqG\nYXwFFngF7MEzDOMrsMArYA+eYRhfgQVeubMR3RvDMMzwwQLPMAzjo7DAMwzD+Cje8MAPFniGYZhB\nwBOdGIZhfBQO0TAMw/goLPAMwzA+Cgs8wzCMj8ICzzAM46OwwDMMw/goLPAMwzA+CufBMwzD+Cic\nB88wDOOj+ESIpqSkJP6aa645MnPmzG9mzZp19sUXX9ystt3mzZtfTEpKyk9NTT1jsViMrjeVYRjG\nc/AGge93Ad+AgIDOF154YYvBYMi12WzBV1111ZfLli07lJycfI62yc7OTi8oKEjMz89POnHiRNqm\nTZt25uTkLBhe0xmGYdyHNwh8vx78+PHjrxgMhlwAgODgYFtycvK58vLyCfJtsrKyVqxfv/5NAIC0\ntLQT9fX1YVarNWZ4TGYYhnE/3iDwA3oER1FRUYLFYjGmpaWdkH9eVlamj4+PL6H3cXFxpaWlpXEx\nMTFW+XZbt2797n+TyQQmk2lQRjMMw7ib4RJ4s9kMZrPZJWU5LfA2my149erV+3fs2HFvcHCwTfm9\nJEka+XuNRtPr0OUCzzAM480Ml8Arnd9t27YNuiynsmg6OzsDVq1a9e7atWv3rly58n3l93q9vqyk\npCSe3peWlsbp9fqyQVvFMAzj4XhDiKZfgZckSbNhw4bXU1JS8u67777/UttmxYoVWXv27LkDACAn\nJ2dBWFhYvTI8wzAM40t4w0SnfkM0n3/++Y/27t27ds6cOV8ZjUYLAMD27dt/W1xcPBEAICMjIzM9\nPT07Ozs7PTExsSAoKKh59+7ddw634QzDMO7EGyY6aaQR6oI0Go00UvtiGIYZbo4fB/j1rwG++GJ4\n96PRaHqNcToLz2RlGIYZBD4Rg2cYhmF6wwLPMAzjo7DAMwzD+Cgs8AzDMD4KCzzDMIyP4g158Czw\nDMMwg8Ab8uBZ4BmGYQYBh2gYhmF8FBZ4hmEYH4UFnmEYxkdhgWcYhvFRWOAZhmF8FBZ4hmEYH4UF\nnmEYxkfx8+M8eIZhGJ+EPXiGYRgfhQWeYRjGR2GBZxiG8VF8QuDvuuuuXTExMdbZs2d/rfa92Ww2\n6XS6BqPRaDEajZbHH3/8EdebyTAM41l4g8D797fBnXfeufuee+754x133LHH0TZLliw5mpWVtcK1\npjEMw3gu3iDw/XrwixcvPhYeHl7X1zaDfeI3wzCMt+INAt+vB98fGo1GOn78+MLU1NQzer2+7Nln\nn/1NSkpKntq2W7du/e5/k8kEJpNpqLtnGIZxC8P1wA+z2Qxms9klZWkkJywsKipKuPnmmz/8+uuv\nZyu/a2pqChk1alS3VqttOXDgwPJ77713x4ULF6b12pFGIzmzL4ZhGG/g8mWAxYsBiouHdz8ajWbQ\nUZIhZ9GEhIQ0abXaFgCA5cuXH+js7Ayora2NGGq5DMMwnow3hGiGLPBWqzWGepeTJ0/OlyRJExER\nUTt00xiGYTwXbxD4fmPwa9asefvo0aNLqqurI+Pj40u2bdv2aGdnZwAAQEZGRub+/ftX79y5c5O/\nv3+XVqtt2bdv323DbzbDMIx78QaBdyoG75IdcQyeYRgfoqwM4Ac/ACgvH979uDUGzzAM833EGzx4\nFniGYZhBwALPMAzjowxXHrwrYYFnGIYZBBoNP/CDYRjGJ+EQDcMwjI/CAs8wDOOjsMAzDMP4KCzw\nDMMwPgoLPMMwjI/CAs8wDOOjsMAzDMP4KDzRiWEYxkfhiU4MwzA+CodoGIZhfBQWeIZhGB+FBZ5h\nGMZHYYFnGIbxUXxC4O+6665dMTEx1tmzZ3/taJvNmze/mJSUlJ+amnrGYrEYXWsiwzCM5+ETAn/n\nnXfuPnjw4A2Ovs/Ozk4vKChIzM/PT3r11Vf/bdOmTTtdayLDMIzn4RN58IsXLz4WHh5e5+j7rKys\nFevXr38TACAtLe1EfX19mNVqjXGlkQzDMJ7G9yIPvqysTB8fH19C7+Pi4kpLS0vjhlouwzCMJ+MN\nIRp/VxQiSZJG/l6j0age9tatW7/732QygclkcsXuGYZhRhyNpv9tBoPZbAaz2eySsoYs8Hq9vqyk\npCSe3peWlsbp9foytW3lAs8wDOPNkMBLkmvFXun8btu2bdBlDTlEs2LFiqw9e/bcAQCQk5OzICws\nrD4mJsY61HIZhmG8AU8O0/Trwa9Zs+bto0ePLqmuro6Mj48v2bZt26OdnZ0BAAAZGRmZ6enp2dnZ\n2emJiYkFQUFBzbt3775z+M1mGIZxP54eh9dII2SdRqORRmpfDMMwI8GoUQDt7QD+LhnNVEej0fQa\n53QWnsnKMAwzSDzdg2eBZxiGGSSePtmJBZ5hGGaQePpkJxZ4hmGYQcIhGoZhGB+FBZ5hGMZH+Y//\nGN4MmqHCaZIMwzAeDKdJMgzDML1ggWcYhvFRWOAZhmF8FBZ4hmEYH4UFnmEYxkdhgWcYhvFRWOAZ\nhmF8FBZ4hmEYH4UFnmEYxkdhgWcYhvFRWOAZhmF8FBZ4hmEYH8UpgT948OANM2bMOJ+UlJT/1FNP\nPaj83mw2m3Q6XYPRaLQYjUbL448//ojrTR0ZzGazu01wCrbTdXiDjQBsp6vxFjuHQr8C393dPeru\nu+9+6eDBgzfk5eWlvP3222vOnTuXrNxuyZIlRy0Wi9FisRgfeeSRx4fH3OHHW0462+k6vMFGALbT\n1XiLnUOhX4E/efLk/MTExIKEhISigICAzttuu23fBx98cItyu8EuZ8kwDMMMD/0KfFlZmT4+Pr6E\n3sfFxZWWlZXp5dtoNBrp+PHjC1NTU8+kp6dn5+XlpQyHsQzDMMwAkCSpz9f+/ftXbdy48U/0/q23\n3lp79913/1G+TWNjY0hzc7NWkiTIzs5enpSUdEFZDgBI/OIXv/jFr4G/+tNpR69+Hzal1+vLSkpK\n4ul9SUlJfFxcXKl8m5CQkCb6f/ny5Qd++ctfvlJbWxsRERFRS59zCIdhGGZk6TdEM2/evFP5+flJ\nRUVFCR0dHYF/+ctfbl2xYkWWfBur1RpDAn7y5Mn5kiRp5OLOMAzDjDz9evD+/v5dL7300t3XX3/9\nx93d3aM2bNjwenJy8rnMzMwMAICMjIzM/fv3r965c+cmf3//Lq1W27Jv377bht90hmEYpk8GG9sZ\nyOvAgQM3TJ8+/XxiYmL+k08++eBI7NOZ16RJk4pmz579lcFgsPzgBz84KUkS1NTURFx33XWHkpKS\nLixbtuzvdXV1YSNt15133rkrOjraOmvWrK/ps77s2r59+8OJiYn506dPP//xxx//2J12Pvroo1v1\nen2pwWCwGAwGS3Z29nJ321lcXBxvMpmOpKSkfDNz5syzO3bs2OxpderIRk+rz9bW1jHz588/kZqa\nmpucnJz30EMPPeFpddmXnZ5Wn/Tq6uoaZTAYLDfddNOHrqzPETF86tSpBYWFhQkdHR0BqampuXl5\neckjWXmOXgkJCYU1NTUR8s8eeOCBp5966qn/J0kSPPnkkw8++OCDT460XZ9++uni06dPG+XC6ciu\nb775JiU1NTW3o6MjoLCwMGHq1KkF3d3dfu6yc+vWrY8+99xz9yu3daedFRUV4y0Wi0GSJGhqagqe\nNm3at3l5ecmeVKeObPTE+qSEis7OTv+0tLScY8eOLfKkuuzLTk+sT0mS4Lnnnrv/9ttv/5+bb745\nS5Jcd70P+1IFzubRuwtJMfiblZW1Yv369W8CAKxfv/7N999/f+VI27R48eJj4eHhdc7Y9cEHH9yy\nZs2atwMCAjoTEhKKEhMTC06ePDnfXXYCqA+ou9PO8ePHXzEYDLkAAMHBwbbk5ORzZWVlek+qU0c2\nAgDyx0cAAAPgSURBVHhefWq12hYAgI6OjsDu7u5R4eHhdZ5Ul33ZCeB59VlaWhqXnZ2dvnHjxtfI\nNlfV57ALvDN59O5Co9FI11133eF58+ad+tOf/vQLABwwjomJsQIAxMTEWK1Wa4x7rUQc2VVeXj5B\nntXkCfX7xz/+8Z7U1NQzGzZseL2+vj4MwHPsLCoqSrBYLMa0tLQTnlqnZOOCBQtyADyvPnt6evwM\nBkNuTEyM9Zprrjkyc+bMbzyxLtXsBPC8+tyyZcsLzzzzzAN+fn499Jmr6nPYBV6j0UjDvY/B8vnn\nn//IYrEYDxw4sPzll1/+1bFjxxbLv9doNJIn2t+fXe60edOmTTsLCwsn5+bmGmJjYyt+/etfP+do\n25G202azBa9aterdHTt23CtP7SVbPKFObTZb8OrVq/fv2LHj3uDgYJsn1qefn19Pbm6uobS0NO7T\nTz+9+siRI9co7fCEulTaaTabTZ5Wnx999NFN0dHRlUaj0aJ2Z0F2DLY+h13gncmjdxexsbEVAABR\nUVFVP/nJT/735MmT82NiYqxXrlwZDwBQUVERGx0dXeleKxFHdinrt7S0NE6v15e5y87o6OhKapAb\nN258jW4f3W1nZ2dnwKpVq95dt27dWytXrnwfwPPqlGxcu3btXrLRU+sTAECn0zXceOONf/vyyy+v\n8rS6VLPz1KlT8zytPo8fP74wKytrxeTJkwvXrFnz9ieffLJ03bp1b7msPod78KCzs9N/ypQpFwsL\nCxPa29sDPWWQtbm5WdvY2BgiSRLYbLaghQsXfv7xxx//+IEHHniaMn2eeOKJh9wxyCpJEhQWFiYo\nB1nV7KJBl/b29sBLly5NnjJlysWenh6Nu+wsLy+Ppf+ff/75LWvWrPmzu+3s6enRrFu3bs999933\ngvxzT6pTRzZ6Wn1WVVVFUkZHS0vL2MWLF396+PDhaz2pLvuys6KiYrwn1af8ZTabl1AWjavqc0QM\nz87OXj5t2rRvp06dWrB9+/aHR7LSHL0uXbo0OTU1NTc1NTV35syZZ8mumpqaiGuvvfawO9Mkb7vt\ntrdjY2PLAwICOuLi4kp27dp1Z192/eEPf/jt1KlTC6ZPn37+4MGD17vLztdff/2udevW7Zk9e/ZX\nc+bMOXPLLbe8f+XKlRh323ns2LFFGo2mJzU1NZfS4w4cOHCDJ9Wpmo3Z2dnLPa0+v/rqq9lGo/F0\nampq7uzZs796+umnH5Ckvq8bT7LT0+pT/jKbzUsoi8ZV9amRJI8LMTMMwzAugJ/oxDAM46OwwDMM\nw/goLPAMwzA+Cgs8wzCMj8ICzzAM46OwwDMMw/go/x9uIPnKL7s1EgAAAABJRU5ErkJggg==\n", "text": [ "" ] } ], "prompt_number": 33 }, { "cell_type": "code", "collapsed": false, "input": [ "ents = np.zeros((n_components, ))\n", "\n", "for k in xrange(n_components):\n", " ents[k] = scipy.stats.entropy(online_coder_full.Eb[k]) " ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 34 }, { "cell_type": "code", "collapsed": false, "input": [ "idx = np.argsort(-ents)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 35 }, { "cell_type": "code", "collapsed": false, "input": [ "plot(ents[idx], '-o')\n", "pass" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "display_data", "png": "iVBORw0KGgoAAAANSUhEUgAAAW8AAAD9CAYAAABz5fboAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGi1JREFUeJzt3Xt0VOW5x/FnyETuctFAAkkXrEGQAEIQRCnqVAijciuF\n9ogWWEhpbXu42VoR8BhrgXjwFtFz2uNRRGyFteyNi4SQgwMopEgTKhIVHJNlQkjAEO6EZJJ9/hiG\nTCbZe3Ymc9k78/2sNatzc8+bveqvb5/9vO+2KIoiAABzaRftAQAAWo7wBgATIrwBwIQIbwAwIcIb\nAEyI8AYAEwoY3l9++eWgtLS0Au+jW7du51599dVFkRgcAKB5lpb0edfX17fr27fviYMHD96RkpJS\nEsZxAQA0tKhskpubO8Fms7kIbgCIrhaF96ZNmx56+OGH/xSuwQAA9NFdNqmpqbmhb9++JwoLC1MT\nEhJOXz+AxcL6egAIgqIolmD/Wd0z7x07djxw++23/9M3uBusEBHl2sP3uf9rvd9reDgcK0VRFFM8\nnnnmmaiPwSgPzgXngnOh/Wgt3eH93nvvzZo1a9Z7zX86UazWx64/9wRxoM+0vudhsy2XhQvT9Q4R\nAGKGVc+XLl261Dk3N3fCG2+8saC5zx2OXXLnnbdJXt7TUl0dJxcunBKRX0rXrgnSoUOd6mfNfe+l\nl56WgQPj5Oab62Thwvtl0qR7QvjnAkDboCu8O3fufOnbb7+9We3z7OznQjagnByRtWtFvvvdkB0y\nYux2e7SHYBiciwaciwaci9BpUZ93swewWJRQ1G+8xo8XWbZMJJ1qCYA2zGKxiBKJC5aR0rGjyJUr\n0R4FABgb4Q0AJmS48O7UifAGgEAMF97MvAEgMMIbAEyI8AYAEzJkeF++HO1RAICxGTK8mXkDgDbC\nGwBMyHDhTasgAARmuPBm5g0AgRHeAGBChDcAmJAhw5tWQQDQZsjwZuYNANoIbwAwIcOFN62CABCY\n4cKbmTcABEZ4A4AJEd4AYEKGC+/4eJH6epHa2miPBACMy3DhbbEw+waAQAwX3iJ0nABAIIYMb2be\nAKCN8AYAEyK8AcCECG8AMKGA4X327NnuM2fOfH/w4MGfp6amFubl5d0Z7kGxsyAAaLMG+sLixYuz\nHnzwwQ/ef//9mW6323rp0qXO4R4UM28A0KYZ3ufOneu2b9++uzds2DBXRMRqtbq7det2LtyDolUQ\nALRplk2Kior6JyQknJ43b976kSNH5i9YsOCNy5cvdwr3oJh5A4A2zZm32+225ufnj3zttdf+ffTo\n0Z8sWbLklczMzGW//e1v/8P3exkZGdef2+12sdvtrRoU4Q2grXE6neJ0OkN2PIuiKKoflpeXJ951\n110HioqK+ouIfPTRR+MyMzOXbdu2bfL1A1gsitYxgrF0qUhKisjjj4f0sABgGBaLRRRFsQT7z2uW\nTRITE8tTUlJKjh07NlBEJDc3d8KQIUOOBvtjejHzBgBtAbtN1q1bt/CRRx75Y01NzQ02m821fv36\neeEeFK2CAKAtYHgPHz78X5988snoSAzGq2NHkaqqSP4iAJiLIVdY0ioIANoMGd7UvAFAG+ENACZE\neAOACRHeAGBChg1vWgUBQJ0hw5tuEwDQZsjwpmwCANoIbwAwIcIbAEyI8AYAEyK8AcCEDBne8fEi\n9fUitbXRHgkAGJMhw9tioV0QALQYMrxFKJ0AgBbCGwBMiPAGABMivAHAhAhvADAhQ4c3OwsCQPMM\nG960CgKAOsOGN2UTAFBHeAOACRHeAGBChDcAmBDhDQAmZNjw7tSJVkEAUGPY8GbmDQDqCG8AMCGr\nni/169ev+MYbbzwfFxdXFx8fX3vw4ME7wj0wwhsA1OkKb4vFojidTnvPnj3PhHtAXoQ3AKjTXTZR\nFMUSzoH4I7wBQJ3umfeECRNy4+Li6n72s5/9YcGCBW/4fp6RkXH9ud1uF7vd3uqBEd4A2hKn0ylO\npzNkx7MoihLwSydPnkxKSko6efr06YT09PRd69atW3j33XfvE/EEu55jtNRHH4ksW+b5TwBoaywW\nS6sqGrrKJklJSSdFRBISEk5Pnz79r5G6YEmfNwA0L2B4X758udOFCxe6iohcunSpc05OzsRhw4Yd\nCffAKJsAgLqANe+Kiore06dP/6uIiNvttj7yyCN/nDhxYk64B0Z4A4A6XTVvzQOEqeZdXi4yfLhI\nRUXIDw0AUReRmnc0MPMGAHWENwCYkGHDOz5eRFFEamujPRIAMB7DhrfFwuwbANQYNrxFCG8AUEN4\nA4AJEd4AYEKENwCYkKHDu1MnwhsAmmPo8GbmDQDNM3x4s7MgADRl2L1Ntm/fK/Pn58hNN1klOdkt\nixZNlEmT7gn57wBANLR2bxNdd9KJtO3b98rixTulomKVVFSIFBaKuFwrREQIcAAQg5ZNXn01R1yu\nVY3ec7lWybp1u6I0IgAwFkOG99Wrzf8fgurquAiPBACMyZDh3b69u9n3O3Soi/BIAMCYDBneixZN\nFJttRaP3bLblsnBhepRGBADGYuhuk3XrdsnRo3HSvn2dZGWlc7ESQJvR2m4Tw4a31759IgsXihw+\nHLafAICIa7O3QfMaO1akrEykuDjaIwEA4zB8eMfFiUyeLLJlS7RHAgDGYfjwFhGZNk3k73+P9igA\nwDgMucLSn9u9V/bsyZFx46zSuTNL5QHA8OG9ffteefLJnVJXt0o+/tjzHkvlAcQ6w5dNWCoPAE0Z\nfubd/FL5vXLw4HGx2zPk/PlSEWkvN96YIO3bU1IBEBsMH95Nl8rvFZGdUlW1Sfbs8TwXWXX9s337\nXpcBA/4qSUmdCXIAbZbhF+l4t4dtKJ2sFJHfNfPcP8hFEhPnS1JSB2blAAwnIvt519XVxY0aNepQ\ncnJy6datW6cE+2PB8IbtunVPS3V1nHz6aYlUVXk/9R1+jvgGt8heKS9PlPLyhve40AmgrdAV3llZ\nWYtTU1MLL1y40DXcA2rOpEn3XA9ch2Ol5OR4P/Etqfj/KU3D3OWyyOzZb0q/fu8IdXIAZhaw26S0\ntDT5gw8+ePAnP/nJ/7Zmih8qjXccnCgi3uf+tXHfMPeWVH4nVVXzpaCgtxQUvC579mRITs7vZPHi\nnbJ9+94wjxwAQifgzHvp0qUvr1279onz58/fqPadjIyM68/tdrvY7faQDK45/mWUCxdOicgv5epV\nt3z99WNy5crvr33TN8x9Z+H+M3IRl8shc+e+LkOH7mYmDiAsnE6nOJ3OkB1PM7y3bds2uVevXqfS\n0tIKnE6nXe17vuEdCb5lFF+ebWS9oV4hZWWPS3n5S9L4z/T/kz2z8srKzbJnj+cdauMAQs1/Yvvs\ns8+26nia3SbLly9fvXHjxtlWq9VdXV3d4fz58zfOmDHjz++8886c6wcIc7dJa3j3BD948LhUVW26\n9q5vh0pzr/eKSI706FEi/frFC7VxAOEQsf289+zZc+8LL7zwa/9uEyOHt1fjdkP/lsKMaw/x+4zW\nQwDhE5FWQZ8fM3ZKq1Crk3ftmiCfffa5VFZ6v6lVG/dvPWxYEGS1XhDfGfpdd/WRAwfK5OpVKyEP\nICwMv0gn3BrPyjOkYRbu+1xEfUFQ01WeVuufxO3+/fXXHTu+LgMG9GHVJ4DrIjrzbot8Z+We2rj3\nE63WQ60Zek6j4BbZKVeubJYjR0SOHBH59NP5kpS0mdILgFaJ+fAWaehe8czCV1ybhXt7yL3BrLYg\nyP8UtmTVJ3uxAAgO4e1DqzbeuPXQN8j9Z+h6V336z8oJcgD6xXzNuyW8rYelpafk668t1xYEadW8\n/dsQM6Shjq5/Uy3fbW/9t8Dl4ihgThFrFdQYQMyEty9vkHtm6CdE5Abp2jVBOnSokzvvTJK8vJN+\nIS/SOLAzpPkgF1G/IMrFUaCtILwNzj/ky8q6Xiu9qAW5iPq2t1oLjJoGu2+QM0MHjIVuE4PzX8rv\nXcJfWnraZy8Wrc6WYC6ONq2n797deIZOjzpgboR3hPmGefNBLqJ+QVTvxVG97YtNZ+tqIU8ZBjAW\nwjuKmgvypptq+bYs+rcvThSr9bFrYavV5RKaHnU27AKMg/A2CLXyStOWxYbnnoujt0leXqAyTCh6\n1EVcrlWybt3ThDdgAIS3Qalte6tFvQyjNkNvSY+6Z7fFvLxScThWUkIBooxukzbKt8tFvX1Rb4+6\n/j50LnIC+tAqiBZreY+63j50D5tthWRlOQhwQAPhjbDxhnxeXomcO/e2zydaveceDsfTkp39XPgH\nCZhUa8M74A2IEbsmTbpHsrOfkzFjkv0+CXRbuZWSl1ciDsdKbuwMhAkXLBHQokUTxeXy7rYoon7R\ns6GEcu6cSE5O4y1wqY0DoUPZBLqoL/P3rXm3pDbO8n3ENmreiIrmLnq6XJd01sbZYAtgbxNERXN9\n6A7HSsnJ8X1HrTYe/N2HtLbHJeQRSwhvhIz+2niwdx/SblEk5BFLCG+ETNM7Eant0RLs3Ye09mUJ\nLuQJc5gV4Y2Q0rNHy9Wrbp3L90X0b48bTMh7Xqttj0uow8gIb4SV2h4tvqGuvsGWiP7tcYMJea3t\ncfWXYeiUQTQQ3ogKrY23gtseN5iQD0UZhj3QER20CsLw1PZi8X/efO+5f9iq3X7O97n/97gVHUKP\nVkG0eXq3x9WzB3rjmXwoyjCtvxUdM3QEg/BGm9HSkG9cXw+2DNPaW9F5gp0gR0tRNkFM0yrJ6CvD\nqO2BniGNyzC+r/XvlU55pe0K+/L46urqDvfee++eq1evtq+pqblh2rRpf1+zZs1TPgMgvNEm6am1\n698DXS3YtfaD8bz21s1pZWxbIrK3yeXLlzt16tTpstvtto4bN+6jF1544dfjxo376NoACG/gGm/g\nNw5yEf0zdLVZecvuZuR7cZQVpsYUkQuWnTp1uiwiUlNTc0NdXV1cz549zwT7g0Bb5lt319fLHupW\nRs9nDRdHm4a+y7Xi+lhhXrrCu76+vt3IkSPzXS6X7ec///l/p6amFvp+npGRcf253W4Xu90e0kEC\nZqSnl117UVIwK0o9rxsujjYNfZfLIrNnvymjR+fQvhhBTqdTnE5nyI7XoguW586d6+ZwOHZmZmYu\ns9vtThHKJkBrqe+VrtVfniHqPepqn+nfipf6evhFtM+7W7du5yZNmrT90KFDo7zhDaB11PaDCa6V\nUeszve2L+rcKINijJ+DM+9tvv73ZarW6u3fvfvbKlSsdHQ7HzmeeeebZ8ePH/58IM28gnFreyijS\neEbt+1mG6GtfDM0dkQh5bWGfeZ88eTJp7ty5G+rr69vV19e3mz179kZvcAMIL/17wDSsIvW9OOr7\nWVFRpVRV+R6htfV1rVWkTUOehUihFTC8hw0bdiQ/P39kJAYDQD+9K0q9tm/fK4sX+94sQ20rXr1b\nBei9UKp9dyRm5cFheTwQI/xvlqHevqi3vq61z4veuyN5XjMrbznCG4ghwZRhgrsjkt67I7HPS7DY\n2wRAQM1dOPXcEUltFalvzVurzVH/Pi9t7b6kEVkeH2AAhDcQo3xD3XefF+2QD2afF/1bBZglzAlv\nAIanbyFShgR3Qwzt9kWjBjk3YwBgePoWIoX6vqRtu4ZOeAOIuOY28ArNzadjp0WR8AYQVWo7MQZ3\n8+mWtCiae4dFat4ADKvlN5/WW0MX8czMc6RHjxIZPTol4rNwat4A2qzW3ZdUq7zScJGzqkokJ8d8\ns3Bm3gDaFPW7GWl1rHg4HE9LdvZzERknM28A8KGvht589FVXx0VwpK1DeANos9RaFA8ePO63w6JH\nhw51ERxd61A2ARBzPDss7vTZYVGkb9/l8oc/3B+xmjcrLAEgCL6dLGfO1Mnp00ly222Ru58n4Q0A\nrbR161754Q93ytWrTZfYh+t+nlywBIBWeu21nEbBrXU/T6O0FBLeAGLe1atqKzP9V2mKuFwOmTv3\ndRk6dHdUl9gT3gBiXvv2eu/n6ZmJV1Zulj17PK+jtfEV4Q0g5i1aNFFcLu/9PbU2wdLe+CqSJZV2\nYf8FADC4SZPukawshzgcT8uQIaelY8fHrn3i3QTLS2vjKxGXa5WsW7crvIO9hm4TAPCjtiHWZ599\nLpWVm699K0Mab3zl2eiqW7dSGTMmOWAJhVZBAIiQxot7tO+/abOtkKwsh2qAE94AEEHNb3zV8o2u\n6PMGgAhqbuOrvLxSOXeu6XfDudEVFywBIEiTJt0j2dnPyZgxyc1+Hs6NrghvAGilRYsmis22otF7\nHTs+KqdOnRG7PUMcjpWyffvekP4mZRMAaCVvGcW7d3hV1Qn57LPuUlDw0vXvhLoHPOAFy5KSkpQ5\nc+a8c+rUqV4Wi0X56U9/+j+LFi169foBuGAJAI04HCslJ0f7AmbYL1jGx8fXvvzyy0tHjBhx+OLF\ni11uv/32f6anp+8aPHjw58H+KAC0ZY33SmkQyguYAWveiYmJ5SNGjDgsItKlS5eLgwcP/rysrKxP\nyEYAAG1M471SRDx94Cvl00+LQlb/blHNu7i4uF9BQUHamDFj/tHqXwaANqrxXinqd6pvDd3hffHi\nxS4zZ858Pysra3GXLl0u+n6WkZFx/bndbhe73d7qgQGAWflewPTcL3OTiDivPURcrvhW/4auFZa1\ntbXxkydP3vbAAw/sWLJkySuNDsAFSwBQZbdnyJ49Gc180roLlgFr3oqiWObPn/9mampqoX9wAwC0\nNa1/h0bA8P7444+/++677/74ww8//F5aWlpBWlpaQXZ29v1hGQ0AtDHNLeCx2Za3+rhsTAUAYea7\nxWyHDnWycGG6TJ58L7sKAoDZtHaRDnubAIAJEd4AYEKENwCYEOENACZEeAOACRHeAGBChDcAmBDh\nDQAmRHgDgAkR3gBgQoQ3AJgQ4Q0AJkR4A4AJEd4AYEKENwCYEOENACZEeAOACRHeAGBChDcAmBDh\nDQAmRHgDgAkR3gBgQoQ3AJgQ4Q0AJkR4A4AJEd4AYEKENwCYUMDwfvTRR9/q3bt3xbBhw45EYkBm\n5nQ6oz0Ew+BcNOBcNOBchE7A8J43b9767Ozs+yMxGLPjv5gNOBcNOBcNOBehEzC877777n09evSo\nisRgAAD6UPMGABOyKIoS8EvFxcX9pkyZsvXIkSPDmhzAYgl8AABAE4qiWIL9Z63R/HEAQHAomwCA\nCQUM71mzZr03duzY/ceOHRuYkpJSsn79+nmRGBgAQIOiKEE/duzYcf+gQYO+GDBgwPHMzMwnW3Ms\nsz2++eabFLvd/mFqaurRIUOGfJaVlbVIURSprKzsOWHChF233HLLsfT09Jyqqqru0R5rpB5utztu\nxIgRBZMnT94ay+eiqqqq+4wZM96/9dZbPx88eHBhXl7emFg9F6tXr34qNTX16NChQ4/MmjXrT9XV\n1e1j5VzMmzfvrV69elUMHTr0iPc9rb999erVTw0YMOD4oEGDvti5c+fEQMcPemButzvOZrN9VVRU\n1K+mpiZ++PDhhwsLCwdH+4RF6nHy5MnEgoKCEYqiyIULF7oMHDjwy8LCwsFPPPHEfz7//PO/URRF\nMjMzn3zyySczoz3WSD1efPHFxx9++OE/TpkyZYuiKBKr52LOnDkb3nzzzUcVRZHa2lrr2bNnu8Xi\nuSgqKurXv3//r6urq9sriiI/+tGPNr/99ttzY+Vc7N279+78/Pw03/BW+9uPHj2aOnz48MM1NTXx\nRUVF/Ww221d1dXXttI4f9MD2799/l8PhyPa+XrNmzbI1a9Ysi/YJi9Zj2rRpf9u1a9eEQYMGfVFe\nXt5bUTwBP2jQoC+iPbZIPEpKSpLHjx+fu3v37u95Z96xeC7Onj3brX///l/7vx+L56KysrLnwIED\nvzxz5kyP2tpa6+TJk7fm5OSkx9K5KCoq6ucb3mp/++rVq5/yrV44HI7sAwcO3Kl17KAvWJ44caJv\nSkpKifd1cnJy6YkTJ/qGpphjLsXFxf0KCgrSxowZ84+KiorevXv3rhAR6d27d0VFRUXvaI8vEpYu\nXfry2rVrn2jXrl29971YPBdFRUX9ExISTs+bN2/9yJEj8xcsWPDGpUuXOsfiuejZs+eZX/3qVy9+\n5zvf+aZPnz5l3bt3P5uenr4rFs+Fl9rfXlZW1ic5ObnU+z09eRp0eNPf7XHx4sUuM2bM+HNWVtbi\nrl27XvD9zGKxKLFwnrZt2za5V69ep9LS0goUldbRWDkXbrfbmp+fP/IXv/jFf+Xn54/s3LnzpczM\nzGW+34mVc+FyuWyvvPLKkuLi4n5lZWV9Ll682OXdd9/9se93YuVcNCfQ3x7ovAQd3n379j1RUlKS\n4n1dUlKS4vu/HLGgtrY2fsaMGX+ePXv2xu9///t/E/H8r2l5eXmiiMjJkyeTevXqdSq6owy//fv3\nj92yZcvU/v37F82aNeu93bt33zd79uyNsXgukpOTS5OTk0tHjx79iYjIzJkz38/Pzx+ZmJhYHmvn\n4tChQ6PGjh27/6abbqq0Wq3uH/zgB385cODAXbF4LrzU/p3wz9PS0tLkvn37ntA6VtDhPWrUqEPH\njx+/pbi4uF9NTc0Nmzdv/repU6duCfZ4ZqMoimX+/PlvpqamFi5ZsuQV7/tTp07dsmHDhrkiIhs2\nbJjrDfW2bPXq1ctLSkpSioqK+m/atOmh++67b/fGjRtnx+K5SExMLE9JSSk5duzYQBGR3NzcCUOG\nDDk6ZcqUrbF2Lm699dYv8vLy7rxy5UpHRVEsubm5E1JTUwtj8Vx4qf07MXXq1C2bNm16qKam5oai\noqL+x48fv+WOO+44qHmw1hTjP/jggwcGDhz4pc1m+2r16tVPRfviQCQf+/btG2exWOqHDx9+eMSI\nEQUjRowo2LFjx/2VlZU9x48fn9vW26DUHk6n815vt0msnovDhw8PHzVq1Ce33Xbbv6ZPn/6Xs2fP\ndovVc/H888//xtsqOGfOnA01NTXxsXIuHnroofeSkpLK4uPja5KTk0veeuuteVp/+6pVq5bbbLav\nBg0a9EV2drYj0PF17W0CADAWlscDgAkR3gBgQoQ3AJgQ4Q0AJkR4A4AJEd4AYEL/D7EWcBlCkmfl\nAAAAAElFTkSuQmCC\n", "text": [ "" ] } ], "prompt_number": 36 }, { "cell_type": "code", "collapsed": false, "input": [ "tagger = pmf.PoissonMF(n_components=n_components, random_state=98765, verbose=True)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 37 }, { "cell_type": "code", "collapsed": false, "input": [ "tagger.set_components(online_coder_full.gamma_b[:, :K], online_coder_full.rho_b[:, :K])" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "pyout", "prompt_number": 38, "text": [ "PoissonMF(max_iter=100, n_components=100, random_state=98765, smoothness=100,\n", " tol=0.0005, verbose=True)" ] } ], "prompt_number": 38 }, { "cell_type": "code", "collapsed": false, "input": [ "Et = tagger.transform(X_test)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 0\tObjective: 2504720.60\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 2992625.16\tOld objective: 2504720.60\tImprovement: 0.19479" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 3140393.83\tOld objective: 2992625.16\tImprovement: 0.04938" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 3202818.33\tOld objective: 3140393.83\tImprovement: 0.01988" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 3235857.84\tOld objective: 3202818.33\tImprovement: 0.01032" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 3255678.80\tOld objective: 3235857.84\tImprovement: 0.00613" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 3268627.13\tOld objective: 3255678.80\tImprovement: 0.00398" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 3277648.00\tOld objective: 3268627.13\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 3284198.85\tOld objective: 3277648.00\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 3289141.31\tOld objective: 3284198.85\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 3293001.59\tOld objective: 3289141.31\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 3296082.66\tOld objective: 3293001.59\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 3298579.85\tOld objective: 3296082.66\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 3300625.85\tOld objective: 3298579.85\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 3302344.12\tOld objective: 3300625.85\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 3303796.93\tOld objective: 3302344.12\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n" ] } ], "prompt_number": 39 }, { "cell_type": "code", "collapsed": false, "input": [ "Et /= Et.sum(axis=1, keepdims=True)\n", "tags_predicted = Et.dot(online_coder_full.Eb[:, K:])\n", "print tags_predicted.min(), tags_predicted.max()\n", "\n", "div_factor = 3\n", "tags_predicted = tags_predicted - div_factor * np.mean(tags_predicted, axis=0)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "2.70206653139e-05 1.07069406765\n" ] } ], "prompt_number": 40 }, { "cell_type": "code", "collapsed": false, "input": [ "predictat = 20\n", "tags_true_binary = (y_test > 0)\n", "\n", "print_out_metrics(tags_true_binary, tags_predicted, predictat)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "Precision = 0.131 (0.008)\n", "Recall = 0.154 (0.008)\n", "F-score = 0.141\n", "AROC = 0.718 (0.005)" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "AP = 0.122 (0.006)\n" ] } ], "prompt_number": 41 }, { "cell_type": "code", "collapsed": false, "input": [], "language": "python", "metadata": {}, "outputs": [] } ], "metadata": {} } ] }