{ "metadata": { "name": "", "signature": "sha256:0baf326c7b3d7baa7b848badc2eb9b0cf15b3b8c85ac8b4be4816ac273924001" }, "nbformat": 3, "nbformat_minor": 0, "worksheets": [ { "cells": [ { "cell_type": "code", "collapsed": false, "input": [ "import numpy as np\n", "\n", "from scipy import io\n", "from sklearn.metrics import roc_auc_score, average_precision_score\n", "\n", "import pmf" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 1 }, { "cell_type": "code", "collapsed": false, "input": [ "train_tracks = list()\n", "with open('train_tracks.txt', 'rb') as f:\n", " for line in f:\n", " train_tracks.append(line.strip())\n", " \n", "test_tracks = list()\n", "with open('test_tracks.txt', 'rb') as f:\n", " for line in f:\n", " test_tracks.append(line.strip())\n", " \n", "tags = list()\n", "with open('voc.txt', 'rb') as f:\n", " for line in f:\n", " tags.append(line.strip())" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 2 }, { "cell_type": "code", "collapsed": false, "input": [ "# compute evaluation metrics\n", "def construct_pred_mask(tags_predicted, predictat):\n", " n_samples, n_tags = tags_predicted.shape\n", " rankings = np.argsort(-tags_predicted, axis=1)[:, :predictat]\n", " tags_predicted_binary = np.zeros_like(tags_predicted, dtype=bool)\n", " for i in xrange(n_samples):\n", " tags_predicted_binary[i, rankings[i]] = 1\n", " return tags_predicted_binary\n", "\n", "def per_tag_prec_recall(tags_predicted_binary, tags_true_binary):\n", " mask = np.logical_and(tags_predicted_binary, tags_true_binary)\n", " prec = mask.sum(axis=0) / (tags_predicted_binary.sum(axis=0) + np.spacing(1))\n", " tags_true_count = tags_true_binary.sum(axis=0).astype(float)\n", " idx = (tags_true_count > 0)\n", " recall = mask.sum(axis=0)[idx] / tags_true_count[idx]\n", " return prec, recall\n", "\n", "\n", "def aroc_ap(tags_true_binary, tags_predicted):\n", " n_tags = tags_true_binary.shape[1]\n", " \n", " auc = list()\n", " aprec = list()\n", " for i in xrange(n_tags):\n", " if np.sum(tags_true_binary[:, i]) != 0:\n", " auc.append(roc_auc_score(tags_true_binary[:, i], tags_predicted[:, i]))\n", " aprec.append(average_precision_score(tags_true_binary[:, i], tags_predicted[:, i]))\n", " return auc, aprec\n", "\n", "\n", "def print_out_metrics(tags_true_binary, tags_predicted, predictat):\n", " tags_predicted_binary = construct_pred_mask(tags_predicted, predictat)\n", " prec, recall = per_tag_prec_recall(tags_predicted_binary, tags_true_binary)\n", " mprec, mrecall = np.mean(prec), np.mean(recall)\n", " \n", " print 'Precision = %.3f (%.3f)' % (mprec, np.std(prec) / sqrt(prec.size))\n", " print 'Recall = %.3f (%.3f)' % (mrecall, np.std(recall) / sqrt(recall.size))\n", " print 'F-score = %.3f' % (2 * mprec * mrecall / (mprec + mrecall))\n", "\n", " auc, aprec = aroc_ap(tags_true_binary, tags_predicted)\n", " print 'AROC = %.3f (%.3f)' % (np.mean(auc), np.std(auc) / sqrt(len(auc)))\n", " print 'AP = %.3f (%.3f)' % (np.mean(aprec), np.std(aprec) / sqrt(len(aprec)))" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 3 }, { "cell_type": "code", "collapsed": false, "input": [ "# codebook size (for in memoery, should not be too large)\n", "K = 512" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 4 }, { "cell_type": "code", "collapsed": false, "input": [ "# load the pre-saved data\n", "data_mat = io.loadmat('data_K%d.mat' % K)\n", "X, X_test, y_test = data_mat['X'], data_mat['X_test'], data_mat['y_test']" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 5 }, { "cell_type": "code", "collapsed": false, "input": [ "tmp = X[:, K:]\n", "tmp[tmp > 0] = 1\n", "X[:, K:] = tmp" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 6 }, { "cell_type": "code", "collapsed": false, "input": [ "hist(np.sum( (y_test > 0), axis=1), bins=50)\n", "pass" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "display_data", "png": "iVBORw0KGgoAAAANSUhEUgAAAXgAAAD9CAYAAAC2l2x5AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGllJREFUeJzt3X10U3W+7/HvxrbHUZ6VppjUlS7bUlKBhofCnePMBEuK\nT8QyMJGqmEH0rDW93hHuWir4xx2YP2hw1swVR3vXjKc6WcwcSs/MmbZ6pLYomcEnirY9qAFbtb0m\naROEEikoBtp9/+iNU6D0AZqW/vp+rbXX6n7K/n0J67N//eWXXU3XdQEAqGfCaDcAABAfBDwAKIqA\nBwBFEfAAoCgCHgAURcADgKIGFfCRSGTq6tWr/zx79uzDFovFd+DAgcUdHR3T7XZ7bWZmZlN+fn5N\nJBKZGju+uLh4c0ZGRnNWVtaRmpqa/Pg1HwBwKYMK+Mcff3zHXXfd9drhw4dnHzp0aG5WVtYRt9u9\nyW631zY1NWXm5eW94Xa7N4mI+Hw+y+7du+/z+XyW6urqO4qKikq6u7v5TQEARpqu6/0ukUhkSlpa\n2ucXbp81a9aRUChk0HVd2tvbU2bNmnVE13XZtm3bZrfb/VTsuOXLl1e/++67Swa6DgsLCwvL8C4D\n9qxbWlrSZsyY8eW6detenj9/fv2jjz764unTp68Ph8MGg8EQFhExGAzhcDhsEBFpa2u7yWQyBWLn\nm0ymQDAYNMbvFgUA6EvCQAecO3cuob6+fv7zzz//2KJFiw5u2LDh2dhwTIymabqmaZd85sGF+/o7\nFgBwabqua4M9dsAevMlkCphMpsCiRYsOioisXr36z/X19fNTUlJCoVAoRUSkvb19ZnJy8lEREaPR\nGPT7/amx8wOBgMloNAb7aOZ5S1LSBvnNb34z6r/SDMfyi1/8YtTbQH3UN95qGw/1DdWAAZ+SkhJK\nTU31NzU1ZYqI7N27d1l2dvbHK1aseMXj8bhERDwej6ugoKBCRMThcFSVlZWtiUajSS0tLWnNzc0Z\nubm5dUNuGQDgigw4RCMi8tvf/vZ/PPDAA3+KRqNJt9xyy2cvv/zyuq6urmucTmd5aWnperPZ3Fpe\nXu4UEbFYLD6n01lusVh8CQkJ50pKSooYkgGAkTeogJ83b95/HTx4cNGF2/fu3busr+OffvrpbU8/\n/fS2K23cWGWz2Ua7CXFFfWOXyrWJqF/fUGmXM65zxRfVNL1n7P0fkpI2itt9s2zcuHHE2wMAY4Gm\naaIP54esAICxiYAHAEUR8ACgKAIeABRFwAOAogh4AFAUAQ8AiiLgAUBRBDwAKIqABwBFEfAAoCgC\nHgAURcADgKIIeABQFAEPAIoi4AFAUQQ8ACiKgAcARRHwAKAoAh4AFEXAA4CiCHgAUBQBDwCKIuAB\nQFEEPAAoioAHAEUR8ACgqEEFvNlsbp07d+4hq9XakJubWyci0tHRMd1ut9dmZmY25efn10Qikamx\n44uLizdnZGQ0Z2VlHampqcmPV+MBAJc2qIDXNE33er22hoYGa11dXa6IiNvt3mS322ubmpoy8/Ly\n3nC73ZtERHw+n2X37t33+Xw+S3V19R1FRUUl3d3d/KYAACNs0MGr67rWe72qqsrhcrk8IiIul8tT\nUVFRICJSWVl5b2Fh4a7ExMSzZrO5NT09/dPYTQEAMHIG3YNftmzZ3oULF77/4osvPioiEg6HDQaD\nISwiYjAYwuFw2CAi0tbWdpPJZArEzjWZTIFgMGiMR+MBAJeWMJiD3n777X+eOXNm+5dffjnDbrfX\nZmVlHem9X9M0XdM0/VLn971vS6+fbYNqLACMJ16vV7xe72WfP6iAnzlzZruIyIwZM75cuXLlX+vq\n6nINBkM4FAqlpKSkhNrb22cmJycfFRExGo1Bv9+fGjs3EAiYjEZj8OJX3XLBeuXl1gAASrLZbGKz\n2b5b37p165DOH3CI5uuvv76us7NzkojI6dOnr6+pqcmfM2fOhw6Ho8rj8bhERDwej6ugoKBCRMTh\ncFSVlZWtiUajSS0tLWnNzc0ZsZk3AICRM2APPhwOG1auXPlXEZFz584lPPDAA3/Kz8+vWbhw4ftO\np7O8tLR0vdlsbi0vL3eKiFgsFp/T6Sy3WCy+hISEcyUlJUX9Dd8AAOJD0/WRz96ewD//uklJG8Xt\nvlk2btw44u0BgLFA07SLZjT2h/npAKAoAh4AFEXAA4CiCHgAUBQBDwCKIuABQFEEPAAoioAHAEUR\n8ACgKAIeABRFwAOAogh4AFAUAQ8AiiLgAUBRBDwAKIqABwBFEfAAoCgCHgAURcADgKIIeABQFAEP\nAIoi4AFAUQQ8ACiKgAcARRHwAKAoAh4AFEXAA4CiCHgAUBQBDwCKGlTAd3V1XWO1WhtWrFjxiohI\nR0fHdLvdXpuZmdmUn59fE4lEpsaOLS4u3pyRkdGclZV1pKamJj9eDQcA9G9QAb9jx47HLRaLT9M0\nXUTE7XZvstvttU1NTZl5eXlvuN3uTSIiPp/Psnv37vt8Pp+lurr6jqKiopLu7m5+SwCAUTBg+AYC\nAdNrr7121yOPPPKvuq5rIiJVVVUOl8vlERFxuVyeioqKAhGRysrKewsLC3clJiaeNZvNrenp6Z/W\n1dXlxrcEAEBfEgY6YOPGjf/7V7/61RMnT56cHNsWDocNBoMhLCJiMBjC4XDYICLS1tZ205IlS96L\nHWcymQLBYNDY9ytv6fWz7bIaDwAq83q94vV6L/v8fgP+1VdfvSc5Ofmo1Wpt8Hq9tr6O0TRNjw3d\nXGp/33u2XLBe2W9DAWC8sdlsYrPZvlvfunXrkM7vN+Dfeeed71dVVTlee+21u86cOXPtyZMnJ69d\nu3anwWAIh0KhlJSUlFB7e/vM5OTkoyIiRqMx6Pf7U2PnBwIBk9FoDA6pRQCAYdHvGPy2bdue9vv9\nqS0tLWllZWVrbr/99jd37ty51uFwVHk8HpeIiMfjcRUUFFSIiDgcjqqysrI10Wg0qaWlJa25uTkj\nNze3biQKAQCcb8Ax+N5iwy2bNm1yO53O8tLS0vVms7m1vLzcKSJisVh8Tqez3GKx+BISEs6VlJQU\n9Td8AwCIH03XRz5/e0L//OsmJW0Ut/tm2bhx44i3BwDGAk3TJDabcTCYow4AiiLgAUBRBDwAKIqA\nBwBFEfAAoCgCHgAURcADgKIIeABQFAEPAIoi4AFAUQQ8ACiKgAcARRHwAKAoAh4AFEXAA4CiCHgA\nUBQBDwCKIuABQFEEPAAoioAHAEUR8ACgKAIeABRFwAOAogh4AFAUAQ8AiiLgAUBRmq7rI39RTdNF\nzr9uUtJG0bQX5dtvT190/KRJ0+TkyY6Rah4AXJU0TRNd17XBHp8Qz8YMVU+4X3zD6ewcdD0AgP+v\n3yGaM2fOXLt48eIDOTk5jRaLxbd58+ZiEZGOjo7pdru9NjMzsyk/P78mEolMjZ1TXFy8OSMjozkr\nK+tITU1NfrwLAAD0rd+Av/baa8/s27dvaWNjY86hQ4fm7tu3b+lbb711m9vt3mS322ubmpoy8/Ly\n3nC73ZtERHw+n2X37t33+Xw+S3V19R1FRUUl3d3djPMDwCgYMHyvu+66r0VEotFoUldX1zXTpk07\nUVVV5XC5XB4REZfL5amoqCgQEamsrLy3sLBwV2Ji4lmz2dyanp7+aV1dXW58SwAA9GXAMfju7u4J\n8+fPr//ss89u+dnPfvZ/srOzPw6HwwaDwRAWETEYDOFwOGwQEWlra7tpyZIl78XONZlMgWAwaOz7\nlbf0+tl2BSUAgJq8Xq94vd7LPn/AgJ8wYUJ3Y2NjzldffTVl+fLlr+/bt29p7/2apuk9s2L6dul9\nWy5Yrxy4tQAwjthsNrHZbN+tb926dUjnD3p8fMqUKV/dfffd//nBBx8sMBgM4VAolCIi0t7ePjM5\nOfmoiIjRaAz6/f7U2DmBQMBkNBqDQ2oRAGBY9Bvwx44duzE2Q+abb775Xm1trd1qtTY4HI4qj8fj\nEhHxeDyugoKCChERh8NRVVZWtiYajSa1tLSkNTc3Z+Tm5tbFvwwAwIX6HaJpb2+f6XK5PN3d3RO6\nu7snrF27dmdeXt4bVqu1wel0lpeWlq43m82t5eXlThERi8Xiczqd5RaLxZeQkHCupKSkqL/hGwBA\n/FxV32SNRp+Vvr7oJKLJaLQTAK4mQ/0mK3PUAUBRBDwAKIqABwBFEfAAoCgCHgAURcADgKIIeABQ\nFAEPAIoi4AFAUQQ8ACiKgAcARRHwAKCoMRLwCaJp2kXL5MnTR7thAHDVGvAvOl0dzklfT5ns7Bz0\nQ9UAYNwZIz14AMBQEfAAoCgCHgAURcADgKLGTcBPnjydmTgAxpUxMotm8CZPni6dnScusZeZOADG\nD+UCvifc+/7D3QAwnoybIRoAGG/GeA++5xuuAICLjfGA7+sbrgQ+AIgwRAMAyiLgAUBRBDwAKIqA\nBwBFDRjwfr8/denSpfuys7M/vvXWWz967rnnfi4i0tHRMd1ut9dmZmY25efn10Qikamxc4qLizdn\nZGQ0Z2VlHampqcmPZwEAgL5put7Xl4L+IRQKpYRCoZScnJzGU6dOTVywYMEHFRUVBS+//PK6G2+8\n8diTTz75zPbt2586ceLENLfbvcnn81nuv//+fzt48OCiYDBoXLZs2d6mpqbMCRMmdH93UU3TL5z9\nkpS0UaLRZ+XSX1Ia7PahHNuzfaB/AwC4GmiaJrquD3qq4IA9+JSUlFBOTk6jiMjEiRNPzZ49+3Aw\nGDRWVVU5XC6XR0TE5XJ5KioqCkREKisr7y0sLNyVmJh41mw2t6anp39aV1eXe7kFAQAuz5Dmwbe2\ntpobGhqsixcvPhAOhw0GgyEsImIwGMLhcNggItLW1nbTkiVL3oudYzKZAsFg0Hjxq23p9bPtMpoO\nAGrzer3i9Xov+/xBB/ypU6cmrlq16i87dux4fNKkSZ2992mapvcMu/St731bLlivHGxTAGBcsNls\nYrPZvlvfunXrkM4f1Cyas2fPJq5ateova9eu3VlQUFAh0tNrD4VCKSIi7e3tM5OTk4+KiBiNxqDf\n70+NnRsIBExGozE4pFYBAK7YgAGv67q2fv36UovF4tuwYcOzse0Oh6PK4/G4REQ8Ho8rFvwOh6Oq\nrKxsTTQaTWppaUlrbm7OyM3NrYtfCQCAvgw4i+att9667Yc//OHf586deyg21FJcXLw5Nze3zul0\nln/xxRc3m83m1vLycufUqVMjIiLbtm17+qWXXno4ISHh3I4dOx5fvnz56+ddlFk0ADBkQ51FM2DA\nxwMBDwBDN+zTJAEAYxMBDwCKIuABQFEEPAAoioAHAEUR8ACgKAIeABRFwAOAogh4AFAUAQ8AiiLg\nAUBRBDwAKIqABwBFEfCSIJqmXbRMnjx9tBsGAFdkSH+TVU3npK/HCHd2DvqJnABwVaIHDwCKIuAB\nQFEEPAAoioAHAEUR8ACgKAIeABRFwAOAogh4AFAUAQ8AiiLgAUBRBDwAKIqAH6LJk6fzYDIAYwIP\nGxuizs4TcuHDyXgwGYCr0YA9+Icffvglg8EQnjNnzoexbR0dHdPtdnttZmZmU35+fk0kEpka21dc\nXLw5IyOjOSsr60hNTU1+vBoef30/RhgAxooBA37dunUvV1dX39F7m9vt3mS322ubmpoy8/Ly3nC7\n3ZtERHw+n2X37t33+Xw+S3V19R1FRUUl3d3dY3QYKPYY4QsXABgbBgzfH/zgB/unTZt2ove2qqoq\nh8vl8oiIuFwuT0VFRYGISGVl5b2FhYW7EhMTz5rN5tb09PRP6+rqcuPTdABAfy6rdx0Ohw0GgyEs\nImIwGMLhcNggItLW1naTyWQKxI4zmUyBYDBoHJ6mAgCG4oo/ZNU0Tdc07ZJjF5fet6XXz7YrbQYA\nKMfr9YrX673s8y8r4A0GQzgUCqWkpKSE2tvbZyYnJx8VETEajUG/358aOy4QCJiMRmOw71fZcsF6\n5eU0BQCUZbPZxGazfbe+devWIZ1/WUM0DoejyuPxuEREPB6Pq6CgoCK2vaysbE00Gk1qaWlJa25u\nzsjNza27nGsAAK7MgD34wsLCXX/7299+dOzYsRtTU1P9v/zlL//Xpk2b3E6ns7y0tHS92WxuLS8v\nd4qIWCwWn9PpLLdYLL6EhIRzJSUlRf0N3wAA4kfT9ZHP357QP/+6SUkbJRp9VvqeiqgNYftQjh2u\n7ZqMxr8jgPFF0zTRdX3QX8gZo3PUAQADIeDjqK/n1vDsGgAjhWfRDIuEfh5jcPHQDc+uATAS6MEP\ni6E+1qDv59zQswcwnOjBj4rYDeF89OwBDCd68ACgKAIeABRFwAOAogj4qwofvgIYPnzIelXhw1cA\nw4cePAAoioAHAEUR8ACgKAJ+TLj4w1c+eAUwED5kHRMu/vCVD14BDIQe/JjFlEoA/aMHP2YxpRJA\n/+jBA4CiCHgAUBQBDwCKIuABQFEEPAAoioBXDtMnAfQg4JXT99+H7ezsJPiBcYZ58OMG8+aB8YYe\nPAAoioAf9xizB1RFwI97lxqzPzGqrRrI5MnTuTEBA4hLwFdXV9+RlZV1JCMjo3n79u1PxeMaVzfv\naDcgrrxe73nroxG2PTeg+NyYLqxPJSrXJqJ+fUM17AHf1dV1zWOPPfZ8dXX1HT6fz7Jr167Cw4cP\nzx7u61zdvKPdgLiIBfnSpUvPC/LhCtu+bhSj0SNXOSRUrk1E/fqGatgDvq6uLjc9Pf1Ts9ncmpiY\neHbNmjVllZWV9w73dRBvF4/N/yPIfyHnh/ngX6NnSepze183iuEaKmJIB+PRsE+TDAaDxtTUVH9s\n3WQyBQ4cOLD4wuOmTFlx3vq333403E3BFelrWuVQp1T2PTWz53Uutf1CPTeJwevv+L6miSZedHxS\n0rWyZcuWIVwTV7PJk6f32VGYNGmanDzZMQotGjnDHvCapvXXpfvOV1+9eqlXGIbtw/EaV3rNraNw\nzZHYHtu29RLb49WWKz128MdHo2eGeFMZW7ZuvfC9U8tg6+vsPKH0+ywSh4A3Go1Bv9+fGlv3+/2p\nJpMp0PsYXdfV/lcFgKvAsI/BL1y48P3m5uaM1tZWczQaTdq9e/d9DoejarivAwDo37D34BMSEs49\n//zzjy1fvvz1rq6ua9avX186e/bsw8N9HQBA/+IyD/7OO+/c88knn8z69NNP0x988ME/Ll26dF92\ndvbHt95660fPPffcz0VEOjo6ptvt9trMzMym/Pz8mkgkMjUebYmnM2fOXLt48eIDOTk5jRaLxbd5\n8+ZiETVq662rq+saq9XasGLFildE1KrPbDa3zp0795DVam3Izc2tE1GrvkgkMnX16tV/nj179mGL\nxeI7cODAYlXq++STT2ZZrdaG2DJlypSvnnvuuZ+rUl9xcfHm7Ozsj+fMmfPh/fff/2/ffvvtPw25\nNl3X47q0t7enNDQ05Oi6Lp2dnRMzMzM/8fl8s5944olntm/f/qSu6+J2u5966qmn3PFuSzyW06dP\nX6frupw9ezZh8eLF7+3fv/82VWqLLb/+9a//5/333/+nFStWVOm6LirVZzabW44fPz699zaV6nvo\noYc8paWlD+t6z//RSCQyRaX6YktXV9eElJSU9i+++CJVhfpaWlrMaWlpn585c+afdF0Xp9O5+w9/\n+INrqLWNeMPvvffeitra2mWzZs06EgqFDLrecxOYNWvWkdH+R72S5fTp09ctXLjw4EcffZStUm1+\nv9+Ul5e3980331x6zz33vKLruqhUn9lsbjl27NgNvbepUl8kEpmSlpb2+YXbVamv9/L666/n33bb\nbftVqe/48ePTMzMzP+no6Jh29uzZhHvuueeVmpoa+1BrG9FGt7S0mG+++eb/e/LkyUlTp049Edve\n3d2t9V4fS0tXV9eEefPmNU6cOLHziSeeeEbXdVGlNl3XZfXq1f9eX19v9Xq9P4oFvEr1paWlfZ6T\nk9OwYMGC93//+98/qlJ9DQ0NObm5uQd++tOfvmy1WusfeeSRF0+dOnW9KvX1XtatW/fSCy+8UKTS\n+/e73/3uXyZOnNg5Y8aMow8++ODOy6ltxB42durUqYmrVq36y44dOx6fNGlSZ+99mqbpg50/f7WZ\nMGFCd2NjY04gEDD9/e9//+G+ffuW9t4/lmt79dVX70lOTj5qtVob9EtMbR3L9YmIvP322//c0NBg\n3bNnz50vvPDCf9+/f/8Peu8fy/WdO3cuob6+fn5RUVFJfX39/Ouvv/602+3e1PuYsVxfTDQaTXrl\nlVdW/OQnP/n3C/eN1fo+++yzW5599tkNra2t5ra2tptOnTo18Y9//OODvY8ZTG0jEvBnz55NXLVq\n1V/Wrl27s6CgoEJExGAwhEOhUIqISHt7+8zk5OSjI9GWeJkyZcpXd999939+8MEHC1Sp7Z133vl+\nVVWVIy0traWwsHDXm2++efvatWt3qlKfiMjMmTPbRURmzJjx5cqVK/9aV1eXq0p9JpMpYDKZAosW\nLTooIrJ69eo/19fXz09JSQmpUF/Mnj177lywYMEHM2bM+FJEjWx5//33F37/+99/54YbbjiekJBw\n7sc//vF/vPvuu/9tqO9d3ANe13Vt/fr1pRaLxbdhw4ZnY9sdDkeVx+NxiYh4PB5XLPjHkmPHjt0Y\n+xT7m2+++V5tba3darU2qFCbiMi2bdue9vv9qS0tLWllZWVrbr/99jd37ty5VpX6vv766+s6Ozsn\niYicPn36+pqamvw5c+Z8qEp9KSkpodTUVH9TU1OmiMjevXuXZWdnf7xixYpXVKgvZteuXYWFhYW7\nYusqvH9ZWVlH3nvvvSXffPPN93Rd1/bu3bvMYrH4hvzexXscaf/+/bdpmtY9b968xpycnIacnJyG\nPXv23HH8+PHpeXl5ezMyMprsdnvNiRMnpo72mNdQl0OHDs2xWq318+bNa5wzZ86hZ5555gld7/mA\nZKzXduHi9Xp/FJtFo0p9n3/+edq8efMa582b15idnf3Rtm3bNqtUn67r0tjYOG/hwoUH586d+18r\nV678j0gkMkWl+k6dOnX9DTfccOzkyZOTYttUqW/79u1PWiyWj2+99dYPH3roIU80Gk0cam2aro+5\n4SkAwCDwF50AQFEEPAAoioAHAEUR8ACgKAIeABRFwAOAov4fYEcefU4MOPAAAAAASUVORK5CYII=\n", "text": [ "" ] } ], "prompt_number": 7 }, { "cell_type": "code", "collapsed": false, "input": [ "D = K + len(tags)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 8 }, { "cell_type": "code", "collapsed": false, "input": [ "# pick a random song and take a look\n", "bar(np.arange(D), X[0])" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "pyout", "prompt_number": 9, "text": [ "" ] }, { "metadata": {}, "output_type": "display_data", "png": "iVBORw0KGgoAAAANSUhEUgAAAXgAAAD9CAYAAAC2l2x5AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAG1FJREFUeJzt3X90VPWd//HPhcRuUSAZITeBQIPBIQSQBPmxerQGwwS1\nEgewKeiG+eKPeuz6A9cCYfd0TbtHMtF6Ckq33++6qLNqwWzrxsEvIEE62h4QigmWAjGKiQmQuSqT\nkV9iSHL3D5kaQub3nczMh+fjnDkmM3c+834P8srlnTv3KrquCwCAfAbFuwAAQGwQ8AAgKQIeACRF\nwAOApAh4AJAUAQ8Akgoa8FVVVasmTZp0YMqUKfvvuuuu33799dff8Xg8JovFUmc2m5tKSkq2eb3e\ntIEoFgAQuoAB39LSkvP888/fX19fP23//v1Turu7B2/cuHGR3W6vsFgsdU1NTebi4uK37XZ7xUAV\nDAAITcCAHzZs2InU1NRzZ86cGdLV1ZVy5syZIaNGjTrmdDpLbTabQwghbDabo7a21jow5QIAQhUw\n4E0mk+fxxx9/ZuzYsa2jRo06lpaW5rVYLHWapqmqqmpCCKGqqqZpmjow5QIAQpUS6MHDhw/nrlmz\nZllLS0vO8OHDv/zhD3/436+88so/9N5GURRdUZR+z3fg734AQGC6rivRrhFwD37v3r3Tr7/++p1X\nXnnl8ZSUlK4FCxa8vmvXrusyMzPdbrc7Uwgh2tvbszIyMj4LUKS0tyeeeCLuNdAb/dGffDejBAz4\nvLy8xvfee+/vv/rqq+/quq5s3759Tn5+/sF58+ZtcjgcNiGEcDgcNqvVWmtYRQAAQwQc0UydOvWD\nJUuW/Nf06dP3Dho0qGfatGn1P/7xj//j5MmTQ8vKymrWr19/b05OTktNTU3ZQBUMAAiNYuQ/By5a\nXFH0WK4fby6XSxQVFcW7jJiQuTch6C/Zyd6foihCN2AGn9ABf75JAyuKXiLWBEAuRgU8pyoAAEkR\n8AAgKQIeACRFwAOApAh4AJAUAQ8AkiLgAUBSBDwASIqABwBJEfAAICkCHgAkRcADgKQIeACQFAEP\nAJIi4AFAUgQ8AEiKgAcASRHwACCpoAH/4YcfTigsLGzw3YYPH/7ls88++4jH4zFZLJY6s9ncVFJS\nss3r9aYNRMEAgNCEdU3Wnp6eQaNHjz66Z8+emc8999zDI0aM+GLFihVPVVdXr+zo6Ei32+0VFyzO\nNVkBIGxxuSbr9u3b54wfP/7jMWPGtDmdzlKbzeYQQgibzeaora21RlsMAMA4YQX8xo0bFy1evHiD\nEEJomqaqqqoJIYSqqpqmaWosCgQARCYl1A07Ozsv27Rp07zq6uqVfR9TFEVXFKXfuUVlZeXfvi4q\nKhJFRUURlAkA8nK5XMLlchm+bsgz+DfeeOOO3/zmNw9u3br1FiGEyMvLa3S5XEWZmZnu9vb2rNmz\nZ/+hsbEx74LFmcEDQNgGfAa/YcOGxb7xjBBClJaWOh0Oh00IIRwOh81qtdZGWwxiS1Gi/v8FQBIJ\naQ/+9OnTl3/ve9/7tLm5edzQoUNPCiGEx+MxlZWV1bS2to7NyclpqampKUtLS/NesDh78AklmWsH\nLiVG7cGHdZhk2IsT8AklmWsHLiVxOUwSAJA8CHgAkBQBDwCSinvAc2QHAMRG3AMeABAbBDwASIqA\nBwBJEfAAICkCHgAkRcADgKQIeACQFAEPAJIi4AFAUgQ8AEiKgAcASRHwACApAh4AJEXAA4CkCHgA\nkFRIAe/1etPuvPPO302cOPFQfn7+wd27d8/yeDwmi8VSZzabm0pKSrZ5vd60WBcLAAhdSAH/6KOP\nrr3ttts2Hzp0aOJf/vKXa/Ly8hrtdnuFxWKpa2pqMhcXF79tt9srYl0sACB0iq7rATf48ssvhxcW\nFjZ88sknV/W+Py8vr/Gdd965SVVVze12ZxYVFbkaGxvzLlhcUfRg65+/enjYj8VLItYUqmSuHbiU\nnP+7GvXl7lKCbdDc3Dxu5MiRny9duvTFDz74YOq11177/po1a5ZpmqaqqqoJIYSqqpqmaWp/z6+s\nrPzb10VFRaKoqCjamgFAKi6XS7hcLsPXDboHv3fv3unXXXfdrp07d14/Y8aMPy9btmzN0KFDT65b\nt+6hjo6OdN92JpPJ4/F4TBcszh58Qknm2oFLiVF78EFn8NnZ2Ueys7OPzJgx489CCHHnnXf+rr6+\nflpmZqbb7XZnCiFEe3t7VkZGxmfRFgMAME7QgM/MzHSPGTOmrampySyEENu3b58zadKkA/Pmzdvk\ncDhsQgjhcDhsVqu1NtbFAgBCF3REI4QQH3zwwdT77rvvPzs7Oy/Lzc09/OKLLy7t7u4eXFZWVtPa\n2jo2JyenpaampiwtLc17weKMaBJKMtcOXEqMGtGEFPARL07AJ5Rkrh24lAzYDB4AkJwIeACQFAEP\nAJIi4AFAUgQ8AEiKgAcASRHwACApAh4AJEXAA4CkCHgAkBQBDwCSIuABQFIEPABIioAHAEkR8AAg\nKQIeACRFwAOApAh4AJAUAQ8AkkoJZaOcnJyWYcOGnRg8eHB3amrquT179sz0eDymH/3oR699+umn\n3/N30W0AQPyEtAevKIrucrmKGhoaCvfs2TNTCCHsdnuFxWKpa2pqMhcXF79tt9srYlsqACAcIY9o\n+l7h2+l0ltpsNocQQthsNkdtba3V6OIAAJELaUSjKIo+Z86c7YMHD+5+4IEH/t/999//vKZpqqqq\nmhBCqKqqaZqm9vfcysrKv31dVFQkioqKDCgbAOThcrmEy+UyfF1F1/WgG7W3t2dlZWW1f/755yMt\nFkvdc88993Bpaamzo6Mj3beNyWTyeDwe0wWLK4oebH1FUYS/bQI9Fi+JWFOokrl24FJy/u+qEnzL\nwEIa0WRlZbULIcTIkSM/nz9//v/s2bNnpqqqmtvtzhTimx8AGRkZn0VbDADAOEED/syZM0NOnjw5\nVAghTp8+ffm2bdtKpkyZsr+0tNTpcDhsQgjhcDhsVqu1NtbFAgBCF3RE09zcPG7+/Pn/I4QQXV1d\nKXfffferq1atqvJ4PKaysrKa1tbWsf4Ok2REk1iSuXbgUmLUiCakGXzEixPwCSWZawcuJQM6gwcA\nJB8CHgAkRcADgKQIeACQFAEPAJIi4AFAUgQ8AEiKgAcASRHwACApAh4AJEXAA4CkBjTgFSXqUysA\nAELEHjwASIqABwBJEfAAICkCHgAkRcADgKQIeACQFAEPAJIKKeC7u7sHFxYWNsybN2+TEEJ4PB6T\nxWKpM5vNTSUlJdu8Xm9abMsEAIQrpIBfu3bto/n5+QcVRdGFEMJut1dYLJa6pqYmc3Fx8dt2u70i\ntmUCAMIVNOCPHDmSvXnz5tvuu+++//Rd5dvpdJbabDaHEELYbDZHbW2tNdaFAgDCkxJsg8cee+xX\nTz/99PITJ04M892naZqqqqomhBCqqmqapqn+nl9ZWWlIoQAgK5fLJVwul+HrKrqu+33wzTffvH3L\nli23/vrXv/5Hl8tV9Mwzzzy+adOmeenp6R0dHR3pvu1MJpPH4/GYLlpcUfTe6yuKIvq+Xn/3hfJY\nvCRiTaFK5tqBS8n5v6tRn7wr4B78zp07r3c6naWbN2++7ezZs3934sSJYeXl5S+rqqq53e7MzMxM\nd3t7e1ZGRsZn0RYCADBWwBn86tWr/7mtrW1Mc3PzuI0bNy66+eabd7z88svlpaWlTofDYRNCCIfD\nYbNarbUDUy4AIFRhHQfvO4qmoqLCXldXZzGbzU07duy4uaKiwh6b8gAAkQo4g496cWbwCSWZawcu\nJUbN4KX6JCsXFAGAb0kV8ACAbxHwACApAh4AJEXAA4CkCHgAkBQBDwCSIuABQFJJG/Ac8w4AgSVt\nwAMAAiPgAUBSBHwMMD4CkAgIeACQFAEPAJIi4A3GeAZAoiDgAUBSBDwASIqABwBJEfAAIKmAAX/2\n7Nm/mzVr1u6CgoJ9+fn5B1etWlUlhBAej8dksVjqzGZzU0lJyTav15s2MOUCAEIV9KLbZ86cGTJk\nyJAzXV1dKTfccMOffvnLX/7U6XSWjhgx4osVK1Y8VV1dvbKjoyPdbrdXXLR4DC+6He5aRgn2Gr6j\naBLx4tZcdBtIDgN20e0hQ4acEUKIzs7Oy7q7uwenp6d3OJ3OUpvN5hBCCJvN5qitrbVGWwgAwFgp\nwTbo6ekZNG3atPrDhw/nPvjgg7+ZNGnSAU3TVFVVNSGEUFVV0zRN9ff8yspKA8sFAPm4XC7hcrkM\nXzfoiMbnyy+/HD537ty3qqqqVi1YsOD1jo6OdN9jJpPJ4/F4TBctzogmoTCiAZLDgI1ofIYPH/7l\nD37wg////vvvX6uqquZ2uzOFEKK9vT0rIyPjs2gLAQAYK2DAf/HFFyN8R8h89dVX362rq7MUFhY2\nlJaWOh0Oh00IIRwOh81qtdYORLEAgNAFnMG3t7dn2Ww2R09Pz6Cenp5B5eXlLxcXF79dWFjYUFZW\nVrN+/fp7c3JyWmpqasoGqmAAQGhCnsFHtDgz+ITCDB5IDgM+gwcAJBcCHgAkRcAjYQwbZhLDhl10\ntC2ACAX9oBMwUE6e7Ih3CYBU2IMHAEnFPOAT9RJ2iVoXABiFPXgAkBQBDwCSIuAvAeGOo2I1vmIs\nBgwsAh4AJEXAA4CkCHgAkBQBDwCSIuABQFIEPABIioAHAEkR8P3geO3geI+AxEfAA4CkCHgAkFTQ\ngG9raxsze/bsP0yaNOnA5MmT//rss88+IoQQHo/HZLFY6sxmc1NJSck2r9ebFvtyAQChCnrRbbfb\nnel2uzMLCgr2nTp16oprr732/draWuuLL764dMSIEV+sWLHiqerq6pUdHR3pdru94oLFFUUX4tsL\nUCfSRbeNfN2+jwuRWBfd9tUc6vsTynaRXMA7Gd87IB4G7KLbmZmZ7oKCgn1CCHHFFVecmjhx4qGj\nR4+OdjqdpTabzSGEEDabzVFbW2uNthgAgHHCumRfS0tLTkNDQ+GsWbN2a5qmqqqqCSGEqqqapmmq\nv+dVVlaG/BqR7BkmukTtKRHqSoQagHhzuVzC5XIZvm7QEY3PqVOnrrjpppve+dnPfvZvVqu1Nj09\nvaOjoyPd97jJZPJ4PJ4LrpgcyYim9/eyjGjiHWL+RjT+6hrIEU3fP28hGNEAAzaiEUKIc+fOpS5c\nuPD35eXlL1ut1lohvtlrd7vdmUII0d7enpWRkfFZtMUAAIwTNOB1XVfuvffe9fn5+QeXLVu2xnd/\naWmp0+Fw2IQQwuFw2HzBD+PwYSIA0Qg6ovnTn/50w/e///13r7nmmr/4Ri5VVVWrZs6cuaesrKym\ntbV1bE5OTktNTU1ZWlqa94LFGdGEXVc4rxXuOoxogORg1Igm5Bl8RIsT8GHXFc5rhbsOAQ8khwGd\nwQMAkg8BDwCSIuABQFIEPABIioAHAEmFdaqCWBo2zBR8IwBAyBIm4E+e7Ih3CQAgFUY0ACApAj6J\nRXoqA6NOgdB7HU6rACQeAh4AJEXAA4CkpAl4RgQAcCFpAh4AcCECHgAkRcAngGQfLyV7/YCsCHgA\nkFRSBrzvtAYX7zmmGHTKA6PWCa6/vV/2iAEYISkD3v9pDboMOuWBUesAQPwEDfh77rnnBVVVtSlT\npuz33efxeEwWi6XObDY3lZSUbPN6vWmxLRMAEK6gAb906dIXt27dekvv++x2e4XFYqlramoyFxcX\nv2232ytiVyKCYaQDoD9BA/7GG2/8Y3p6+gXzCqfTWWqz2RxCCGGz2Ry1tbXWWBUIAIhMRDN4TdNU\nVVU1IYRQVVXTNE01tiwAQLSiPh+8oii6oih6oG0qKyujfZmIKIoidD1gaQPKd2TOiRMew9ZKLt8c\nnWRE/4BMXC6XcLlchq+rhBKALS0tOfPmzdu0f//+KUIIkZeX1+hyuYoyMzPd7e3tWbNnz/5DY2Nj\n3kWLnw9+32v0F7i++3rPkQNt77u/v21DfX4oj/VeJ9Tn+Xtu3x77PhZo+1BqDKWm3tsFWz+UH4x9\nX79vD8Ge099rhboOILvzfy+i/uVaRCOa0tJSp8PhsAkhhMPhsFmt1tpoCwEAGCvoHvzixYs3vPPO\nOzd98cUXI1RV1X7xi1/86x133PFGWVlZTWtr69icnJyWmpqasrS0NO9Fi/ca3fjbY2QPnj149uCB\nCxm1Bx/SiCbixQn4C55DwBPwQCjiOqIxSrjHb0dyvHesjhFXFCWktRP9l6EcQw/IKylPVZBMOOUB\ngHgh4AFAUnEL+HBHF8kwSginp2ToxyfSWhVFEcOGmRJ+TAXIKuoPOkVKxtGFjD1Fi/cEiB9GNAAg\nqQEP+GQaTSSqeL+H/kYugcYxjGmAgRe3EQ2Sl7+xS6BxDKMaYOAxogEASSV5wPd/7dRgI4xoRxwD\nOSKJ9zgmVji6Boi9JB/RcO3UZMWfGxB7Sb4HDwDwR6KA9/+PEUVJjXockIwjhXBr9j8O+nYUJuvI\nCJBRko9oeusK+Fi0I4FkHCkYVzOjMCAZJfwefN89xmj3IGO/Fx7qz8z+f0HcH/974v3vWRu5lx14\nrdB7ADDwBvx88H2/9vf9+ef3+3hf/T0eyn3hnA/e3+v72yZQD/5q671OoG2C1eLvHPv9nQ/e3/P8\nnWc/lB8eodQZ7L0CLmVSnA8eABA7CRjwxvyzP5IxxbBhpogvQmL0KMkff6Ma/68bfGTUewQUet0S\n/foGkFRCjmiCbd9XOKODQCOaYGOTcF/fXw/RjGhCrSOcEY2/tXy1hPr6gZ4bqA9GNMCFEmJEs3Xr\n1lvy8vIar7766o+qq6tXRlsMEofL5Yp3CTFFf8lN9v6MEnHAd3d3D37ooYfWbd269ZaDBw/mb9iw\nYfGhQ4cmRldObP/Z72/04+84eX/jl29F9vYpSur5r77tt+94qL9Ry0AeATR79uyL7gt1fBPumCcW\n46xga/YXEMHGbNHUafT1hIN9xsFfAMryOYb++jPucx/yiDjg9+zZM3P8+PEf5+TktKSmpp5btGjR\nxjfeeOOO6MoJdCx79Pwfyx3pcd49EVbS1ee/oRyzPhDHovf3/sfyzyS2f94yO3myg88m9MF7crGI\nA/7o0aOjx4wZ0+b7Pjs7+8jRo0dHG1MWACBaEc9Eev8CNcTt+/26v++DbR9o20hrisU2kXz4yKgx\ngL/3OPjYyfhaQnksFh/UCrbOz3/+86DPSeQxTbDH++sv0joSkRH9yfJe+BNxwI8ePfpoW1vbGN/3\nbW1tY7Kzs4/03saI3wIDACIT8Yhm+vTpez/66KOrW1pacjo7Oy977bXXflRaWuo0sjgAQOQi3oNP\nSUnpWrdu3UNz5859q7u7e/C99967fuLEiYeMLA4AEAVd1w2/bdmy5ZYJEyY0jh8//iO73b4yFq8R\n61tra+uYoqKiP+Tn5x+YNGnSX9euXfuIruvi+PHjpjlz5tRdffXVTRaLZVtHR0ea7zmrV69eNX78\n+I8mTJjQ+NZbb5XEu4dgt66ursEFBQUNt99++ybZeuvo6EhbuHDh7/Ly8g5NnDjx4HvvvTdLpv5W\nr169Kj8//8DkyZP3L168+Ldnz579TjL3t3Tp0hcyMjK0yZMn7/fdF0k/e/fuvXby5Mn7x48f/9Ej\njzyyNt59Bervpz/96dN5eXmHrrnmmg/mz5//utfrHW50f4Y30tXVNTg3N/fj5ubmnM7OztSpU6fu\nO3jw4MR4v8Hh3trb2zMbGhoKdF0XJ0+evMJsNn948ODBicuXL3+qurp6ha7rwm63r1y5cqVd13Vx\n4MCB/KlTp+7r7OxMbW5uzsnNzf24u7t7ULz7CHR75pln/umuu+56dd68eU5d14VMvS1ZssSxfv36\ne3RdF+fOnUvxer3DZemvubk5Z9y4cZ+cPXv2O7qui7KystdeeuklWzL39+67795YX19f2DsAw+mn\np6dH0XVdzJgxY8/u3btn6roubr311s1btmy5Jd69+etv27ZtFt+fw8qVK+2x6M/wRnbu3Hnd3Llz\nt/q+r6qqqqiqqqqI9xsc7e2OO+6oraurmzNhwoRGt9ut6vo3PwQmTJjQqOvf/MTt/a+VuXPnbt21\na9ffx7tuf7e2trbs4uLi7Tt27Jjt24OXpTev1zt83Lhxn/S9X5b+jh8/bjKbzR96PJ70c+fOpdx+\n++2btm3bZkn2/pqbm3N6B2C4/Rw7diwrLy/vkO/+DRs2LHrggQf+b7z78tdf79vrr78+/+67737F\n6P4MP9mYjMfHt7S05DQ0NBTOmjVrt6ZpqqqqmhBCqKqqaZqmCiHEsWPHRvU+iijR+37sscd+9fTT\nTy8fNGjQ3z6tJUtvzc3N40aOHPn50qVLX5w2bVr9/fff//zp06cvl6U/k8nkefzxx58ZO3Zs66hR\no46lpaV5LRZLnSz9+YTbT9/7R48efTQZ+hRCiBdeeOGe2267bbMQxvZneMCHe3x8ojt16tQVCxcu\n/P3atWsfHTp06MnejymKogfqN1HfizfffPP2jIyMzwoLCxt0P4eyJmtvQgjR1dWVUl9fP+0nP/nJ\nv9fX10+7/PLLT9vt9ore2yRzf4cPH85ds2bNspaWlpxjx46NOnXq1BWvvPLKP/TeJpn760+wfpLZ\nk08++S+XXXZZ51133fVbo9c2POBDOT4+WZw7dy514cKFvy8vL3/ZarXWCvHNnoTb7c4UQoj29vas\njIyMz4S4uO8jR45kjx49+mh8Kg9s586d1zudztJx48Y1L168eMOOHTtuLi8vf1mG3oT4Zo8nOzv7\nyIwZM/4shBB33nnn7+rr66dlZma6Zehv796906+//vqdV1555fGUlJSuBQsWvL5r167rZOnPJ5z/\nH7Ozs4+MHj366JEjR7J735/ofb700kv/Z/Pmzbe9+uqrd/vuM7Q/o+dM586dS7nqqqsONzc353z9\n9deXJesvWXt6epTy8vL/WrZs2a963798+fKnfPOxqqqqir6/GPn6668v++STT8ZdddVVh32/GEnk\nm8vlusk3g5eptxtvvPHdDz/80KzrunjiiScqly9f/pQs/e3bt2/qpEmT/nrmzJnv9vT0KEuWLHGs\nW7fuH5O9v74z6kj6mTlz5u733ntvVk9Pj5JIv2Ttr78tW7bckp+ff+Dzzz8f0Xs7I/uLSSObN2++\n1Ww2f5ibm/vx6tWrV8X7jY3k9sc//vEGRVF6pk6duq+goKChoKCgYcuWLbccP37cVFxcvL2/Q7ee\nfPLJf87Nzf14woQJjVu3bp0b7x5Cublcrpt8R9HI1Nu+ffumTp8+/c+9D0GTqb/q6uoVvsMklyxZ\n4ujs7ExN5v4WLVq0ISsr61hqampndnZ22wsvvLA0kn58hxHm5uZ+/PDDDz8b77789bd+/fp7xo8f\n/9HYsWM/9eXLgw8++O9G9xfTC34AAOInAS/ZBwAwAgEPAJIi4AFAUgQ8AEiKgAcASRHwACCp/wVl\nD24Epc54qAAAAABJRU5ErkJggg==\n", "text": [ "" ] } ], "prompt_number": 9 }, { "cell_type": "heading", "level": 1, "metadata": {}, "source": [ "Batch inference on 10K subset" ] }, { "cell_type": "code", "collapsed": false, "input": [ "n_components = 100\n", "coder = pmf.PoissonMF(n_components=n_components, random_state=98765, verbose=True)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 10 }, { "cell_type": "code", "collapsed": false, "input": [ "coder.fit(X)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 0\tObjective: -1810696.31\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: -1797400.74\tOld objective: -1810696.31\tImprovement: 0.00734" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: -1763121.88\tOld objective: -1797400.74\tImprovement: 0.01907" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: -1661585.17\tOld objective: -1763121.88\tImprovement: 0.05759" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: -1325134.87\tOld objective: -1661585.17\tImprovement: 0.20249" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: -333685.35\tOld objective: -1325134.87\tImprovement: 0.74819" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1483719.73\tOld objective: -333685.35\tImprovement: 5.44646" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 3525981.78\tOld objective: 1483719.73\tImprovement: 1.37645" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 5210377.75\tOld objective: 3525981.78\tImprovement: 0.47771" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 6485139.04\tOld objective: 5210377.75\tImprovement: 0.24466" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 7485716.06\tOld objective: 6485139.04\tImprovement: 0.15429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 8268590.39\tOld objective: 7485716.06\tImprovement: 0.10458" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 8852017.61\tOld objective: 8268590.39\tImprovement: 0.07056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 9273980.13\tOld objective: 8852017.61\tImprovement: 0.04767" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 9581387.74\tOld objective: 9273980.13\tImprovement: 0.03315" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 9811305.15\tOld objective: 9581387.74\tImprovement: 0.02400" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 9987335.51\tOld objective: 9811305.15\tImprovement: 0.01794" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 10124519.96\tOld objective: 9987335.51\tImprovement: 0.01374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 10232971.42\tOld objective: 10124519.96\tImprovement: 0.01071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 10319323.61\tOld objective: 10232971.42\tImprovement: 0.00844" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 10388567.43\tOld objective: 10319323.61\tImprovement: 0.00671" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 10444526.24\tOld objective: 10388567.43\tImprovement: 0.00539" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 10490309.94\tOld objective: 10444526.24\tImprovement: 0.00438" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 10528255.08\tOld objective: 10490309.94\tImprovement: 0.00362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 10559987.46\tOld objective: 10528255.08\tImprovement: 0.00301" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 10586820.45\tOld objective: 10559987.46\tImprovement: 0.00254" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 10609732.34\tOld objective: 10586820.45\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 10629476.73\tOld objective: 10609732.34\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 10646610.37\tOld objective: 10629476.73\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 10661607.33\tOld objective: 10646610.37\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 10674810.75\tOld objective: 10661607.33\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 10686503.26\tOld objective: 10674810.75\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 10696918.05\tOld objective: 10686503.26\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 10706245.17\tOld objective: 10696918.05\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: 10714646.16\tOld objective: 10706245.17\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: 10722226.07\tOld objective: 10714646.16\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: 10729093.93\tOld objective: 10722226.07\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: 10735333.80\tOld objective: 10729093.93\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: 10741000.95\tOld objective: 10735333.80\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 39\tObjective: 10746172.92\tOld objective: 10741000.95\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n" ] }, { "output_type": "stream", "stream": "stderr", "text": [ "pmf.py:164: RuntimeWarning: invalid value encountered in double_scalars\n", " improvement = (bound - old_bd) / abs(old_bd)\n" ] }, { "metadata": {}, "output_type": "pyout", "prompt_number": 11, "text": [ "PoissonMF(max_iter=100, n_components=100, random_state=98765, smoothness=100,\n", " tol=0.0005, verbose=True)" ] } ], "prompt_number": 11 }, { "cell_type": "code", "collapsed": false, "input": [ "tagger = pmf.PoissonMF(n_components=n_components, random_state=98765, verbose=True)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 12 }, { "cell_type": "code", "collapsed": false, "input": [ "tagger.set_components(coder.gamma_b[:, :K], coder.rho_b)" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "pyout", "prompt_number": 13, "text": [ "PoissonMF(max_iter=100, n_components=100, random_state=98765, smoothness=100,\n", " tol=0.0005, verbose=True)" ] } ], "prompt_number": 13 }, { "cell_type": "code", "collapsed": false, "input": [ "Et = tagger.transform(X_test)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 0\tObjective: 2371210.39\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 2887214.61\tOld objective: 2371210.39\tImprovement: 0.21761" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 3068344.11\tOld objective: 2887214.61\tImprovement: 0.06274" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 3153354.69\tOld objective: 3068344.11\tImprovement: 0.02771" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 3200500.02\tOld objective: 3153354.69\tImprovement: 0.01495" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 3229655.26\tOld objective: 3200500.02\tImprovement: 0.00911" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 3249048.39\tOld objective: 3229655.26\tImprovement: 0.00600" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 3262731.32\tOld objective: 3249048.39\tImprovement: 0.00421" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 3272777.04\tOld objective: 3262731.32\tImprovement: 0.00308" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 3280401.28\tOld objective: 3272777.04\tImprovement: 0.00233" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 3286378.33\tOld objective: 3280401.28\tImprovement: 0.00182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 3291166.32\tOld objective: 3286378.33\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 3295053.24\tOld objective: 3291166.32\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 3298244.46\tOld objective: 3295053.24\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 3300923.77\tOld objective: 3298244.46\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 3303197.25\tOld objective: 3300923.77\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 3305142.28\tOld objective: 3303197.25\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 3306803.62\tOld objective: 3305142.28\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 3308237.31\tOld objective: 3306803.62\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n" ] } ], "prompt_number": 14 }, { "cell_type": "code", "collapsed": false, "input": [ "Et /= Et.sum(axis=1, keepdims=True)\n", "\n", "tags_predicted = Et.dot(coder.Eb[:, K:])\n", "print tags_predicted.min(), tags_predicted.max()\n", "\n", "div_factor = 3\n", "tags_predicted = tags_predicted - div_factor * np.mean(tags_predicted, axis=0)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "0.00094841825642 1.35247354242\n" ] } ], "prompt_number": 15 }, { "cell_type": "code", "collapsed": false, "input": [ "predictat = 20\n", "tags_true_binary = (y_test > 0)\n", "\n", "print_out_metrics(tags_true_binary, tags_predicted, predictat)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "Precision = 0.111 (0.007)\n", "Recall = 0.106 (0.006)\n", "F-score = 0.108\n", "AROC = 0.640 (0.005)" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "AP = 0.097 (0.005)\n" ] } ], "prompt_number": 16 }, { "cell_type": "heading", "level": 1, "metadata": {}, "source": [ "Stochastic inference on 10K subset" ] }, { "cell_type": "code", "collapsed": false, "input": [ "n_components = 100\n", "online_coder = pmf.OnlinePoissonMF(n_components=n_components, batch_size=500, n_pass=1, \n", " random_state=98765, verbose=True)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 17 }, { "cell_type": "code", "collapsed": false, "input": [ "online_coder.fit(X, est_total=len(train_tracks))" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "Iteration 0: passing through the data...\n", "\tMinibatch 1:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -588916.73\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: -588556.18\tOld objective: -588916.73\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: -588181.88\tOld objective: -588556.18\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: -587759.63\tOld objective: -588181.88\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: -587277.70\tOld objective: -587759.63\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: -586722.13\tOld objective: -587277.70\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: -586087.51\tOld objective: -586722.13\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: -585374.22\tOld objective: -586087.51\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: -584579.69\tOld objective: -585374.22\tImprovement: 0.00136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: -583690.90\tOld objective: -584579.69\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: -582690.17\tOld objective: -583690.90\tImprovement: 0.00171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: -581571.84\tOld objective: -582690.17\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: -580326.70\tOld objective: -581571.84\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: -578949.88\tOld objective: -580326.70\tImprovement: 0.00237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: -577432.77\tOld objective: -578949.88\tImprovement: 0.00262" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: -575792.91\tOld objective: -577432.77\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: -574047.53\tOld objective: -575792.91\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: -572198.89\tOld objective: -574047.53\tImprovement: 0.00322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: -570242.54\tOld objective: -572198.89\tImprovement: 0.00342" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: -568203.11\tOld objective: -570242.54\tImprovement: 0.00358" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: -566097.42\tOld objective: -568203.11\tImprovement: 0.00371" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: -563901.96\tOld objective: -566097.42\tImprovement: 0.00388" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: -561644.69\tOld objective: -563901.96\tImprovement: 0.00400" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: -559362.56\tOld objective: -561644.69\tImprovement: 0.00406" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: -557057.98\tOld objective: -559362.56\tImprovement: 0.00412" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: -554725.95\tOld objective: -557057.98\tImprovement: 0.00419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: -552381.45\tOld objective: -554725.95\tImprovement: 0.00423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: -550037.72\tOld objective: -552381.45\tImprovement: 0.00424" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: -547728.46\tOld objective: -550037.72\tImprovement: 0.00420" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: -545458.29\tOld objective: -547728.46\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: -543212.12\tOld objective: -545458.29\tImprovement: 0.00412" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: -540998.67\tOld objective: -543212.12\tImprovement: 0.00407" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: -538819.22\tOld objective: -540998.67\tImprovement: 0.00403" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: -536688.44\tOld objective: -538819.22\tImprovement: 0.00395" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: -534617.33\tOld objective: -536688.44\tImprovement: 0.00386" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: -532604.89\tOld objective: -534617.33\tImprovement: 0.00376" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: -530643.10\tOld objective: -532604.89\tImprovement: 0.00368" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: -528724.50\tOld objective: -530643.10\tImprovement: 0.00362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: -526851.81\tOld objective: -528724.50\tImprovement: 0.00354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 39\tObjective: -525037.93\tOld objective: -526851.81\tImprovement: 0.00344" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 40\tObjective: -523280.17\tOld objective: -525037.93\tImprovement: 0.00335" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 41\tObjective: -521573.17\tOld objective: -523280.17\tImprovement: 0.00326" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 42\tObjective: -519916.16\tOld objective: -521573.17\tImprovement: 0.00318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 43\tObjective: -518312.81\tOld objective: -519916.16\tImprovement: 0.00308" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 44\tObjective: -516784.74\tOld objective: -518312.81\tImprovement: 0.00295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 45\tObjective: -515312.15\tOld objective: -516784.74\tImprovement: 0.00285" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 46\tObjective: -513892.13\tOld objective: -515312.15\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 47\tObjective: -512530.06\tOld objective: -513892.13\tImprovement: 0.00265" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 48\tObjective: -511213.73\tOld objective: -512530.06\tImprovement: 0.00257" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 49\tObjective: -509925.73\tOld objective: -511213.73\tImprovement: 0.00252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 50\tObjective: -508679.14\tOld objective: -509925.73\tImprovement: 0.00244" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 51\tObjective: -507460.60\tOld objective: -508679.14\tImprovement: 0.00240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 52\tObjective: -506266.72\tOld objective: -507460.60\tImprovement: 0.00235" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 53\tObjective: -505118.68\tOld objective: -506266.72\tImprovement: 0.00227" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 54\tObjective: -504016.86\tOld objective: -505118.68\tImprovement: 0.00218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 55\tObjective: -502963.31\tOld objective: -504016.86\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 56\tObjective: -501959.66\tOld objective: -502963.31\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 57\tObjective: -500987.93\tOld objective: -501959.66\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 58\tObjective: -500038.87\tOld objective: -500987.93\tImprovement: 0.00189" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 59\tObjective: -499104.09\tOld objective: -500038.87\tImprovement: 0.00187" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 60\tObjective: -498200.90\tOld objective: -499104.09\tImprovement: 0.00181" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 61\tObjective: -497344.93\tOld objective: -498200.90\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 62\tObjective: -496522.22\tOld objective: -497344.93\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 63\tObjective: -495730.83\tOld objective: -496522.22\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 64\tObjective: -494965.89\tOld objective: -495730.83\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 65\tObjective: -494229.96\tOld objective: -494965.89\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 66\tObjective: -493518.69\tOld objective: -494229.96\tImprovement: 0.00144" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 67\tObjective: -492833.07\tOld objective: -493518.69\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 68\tObjective: -492172.39\tOld objective: -492833.07\tImprovement: 0.00134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 69\tObjective: -491529.83\tOld objective: -492172.39\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 70\tObjective: -490900.11\tOld objective: -491529.83\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 71\tObjective: -490282.79\tOld objective: -490900.11\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 72\tObjective: -489681.90\tOld objective: -490282.79\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 73\tObjective: -489100.54\tOld objective: -489681.90\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 74\tObjective: -488540.12\tOld objective: -489100.54\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 75\tObjective: -487996.26\tOld objective: -488540.12\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 76\tObjective: -487473.60\tOld objective: -487996.26\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 77\tObjective: -486969.25\tOld objective: -487473.60\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 78\tObjective: -486486.72\tOld objective: -486969.25\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 79\tObjective: -486017.45\tOld objective: -486486.72\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 80\tObjective: -485554.14\tOld objective: -486017.45\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 81\tObjective: -485099.91\tOld objective: -485554.14\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 82\tObjective: -484654.81\tOld objective: -485099.91\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 83\tObjective: -484213.39\tOld objective: -484654.81\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 84\tObjective: -483780.42\tOld objective: -484213.39\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 85\tObjective: -483360.58\tOld objective: -483780.42\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 86\tObjective: -482957.65\tOld objective: -483360.58\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 87\tObjective: -482564.02\tOld objective: -482957.65\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 88\tObjective: -482187.93\tOld objective: -482564.02\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 89\tObjective: -481830.54\tOld objective: -482187.93\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 90\tObjective: -481479.14\tOld objective: -481830.54\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 91\tObjective: -481131.55\tOld objective: -481479.14\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 92\tObjective: -480790.00\tOld objective: -481131.55\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 93\tObjective: -480456.94\tOld objective: -480790.00\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 94\tObjective: -480144.10\tOld objective: -480456.94\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 95\tObjective: -479844.49\tOld objective: -480144.10\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 96\tObjective: -479555.91\tOld objective: -479844.49\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 97\tObjective: -479275.96\tOld objective: -479555.91\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 98\tObjective: -478998.31\tOld objective: -479275.96\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 99\tObjective: -478725.05\tOld objective: -478998.31\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 2:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -205842.11\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: -131477.44\tOld objective: -205842.11\tImprovement: 0.36127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: -81215.36\tOld objective: -131477.44\tImprovement: 0.38229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: -45781.78\tOld objective: -81215.36\tImprovement: 0.43629" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: -19882.76\tOld objective: -45781.78\tImprovement: 0.56571" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: -467.59\tOld objective: -19882.76\tImprovement: 0.97648" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 14372.88\tOld objective: -467.59\tImprovement: 31.73849" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 25903.60\tOld objective: 14372.88\tImprovement: 0.80226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 34955.96\tOld objective: 25903.60\tImprovement: 0.34946" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 42163.55\tOld objective: 34955.96\tImprovement: 0.20619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 47975.47\tOld objective: 42163.55\tImprovement: 0.13784" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 52707.16\tOld objective: 47975.47\tImprovement: 0.09863" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 56597.50\tOld objective: 52707.16\tImprovement: 0.07381" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 59858.70\tOld objective: 56597.50\tImprovement: 0.05762" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 62594.03\tOld objective: 59858.70\tImprovement: 0.04570" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 64904.81\tOld objective: 62594.03\tImprovement: 0.03692" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 66891.55\tOld objective: 64904.81\tImprovement: 0.03061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 68611.85\tOld objective: 66891.55\tImprovement: 0.02572" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 70095.36\tOld objective: 68611.85\tImprovement: 0.02162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 71384.58\tOld objective: 70095.36\tImprovement: 0.01839" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 72509.04\tOld objective: 71384.58\tImprovement: 0.01575" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 73488.31\tOld objective: 72509.04\tImprovement: 0.01351" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 74347.99\tOld objective: 73488.31\tImprovement: 0.01170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 75108.83\tOld objective: 74347.99\tImprovement: 0.01023" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 75780.52\tOld objective: 75108.83\tImprovement: 0.00894" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 76380.25\tOld objective: 75780.52\tImprovement: 0.00791" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 76923.50\tOld objective: 76380.25\tImprovement: 0.00711" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 77412.96\tOld objective: 76923.50\tImprovement: 0.00636" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 77847.64\tOld objective: 77412.96\tImprovement: 0.00562" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 78247.24\tOld objective: 77847.64\tImprovement: 0.00513" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 78618.83\tOld objective: 78247.24\tImprovement: 0.00475" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 78958.32\tOld objective: 78618.83\tImprovement: 0.00432" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 79267.79\tOld objective: 78958.32\tImprovement: 0.00392" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 79554.37\tOld objective: 79267.79\tImprovement: 0.00362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: 79820.89\tOld objective: 79554.37\tImprovement: 0.00335" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: 80062.66\tOld objective: 79820.89\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: 80289.43\tOld objective: 80062.66\tImprovement: 0.00283" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: 80496.65\tOld objective: 80289.43\tImprovement: 0.00258" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: 80686.78\tOld objective: 80496.65\tImprovement: 0.00236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 39\tObjective: 80861.45\tOld objective: 80686.78\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 40\tObjective: 81021.84\tOld objective: 80861.45\tImprovement: 0.00198" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 41\tObjective: 81174.76\tOld objective: 81021.84\tImprovement: 0.00189" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 42\tObjective: 81317.50\tOld objective: 81174.76\tImprovement: 0.00176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 43\tObjective: 81452.56\tOld objective: 81317.50\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 44\tObjective: 81578.21\tOld objective: 81452.56\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 45\tObjective: 81699.39\tOld objective: 81578.21\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 46\tObjective: 81809.45\tOld objective: 81699.39\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 47\tObjective: 81913.91\tOld objective: 81809.45\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 48\tObjective: 82011.60\tOld objective: 81913.91\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 49\tObjective: 82103.88\tOld objective: 82011.60\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 50\tObjective: 82192.63\tOld objective: 82103.88\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 51\tObjective: 82278.59\tOld objective: 82192.63\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 52\tObjective: 82361.19\tOld objective: 82278.59\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 53\tObjective: 82438.49\tOld objective: 82361.19\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 54\tObjective: 82511.22\tOld objective: 82438.49\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 55\tObjective: 82582.51\tOld objective: 82511.22\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 56\tObjective: 82653.38\tOld objective: 82582.51\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 57\tObjective: 82722.82\tOld objective: 82653.38\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 58\tObjective: 82793.12\tOld objective: 82722.82\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 59\tObjective: 82861.97\tOld objective: 82793.12\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 60\tObjective: 82929.51\tOld objective: 82861.97\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 61\tObjective: 82993.60\tOld objective: 82929.51\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 62\tObjective: 83052.69\tOld objective: 82993.60\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 63\tObjective: 83107.48\tOld objective: 83052.69\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 64\tObjective: 83156.29\tOld objective: 83107.48\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 65\tObjective: 83201.46\tOld objective: 83156.29\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 66\tObjective: 83247.07\tOld objective: 83201.46\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 67\tObjective: 83294.25\tOld objective: 83247.07\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 68\tObjective: 83338.70\tOld objective: 83294.25\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 69\tObjective: 83380.31\tOld objective: 83338.70\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 3:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -89396.81\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 14691.09\tOld objective: -89396.81\tImprovement: 1.16434" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 75585.99\tOld objective: 14691.09\tImprovement: 4.14502" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 113812.87\tOld objective: 75585.99\tImprovement: 0.50574" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 139258.58\tOld objective: 113812.87\tImprovement: 0.22358" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 156984.33\tOld objective: 139258.58\tImprovement: 0.12729" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 169730.31\tOld objective: 156984.33\tImprovement: 0.08119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 179159.82\tOld objective: 169730.31\tImprovement: 0.05556" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 186263.05\tOld objective: 179159.82\tImprovement: 0.03965" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 191709.89\tOld objective: 186263.05\tImprovement: 0.02924" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 195951.50\tOld objective: 191709.89\tImprovement: 0.02213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 199292.31\tOld objective: 195951.50\tImprovement: 0.01705" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 201988.78\tOld objective: 199292.31\tImprovement: 0.01353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 204194.94\tOld objective: 201988.78\tImprovement: 0.01092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 206013.92\tOld objective: 204194.94\tImprovement: 0.00891" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 207518.14\tOld objective: 206013.92\tImprovement: 0.00730" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 208779.64\tOld objective: 207518.14\tImprovement: 0.00608" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 209850.45\tOld objective: 208779.64\tImprovement: 0.00513" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 210763.28\tOld objective: 209850.45\tImprovement: 0.00435" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 211544.82\tOld objective: 210763.28\tImprovement: 0.00371" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 212229.06\tOld objective: 211544.82\tImprovement: 0.00323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 212821.65\tOld objective: 212229.06\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 213345.28\tOld objective: 212821.65\tImprovement: 0.00246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 213813.89\tOld objective: 213345.28\tImprovement: 0.00220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 214241.27\tOld objective: 213813.89\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 214632.28\tOld objective: 214241.27\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 214980.50\tOld objective: 214632.28\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 215292.48\tOld objective: 214980.50\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 215580.76\tOld objective: 215292.48\tImprovement: 0.00134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 215841.03\tOld objective: 215580.76\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 216072.05\tOld objective: 215841.03\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 216283.41\tOld objective: 216072.05\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 216473.16\tOld objective: 216283.41\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 216650.98\tOld objective: 216473.16\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: 216820.49\tOld objective: 216650.98\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: 216984.48\tOld objective: 216820.49\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: 217133.15\tOld objective: 216984.48\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: 217270.23\tOld objective: 217133.15\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: 217403.85\tOld objective: 217270.23\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 39\tObjective: 217527.73\tOld objective: 217403.85\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 40\tObjective: 217640.87\tOld objective: 217527.73\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 41\tObjective: 217748.29\tOld objective: 217640.87\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 4:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -5738.01\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 115963.80\tOld objective: -5738.01\tImprovement: 21.20977" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 182006.89\tOld objective: 115963.80\tImprovement: 0.56951" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 221211.12\tOld objective: 182006.89\tImprovement: 0.21540" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 246264.62\tOld objective: 221211.12\tImprovement: 0.11326" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 263208.31\tOld objective: 246264.62\tImprovement: 0.06880" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 275207.07\tOld objective: 263208.31\tImprovement: 0.04559" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 283930.40\tOld objective: 275207.07\tImprovement: 0.03170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 290397.05\tOld objective: 283930.40\tImprovement: 0.02278" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 295267.58\tOld objective: 290397.05\tImprovement: 0.01677" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 299016.98\tOld objective: 295267.58\tImprovement: 0.01270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 301933.01\tOld objective: 299016.98\tImprovement: 0.00975" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 304242.34\tOld objective: 301933.01\tImprovement: 0.00765" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 306119.01\tOld objective: 304242.34\tImprovement: 0.00617" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 307653.89\tOld objective: 306119.01\tImprovement: 0.00501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 308912.00\tOld objective: 307653.89\tImprovement: 0.00409" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 309968.07\tOld objective: 308912.00\tImprovement: 0.00342" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 310864.40\tOld objective: 309968.07\tImprovement: 0.00289" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 311629.20\tOld objective: 310864.40\tImprovement: 0.00246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 312292.55\tOld objective: 311629.20\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 312870.35\tOld objective: 312292.55\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 313378.07\tOld objective: 312870.35\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 313812.69\tOld objective: 313378.07\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 314203.20\tOld objective: 313812.69\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 314560.52\tOld objective: 314203.20\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 314879.26\tOld objective: 314560.52\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 315167.36\tOld objective: 314879.26\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 315428.49\tOld objective: 315167.36\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 315657.38\tOld objective: 315428.49\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 315858.54\tOld objective: 315657.38\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 316039.42\tOld objective: 315858.54\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 316211.40\tOld objective: 316039.42\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 316374.09\tOld objective: 316211.40\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 316526.52\tOld objective: 316374.09\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 5:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 20254.66\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 141203.80\tOld objective: 20254.66\tImprovement: 5.97142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 203481.99\tOld objective: 141203.80\tImprovement: 0.44105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 239421.60\tOld objective: 203481.99\tImprovement: 0.17662" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 261984.72\tOld objective: 239421.60\tImprovement: 0.09424" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 277073.11\tOld objective: 261984.72\tImprovement: 0.05759" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 287616.55\tOld objective: 277073.11\tImprovement: 0.03805" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 295191.77\tOld objective: 287616.55\tImprovement: 0.02634" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 300740.92\tOld objective: 295191.77\tImprovement: 0.01880" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 304883.21\tOld objective: 300740.92\tImprovement: 0.01377" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 308030.16\tOld objective: 304883.21\tImprovement: 0.01032" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 310458.66\tOld objective: 308030.16\tImprovement: 0.00788" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 312387.46\tOld objective: 310458.66\tImprovement: 0.00621" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 313936.53\tOld objective: 312387.46\tImprovement: 0.00496" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 315192.51\tOld objective: 313936.53\tImprovement: 0.00400" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 316218.83\tOld objective: 315192.51\tImprovement: 0.00326" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 317068.38\tOld objective: 316218.83\tImprovement: 0.00269" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 317782.33\tOld objective: 317068.38\tImprovement: 0.00225" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 318392.58\tOld objective: 317782.33\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 318915.33\tOld objective: 318392.58\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 319379.87\tOld objective: 318915.33\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 319795.61\tOld objective: 319379.87\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 320164.97\tOld objective: 319795.61\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 320497.67\tOld objective: 320164.97\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 320801.47\tOld objective: 320497.67\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 321076.99\tOld objective: 320801.47\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 321322.02\tOld objective: 321076.99\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 321540.51\tOld objective: 321322.02\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 321735.49\tOld objective: 321540.51\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 321908.73\tOld objective: 321735.49\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 322068.90\tOld objective: 321908.73\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 6:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 27791.62\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 145822.38\tOld objective: 27791.62\tImprovement: 4.24699" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 204129.76\tOld objective: 145822.38\tImprovement: 0.39985" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 237094.23\tOld objective: 204129.76\tImprovement: 0.16149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 257605.65\tOld objective: 237094.23\tImprovement: 0.08651" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 271183.69\tOld objective: 257605.65\tImprovement: 0.05271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 280563.45\tOld objective: 271183.69\tImprovement: 0.03459" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 287258.85\tOld objective: 280563.45\tImprovement: 0.02386" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 292183.18\tOld objective: 287258.85\tImprovement: 0.01714" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 295865.38\tOld objective: 292183.18\tImprovement: 0.01260" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 298661.79\tOld objective: 295865.38\tImprovement: 0.00945" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 300838.25\tOld objective: 298661.79\tImprovement: 0.00729" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 302572.18\tOld objective: 300838.25\tImprovement: 0.00576" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 303982.24\tOld objective: 302572.18\tImprovement: 0.00466" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 305135.07\tOld objective: 303982.24\tImprovement: 0.00379" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 306091.07\tOld objective: 305135.07\tImprovement: 0.00313" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 306891.82\tOld objective: 306091.07\tImprovement: 0.00262" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 307576.51\tOld objective: 306891.82\tImprovement: 0.00223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 308169.72\tOld objective: 307576.51\tImprovement: 0.00193" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 308678.73\tOld objective: 308169.72\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 309116.64\tOld objective: 308678.73\tImprovement: 0.00142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 309501.12\tOld objective: 309116.64\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 309841.98\tOld objective: 309501.12\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 310141.96\tOld objective: 309841.98\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 310407.33\tOld objective: 310141.96\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 310649.79\tOld objective: 310407.33\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 310873.71\tOld objective: 310649.79\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 311080.35\tOld objective: 310873.71\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 311271.17\tOld objective: 311080.35\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 311442.51\tOld objective: 311271.17\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 311596.59\tOld objective: 311442.51\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 7:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 55598.43\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 176448.43\tOld objective: 55598.43\tImprovement: 2.17362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 234360.74\tOld objective: 176448.43\tImprovement: 0.32821" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 266283.30\tOld objective: 234360.74\tImprovement: 0.13621" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 285795.61\tOld objective: 266283.30\tImprovement: 0.07328" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 298591.61\tOld objective: 285795.61\tImprovement: 0.04477" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 307343.82\tOld objective: 298591.61\tImprovement: 0.02931" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 313494.84\tOld objective: 307343.82\tImprovement: 0.02001" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 317944.68\tOld objective: 313494.84\tImprovement: 0.01419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 321280.46\tOld objective: 317944.68\tImprovement: 0.01049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 323819.60\tOld objective: 321280.46\tImprovement: 0.00790" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 325773.01\tOld objective: 323819.60\tImprovement: 0.00603" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 327320.33\tOld objective: 325773.01\tImprovement: 0.00475" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 328565.62\tOld objective: 327320.33\tImprovement: 0.00380" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 329583.05\tOld objective: 328565.62\tImprovement: 0.00310" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 330425.54\tOld objective: 329583.05\tImprovement: 0.00256" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 331127.43\tOld objective: 330425.54\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 331724.42\tOld objective: 331127.43\tImprovement: 0.00180" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 332240.21\tOld objective: 331724.42\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 332700.39\tOld objective: 332240.21\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 333105.20\tOld objective: 332700.39\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 333448.90\tOld objective: 333105.20\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 333752.85\tOld objective: 333448.90\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 334024.37\tOld objective: 333752.85\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 334267.23\tOld objective: 334024.37\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 334487.34\tOld objective: 334267.23\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 334689.45\tOld objective: 334487.34\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 334869.13\tOld objective: 334689.45\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 335036.23\tOld objective: 334869.13\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 8:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 68535.48\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 185635.15\tOld objective: 68535.48\tImprovement: 1.70860" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 240647.90\tOld objective: 185635.15\tImprovement: 0.29635" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 270850.11\tOld objective: 240647.90\tImprovement: 0.12550" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 289253.76\tOld objective: 270850.11\tImprovement: 0.06795" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 301281.41\tOld objective: 289253.76\tImprovement: 0.04158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 309546.62\tOld objective: 301281.41\tImprovement: 0.02743" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 315429.75\tOld objective: 309546.62\tImprovement: 0.01901" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 319719.24\tOld objective: 315429.75\tImprovement: 0.01360" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 322865.86\tOld objective: 319719.24\tImprovement: 0.00984" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 325238.39\tOld objective: 322865.86\tImprovement: 0.00735" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 327071.30\tOld objective: 325238.39\tImprovement: 0.00564" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 328515.90\tOld objective: 327071.30\tImprovement: 0.00442" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 329677.47\tOld objective: 328515.90\tImprovement: 0.00354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 330634.01\tOld objective: 329677.47\tImprovement: 0.00290" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 331429.14\tOld objective: 330634.01\tImprovement: 0.00240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 332098.11\tOld objective: 331429.14\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 332669.75\tOld objective: 332098.11\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 333160.80\tOld objective: 332669.75\tImprovement: 0.00148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 333589.29\tOld objective: 333160.80\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 333969.27\tOld objective: 333589.29\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 334313.37\tOld objective: 333969.27\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 334613.11\tOld objective: 334313.37\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 334867.96\tOld objective: 334613.11\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 335093.97\tOld objective: 334867.96\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 335293.59\tOld objective: 335093.97\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 335470.08\tOld objective: 335293.59\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 335628.81\tOld objective: 335470.08\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 9:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 91447.32\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 207696.48\tOld objective: 91447.32\tImprovement: 1.27121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 259625.58\tOld objective: 207696.48\tImprovement: 0.25002" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 287493.31\tOld objective: 259625.58\tImprovement: 0.10734" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 304296.06\tOld objective: 287493.31\tImprovement: 0.05845" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 315209.32\tOld objective: 304296.06\tImprovement: 0.03586" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 322624.58\tOld objective: 315209.32\tImprovement: 0.02352" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 327813.64\tOld objective: 322624.58\tImprovement: 0.01608" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 331545.82\tOld objective: 327813.64\tImprovement: 0.01139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 334310.31\tOld objective: 331545.82\tImprovement: 0.00834" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 336431.66\tOld objective: 334310.31\tImprovement: 0.00635" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 338093.78\tOld objective: 336431.66\tImprovement: 0.00494" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 339432.04\tOld objective: 338093.78\tImprovement: 0.00396" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 340505.79\tOld objective: 339432.04\tImprovement: 0.00316" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 341376.74\tOld objective: 340505.79\tImprovement: 0.00256" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 342104.12\tOld objective: 341376.74\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 342716.05\tOld objective: 342104.12\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 343235.91\tOld objective: 342716.05\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 343680.10\tOld objective: 343235.91\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 344061.14\tOld objective: 343680.10\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 344393.83\tOld objective: 344061.14\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 344688.73\tOld objective: 344393.83\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 344951.72\tOld objective: 344688.73\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 345188.08\tOld objective: 344951.72\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 345400.29\tOld objective: 345188.08\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 345589.10\tOld objective: 345400.29\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 345758.47\tOld objective: 345589.10\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 10:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 92168.94\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 206739.32\tOld objective: 92168.94\tImprovement: 1.24305" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 256760.32\tOld objective: 206739.32\tImprovement: 0.24195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 283254.45\tOld objective: 256760.32\tImprovement: 0.10319" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 298962.21\tOld objective: 283254.45\tImprovement: 0.05545" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 308940.33\tOld objective: 298962.21\tImprovement: 0.03338" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 315613.45\tOld objective: 308940.33\tImprovement: 0.02160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 320310.94\tOld objective: 315613.45\tImprovement: 0.01488" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 323717.75\tOld objective: 320310.94\tImprovement: 0.01064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 326234.22\tOld objective: 323717.75\tImprovement: 0.00777" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 328145.59\tOld objective: 326234.22\tImprovement: 0.00586" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 329620.98\tOld objective: 328145.59\tImprovement: 0.00450" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 330794.07\tOld objective: 329620.98\tImprovement: 0.00356" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 331748.61\tOld objective: 330794.07\tImprovement: 0.00289" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 332544.72\tOld objective: 331748.61\tImprovement: 0.00240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 333217.18\tOld objective: 332544.72\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 333778.81\tOld objective: 333217.18\tImprovement: 0.00169" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 334262.40\tOld objective: 333778.81\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 334668.01\tOld objective: 334262.40\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 335012.39\tOld objective: 334668.01\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 335314.25\tOld objective: 335012.39\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 335586.77\tOld objective: 335314.25\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 335826.38\tOld objective: 335586.77\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 336044.84\tOld objective: 335826.38\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 336241.36\tOld objective: 336044.84\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 336411.84\tOld objective: 336241.36\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 336569.17\tOld objective: 336411.84\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 11:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 153691.30\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 272117.91\tOld objective: 153691.30\tImprovement: 0.77055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 323215.36\tOld objective: 272117.91\tImprovement: 0.18778" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 349799.93\tOld objective: 323215.36\tImprovement: 0.08225" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 365337.71\tOld objective: 349799.93\tImprovement: 0.04442" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 375144.03\tOld objective: 365337.71\tImprovement: 0.02684" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 381689.22\tOld objective: 375144.03\tImprovement: 0.01745" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 386238.19\tOld objective: 381689.22\tImprovement: 0.01192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 389501.10\tOld objective: 386238.19\tImprovement: 0.00845" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 391918.46\tOld objective: 389501.10\tImprovement: 0.00621" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 393782.89\tOld objective: 391918.46\tImprovement: 0.00476" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 395231.68\tOld objective: 393782.89\tImprovement: 0.00368" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 396392.28\tOld objective: 395231.68\tImprovement: 0.00294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 397324.20\tOld objective: 396392.28\tImprovement: 0.00235" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 398085.64\tOld objective: 397324.20\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 398731.53\tOld objective: 398085.64\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 399271.49\tOld objective: 398731.53\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 399732.14\tOld objective: 399271.49\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 400141.69\tOld objective: 399732.14\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 400509.62\tOld objective: 400141.69\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 400831.25\tOld objective: 400509.62\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 401106.95\tOld objective: 400831.25\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 401351.11\tOld objective: 401106.95\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 401568.16\tOld objective: 401351.11\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 401768.07\tOld objective: 401568.16\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 12:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 173504.88\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 292002.01\tOld objective: 173504.88\tImprovement: 0.68296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 342045.59\tOld objective: 292002.01\tImprovement: 0.17138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 367872.03\tOld objective: 342045.59\tImprovement: 0.07551" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 382889.11\tOld objective: 367872.03\tImprovement: 0.04082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 392351.74\tOld objective: 382889.11\tImprovement: 0.02471" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 398676.37\tOld objective: 392351.74\tImprovement: 0.01612" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 403071.85\tOld objective: 398676.37\tImprovement: 0.01103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 406230.80\tOld objective: 403071.85\tImprovement: 0.00784" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 408572.42\tOld objective: 406230.80\tImprovement: 0.00576" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 410380.58\tOld objective: 408572.42\tImprovement: 0.00443" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 411803.58\tOld objective: 410380.58\tImprovement: 0.00347" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 412955.36\tOld objective: 411803.58\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 413897.74\tOld objective: 412955.36\tImprovement: 0.00228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 414667.07\tOld objective: 413897.74\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 415308.43\tOld objective: 414667.07\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 415856.66\tOld objective: 415308.43\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 416333.22\tOld objective: 415856.66\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 416747.39\tOld objective: 416333.22\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 417105.02\tOld objective: 416747.39\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 417417.06\tOld objective: 417105.02\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 417696.62\tOld objective: 417417.06\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 417950.09\tOld objective: 417696.62\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 418176.19\tOld objective: 417950.09\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 418374.06\tOld objective: 418176.19\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 13:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 155379.02\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 270004.74\tOld objective: 155379.02\tImprovement: 0.73772" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 318186.58\tOld objective: 270004.74\tImprovement: 0.17845" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 342961.90\tOld objective: 318186.58\tImprovement: 0.07786" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 357389.69\tOld objective: 342961.90\tImprovement: 0.04207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 366535.02\tOld objective: 357389.69\tImprovement: 0.02559" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 372636.08\tOld objective: 366535.02\tImprovement: 0.01665" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 376880.31\tOld objective: 372636.08\tImprovement: 0.01139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 379924.81\tOld objective: 376880.31\tImprovement: 0.00808" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 382163.77\tOld objective: 379924.81\tImprovement: 0.00589" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 383873.95\tOld objective: 382163.77\tImprovement: 0.00447" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 385228.32\tOld objective: 383873.95\tImprovement: 0.00353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 386305.18\tOld objective: 385228.32\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 387188.96\tOld objective: 386305.18\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 387931.97\tOld objective: 387188.96\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 388550.85\tOld objective: 387931.97\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 389090.04\tOld objective: 388550.85\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 389571.37\tOld objective: 389090.04\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 389977.90\tOld objective: 389571.37\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 390313.75\tOld objective: 389977.90\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 390604.45\tOld objective: 390313.75\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 390867.63\tOld objective: 390604.45\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 391101.77\tOld objective: 390867.63\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 391309.49\tOld objective: 391101.77\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 391494.32\tOld objective: 391309.49\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 14:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 170364.33\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 283744.90\tOld objective: 170364.33\tImprovement: 0.66552" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 330032.66\tOld objective: 283744.90\tImprovement: 0.16313" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 353489.42\tOld objective: 330032.66\tImprovement: 0.07107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 367011.08\tOld objective: 353489.42\tImprovement: 0.03825" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 375502.34\tOld objective: 367011.08\tImprovement: 0.02314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 381139.51\tOld objective: 375502.34\tImprovement: 0.01501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 385034.59\tOld objective: 381139.51\tImprovement: 0.01022" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 387866.58\tOld objective: 385034.59\tImprovement: 0.00736" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 389992.05\tOld objective: 387866.58\tImprovement: 0.00548" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 391609.13\tOld objective: 389992.05\tImprovement: 0.00415" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 392890.41\tOld objective: 391609.13\tImprovement: 0.00327" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 393911.00\tOld objective: 392890.41\tImprovement: 0.00260" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 394748.55\tOld objective: 393911.00\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 395454.83\tOld objective: 394748.55\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 396061.08\tOld objective: 395454.83\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 396577.57\tOld objective: 396061.08\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 397024.82\tOld objective: 396577.57\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 397405.29\tOld objective: 397024.82\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 397732.74\tOld objective: 397405.29\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 398021.11\tOld objective: 397732.74\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 398279.68\tOld objective: 398021.11\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 398516.79\tOld objective: 398279.68\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 398724.56\tOld objective: 398516.79\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 398904.84\tOld objective: 398724.56\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 15:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 171555.09\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 279729.62\tOld objective: 171555.09\tImprovement: 0.63055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 323577.94\tOld objective: 279729.62\tImprovement: 0.15675" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 345751.01\tOld objective: 323577.94\tImprovement: 0.06852" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 358559.78\tOld objective: 345751.01\tImprovement: 0.03705" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 366628.66\tOld objective: 358559.78\tImprovement: 0.02250" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 371987.42\tOld objective: 366628.66\tImprovement: 0.01462" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 375711.74\tOld objective: 371987.42\tImprovement: 0.01001" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 378416.18\tOld objective: 375711.74\tImprovement: 0.00720" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 380452.15\tOld objective: 378416.18\tImprovement: 0.00538" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 382030.57\tOld objective: 380452.15\tImprovement: 0.00415" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 383276.97\tOld objective: 382030.57\tImprovement: 0.00326" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 384282.66\tOld objective: 383276.97\tImprovement: 0.00262" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 385106.48\tOld objective: 384282.66\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 385790.25\tOld objective: 385106.48\tImprovement: 0.00178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 386367.06\tOld objective: 385790.25\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 386874.71\tOld objective: 386367.06\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 387306.78\tOld objective: 386874.71\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 387680.51\tOld objective: 387306.78\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 388008.89\tOld objective: 387680.51\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 388302.66\tOld objective: 388008.89\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 388564.61\tOld objective: 388302.66\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 388799.71\tOld objective: 388564.61\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 389004.84\tOld objective: 388799.71\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 389183.27\tOld objective: 389004.84\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 16:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 231160.27\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 341407.06\tOld objective: 231160.27\tImprovement: 0.47693" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 384358.17\tOld objective: 341407.06\tImprovement: 0.12581" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 405677.81\tOld objective: 384358.17\tImprovement: 0.05547" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 417809.61\tOld objective: 405677.81\tImprovement: 0.02991" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 425351.03\tOld objective: 417809.61\tImprovement: 0.01805" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 430350.40\tOld objective: 425351.03\tImprovement: 0.01175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 433831.75\tOld objective: 430350.40\tImprovement: 0.00809" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 436382.12\tOld objective: 433831.75\tImprovement: 0.00588" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 438300.99\tOld objective: 436382.12\tImprovement: 0.00440" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 439795.30\tOld objective: 438300.99\tImprovement: 0.00341" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 440984.07\tOld objective: 439795.30\tImprovement: 0.00270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 441951.06\tOld objective: 440984.07\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 442734.88\tOld objective: 441951.06\tImprovement: 0.00177" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 443383.68\tOld objective: 442734.88\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 443935.98\tOld objective: 443383.68\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 444412.29\tOld objective: 443935.98\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 444822.11\tOld objective: 444412.29\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 445178.47\tOld objective: 444822.11\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 445480.45\tOld objective: 445178.47\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 445745.84\tOld objective: 445480.45\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 445983.59\tOld objective: 445745.84\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 446196.69\tOld objective: 445983.59\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 17:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 208667.58\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 316658.90\tOld objective: 208667.58\tImprovement: 0.51753" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 359125.97\tOld objective: 316658.90\tImprovement: 0.13411" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 380163.79\tOld objective: 359125.97\tImprovement: 0.05858" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 392128.50\tOld objective: 380163.79\tImprovement: 0.03147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 399578.00\tOld objective: 392128.50\tImprovement: 0.01900" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 404517.38\tOld objective: 399578.00\tImprovement: 0.01236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 407967.86\tOld objective: 404517.38\tImprovement: 0.00853" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 410488.62\tOld objective: 407967.86\tImprovement: 0.00618" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 412400.50\tOld objective: 410488.62\tImprovement: 0.00466" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 413891.62\tOld objective: 412400.50\tImprovement: 0.00362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 415076.08\tOld objective: 413891.62\tImprovement: 0.00286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 416029.89\tOld objective: 415076.08\tImprovement: 0.00230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 416825.22\tOld objective: 416029.89\tImprovement: 0.00191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 417494.93\tOld objective: 416825.22\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 418064.86\tOld objective: 417494.93\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 418549.16\tOld objective: 418064.86\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 418954.02\tOld objective: 418549.16\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 419301.83\tOld objective: 418954.02\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 419612.15\tOld objective: 419301.83\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 419884.05\tOld objective: 419612.15\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 420126.40\tOld objective: 419884.05\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 420340.72\tOld objective: 420126.40\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 420530.37\tOld objective: 420340.72\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 18:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 265748.33\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 375164.06\tOld objective: 265748.33\tImprovement: 0.41173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 416744.20\tOld objective: 375164.06\tImprovement: 0.11083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 437132.83\tOld objective: 416744.20\tImprovement: 0.04892" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 448664.60\tOld objective: 437132.83\tImprovement: 0.02638" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 455805.59\tOld objective: 448664.60\tImprovement: 0.01592" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 460546.36\tOld objective: 455805.59\tImprovement: 0.01040" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 463839.45\tOld objective: 460546.36\tImprovement: 0.00715" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 466237.87\tOld objective: 463839.45\tImprovement: 0.00517" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 468049.30\tOld objective: 466237.87\tImprovement: 0.00389" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 469450.40\tOld objective: 468049.30\tImprovement: 0.00299" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 470566.64\tOld objective: 469450.40\tImprovement: 0.00238" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 471466.97\tOld objective: 470566.64\tImprovement: 0.00191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 472189.53\tOld objective: 471466.97\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 472784.07\tOld objective: 472189.53\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 473296.76\tOld objective: 472784.07\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 473737.56\tOld objective: 473296.76\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 474114.09\tOld objective: 473737.56\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 474439.38\tOld objective: 474114.09\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 474722.04\tOld objective: 474439.38\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 474976.67\tOld objective: 474722.04\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 475206.58\tOld objective: 474976.67\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 19:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 240086.31\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 349454.48\tOld objective: 240086.31\tImprovement: 0.45554" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 391010.68\tOld objective: 349454.48\tImprovement: 0.11892" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 411343.32\tOld objective: 391010.68\tImprovement: 0.05200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 422816.02\tOld objective: 411343.32\tImprovement: 0.02789" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 429892.50\tOld objective: 422816.02\tImprovement: 0.01674" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 434572.66\tOld objective: 429892.50\tImprovement: 0.01089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 437861.01\tOld objective: 434572.66\tImprovement: 0.00757" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 440280.10\tOld objective: 437861.01\tImprovement: 0.00552" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 442117.53\tOld objective: 440280.10\tImprovement: 0.00417" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 443547.55\tOld objective: 442117.53\tImprovement: 0.00323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 444679.82\tOld objective: 443547.55\tImprovement: 0.00255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 445603.80\tOld objective: 444679.82\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 446364.54\tOld objective: 445603.80\tImprovement: 0.00171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 447002.38\tOld objective: 446364.54\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 447537.75\tOld objective: 447002.38\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 447989.73\tOld objective: 447537.75\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 448380.62\tOld objective: 447989.73\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 448726.41\tOld objective: 448380.62\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 449029.08\tOld objective: 448726.41\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 449283.21\tOld objective: 449029.08\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 449503.35\tOld objective: 449283.21\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 20:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 267675.38\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 376245.70\tOld objective: 267675.38\tImprovement: 0.40560" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 417087.38\tOld objective: 376245.70\tImprovement: 0.10855" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 436951.79\tOld objective: 417087.38\tImprovement: 0.04763" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 448086.90\tOld objective: 436951.79\tImprovement: 0.02548" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 454944.10\tOld objective: 448086.90\tImprovement: 0.01530" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 459481.84\tOld objective: 454944.10\tImprovement: 0.00997" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 462656.99\tOld objective: 459481.84\tImprovement: 0.00691" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 464986.62\tOld objective: 462656.99\tImprovement: 0.00504" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 466749.15\tOld objective: 464986.62\tImprovement: 0.00379" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 468109.63\tOld objective: 466749.15\tImprovement: 0.00291" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 469187.73\tOld objective: 468109.63\tImprovement: 0.00230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 470067.58\tOld objective: 469187.73\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 470785.37\tOld objective: 470067.58\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 471385.32\tOld objective: 470785.37\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 471883.31\tOld objective: 471385.32\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 472309.95\tOld objective: 471883.31\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 472683.22\tOld objective: 472309.95\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 473011.35\tOld objective: 472683.22\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 473296.90\tOld objective: 473011.35\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 473546.76\tOld objective: 473296.90\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 473768.83\tOld objective: 473546.76\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n" ] }, { "metadata": {}, "output_type": "pyout", "prompt_number": 18, "text": [ "OnlinePoissonMF(batch_size=500, max_iter=100, n_components=100, n_pass=1,\n", " random_state=98765, shuffle=True, smoothness=100, tol=0.0005,\n", " verbose=True)" ] } ], "prompt_number": 18 }, { "cell_type": "code", "collapsed": false, "input": [ "plot(online_coder.bound)\n", "pass" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "display_data", "png": "iVBORw0KGgoAAAANSUhEUgAAAXUAAAEECAYAAADXg6SsAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XtcVGX+B/DvKJgiCpKBBCSuoDGKM6MmZirjLYXQrCzZ\nNiIvLVJmWrkuriZelizvbkWWl9Uu2q6VokJlyihekF8yqAkmKK6AiIqioBLgPL8/vlFICDMwM2fm\n8Hm/XuclMGfO8ziOH84853ueRyGEIAAAkIcWUncAAADMB6EOACAjCHUAABlBqAMAyAhCHQBARhDq\nAAAyYrVQnzhx4noPD4+iwMDAEw3tm5OT4zdo0KAUjUajV6lUx5KSkkKs0UcAAHunsFadekpKyiBn\nZ+eyF198cdOJEycC69v3pZde+vejjz56OCoqak1WVlZAaGhoYm5ubherdBQAwI5Z7Ux90KBBKR06\ndLhW82dnzpzpGhISktS3b98fBw8evP/nn3/uTkTk6elZeP36dRciopKSElcvL68Ca/UTAMCuCSGs\ntuXm5vr27NnzRPX3Q4cO3ZOdne0nhKDU1NSgoUOH7hFC0PXr19srlcqT3t7eeR06dLianp6usWY/\nsWHDhs1eNwepfpmUlZU5Hz58+NFnn332v9U/q6ioaEVE9MYbbyyfPHny2hkzZqxITU3t/8ILL3x2\n8uTJHlL1FQDAXkgW6gaDoYWrq2uJXq/X1H7s0KFDA+bPnz+PiKh///6p5eXlra9cudKxY8eOV6zf\nUwAA+yFZSWP79u1vdOnSJXfr1q3jiIiEEIrjx4/3IiJ6+OGHT/3www/DiYiysrICysvLWyPQAQCM\nYMwYTVVVVUu1Wq0PCwvbUfux5ORkbfv27a+r1Wq9Wq3WL1y4cE5dxwgPD9/s6el5wdHRscLb2ztv\n/fr1E3Jzc31HjRqVpFKpMpRK5cnq5+bk5HQNDg7WqVSqDLVard+9e/dwqcepsGHDhs0eNqNKGpcv\nX/7G0aNH+5SWlrZLSEgYU/MxnU6nXb58+Ru1fw4AANbX4PBLfn6+d2JiYujkyZPXCiEUde1zr58D\nAIB1NRjqM2bMWLFkyZKZLVq0MNT1uEKhEIcOHRqgUqmOhYaGJmZmZirN300AADBGvdUvO3fuDHN3\nd7+k0Wj0Op1OW9c+vXv3Ts/Ly/NxcnK6lZSUFDJ27Nhtp0+f7lZ7P4VCgSWWAAAawaTRkPoG3GNi\nYuK8vb3zfH19czt16lTo5OR0MyIiYlN9z/H19c0tLi52q/1zbgrMZd68eVJ3QTbwWpoXXk/z+jU7\njb5QWu/wS1xc3Oy8vDyf3NzcLlu2bAkfOnTo3k2bNr1Yc5+ioiIP8etvkbS0tH5CCIWbm9tV038X\nAQBAU5l081H1EMqaNWuiiIiioqLWbN26dVx8fHy0g4NDlZOT060tW7aEW6KjAADQMKvN0qhQKIS1\n2moOdDodabVaqbshC3gtzQuvp3kpFAqTxtQR6gAANszUUMfKRwAAMoJQBwCQEYQ6AICMINQBAGQE\noQ4AICMIdQAAGUGoAwDICEIdAEBGEOoAADKCUAcAkBGEOgCAjCDUAQBkBKEOACAjCHUAABlBqAMA\nyAhCHQBARhDqAAAyglAHAJARhDoAgIwg1AEAZAShDgCyIgTRhx8SFRdL3RNpINQBQFa++YYoJoYo\nOJjowgWpe2N9CHUAkI3bt4neeIOD/S9/IRo0iOjsWal7ZV0OUncAAMBcliwheuQRoqFDeXN1JRo8\nmOi774h69JC6d9ahEEJYpyGFQlirLQBofv73P6LevYnS04k6d/795198wWfvCQlE/fpZrz9Xr/K4\nvr9/046jUChICKEwdn8MvwCALMycSTRt2t2BTkT0/PNEa9cShYUR7d1rnb7s3EkUGMh/WhvO1AHA\n7iUnE02YQJSVRdSmTd377NtH9OyzRJ98QvTkk5bpx/XrRDNmEOl0RBs28MXaprLImfqdO3daajQa\n/ejRo3fU9fi0adNW+/v7Z6tUqmN6vV5jbOMAAE1VVcVn6MuX3zvQiThgExOJpkwh+vRT8/fjhx+I\nevUiatWK6Ngx8wR6Yxh1oXTVqlWvK5XKzNLS0na1H0tMTAzNycnxy87O9j9y5EhQdHR0fGpqan/z\ndxUA4I8++ojIw4Poqaca3rdvX6I9e4hGjiQqKSF67bWmt19WRvS3v/FQy9q1RI8/3vRjNkWDZ+r5\n+fneiYmJoZMnT15b10eAhISEMZGRkRuJiIKCgo6UlJS4FhUVeViiswAANV2+TLRgAdGqVUQKIwco\nlEqilBSi1auJFi7km5UaKyWFSKUiunWL6Phx6QOdyIhQnzFjxoolS5bMbNGihaGuxwsKCrx8fHzy\nqr/39vbOz8/P9zZnJwEA6jJnDl8INbVc0deXA/m//yV6803Tg726Hj48nGjFCqJ//5vLJ21BvcMv\nO3fuDHN3d7+k0Wj0Op1Oe6/9ap/BKxSKOl+i2NjY377WarWk1d7zkAAA9UpPJ9q+nejUqcY9v1Mn\nvnj6xBNEkyYRffwxkYMRA9JHjhBFRhKp1Xx2fv/9jWv/XnQ6Hel0usYfQAhxzy0mJibO29s7z9fX\nN7dTp06FTk5ONyMiIjbV3CcqKuqjzZs3h1d/371791MXL170qH0sbgoA5OzcOSH277d8OwaDEAMG\nCPHJJ00/VlmZECNGCPH000KUl997v/JyIWJihPDwEOI//2l6u8b6NTvrzeqam9E76nS64LCwsB21\nf75r167QkJCQRCEEHT58uH9QUFBqnQ0h1AFkzWAQYtgwIdq0EWLrVsu29dlnQvTpI0RVlXmOV17O\noT5iBId8benpQgQGCjF2rBAXL5qnTWOZGuomTRNQPayyZs2aKCKiqKioNaGhoYmJiYmhfn5+OW3b\ntr25YcOGCY3/3AAA9mrHDp5Aa/9+otGjudRw/Hjzt1NaSjRrFo+Ht2xpnmPedx/Rl18S/fWvRCNG\nEO3aRdShA1FlJdE77xC9/z7RsmVEL7xg/AVZqeDmIwBosooKvlj5/vtcLnjiBFeCLFvGFzLNKSaG\nf3ls3Gje4xIRGQx84XTvXqKVK/ku1Qce4FJFLy/zt2cMU28+QqgDNFFxMZ+VejTjQt5lyzgId+36\n/WcnT3Kwv/MO0Ysvmqed7GyiRx/lXxqenuY5Zm1CcKnj0qX895o8Wdqzc4Q6gBXcucN3EK5fzzMA\ntmnDoRYQIHXPrO/y5d9rvx9++O7HTp0iGj6ca8knTmx6W2FhfKfmzJlNP1ZDKir47lCpmRrqmHoX\nwARnz3JN8r//TeTuzkH10Ud8N+HIkTye7OsrcSet7O23ee7y2oFOxD/bu5do2DD+NPPXvza+nV27\n+Ez9668bfwxT2EKgNwZCHaABt29zkKxfz3XJzz/PFwVVqt/3iYggunGDz0pTUiw3NGBrjh/n1yYr\n6977dOvGE1wNHcrB/sorprfzyy88UdaqVfYbttaCUAeogxBER49ykH/5Jc/DPWUK0ZgxXClRl1df\n5Vn6Hn+cb2pxc7Nun61NCL6r8u23G/67du16d7BPm2ZaW6tWEXXvThQS0ujuNhsIdYAarlwh+vxz\nonXreKKmiROJMjKIfHyMe35MDE8UFRLCY+7t/jAFnnwkJBAVFhJFRRm3f5cudwf7G28Y97wLF4je\ne48oNbXRXW1WcKEUmr07d4h27+Yg372ba6wnTeJl0Fo0YhkZIfisPjubp3pt3dr8fZbaL78Q9exJ\n9MEHpk9ilZfHwT55MtebN+TFF7mc8J13GtdXe4fqFwATFBZyiZy7Owd5eDiRi0vTj3vnDt+ocvMm\n0VdfETk6Nv2YtmTZMl6YorEr+xQU8MXTiAiif/zj3vsdOkT03HNcRePs3Li27B1C3YJOn+abK2bO\nNP7jONi2117jwF2+3PzHrqzkOb5dXHhRhsac9duiS5f4RqMDB3icu7EKCznYx4/ncfnateB37vC1\njDffNP8NTPYEa5RaUFwcj6+q1fyxsaRE6h5BU5w/z4sS//3vljm+oyPfyl5QwBdR7fyc5jdvv82f\nQpoS6ERcIZScTLR1Kx+z9uuzfj3X///5z01rp7lBqBupsJAvDG3bxmVcxcVcqrV8OY8vgv2Ji+O6\naXd3y7XRpg2/b378kWj2bMu1Yy3HjxN98w2HsDl4eHAde0ICX2SuDvZr14jmziX6179sf64VW4Ph\nFyPNnUt09SpfGKp28iS/EY8fJ/rnP/mMQi4fseUuN5fokUeIfv7Z/PNh1+XKFb4TMiLCcp8MLE0I\nrsN/5pnG1ZrXp7iYJ9IaOpRoyRKi6dP5ZOmjj8zbjj3CmLoF3L5N1LkzjyF26/bHx/fv53H2ykou\nvRo+3Pp9BNNMnEjk7c23r1vLhQtEgwYRvfUWUXS09do1l+3b+dPGsWPGLSZhqmvXuJLGz4/XEc3M\nJOrY0fzt2BuEugV8/DHforx9+733EYLHBmfPJvrTn4jefZfH3sH2ZGcTDRjAf1p7CbKzZ7lUcvFi\nHpe2F7/8whdHP/zQsutwlpQQjR3L0w68/LLl2rEnCHUzMxj4zRwfT2TM6nsVFfxLYNEifvMvXMhn\n+WA7IiL4It+cOdK0f/IkV318/DHfoWoPli7lu2R37JC6J80Pql/MrHoGvuBg4/Zv1Ypo6lQuf+zc\nmah3bx6auXbNsv0E42Rl8b+pqbepm1OPHlzfPXkyXyS0dZcu8SfPpUul7gkYA6HegOXLeSIhU6/A\nt2/PZ+k//cQTPXXrxv8pysst008wTmws1z23by9tP/r25XLH8eN5IWNbNnfu759uwPZh+KUeJ04Q\njRrFlRJNnRkuK4srZfR6/tg9cqR5+gjGO36cX/ecHKK2baXuDdu1iy/a/vADUWBgw/tXVvKkYSUl\nvFV/ff060a1bPB7t7W2+/h07xsOIp07x8m5gfRhTN6OJE/lKvDnri/fu5dLHDz/k0jCwnqef5uqT\nGTOk7sndtmzhTw+vvsqf6u4V2iUlfMHS1ZXvUnV1vftrIr6PYvx4PoF46KGm9UsIHvsfN878JYxg\nPIS6mVy8yKvY5OSYv445I4Nn8VuyxL4qIOxZejpP1JWTw9dIbM1XX/EwTHVQ3yu427atfyjw8mUe\nMvz4Yz5piInh2REbY9s2vpickWGZEkYwDkLdTObN4wtE8fGWOX5mJn+sffvtpq0GA8YJC+OhtKlT\npe6JdRQX88LJ8fFETz7Jnza7djX++dUljPHxfFMQSAfVL2Zw+zbfyTZ9uuXaUCp5bum4OP7PB5aT\nmsrj6c2p7vn++/lCfXY2Tz4XFEQUGclVWcZYvZrfowh0+4NQr8Pnn/PscJa+2u/nx7W/H3zA0wyA\nZcybx8MI91qxSM46dOCKnzNn+P322GM85Fff8nNFRShhtGcI9VqE+L2M0Ro6d+Zg//xznlfajkao\n7MKBA3x2+tJLUvdEWi4uXJp45gwPqwQH8wX7kyf/uO/cuXxWX9eUGGD7EOq1fPcdly8OGWK9Nh98\nkIM9MZF/mSDYzWfuXL5ugcWKWfv2fPH0zBkijYarW559loeniPii6Pbt/LqBfcKF0lpGjuQJ+SMj\nrd/2tWtcFaNS8QUqzPjYNHv38vqZWVmo3riXmzf5+tHSpbwCVGEhLx9njxOOyRWqX5rgp5+4IiU3\nV7rx19JSrtR46CGiDRssF0YGg7x/aQjBNelTpqBs1Bi3bhF98gnRwYO8cAh+CdoOVL80wcqVfJOF\nlBfU2rUjSkricsrwcJ4gzFwqKngmyZAQrtUeNoxvgiosNF8btuL773n+e6yaYxwnJ6LXXyf6z38Q\n6PYOof6roiK+AWTKFKl7wv/BEhKIqqr4LsimzheTmcl3LPr48Bqrf/kLz+09dSov7KtUEg0cSLRi\nBdH//meev4OUhOAx4dhYopYtpe4NgHU1GOrl5eWtg4KCjqjV6gylUpkZExPzTu19dDqd1sXF5bpG\no9FrNBr9okWLJJrUtPHi43nVcluZlP+++3jCp3bteDjm5k3Tnl9Wxms8DhjAi3a0asWVIDodD0fc\nfz8vivzZZ3z37OzZPPzUty9v77xjfE2zrdm5k38RjhsndU8AJCCEaHC7efOmkxCCKisrHYKCglJT\nUlIG1nw8OTlZO3r06IT6jsFN2abbt4Xw8BAiM1PqnvxRVZUQEyYI8dhjQpSU1L+vwSBEaqoQkycL\n4eoqxOjRQmzfLkRlpfHtVVYKsWePEK+8IoSnpxA9ewrx9ttCHDvGx7d1BoMQarUQX38tdU8AzOPX\n7DQqq4UQZNTomZOT0y0iooqKilZ37txp6ebmdrWOXw52uzzs558T9enDc73YmpYtidau5fm/hw/n\nkks3t7v3uXKFz7jXruUz1EmTuP74wQdNb8/BgdeJHDqUF/09fJjo6695MQdHR55P5Jln+Gy+vjlI\nfvmFJ6eq3kpL6/6+Xz/+JGKuxYW/+YYvAI8da57jAdgbo6pfDAZDi969e6efOXOma3R0dPx77733\nt5qP79u3L/jpp5/+2tvbO9/Ly6tg6dKlbymVysy7GlIoxLx58377XqvVktaYpYQsTAie8nTlStte\nW1QIolmziL79lmj3bqIHHuDpWtet46APC+NFFwYPtkxVixA8KdZXX/F2+zZR//48LFQ7sG/c4Oe0\nb//71q7dH79u25YnjXJ0JJo/nyg0tGnhbjBwOejixURPPGGevzeAtel0OtLpdL99P3/+fNNOmk05\nrS8pKXEJCgpKTU5O1tb8+Y0bN9pVD9EkJiaG+Pv7n679XLLR4ZfvvhMiMNB+hhZiY4X405+E6NyZ\nhxnef1+Iq1et34+ffhLiiy+E2LFDiH37hEhPFyInR4hLl4QoLzf+WHfuCLF1qxA9egjRr58Q337b\n+H+LzZuFCAqyj39LAGORicMvJtepL1y4cG6bNm1uv/XWW/ecGaJLly65R48e7VNzmMZW69RHjeL5\npydMkLonxtuxg8jLi5fKkwuDgS8Mx8byfCULFnDJpbFn7nfu8O3vq1dbdmFkAGsze536lStXOpaU\nlLgSEd2+fbvN7t27R2g0Gn3NfYqKijyqG01LS+snhFDUNe5ua06e5JVdnn9e6p6YZvRoeQU6EQ8Z\njR/PFThTp/KCEcHBXK1jjC++4CEpzCoIzV2DF0oLCws9IyMjNxoMhhYGg6FFRETEp8OGDduzZs2a\nKCKiqKioNVu3bh0XHx8f7eDgUOXk5HRry5Yt4ZbvetOtXMm3QzfH2ftsVcuW/Ev2ueeINm/m6wQ+\nPnzmPmhQ3c+prOQx+bVrzXfBFcBeNdtpAi5f5lnoTp/mMzywTVVVRJ9+ynODd+3K4T1gwN37rFvH\nFUx790rTRwBLwtwvRlqwgCgvj+e7ANtXWUm0cSOHe0AAh3tQEE990K0bh/pjj0ndSwDzQ6gbobyc\nyNeXaM8evrgG9qOigu+UjYsj6tWLA/7ECS71BJAjTOhlhM2beS5pBLr9adWK5+fJzuaJyRISiBYt\nkrpXALaj2Z2pC8E3qCxditI3ALB9OFNvwJ49XBON0jcAkKNmF+rV64+i9A0A5KhZDb9kZfHao+fO\nEbVuLWlXAACMguGXeqxcyRfZEOgAIFfN5kz94kUufzt1isjDQ7JuAACYBHXq9zBjBl8gXbVKsi4A\nAJgMoV6HCxeIevbkCbw8PSXpAgBAoyDU6zBtGq/os3y5JM0DADQaQr2W/Hy+nTwrC2PpAGB/EOq1\nvPoqkZMT0ZIlVm8aAKDJEOo1nD/Pc7ycOoXpdQHAPqFOvYa4OKKXX0agA0DzIdsz9XPniPr0Ifr5\nZ6KOHa3WLACAWeFM/Vf//CffPYpAB4DmRJZn6mfPEvXrx0vVublZpUkAAIvAmTrxogmvvIJAB4Dm\nx0HqDphbTg6vhpOdLXVPAACsT3Zn6gsXEr32GlGHDlL3BADA+mR1pn76NFFiIp+tAwA0R7I6U1+w\ngOj114lcXKTuCQCANGRT/XLqFNHgwXyW3r69xZoBALCqZlv9smABz5mOQAeA5kwWZ+onTxINHcpn\n6e3aWaQJAABJNMsz9QULiN58E4EOAFBvqJeXl7cOCgo6olarM5RKZWZMTMw7de03bdq01f7+/tkq\nleqYXq/XWKardTtxgmjfPp5iFwCguau3pLF169blycnJQ5ycnG5VVVU5DBw48MCBAwcGDhw48ED1\nPomJiaE5OTl+2dnZ/keOHAmKjo6OT01N7W/5rrP584lmziRq29ZaLQIA2K4Gh1+cnJxuERFVVFS0\nunPnTks3N7erNR9PSEgYExkZuZGIKCgo6EhJSYlrUVGRVdYYysggOniQKDraGq0BANi+Bm8+MhgM\nLXr37p1+5syZrtHR0fFKpTKz5uMFBQVePj4+edXfe3t75+fn53t7eHgU1T5WbGzsb19rtVrSarVN\n6vz8+USzZvHKRgAAcqDT6Uin0zX6+Q2GeosWLQwZGRnq69evu4wcOfI7nU6n1Wq1d7VY+8qsQqGo\ns8ylZqg3VXo6UVoa0RdfmO2QAACSq33CO3/+fJOeb3T1i4uLy/Unnnhi148//ti35s+9vLwK8vLy\nfKq/z8/P9/by8iowqReNEBtL9Pe/E7VpY+mWAADsR72hfuXKlY4lJSWuRES3b99us3v37hEajUZf\nc58xY8YkbNq06UUiotTU1P6urq4ldQ29mNP//R+fqb/8siVbAQCwP/UOvxQWFnpGRkZuNBgMLQwG\nQ4uIiIhPhw0btmfNmjVRRERRUVFrQkNDExMTE0P9/Pxy2rZte3PDhg0TLN3p2FiimBii1q0t3RIA\ngH2xuztKU1OJnnuO50u/7z4zdAwAwIbJ/o7S2Fii2bMR6AAAdbGrUD90iGdjnDhR6p4AANgmuwr1\nefOI/vEPolatpO4JAIBtsptQT0khOnOG6KWXpO4JAIDtsptQf/ddPkt3dJS6JwAAtssuql9++YWo\nY0eivDwiV1czdwwAwIbJsvolLY2oe3cEOgBAQ+wi1HU6oiFDpO4FAIDts4tQT05GqAMAGMPmx9TL\ny4keeIDowgUsVwcAzY/sxtRTU4l69ECgAwAYw+ZDHUMvAADGs4tQb+ICSQAAzYZNj6nfukXk7k50\n8SKRs7OFOgYAYMNkNaZ+6BCRSoVABwAwlk2HOurTAQBMY9OhjoukAACmsdkx9bIyok6diC5dInJy\nsmDHAABsmGzG1A8eJOrdG4EOAGAKmw11DL0AAJgOoQ4AICM2OaZ+4wbRgw8SXblC1Lq1hTsGAGDD\nZDGmfuAAUb9+CHQAAFPZZKhj6AUAoHEQ6gAAMmJzY+olJUQ+Pjyeft99VugYAIANs/sx9f37ifr3\nR6ADADSGzYU6hl4AABqvwVDPy8vzGTJkSHKPHj1O9uzZ86fVq1dPq72PTqfTuri4XNdoNHqNRqNf\ntGjRnMZ2CKEOANB4Dg3t4OjoWLlixYoZarU6o6yszLlPnz5HR4wYsTsgICCr5n7BwcH7EhISxjSl\nM1evEp09S9S3b1OOAgDQfDV4pt6pU6eLarU6g4jI2dm5LCAgIOvChQsP1t7PlIH8e9m3j+ixx4gc\nHZt6JACA5qnBM/Wazp0756vX6zVBQUFHav5coVCIQ4cODVCpVMe8vLwKli5d+pZSqcys/fzY2Njf\nvtZqtaSttU4dlq4DgOZOp9ORTqdr9PONLmksKytz1mq1ujlz5iwaO3bstpqPlZaWtmvZsuUdJyen\nW0lJSSGvv/76qtOnT3e7qyEjShoDA4nWreO7SQEAwPSSRqNCvbKy0jEsLGxnSEhI0vTp01c2tH+X\nLl1yjx492sfNze1qjY7VG+qXLxP5+3N9uoNJnx8AAOTL7HXqQgjFpEmT1imVysx7BXpRUZFHdaNp\naWn9hBCKmoFuDJ2OaOBABDoAQFM0GKEHDx587LPPPnuhV69exzUajZ6IKC4ubvb58+cfIiKKiopa\ns3Xr1nHx8fHRDg4OVU5OTre2bNkSbmpHUMoIANB0NjNNgFJJ9NlnvNoRAAAwu5wm4OJF3lQqqXsC\nAGDfbCLUdTqiQYOIWraUuicAAPbNJkId4+kAAOaBUAcAkBHJQ72ggOd8CQyUuicAAPZP8lBPTiYK\nDiZqIXlPAADsn+RRqtNh6AUAwFwkD3WMpwMAmI+koX7+PFFpKd94BAAATSdpqFdPtato8kzsAABA\nZAOhjqEXAADzkSzUhUCoAwCYm2ShnptLVFFB1L27VD0AAJAfyUK9upQR4+kAAOYjWahjPVIAAPOT\nJNQxng4AYBmShHpODv/p5ydF6wAA8iVJqFefpWM8HQDAvCQNdQAAMC+rr1EqBJGnJ9Hhw0Rdulil\naQAAu2Xza5SeOkXUujUCHQDAEqwe6jodShkBACzF6qGO8XQAAMux6pi6wSDIw4Poxx+JHnrIKs0C\nANg1mx5TP3mSqF07BDoAgKVYNdQx9AIAYFkIdQAAGbHqmLqbm6Djx4m8vKzSJACA3TP7mHpeXp7P\nkCFDknv06HGyZ8+eP61evXpaXftNmzZttb+/f7ZKpTqm1+s1de1z//0IdAAAS3JoaAdHR8fKFStW\nzFCr1RllZWXOffr0OTpixIjdAQEBWdX7JCYmhubk5PhlZ2f7HzlyJCg6Ojo+NTW1f+1jYegFAMCy\nGjxT79Sp00W1Wp1BROTs7FwWEBCQdeHChQdr7pOQkDAmMjJyIxFRUFDQkZKSEteioiKP2sdCqAMA\nWJZJF0rPnTvnq9frNUFBQUdq/rygoMDLx8cnr/p7b2/v/Pz8fO/az8edpAAAltXg8Eu1srIy53Hj\nxm1dtWrV687OzmW1H689kK9QKP5wBfajj2J/+1qr1ZIWKQ8AcBedTkc6na7Rzzeq+qWystIxLCxs\nZ0hISNL06dNX1n58ypQpH2m1Wl14ePgWIqKHH3741L59+4I9PDyKfmvo11kaAQDAeGavfhFCKCZN\nmrROqVRm1hXoRERjxoxJ2LRp04tERKmpqf1dXV1LagY6AABYR4Nn6gcOHBg4ePDg/b169TpePaQS\nFxc3+/z58w8REUVFRa0hIpo6der733777ai2bdve3LBhw4TevXun39UQztQBAExm6pm61RfJAAAA\n49n0hF7dpUY+AAAFmklEQVQAAGBZCHUAABlBqAMAyAhCHQBARhDqAAAyglAHAJARhDoAgIwg1AEA\nZAShDgAgIwh1AAAZQagDAMgIQh0AQEYQ6gAAMoJQBwCQEYQ6AICMINQBAGQEoQ4AICMIdQAAGUGo\nAwDICEIdAEBGEOoAADKCUAcAkBGEOgCAjCDUAQBkBKEOACAjCHUAABlBqAMAyAhCHQBARhoM9YkT\nJ6738PAoCgwMPFHX4zqdTuvi4nJdo9HoNRqNftGiRXPM302oTafTSd0F2cBraV54PaXVYKhPmDBh\nw7fffjuqvn2Cg4P36fV6jV6v18yZM2eR+boH94L/OOaD19K88HpKq8FQHzRoUEqHDh2u1bePEEJh\nvi4BAEBjNXlMXaFQiEOHDg1QqVTHQkNDEzMzM5Xm6BgAADSCEKLBLTc317dnz54n6nrsxo0b7W7e\nvOkkhKDExMQQf3//03XtR0QCGzZs2LCZvhmT09WbAzVRu3btSqu/DgkJSXrllVc+vHr1qpubm9vV\nmvthiAYAwPKaPPxSVFTkUR3YaWlp/YQQitqBDgAA1tHgmfqf//znzfv27Qu+cuVKRx8fn7z58+fP\nq6ysdCQiioqKWrN169Zx8fHx0Q4ODlVOTk63tmzZEm75bgMAQJ1MGatp7JaUlDSqe/fup/z8/LIX\nL148yxptynXr3LnzucDAwONqtVr/yCOPpEndH3vbJkyYsN7d3b2o5jWi4uJit+HDh+/29/c/PWLE\niO+vXbvmKnU/7WWr6/WcN29erJeXV75ardar1Wp9UlLSKKn7aQ/b+fPnfbRabbJSqTzZo0ePn1at\nWjVNCNPfnxbvaFVVVcuuXbvm5Obm+lZUVDiqVKqMzMzMAKlfQHvdfH19c4uLi92k7oe9bvv37x+U\nnp6uqRlCM2fOfO/dd9/9mxCCFi9ePGvWrFmLpe6nvWx1vZ6xsbHzli1b9obUfbO3rbCwsJNer1cL\nIai0tNS5W7duP2dmZgaY+v60+DQBaWlp/fz8/HJ8fX3POTo6VoaHh2/Zvn37k5ZuV84ELjo3Wl33\nXSQkJIyJjIzcSEQUGRm5cdu2bWOl6Z39udd9LHiPmq5Tp04X1Wp1BhGRs7NzWUBAQFZBQYGXqe9P\ni4d6QUGBl4+PT171997e3vkFBQVelm5XrhQKhRg+fPgPffv2/fGTTz55Wer+yEFRUZGHh4dHERGR\nh4dHUVFRkYfUfbJ3//rXv15TqVTHJk2atK6kpMRV6v7Ym3Pnzvnq9XpNUFDQEVPfnxYPdYVCISzd\nRnNy8ODBx/R6vSYpKSnkgw8+eDUlJWWQ1H2SE4VCIfCebZro6Oj43NzcLhkZGWpPT8/CN998c5nU\nfbInZWVlzs8888xXq1ater1myTiRce9Pi4e6l5dXQV5enk/193l5eT7e3t75lm5Xrjw9PQuJiB54\n4IHLTz311DdpaWn9pO6TvfPw8Ci6ePFiJyKiwsJCT3d390tS98meubu7X6oOn8mTJ6/Fe9R4lZWV\njs8888xXERERn44dO3YbkenvT4uHet++fX/Mzs72P3funG9FRUWrL7/8cvyYMWMSLN2uHN26dcup\ntLS0HRHRzZs3237//feP32v2TDDemDFjEjZu3BhJRLRx48bI6v9M0DiFhYWe1V9/8803T+E9ahwh\nhGLSpEnrlEpl5vTp01dW/9zk96c1ruomJiaGdOvW7eeuXbvmxMXFxUh9ldlet7Nnz3ZRqVQZKpUq\no0ePHj/htTR9Cw8P3+zp6XnB0dGxwtvbO2/9+vUTiouL3YYNG/YDShqb/nquW7duYkRExKbAwMDj\nvXr1Ovbkk09uu3jxoofU/bSHLSUlZaBCoTCoVKqMmuWgpr4/FUJg+BAAQC6w8hEAgIwg1AEAZASh\nDgAgIwh1AAAZQagDAMgIQh0AQEb+H1am8wfyOAq6AAAAAElFTkSuQmCC\n", "text": [ "" ] } ], "prompt_number": 19 }, { "cell_type": "code", "collapsed": false, "input": [ "tagger = pmf.PoissonMF(n_components=n_components, random_state=98765, verbose=True)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 20 }, { "cell_type": "code", "collapsed": false, "input": [ "tagger.set_components(online_coder.gamma_b[:, :K], online_coder.rho_b[:, :K])" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "pyout", "prompt_number": 21, "text": [ "PoissonMF(max_iter=100, n_components=100, random_state=98765, smoothness=100,\n", " tol=0.0005, verbose=True)" ] } ], "prompt_number": 21 }, { "cell_type": "code", "collapsed": false, "input": [ "Et = tagger.transform(X_test)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 0\tObjective: 1926865.63\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 2521357.75\tOld objective: 1926865.63\tImprovement: 0.30853" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 2748241.28\tOld objective: 2521357.75\tImprovement: 0.08998" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 2859273.64\tOld objective: 2748241.28\tImprovement: 0.04040" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 2921806.64\tOld objective: 2859273.64\tImprovement: 0.02187" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 2960674.34\tOld objective: 2921806.64\tImprovement: 0.01330" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 2986630.65\tOld objective: 2960674.34\tImprovement: 0.00877" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 3004955.11\tOld objective: 2986630.65\tImprovement: 0.00614" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 3018424.54\tOld objective: 3004955.11\tImprovement: 0.00448" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 3028658.48\tOld objective: 3018424.54\tImprovement: 0.00339" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 3036609.74\tOld objective: 3028658.48\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 3042895.47\tOld objective: 3036609.74\tImprovement: 0.00207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 3047966.20\tOld objective: 3042895.47\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 3052138.51\tOld objective: 3047966.20\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 3055622.59\tOld objective: 3052138.51\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 3058585.18\tOld objective: 3055622.59\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 3061107.13\tOld objective: 3058585.18\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 3063267.78\tOld objective: 3061107.13\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 3065139.79\tOld objective: 3063267.78\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 3066785.25\tOld objective: 3065139.79\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 3068245.32\tOld objective: 3066785.25\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n" ] } ], "prompt_number": 22 }, { "cell_type": "code", "collapsed": false, "input": [ "Et /= Et.sum(axis=1, keepdims=True)\n", "\n", "tags_predicted = Et.dot(online_coder.Eb[:, K:])\n", "n_samples, n_tags = tags_predicted.shape\n", "\n", "print tags_predicted.min(), tags_predicted.max()\n", "\n", "div_factor = 3\n", "tags_predicted = tags_predicted - div_factor * np.mean(tags_predicted, axis=0)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "5.46251938084e-05 1.09877408196\n" ] } ], "prompt_number": 23 }, { "cell_type": "code", "collapsed": false, "input": [ "predictat = 20\n", "tags_true_binary = (y_test > 0)\n", "\n", "print_out_metrics(tags_true_binary, tags_predicted, predictat)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "Precision = 0.112 (0.007)\n", "Recall = 0.128 (0.007)\n", "F-score = 0.120\n", "AROC = 0.684 (0.005)" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "AP = 0.110 (0.006)\n" ] } ], "prompt_number": 24 }, { "cell_type": "heading", "level": 1, "metadata": {}, "source": [ "Stochastic inference on the full set" ] }, { "cell_type": "code", "collapsed": false, "input": [ "data_mat = io.loadmat('X_train_K%d.mat' % K)\n", "tag_mat = io.loadmat('y_train.mat')" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 25 }, { "cell_type": "code", "collapsed": false, "input": [ "X = np.hstack((data_mat['X'], tag_mat['y_train']))" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 26 }, { "cell_type": "code", "collapsed": false, "input": [ "n_components = 100\n", "batch_size = 1000\n", "online_coder_full = pmf.OnlinePoissonMF(n_components=n_components, batch_size=batch_size, n_pass=1, \n", " random_state=98765, verbose=True)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 27 }, { "cell_type": "code", "collapsed": false, "input": [ "online_coder_full.fit(X)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "Iteration 0: passing through the data...\n", "\tMinibatch 1:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -1055928.27\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: -1055233.70\tOld objective: -1055928.27\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: -1054504.41\tOld objective: -1055233.70\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: -1053664.57\tOld objective: -1054504.41\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: -1052686.67\tOld objective: -1053664.57\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: -1051550.88\tOld objective: -1052686.67\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: -1050247.97\tOld objective: -1051550.88\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: -1048772.99\tOld objective: -1050247.97\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: -1047124.94\tOld objective: -1048772.99\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: -1045294.15\tOld objective: -1047124.94\tImprovement: 0.00175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: -1043253.88\tOld objective: -1045294.15\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: -1040982.79\tOld objective: -1043253.88\tImprovement: 0.00218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: -1038476.72\tOld objective: -1040982.79\tImprovement: 0.00241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: -1035745.29\tOld objective: -1038476.72\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: -1032787.56\tOld objective: -1035745.29\tImprovement: 0.00286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: -1029615.48\tOld objective: -1032787.56\tImprovement: 0.00307" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: -1026211.78\tOld objective: -1029615.48\tImprovement: 0.00331" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: -1022584.71\tOld objective: -1026211.78\tImprovement: 0.00353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: -1018759.19\tOld objective: -1022584.71\tImprovement: 0.00374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: -1014738.78\tOld objective: -1018759.19\tImprovement: 0.00395" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: -1010575.80\tOld objective: -1014738.78\tImprovement: 0.00410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: -1006308.90\tOld objective: -1010575.80\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: -1001915.69\tOld objective: -1006308.90\tImprovement: 0.00437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: -997453.86\tOld objective: -1001915.69\tImprovement: 0.00445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: -992943.91\tOld objective: -997453.86\tImprovement: 0.00452" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: -988383.93\tOld objective: -992943.91\tImprovement: 0.00459" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: -983811.99\tOld objective: -988383.93\tImprovement: 0.00463" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: -979277.74\tOld objective: -983811.99\tImprovement: 0.00461" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: -974774.96\tOld objective: -979277.74\tImprovement: 0.00460" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: -970325.59\tOld objective: -974774.96\tImprovement: 0.00456" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: -965942.96\tOld objective: -970325.59\tImprovement: 0.00452" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: -961620.78\tOld objective: -965942.96\tImprovement: 0.00447" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: -957412.89\tOld objective: -961620.78\tImprovement: 0.00438" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: -953333.96\tOld objective: -957412.89\tImprovement: 0.00426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: -949318.23\tOld objective: -953333.96\tImprovement: 0.00421" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: -945384.50\tOld objective: -949318.23\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: -941556.80\tOld objective: -945384.50\tImprovement: 0.00405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: -937830.71\tOld objective: -941556.80\tImprovement: 0.00396" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: -934204.96\tOld objective: -937830.71\tImprovement: 0.00387" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 39\tObjective: -930670.05\tOld objective: -934204.96\tImprovement: 0.00378" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 40\tObjective: -927228.01\tOld objective: -930670.05\tImprovement: 0.00370" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 41\tObjective: -923903.05\tOld objective: -927228.01\tImprovement: 0.00359" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 42\tObjective: -920715.86\tOld objective: -923903.05\tImprovement: 0.00345" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 43\tObjective: -917646.18\tOld objective: -920715.86\tImprovement: 0.00333" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 44\tObjective: -914640.94\tOld objective: -917646.18\tImprovement: 0.00327" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 45\tObjective: -911721.09\tOld objective: -914640.94\tImprovement: 0.00319" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 46\tObjective: -908900.77\tOld objective: -911721.09\tImprovement: 0.00309" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 47\tObjective: -906184.57\tOld objective: -908900.77\tImprovement: 0.00299" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 48\tObjective: -903575.99\tOld objective: -906184.57\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 49\tObjective: -901052.68\tOld objective: -903575.99\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 50\tObjective: -898601.01\tOld objective: -901052.68\tImprovement: 0.00272" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 51\tObjective: -896231.99\tOld objective: -898601.01\tImprovement: 0.00264" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 52\tObjective: -893963.45\tOld objective: -896231.99\tImprovement: 0.00253" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 53\tObjective: -891767.61\tOld objective: -893963.45\tImprovement: 0.00246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 54\tObjective: -889633.96\tOld objective: -891767.61\tImprovement: 0.00239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 55\tObjective: -887576.59\tOld objective: -889633.96\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 56\tObjective: -885577.19\tOld objective: -887576.59\tImprovement: 0.00225" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 57\tObjective: -883620.81\tOld objective: -885577.19\tImprovement: 0.00221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 58\tObjective: -881714.63\tOld objective: -883620.81\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 59\tObjective: -879861.63\tOld objective: -881714.63\tImprovement: 0.00210" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 60\tObjective: -878089.44\tOld objective: -879861.63\tImprovement: 0.00201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 61\tObjective: -876399.52\tOld objective: -878089.44\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 62\tObjective: -874768.13\tOld objective: -876399.52\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 63\tObjective: -873171.57\tOld objective: -874768.13\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 64\tObjective: -871611.39\tOld objective: -873171.57\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 65\tObjective: -870109.51\tOld objective: -871611.39\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 66\tObjective: -868667.25\tOld objective: -870109.51\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 67\tObjective: -867291.23\tOld objective: -868667.25\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 68\tObjective: -865957.74\tOld objective: -867291.23\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 69\tObjective: -864666.61\tOld objective: -865957.74\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 70\tObjective: -863412.41\tOld objective: -864666.61\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 71\tObjective: -862191.60\tOld objective: -863412.41\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 72\tObjective: -860993.26\tOld objective: -862191.60\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 73\tObjective: -859832.44\tOld objective: -860993.26\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 74\tObjective: -858704.45\tOld objective: -859832.44\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 75\tObjective: -857608.60\tOld objective: -858704.45\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 76\tObjective: -856538.63\tOld objective: -857608.60\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 77\tObjective: -855492.25\tOld objective: -856538.63\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 78\tObjective: -854479.89\tOld objective: -855492.25\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 79\tObjective: -853512.69\tOld objective: -854479.89\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 80\tObjective: -852586.23\tOld objective: -853512.69\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 81\tObjective: -851680.43\tOld objective: -852586.23\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 82\tObjective: -850791.97\tOld objective: -851680.43\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 83\tObjective: -849928.07\tOld objective: -850791.97\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 84\tObjective: -849094.96\tOld objective: -849928.07\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 85\tObjective: -848265.77\tOld objective: -849094.96\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 86\tObjective: -847456.75\tOld objective: -848265.77\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 87\tObjective: -846672.97\tOld objective: -847456.75\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 88\tObjective: -845917.16\tOld objective: -846672.97\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 89\tObjective: -845186.47\tOld objective: -845917.16\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 90\tObjective: -844475.70\tOld objective: -845186.47\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 91\tObjective: -843793.24\tOld objective: -844475.70\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 92\tObjective: -843128.26\tOld objective: -843793.24\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 93\tObjective: -842466.85\tOld objective: -843128.26\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 94\tObjective: -841826.05\tOld objective: -842466.85\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 95\tObjective: -841220.37\tOld objective: -841826.05\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 96\tObjective: -840639.66\tOld objective: -841220.37\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 97\tObjective: -840076.31\tOld objective: -840639.66\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 98\tObjective: -839520.23\tOld objective: -840076.31\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 99\tObjective: -838968.48\tOld objective: -839520.23\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 2:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -250833.84\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: -125807.63\tOld objective: -250833.84\tImprovement: 0.49844" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: -30184.48\tOld objective: -125807.63\tImprovement: 0.76007" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 42671.54\tOld objective: -30184.48\tImprovement: 2.41369" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 98289.67\tOld objective: 42671.54\tImprovement: 1.30340" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 140966.20\tOld objective: 98289.67\tImprovement: 0.43419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 174062.78\tOld objective: 140966.20\tImprovement: 0.23478" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 199962.78\tOld objective: 174062.78\tImprovement: 0.14880" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 220499.32\tOld objective: 199962.78\tImprovement: 0.10270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 236946.21\tOld objective: 220499.32\tImprovement: 0.07459" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 250261.01\tOld objective: 236946.21\tImprovement: 0.05619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 261157.44\tOld objective: 250261.01\tImprovement: 0.04354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 270152.15\tOld objective: 261157.44\tImprovement: 0.03444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 277645.54\tOld objective: 270152.15\tImprovement: 0.02774" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 283950.35\tOld objective: 277645.54\tImprovement: 0.02271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 289289.31\tOld objective: 283950.35\tImprovement: 0.01880" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 293872.79\tOld objective: 289289.31\tImprovement: 0.01584" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 297827.42\tOld objective: 293872.79\tImprovement: 0.01346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 301248.23\tOld objective: 297827.42\tImprovement: 0.01149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 304195.58\tOld objective: 301248.23\tImprovement: 0.00978" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 306766.61\tOld objective: 304195.58\tImprovement: 0.00845" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 309049.42\tOld objective: 306766.61\tImprovement: 0.00744" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 311064.56\tOld objective: 309049.42\tImprovement: 0.00652" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 312820.68\tOld objective: 311064.56\tImprovement: 0.00565" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 314386.74\tOld objective: 312820.68\tImprovement: 0.00501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 315800.90\tOld objective: 314386.74\tImprovement: 0.00450" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 317080.12\tOld objective: 315800.90\tImprovement: 0.00405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 318237.89\tOld objective: 317080.12\tImprovement: 0.00365" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 319272.90\tOld objective: 318237.89\tImprovement: 0.00325" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 320200.86\tOld objective: 319272.90\tImprovement: 0.00291" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 321049.96\tOld objective: 320200.86\tImprovement: 0.00265" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 321830.80\tOld objective: 321049.96\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 322551.57\tOld objective: 321830.80\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 323216.68\tOld objective: 322551.57\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: 323827.61\tOld objective: 323216.68\tImprovement: 0.00189" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: 324387.96\tOld objective: 323827.61\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: 324906.74\tOld objective: 324387.96\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: 325387.04\tOld objective: 324906.74\tImprovement: 0.00148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: 325826.75\tOld objective: 325387.04\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 39\tObjective: 326241.20\tOld objective: 325826.75\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 40\tObjective: 326637.70\tOld objective: 326241.20\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 41\tObjective: 327012.61\tOld objective: 326637.70\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 42\tObjective: 327363.38\tOld objective: 327012.61\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 43\tObjective: 327685.63\tOld objective: 327363.38\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 44\tObjective: 327988.16\tOld objective: 327685.63\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 45\tObjective: 328277.95\tOld objective: 327988.16\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 46\tObjective: 328557.95\tOld objective: 328277.95\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 47\tObjective: 328831.11\tOld objective: 328557.95\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 48\tObjective: 329088.99\tOld objective: 328831.11\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 49\tObjective: 329325.23\tOld objective: 329088.99\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 50\tObjective: 329544.02\tOld objective: 329325.23\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 51\tObjective: 329746.31\tOld objective: 329544.02\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 52\tObjective: 329938.23\tOld objective: 329746.31\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 53\tObjective: 330123.37\tOld objective: 329938.23\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 54\tObjective: 330293.21\tOld objective: 330123.37\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 55\tObjective: 330451.59\tOld objective: 330293.21\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 3:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: -70390.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 128799.09\tOld objective: -70390.47\tImprovement: 2.82978" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 252749.38\tOld objective: 128799.09\tImprovement: 0.96235" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 332926.69\tOld objective: 252749.38\tImprovement: 0.31722" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 386930.20\tOld objective: 332926.69\tImprovement: 0.16221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 424664.33\tOld objective: 386930.20\tImprovement: 0.09752" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 451808.62\tOld objective: 424664.33\tImprovement: 0.06392" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 471835.49\tOld objective: 451808.62\tImprovement: 0.04433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 486932.50\tOld objective: 471835.49\tImprovement: 0.03200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 498532.85\tOld objective: 486932.50\tImprovement: 0.02382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 507584.97\tOld objective: 498532.85\tImprovement: 0.01816" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 514730.96\tOld objective: 507584.97\tImprovement: 0.01408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 520450.61\tOld objective: 514730.96\tImprovement: 0.01111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 525102.42\tOld objective: 520450.61\tImprovement: 0.00894" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 528945.23\tOld objective: 525102.42\tImprovement: 0.00732" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 532151.24\tOld objective: 528945.23\tImprovement: 0.00606" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 534843.49\tOld objective: 532151.24\tImprovement: 0.00506" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 537116.30\tOld objective: 534843.49\tImprovement: 0.00425" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 539077.23\tOld objective: 537116.30\tImprovement: 0.00365" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 540776.56\tOld objective: 539077.23\tImprovement: 0.00315" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 542254.86\tOld objective: 540776.56\tImprovement: 0.00273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 543542.67\tOld objective: 542254.86\tImprovement: 0.00237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 544684.10\tOld objective: 543542.67\tImprovement: 0.00210" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 545712.76\tOld objective: 544684.10\tImprovement: 0.00189" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 546612.83\tOld objective: 545712.76\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 547394.59\tOld objective: 546612.83\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 548105.01\tOld objective: 547394.59\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 548754.29\tOld objective: 548105.01\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 549335.12\tOld objective: 548754.29\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 549859.24\tOld objective: 549335.12\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 550338.11\tOld objective: 549859.24\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 550781.79\tOld objective: 550338.11\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 551195.56\tOld objective: 550781.79\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 551579.10\tOld objective: 551195.56\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 34\tObjective: 551939.70\tOld objective: 551579.10\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 35\tObjective: 552277.09\tOld objective: 551939.70\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 36\tObjective: 552586.51\tOld objective: 552277.09\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 37\tObjective: 552867.14\tOld objective: 552586.51\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 38\tObjective: 553125.94\tOld objective: 552867.14\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 4:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 30369.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 250768.17\tOld objective: 30369.46\tImprovement: 7.25725" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 375222.65\tOld objective: 250768.17\tImprovement: 0.49629" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 450649.35\tOld objective: 375222.65\tImprovement: 0.20102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 499245.46\tOld objective: 450649.35\tImprovement: 0.10784" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 532096.47\tOld objective: 499245.46\tImprovement: 0.06580" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 555169.95\tOld objective: 532096.47\tImprovement: 0.04336" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 571834.20\tOld objective: 555169.95\tImprovement: 0.03002" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 584212.23\tOld objective: 571834.20\tImprovement: 0.02165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 593618.74\tOld objective: 584212.23\tImprovement: 0.01610" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 600908.66\tOld objective: 593618.74\tImprovement: 0.01228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 606646.84\tOld objective: 600908.66\tImprovement: 0.00955" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 611239.23\tOld objective: 606646.84\tImprovement: 0.00757" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 614935.45\tOld objective: 611239.23\tImprovement: 0.00605" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 617963.48\tOld objective: 614935.45\tImprovement: 0.00492" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 620487.22\tOld objective: 617963.48\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 622610.31\tOld objective: 620487.22\tImprovement: 0.00342" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 624402.06\tOld objective: 622610.31\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 625929.71\tOld objective: 624402.06\tImprovement: 0.00245" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 627257.39\tOld objective: 625929.71\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 628415.12\tOld objective: 627257.39\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 629433.33\tOld objective: 628415.12\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 630327.48\tOld objective: 629433.33\tImprovement: 0.00142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 631124.79\tOld objective: 630327.48\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 631836.60\tOld objective: 631124.79\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 632478.51\tOld objective: 631836.60\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 633060.09\tOld objective: 632478.51\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 633578.95\tOld objective: 633060.09\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 634043.50\tOld objective: 633578.95\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 634469.06\tOld objective: 634043.50\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 634859.41\tOld objective: 634469.06\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 31\tObjective: 635217.73\tOld objective: 634859.41\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 32\tObjective: 635556.16\tOld objective: 635217.73\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 33\tObjective: 635871.16\tOld objective: 635556.16\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 5:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 99826.84\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 334662.78\tOld objective: 99826.84\tImprovement: 2.35243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 458982.25\tOld objective: 334662.78\tImprovement: 0.37148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 530982.23\tOld objective: 458982.25\tImprovement: 0.15687" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 576027.87\tOld objective: 530982.23\tImprovement: 0.08483" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 605826.82\tOld objective: 576027.87\tImprovement: 0.05173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 626422.62\tOld objective: 605826.82\tImprovement: 0.03400" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 641184.89\tOld objective: 626422.62\tImprovement: 0.02357" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 652079.60\tOld objective: 641184.89\tImprovement: 0.01699" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 660344.01\tOld objective: 652079.60\tImprovement: 0.01267" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 666713.93\tOld objective: 660344.01\tImprovement: 0.00965" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 671660.37\tOld objective: 666713.93\tImprovement: 0.00742" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 675571.58\tOld objective: 671660.37\tImprovement: 0.00582" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 678749.14\tOld objective: 675571.58\tImprovement: 0.00470" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 681368.31\tOld objective: 678749.14\tImprovement: 0.00386" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 683536.31\tOld objective: 681368.31\tImprovement: 0.00318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 685366.16\tOld objective: 683536.31\tImprovement: 0.00268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 686920.06\tOld objective: 685366.16\tImprovement: 0.00227" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 688247.49\tOld objective: 686920.06\tImprovement: 0.00193" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 689391.90\tOld objective: 688247.49\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 690380.20\tOld objective: 689391.90\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 691245.29\tOld objective: 690380.20\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 692012.41\tOld objective: 691245.29\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 692710.57\tOld objective: 692012.41\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 693329.27\tOld objective: 692710.57\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 693865.11\tOld objective: 693329.27\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 694343.94\tOld objective: 693865.11\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 694782.30\tOld objective: 694343.94\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 695182.00\tOld objective: 694782.30\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 29\tObjective: 695546.55\tOld objective: 695182.00\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 30\tObjective: 695878.24\tOld objective: 695546.55\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 6:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 190174.37\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 429404.81\tOld objective: 190174.37\tImprovement: 1.25795" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 549384.68\tOld objective: 429404.81\tImprovement: 0.27941" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 617252.69\tOld objective: 549384.68\tImprovement: 0.12353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 659015.40\tOld objective: 617252.69\tImprovement: 0.06766" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 686489.75\tOld objective: 659015.40\tImprovement: 0.04169" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 705516.40\tOld objective: 686489.75\tImprovement: 0.02772" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 719102.04\tOld objective: 705516.40\tImprovement: 0.01926" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 729067.13\tOld objective: 719102.04\tImprovement: 0.01386" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 736517.50\tOld objective: 729067.13\tImprovement: 0.01022" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 742224.99\tOld objective: 736517.50\tImprovement: 0.00775" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 746707.44\tOld objective: 742224.99\tImprovement: 0.00604" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 750278.89\tOld objective: 746707.44\tImprovement: 0.00478" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 753177.86\tOld objective: 750278.89\tImprovement: 0.00386" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 755555.01\tOld objective: 753177.86\tImprovement: 0.00316" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 757529.75\tOld objective: 755555.01\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 759206.89\tOld objective: 757529.75\tImprovement: 0.00221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 760630.11\tOld objective: 759206.89\tImprovement: 0.00187" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 761864.11\tOld objective: 760630.11\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 762937.29\tOld objective: 761864.11\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 763879.81\tOld objective: 762937.29\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 764709.50\tOld objective: 763879.81\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 765445.84\tOld objective: 764709.50\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 766100.99\tOld objective: 765445.84\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 766673.83\tOld objective: 766100.99\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 767194.39\tOld objective: 766673.83\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 767665.61\tOld objective: 767194.39\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 768087.58\tOld objective: 767665.61\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 768466.09\tOld objective: 768087.58\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 7:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 189142.89\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 425769.77\tOld objective: 189142.89\tImprovement: 1.25105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 540163.70\tOld objective: 425769.77\tImprovement: 0.26868" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 603173.75\tOld objective: 540163.70\tImprovement: 0.11665" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 641369.43\tOld objective: 603173.75\tImprovement: 0.06332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 666245.36\tOld objective: 641369.43\tImprovement: 0.03879" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 683353.55\tOld objective: 666245.36\tImprovement: 0.02568" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 695548.22\tOld objective: 683353.55\tImprovement: 0.01785" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 704459.22\tOld objective: 695548.22\tImprovement: 0.01281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 711125.42\tOld objective: 704459.22\tImprovement: 0.00946" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 716223.90\tOld objective: 711125.42\tImprovement: 0.00717" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 720222.56\tOld objective: 716223.90\tImprovement: 0.00558" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 723430.07\tOld objective: 720222.56\tImprovement: 0.00445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 726025.26\tOld objective: 723430.07\tImprovement: 0.00359" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 728126.12\tOld objective: 726025.26\tImprovement: 0.00289" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 729848.99\tOld objective: 728126.12\tImprovement: 0.00237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 731309.37\tOld objective: 729848.99\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 732559.14\tOld objective: 731309.37\tImprovement: 0.00171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 733629.05\tOld objective: 732559.14\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 734568.12\tOld objective: 733629.05\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 735397.15\tOld objective: 734568.12\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 736121.93\tOld objective: 735397.15\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 736765.61\tOld objective: 736121.93\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 737339.46\tOld objective: 736765.61\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 737844.98\tOld objective: 737339.46\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 738304.74\tOld objective: 737844.98\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 738729.13\tOld objective: 738304.74\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 27\tObjective: 739118.06\tOld objective: 738729.13\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 28\tObjective: 739469.91\tOld objective: 739118.06\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 8:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 286042.89\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 531916.67\tOld objective: 286042.89\tImprovement: 0.85957" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 646112.15\tOld objective: 531916.67\tImprovement: 0.21469" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 707493.46\tOld objective: 646112.15\tImprovement: 0.09500" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 744192.48\tOld objective: 707493.46\tImprovement: 0.05187" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 767902.22\tOld objective: 744192.48\tImprovement: 0.03186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 784117.79\tOld objective: 767902.22\tImprovement: 0.02112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 795624.00\tOld objective: 784117.79\tImprovement: 0.01467" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 803978.49\tOld objective: 795624.00\tImprovement: 0.01050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 810252.66\tOld objective: 803978.49\tImprovement: 0.00780" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 815048.62\tOld objective: 810252.66\tImprovement: 0.00592" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 818782.87\tOld objective: 815048.62\tImprovement: 0.00458" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 821755.21\tOld objective: 818782.87\tImprovement: 0.00363" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 824191.19\tOld objective: 821755.21\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 826205.64\tOld objective: 824191.19\tImprovement: 0.00244" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 827867.78\tOld objective: 826205.64\tImprovement: 0.00201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 829274.59\tOld objective: 827867.78\tImprovement: 0.00170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 830465.30\tOld objective: 829274.59\tImprovement: 0.00144" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 831494.50\tOld objective: 830465.30\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 832389.80\tOld objective: 831494.50\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 833177.38\tOld objective: 832389.80\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 833867.79\tOld objective: 833177.38\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 834487.50\tOld objective: 833867.79\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 835035.78\tOld objective: 834487.50\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 835519.89\tOld objective: 835035.78\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 835954.64\tOld objective: 835519.89\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 836343.78\tOld objective: 835954.64\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 9:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 322817.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 564378.53\tOld objective: 322817.47\tImprovement: 0.74829" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 673002.89\tOld objective: 564378.53\tImprovement: 0.19247" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 730802.27\tOld objective: 673002.89\tImprovement: 0.08588" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 765376.36\tOld objective: 730802.27\tImprovement: 0.04731" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 787722.01\tOld objective: 765376.36\tImprovement: 0.02920" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 803020.97\tOld objective: 787722.01\tImprovement: 0.01942" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 813891.40\tOld objective: 803020.97\tImprovement: 0.01354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 821823.55\tOld objective: 813891.40\tImprovement: 0.00975" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 827750.30\tOld objective: 821823.55\tImprovement: 0.00721" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 832292.75\tOld objective: 827750.30\tImprovement: 0.00549" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 835839.67\tOld objective: 832292.75\tImprovement: 0.00426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 838693.14\tOld objective: 835839.67\tImprovement: 0.00341" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 841026.83\tOld objective: 838693.14\tImprovement: 0.00278" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 842943.95\tOld objective: 841026.83\tImprovement: 0.00228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 844518.90\tOld objective: 842943.95\tImprovement: 0.00187" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 845836.23\tOld objective: 844518.90\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 846948.57\tOld objective: 845836.23\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 847919.15\tOld objective: 846948.57\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 848772.43\tOld objective: 847919.15\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 849519.05\tOld objective: 848772.43\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 850188.41\tOld objective: 849519.05\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 850794.47\tOld objective: 850188.41\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 851324.04\tOld objective: 850794.47\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 851794.57\tOld objective: 851324.04\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 852227.48\tOld objective: 851794.57\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 26\tObjective: 852619.10\tOld objective: 852227.48\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 10:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 308506.23\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 541731.90\tOld objective: 308506.23\tImprovement: 0.75598" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 646629.21\tOld objective: 541731.90\tImprovement: 0.19363" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 702518.22\tOld objective: 646629.21\tImprovement: 0.08643" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 735980.92\tOld objective: 702518.22\tImprovement: 0.04763" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 757626.88\tOld objective: 735980.92\tImprovement: 0.02941" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 772352.87\tOld objective: 757626.88\tImprovement: 0.01944" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 782749.73\tOld objective: 772352.87\tImprovement: 0.01346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 790282.47\tOld objective: 782749.73\tImprovement: 0.00962" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 795918.95\tOld objective: 790282.47\tImprovement: 0.00713" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 800260.88\tOld objective: 795918.95\tImprovement: 0.00546" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 803691.55\tOld objective: 800260.88\tImprovement: 0.00429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 806424.04\tOld objective: 803691.55\tImprovement: 0.00340" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 808648.35\tOld objective: 806424.04\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 810500.17\tOld objective: 808648.35\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 812044.00\tOld objective: 810500.17\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 813350.64\tOld objective: 812044.00\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 814482.09\tOld objective: 813350.64\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 815452.00\tOld objective: 814482.09\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 816277.30\tOld objective: 815452.00\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 816991.41\tOld objective: 816277.30\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 817607.15\tOld objective: 816991.41\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 818150.53\tOld objective: 817607.15\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 818640.63\tOld objective: 818150.53\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 819082.19\tOld objective: 818640.63\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 25\tObjective: 819482.01\tOld objective: 819082.19\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 11:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 344837.17\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 580028.45\tOld objective: 344837.17\tImprovement: 0.68204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 682588.57\tOld objective: 580028.45\tImprovement: 0.17682" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 736245.37\tOld objective: 682588.57\tImprovement: 0.07861" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 768079.29\tOld objective: 736245.37\tImprovement: 0.04324" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 788493.78\tOld objective: 768079.29\tImprovement: 0.02658" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 802221.18\tOld objective: 788493.78\tImprovement: 0.01741" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 811795.05\tOld objective: 802221.18\tImprovement: 0.01193" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 818741.44\tOld objective: 811795.05\tImprovement: 0.00856" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 823949.06\tOld objective: 818741.44\tImprovement: 0.00636" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 827959.46\tOld objective: 823949.06\tImprovement: 0.00487" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 831113.92\tOld objective: 827959.46\tImprovement: 0.00381" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 833631.81\tOld objective: 831113.92\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 835655.26\tOld objective: 833631.81\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 837322.52\tOld objective: 835655.26\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 838726.38\tOld objective: 837322.52\tImprovement: 0.00168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 839924.52\tOld objective: 838726.38\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 840950.78\tOld objective: 839924.52\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 841830.98\tOld objective: 840950.78\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 842591.29\tOld objective: 841830.98\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 843252.66\tOld objective: 842591.29\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 843839.21\tOld objective: 843252.66\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 844359.70\tOld objective: 843839.21\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 844814.10\tOld objective: 844359.70\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 845208.45\tOld objective: 844814.10\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 12:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 366176.13\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 595902.66\tOld objective: 366176.13\tImprovement: 0.62737" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 693257.90\tOld objective: 595902.66\tImprovement: 0.16337" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 743606.00\tOld objective: 693257.90\tImprovement: 0.07263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 773218.99\tOld objective: 743606.00\tImprovement: 0.03982" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 792014.50\tOld objective: 773218.99\tImprovement: 0.02431" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 804646.48\tOld objective: 792014.50\tImprovement: 0.01595" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 813556.94\tOld objective: 804646.48\tImprovement: 0.01107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 820057.35\tOld objective: 813556.94\tImprovement: 0.00799" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 824937.30\tOld objective: 820057.35\tImprovement: 0.00595" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 828690.65\tOld objective: 824937.30\tImprovement: 0.00455" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 831662.74\tOld objective: 828690.65\tImprovement: 0.00359" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 834031.26\tOld objective: 831662.74\tImprovement: 0.00285" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 835936.35\tOld objective: 834031.26\tImprovement: 0.00228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 837495.71\tOld objective: 835936.35\tImprovement: 0.00187" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 838820.98\tOld objective: 837495.71\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 839953.59\tOld objective: 838820.98\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 840920.41\tOld objective: 839953.59\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 841760.15\tOld objective: 840920.41\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 842478.85\tOld objective: 841760.15\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 843113.58\tOld objective: 842478.85\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 843675.33\tOld objective: 843113.58\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 844184.14\tOld objective: 843675.33\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 844642.22\tOld objective: 844184.14\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 845044.81\tOld objective: 844642.22\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 13:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 353834.03\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 575647.31\tOld objective: 353834.03\tImprovement: 0.62689" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 669387.16\tOld objective: 575647.31\tImprovement: 0.16284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 717993.89\tOld objective: 669387.16\tImprovement: 0.07261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 746506.51\tOld objective: 717993.89\tImprovement: 0.03971" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 764575.72\tOld objective: 746506.51\tImprovement: 0.02421" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 776728.36\tOld objective: 764575.72\tImprovement: 0.01589" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 785312.16\tOld objective: 776728.36\tImprovement: 0.01105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 791561.80\tOld objective: 785312.16\tImprovement: 0.00796" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 796258.30\tOld objective: 791561.80\tImprovement: 0.00593" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 799903.56\tOld objective: 796258.30\tImprovement: 0.00458" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 802794.47\tOld objective: 799903.56\tImprovement: 0.00361" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 805105.04\tOld objective: 802794.47\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 806979.45\tOld objective: 805105.04\tImprovement: 0.00233" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 808532.64\tOld objective: 806979.45\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 809846.65\tOld objective: 808532.64\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 810985.77\tOld objective: 809846.65\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 811959.69\tOld objective: 810985.77\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 812795.37\tOld objective: 811959.69\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 813518.89\tOld objective: 812795.37\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 814157.99\tOld objective: 813518.89\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 814727.53\tOld objective: 814157.99\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 815227.86\tOld objective: 814727.53\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 815666.91\tOld objective: 815227.86\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 816059.30\tOld objective: 815666.91\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 14:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 345444.30\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 563427.31\tOld objective: 345444.30\tImprovement: 0.63102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 654462.16\tOld objective: 563427.31\tImprovement: 0.16157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 701144.61\tOld objective: 654462.16\tImprovement: 0.07133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 728200.96\tOld objective: 701144.61\tImprovement: 0.03859" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 745262.15\tOld objective: 728200.96\tImprovement: 0.02343" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 756733.59\tOld objective: 745262.15\tImprovement: 0.01539" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 764830.14\tOld objective: 756733.59\tImprovement: 0.01070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 770737.59\tOld objective: 764830.14\tImprovement: 0.00772" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 775163.14\tOld objective: 770737.59\tImprovement: 0.00574" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 778604.44\tOld objective: 775163.14\tImprovement: 0.00444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 781329.91\tOld objective: 778604.44\tImprovement: 0.00350" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 783513.07\tOld objective: 781329.91\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 785306.68\tOld objective: 783513.07\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 786804.39\tOld objective: 785306.68\tImprovement: 0.00191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 788082.11\tOld objective: 786804.39\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 789174.46\tOld objective: 788082.11\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 790121.40\tOld objective: 789174.46\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 790929.30\tOld objective: 790121.40\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 791625.27\tOld objective: 790929.30\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 792232.29\tOld objective: 791625.27\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 792767.77\tOld objective: 792232.29\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 793246.61\tOld objective: 792767.77\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 793680.55\tOld objective: 793246.61\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 24\tObjective: 794065.94\tOld objective: 793680.55\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 15:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 508882.43\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 740580.89\tOld objective: 508882.43\tImprovement: 0.45531" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 835056.33\tOld objective: 740580.89\tImprovement: 0.12757" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 882676.52\tOld objective: 835056.33\tImprovement: 0.05703" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 909922.45\tOld objective: 882676.52\tImprovement: 0.03087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 926995.93\tOld objective: 909922.45\tImprovement: 0.01876" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 938412.27\tOld objective: 926995.93\tImprovement: 0.01232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 946428.51\tOld objective: 938412.27\tImprovement: 0.00854" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 952254.59\tOld objective: 946428.51\tImprovement: 0.00616" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 956612.77\tOld objective: 952254.59\tImprovement: 0.00458" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 959985.64\tOld objective: 956612.77\tImprovement: 0.00353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 962679.59\tOld objective: 959985.64\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 964858.45\tOld objective: 962679.59\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 966628.63\tOld objective: 964858.45\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 968089.16\tOld objective: 966628.63\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 969310.18\tOld objective: 968089.16\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 970342.95\tOld objective: 969310.18\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 971233.39\tOld objective: 970342.95\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 972005.56\tOld objective: 971233.39\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 972669.58\tOld objective: 972005.56\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 973258.75\tOld objective: 972669.58\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 973796.11\tOld objective: 973258.75\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 974278.44\tOld objective: 973796.11\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 16:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 457786.14\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 677809.13\tOld objective: 457786.14\tImprovement: 0.48062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 766174.92\tOld objective: 677809.13\tImprovement: 0.13037" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 810365.70\tOld objective: 766174.92\tImprovement: 0.05768" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 835635.89\tOld objective: 810365.70\tImprovement: 0.03118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 851540.24\tOld objective: 835635.89\tImprovement: 0.01903" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 862205.94\tOld objective: 851540.24\tImprovement: 0.01253" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 869722.57\tOld objective: 862205.94\tImprovement: 0.00872" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 875210.71\tOld objective: 869722.57\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 879333.18\tOld objective: 875210.71\tImprovement: 0.00471" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 882518.41\tOld objective: 879333.18\tImprovement: 0.00362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 885059.90\tOld objective: 882518.41\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 887103.70\tOld objective: 885059.90\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 888792.37\tOld objective: 887103.70\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 890202.09\tOld objective: 888792.37\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 891386.94\tOld objective: 890202.09\tImprovement: 0.00133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 892381.67\tOld objective: 891386.94\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 893229.58\tOld objective: 892381.67\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 893971.99\tOld objective: 893229.58\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 894614.81\tOld objective: 893971.99\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 895176.65\tOld objective: 894614.81\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 895683.12\tOld objective: 895176.65\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 896143.46\tOld objective: 895683.12\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 896549.23\tOld objective: 896143.46\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 17:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 432722.69\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 650342.49\tOld objective: 432722.69\tImprovement: 0.50291" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 737194.56\tOld objective: 650342.49\tImprovement: 0.13355" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 780411.83\tOld objective: 737194.56\tImprovement: 0.05862" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 805118.71\tOld objective: 780411.83\tImprovement: 0.03166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 820612.85\tOld objective: 805118.71\tImprovement: 0.01924" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 830963.00\tOld objective: 820612.85\tImprovement: 0.01261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 838184.10\tOld objective: 830963.00\tImprovement: 0.00869" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 843427.00\tOld objective: 838184.10\tImprovement: 0.00626" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 847365.34\tOld objective: 843427.00\tImprovement: 0.00467" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 850428.28\tOld objective: 847365.34\tImprovement: 0.00361" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 852855.41\tOld objective: 850428.28\tImprovement: 0.00285" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 854806.32\tOld objective: 852855.41\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 856379.94\tOld objective: 854806.32\tImprovement: 0.00184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 857689.98\tOld objective: 856379.94\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 858797.17\tOld objective: 857689.98\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 859747.83\tOld objective: 858797.17\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 860570.38\tOld objective: 859747.83\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 861290.91\tOld objective: 860570.38\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 861926.32\tOld objective: 861290.91\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 862480.03\tOld objective: 861926.32\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 862961.57\tOld objective: 862480.03\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 863382.90\tOld objective: 862961.57\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 18:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 462619.93\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 674874.65\tOld objective: 462619.93\tImprovement: 0.45881" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 758864.28\tOld objective: 674874.65\tImprovement: 0.12445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 800729.40\tOld objective: 758864.28\tImprovement: 0.05517" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 824740.46\tOld objective: 800729.40\tImprovement: 0.02999" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 839883.27\tOld objective: 824740.46\tImprovement: 0.01836" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 850024.67\tOld objective: 839883.27\tImprovement: 0.01207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 857129.84\tOld objective: 850024.67\tImprovement: 0.00836" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 862319.30\tOld objective: 857129.84\tImprovement: 0.00605" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 866257.05\tOld objective: 862319.30\tImprovement: 0.00457" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 869327.73\tOld objective: 866257.05\tImprovement: 0.00354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 871766.05\tOld objective: 869327.73\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 873735.25\tOld objective: 871766.05\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 875344.38\tOld objective: 873735.25\tImprovement: 0.00184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 876668.94\tOld objective: 875344.38\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 877779.12\tOld objective: 876668.94\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 878721.13\tOld objective: 877779.12\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 879519.58\tOld objective: 878721.13\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 880207.63\tOld objective: 879519.58\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 880811.22\tOld objective: 880207.63\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 881356.41\tOld objective: 880811.22\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 881856.55\tOld objective: 881356.41\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 882306.14\tOld objective: 881856.55\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 23\tObjective: 882706.00\tOld objective: 882306.14\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 19:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 473163.86\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 686957.27\tOld objective: 473163.86\tImprovement: 0.45184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 770791.79\tOld objective: 686957.27\tImprovement: 0.12204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 812245.18\tOld objective: 770791.79\tImprovement: 0.05378" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 835958.47\tOld objective: 812245.18\tImprovement: 0.02919" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 850829.99\tOld objective: 835958.47\tImprovement: 0.01779" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 860726.74\tOld objective: 850829.99\tImprovement: 0.01163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 867618.45\tOld objective: 860726.74\tImprovement: 0.00801" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 872630.00\tOld objective: 867618.45\tImprovement: 0.00578" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 876408.67\tOld objective: 872630.00\tImprovement: 0.00433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 879354.06\tOld objective: 876408.67\tImprovement: 0.00336" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 881724.85\tOld objective: 879354.06\tImprovement: 0.00270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 883634.45\tOld objective: 881724.85\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 885184.01\tOld objective: 883634.45\tImprovement: 0.00175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 886476.41\tOld objective: 885184.01\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 887551.14\tOld objective: 886476.41\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 888463.88\tOld objective: 887551.14\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 889254.38\tOld objective: 888463.88\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 889945.35\tOld objective: 889254.38\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 890547.12\tOld objective: 889945.35\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 891073.56\tOld objective: 890547.12\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 891550.33\tOld objective: 891073.56\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 22\tObjective: 891975.51\tOld objective: 891550.33\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 20:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 519146.81\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 728280.68\tOld objective: 519146.81\tImprovement: 0.40284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 809111.74\tOld objective: 728280.68\tImprovement: 0.11099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 848921.60\tOld objective: 809111.74\tImprovement: 0.04920" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 871552.38\tOld objective: 848921.60\tImprovement: 0.02666" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 885669.15\tOld objective: 871552.38\tImprovement: 0.01620" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 895055.43\tOld objective: 885669.15\tImprovement: 0.01060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 901641.63\tOld objective: 895055.43\tImprovement: 0.00736" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 906459.77\tOld objective: 901641.63\tImprovement: 0.00534" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 910119.52\tOld objective: 906459.77\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 912998.62\tOld objective: 910119.52\tImprovement: 0.00316" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 915307.62\tOld objective: 912998.62\tImprovement: 0.00253" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 917163.52\tOld objective: 915307.62\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 918687.45\tOld objective: 917163.52\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 919955.28\tOld objective: 918687.45\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 921032.96\tOld objective: 919955.28\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 921944.78\tOld objective: 921032.96\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 922716.35\tOld objective: 921944.78\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 923391.04\tOld objective: 922716.35\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 923995.72\tOld objective: 923391.04\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 924517.78\tOld objective: 923995.72\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 924968.90\tOld objective: 924517.78\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 21:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 538626.70\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 751886.31\tOld objective: 538626.70\tImprovement: 0.39593" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 833606.16\tOld objective: 751886.31\tImprovement: 0.10869" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 873628.32\tOld objective: 833606.16\tImprovement: 0.04801" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 896152.82\tOld objective: 873628.32\tImprovement: 0.02578" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 910095.31\tOld objective: 896152.82\tImprovement: 0.01556" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 919354.51\tOld objective: 910095.31\tImprovement: 0.01017" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 925822.18\tOld objective: 919354.51\tImprovement: 0.00704" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 930514.00\tOld objective: 925822.18\tImprovement: 0.00507" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 934064.56\tOld objective: 930514.00\tImprovement: 0.00382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 936830.77\tOld objective: 934064.56\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 939029.10\tOld objective: 936830.77\tImprovement: 0.00235" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 940816.83\tOld objective: 939029.10\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 942297.31\tOld objective: 940816.83\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 943535.20\tOld objective: 942297.31\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 944580.91\tOld objective: 943535.20\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 945466.02\tOld objective: 944580.91\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 946224.13\tOld objective: 945466.02\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 946889.38\tOld objective: 946224.13\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 947468.94\tOld objective: 946889.38\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 947972.97\tOld objective: 947468.94\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 948423.94\tOld objective: 947972.97\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 22:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 468835.73\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 670155.30\tOld objective: 468835.73\tImprovement: 0.42940" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 746878.53\tOld objective: 670155.30\tImprovement: 0.11449" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 784378.68\tOld objective: 746878.53\tImprovement: 0.05021" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 805581.70\tOld objective: 784378.68\tImprovement: 0.02703" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 818776.92\tOld objective: 805581.70\tImprovement: 0.01638" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 827572.55\tOld objective: 818776.92\tImprovement: 0.01074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 833770.84\tOld objective: 827572.55\tImprovement: 0.00749" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 838322.33\tOld objective: 833770.84\tImprovement: 0.00546" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 841759.56\tOld objective: 838322.33\tImprovement: 0.00410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 844436.22\tOld objective: 841759.56\tImprovement: 0.00318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 846558.97\tOld objective: 844436.22\tImprovement: 0.00251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 848272.11\tOld objective: 846558.97\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 849687.52\tOld objective: 848272.11\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 850883.24\tOld objective: 849687.52\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 851903.70\tOld objective: 850883.24\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 852769.56\tOld objective: 851903.70\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 853526.34\tOld objective: 852769.56\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 854192.51\tOld objective: 853526.34\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 854765.26\tOld objective: 854192.51\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 855254.13\tOld objective: 854765.26\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 855681.70\tOld objective: 855254.13\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 23:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 588646.59\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 795270.19\tOld objective: 588646.59\tImprovement: 0.35101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 872592.36\tOld objective: 795270.19\tImprovement: 0.09723" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 909850.16\tOld objective: 872592.36\tImprovement: 0.04270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 930792.13\tOld objective: 909850.16\tImprovement: 0.02302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 943790.48\tOld objective: 930792.13\tImprovement: 0.01396" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 952431.24\tOld objective: 943790.48\tImprovement: 0.00916" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 958505.34\tOld objective: 952431.24\tImprovement: 0.00638" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 962959.19\tOld objective: 958505.34\tImprovement: 0.00465" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 966333.58\tOld objective: 962959.19\tImprovement: 0.00350" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 968954.07\tOld objective: 966333.58\tImprovement: 0.00271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 971041.64\tOld objective: 968954.07\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 972727.79\tOld objective: 971041.64\tImprovement: 0.00174" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 974123.05\tOld objective: 972727.79\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 975294.02\tOld objective: 974123.05\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 976296.37\tOld objective: 975294.02\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 977165.37\tOld objective: 976296.37\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 977901.23\tOld objective: 977165.37\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 978535.64\tOld objective: 977901.23\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 979086.64\tOld objective: 978535.64\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 979569.87\tOld objective: 979086.64\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 24:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 570979.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 776330.89\tOld objective: 570979.46\tImprovement: 0.35965" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 852849.92\tOld objective: 776330.89\tImprovement: 0.09856" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 889713.36\tOld objective: 852849.92\tImprovement: 0.04322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 910480.03\tOld objective: 889713.36\tImprovement: 0.02334" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 923399.29\tOld objective: 910480.03\tImprovement: 0.01419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 932041.49\tOld objective: 923399.29\tImprovement: 0.00936" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 938115.88\tOld objective: 932041.49\tImprovement: 0.00652" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 942565.70\tOld objective: 938115.88\tImprovement: 0.00474" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 945942.29\tOld objective: 942565.70\tImprovement: 0.00358" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 948551.56\tOld objective: 945942.29\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 950629.02\tOld objective: 948551.56\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 952329.79\tOld objective: 950629.02\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 953716.55\tOld objective: 952329.79\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 954873.14\tOld objective: 953716.55\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 955876.91\tOld objective: 954873.14\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 956733.07\tOld objective: 955876.91\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 957464.19\tOld objective: 956733.07\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 958093.41\tOld objective: 957464.19\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 958629.32\tOld objective: 958093.41\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 959114.87\tOld objective: 958629.32\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 959566.25\tOld objective: 959114.87\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 25:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 580994.77\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 787415.94\tOld objective: 580994.77\tImprovement: 0.35529" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 863159.78\tOld objective: 787415.94\tImprovement: 0.09619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 899386.65\tOld objective: 863159.78\tImprovement: 0.04197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 919622.99\tOld objective: 899386.65\tImprovement: 0.02250" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 932183.31\tOld objective: 919622.99\tImprovement: 0.01366" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 940536.19\tOld objective: 932183.31\tImprovement: 0.00896" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 946404.57\tOld objective: 940536.19\tImprovement: 0.00624" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 950736.64\tOld objective: 946404.57\tImprovement: 0.00458" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 953988.59\tOld objective: 950736.64\tImprovement: 0.00342" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 956518.86\tOld objective: 953988.59\tImprovement: 0.00265" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 958537.46\tOld objective: 956518.86\tImprovement: 0.00211" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 960182.45\tOld objective: 958537.46\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 961531.75\tOld objective: 960182.45\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 962650.52\tOld objective: 961531.75\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 963592.14\tOld objective: 962650.52\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 964406.07\tOld objective: 963592.14\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 965116.99\tOld objective: 964406.07\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 965727.12\tOld objective: 965116.99\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 966257.28\tOld objective: 965727.12\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 966727.63\tOld objective: 966257.28\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 26:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 546274.77\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 746438.39\tOld objective: 546274.77\tImprovement: 0.36642" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 820354.51\tOld objective: 746438.39\tImprovement: 0.09903" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 856098.66\tOld objective: 820354.51\tImprovement: 0.04357" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 876206.90\tOld objective: 856098.66\tImprovement: 0.02349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 888741.84\tOld objective: 876206.90\tImprovement: 0.01431" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 897149.76\tOld objective: 888741.84\tImprovement: 0.00946" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 903072.60\tOld objective: 897149.76\tImprovement: 0.00660" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 907423.44\tOld objective: 903072.60\tImprovement: 0.00482" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 910718.62\tOld objective: 907423.44\tImprovement: 0.00363" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 913299.45\tOld objective: 910718.62\tImprovement: 0.00283" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 915359.98\tOld objective: 913299.45\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 917034.22\tOld objective: 915359.98\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 918423.67\tOld objective: 917034.22\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 919585.03\tOld objective: 918423.67\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 920569.67\tOld objective: 919585.03\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 921407.50\tOld objective: 920569.67\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 922112.17\tOld objective: 921407.50\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 922720.60\tOld objective: 922112.17\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 923263.36\tOld objective: 922720.60\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 923751.42\tOld objective: 923263.36\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 21\tObjective: 924176.66\tOld objective: 923751.42\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 27:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 580343.27\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 781196.18\tOld objective: 580343.27\tImprovement: 0.34609" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 854733.18\tOld objective: 781196.18\tImprovement: 0.09413" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 890028.66\tOld objective: 854733.18\tImprovement: 0.04129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 909831.42\tOld objective: 890028.66\tImprovement: 0.02225" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 922163.76\tOld objective: 909831.42\tImprovement: 0.01355" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 930386.21\tOld objective: 922163.76\tImprovement: 0.00892" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 936143.13\tOld objective: 930386.21\tImprovement: 0.00619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 940349.76\tOld objective: 936143.13\tImprovement: 0.00449" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 943523.76\tOld objective: 940349.76\tImprovement: 0.00338" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 945976.68\tOld objective: 943523.76\tImprovement: 0.00260" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 947923.38\tOld objective: 945976.68\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 949505.35\tOld objective: 947923.38\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 950816.52\tOld objective: 949505.35\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 951917.81\tOld objective: 950816.52\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 952836.20\tOld objective: 951917.81\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 953613.98\tOld objective: 952836.20\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 954276.06\tOld objective: 953613.98\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 954842.77\tOld objective: 954276.06\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 955350.94\tOld objective: 954842.77\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 955808.82\tOld objective: 955350.94\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 28:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 562115.71\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 761134.37\tOld objective: 562115.71\tImprovement: 0.35405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 833357.76\tOld objective: 761134.37\tImprovement: 0.09489" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 868103.66\tOld objective: 833357.76\tImprovement: 0.04169" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 887638.11\tOld objective: 868103.66\tImprovement: 0.02250" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 899817.99\tOld objective: 887638.11\tImprovement: 0.01372" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 907958.30\tOld objective: 899817.99\tImprovement: 0.00905" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 913665.51\tOld objective: 907958.30\tImprovement: 0.00629" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 917870.98\tOld objective: 913665.51\tImprovement: 0.00460" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 921076.00\tOld objective: 917870.98\tImprovement: 0.00349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 923564.00\tOld objective: 921076.00\tImprovement: 0.00270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 925525.26\tOld objective: 923564.00\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 927092.70\tOld objective: 925525.26\tImprovement: 0.00169" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 928384.81\tOld objective: 927092.70\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 929484.89\tOld objective: 928384.81\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 930423.04\tOld objective: 929484.89\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 931224.90\tOld objective: 930423.04\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 931913.77\tOld objective: 931224.90\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 932495.09\tOld objective: 931913.77\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 932984.50\tOld objective: 932495.09\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 933417.55\tOld objective: 932984.50\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 29:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 565860.90\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 763369.05\tOld objective: 565860.90\tImprovement: 0.34904" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 835336.21\tOld objective: 763369.05\tImprovement: 0.09428" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 869958.79\tOld objective: 835336.21\tImprovement: 0.04145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 889393.88\tOld objective: 869958.79\tImprovement: 0.02234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 901493.51\tOld objective: 889393.88\tImprovement: 0.01360" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 909575.07\tOld objective: 901493.51\tImprovement: 0.00896" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 915255.02\tOld objective: 909575.07\tImprovement: 0.00624" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 919404.22\tOld objective: 915255.02\tImprovement: 0.00453" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 922561.17\tOld objective: 919404.22\tImprovement: 0.00343" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 925036.24\tOld objective: 922561.17\tImprovement: 0.00268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 927009.07\tOld objective: 925036.24\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 928604.67\tOld objective: 927009.07\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 929915.84\tOld objective: 928604.67\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 931006.38\tOld objective: 929915.84\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 931935.10\tOld objective: 931006.38\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 932723.03\tOld objective: 931935.10\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 933403.09\tOld objective: 932723.03\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 933996.41\tOld objective: 933403.09\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 934510.41\tOld objective: 933996.41\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 934965.92\tOld objective: 934510.41\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 30:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 557292.92\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 754367.19\tOld objective: 557292.92\tImprovement: 0.35363" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 825470.95\tOld objective: 754367.19\tImprovement: 0.09426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 859623.96\tOld objective: 825470.95\tImprovement: 0.04137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 878794.93\tOld objective: 859623.96\tImprovement: 0.02230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 890688.37\tOld objective: 878794.93\tImprovement: 0.01353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 898650.84\tOld objective: 890688.37\tImprovement: 0.00894" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 904266.59\tOld objective: 898650.84\tImprovement: 0.00625" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 908379.93\tOld objective: 904266.59\tImprovement: 0.00455" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 911459.37\tOld objective: 908379.93\tImprovement: 0.00339" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 913831.00\tOld objective: 911459.37\tImprovement: 0.00260" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 915689.95\tOld objective: 913831.00\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 917197.76\tOld objective: 915689.95\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 918456.97\tOld objective: 917197.76\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 919528.87\tOld objective: 918456.97\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 920445.53\tOld objective: 919528.87\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 921214.70\tOld objective: 920445.53\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 921875.10\tOld objective: 921214.70\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 922446.13\tOld objective: 921875.10\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 922950.94\tOld objective: 922446.13\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 923400.92\tOld objective: 922950.94\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 31:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 640604.24\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 843824.40\tOld objective: 640604.24\tImprovement: 0.31723" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 915657.68\tOld objective: 843824.40\tImprovement: 0.08513" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 949643.42\tOld objective: 915657.68\tImprovement: 0.03712" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 968562.02\tOld objective: 949643.42\tImprovement: 0.01992" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 980213.20\tOld objective: 968562.02\tImprovement: 0.01203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 987933.82\tOld objective: 980213.20\tImprovement: 0.00788" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 993350.35\tOld objective: 987933.82\tImprovement: 0.00548" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 997331.92\tOld objective: 993350.35\tImprovement: 0.00401" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1000345.45\tOld objective: 997331.92\tImprovement: 0.00302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1002681.92\tOld objective: 1000345.45\tImprovement: 0.00234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1004536.45\tOld objective: 1002681.92\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1006039.12\tOld objective: 1004536.45\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1007277.03\tOld objective: 1006039.12\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1008321.79\tOld objective: 1007277.03\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1009220.05\tOld objective: 1008321.79\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1009974.41\tOld objective: 1009220.05\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1010605.92\tOld objective: 1009974.41\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1011153.42\tOld objective: 1010605.92\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 1011637.22\tOld objective: 1011153.42\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 32:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 568848.16\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 759848.00\tOld objective: 568848.16\tImprovement: 0.33577" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 827241.43\tOld objective: 759848.00\tImprovement: 0.08869" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 859430.92\tOld objective: 827241.43\tImprovement: 0.03891" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 877510.56\tOld objective: 859430.92\tImprovement: 0.02104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 888780.55\tOld objective: 877510.56\tImprovement: 0.01284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 896318.91\tOld objective: 888780.55\tImprovement: 0.00848" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 901626.80\tOld objective: 896318.91\tImprovement: 0.00592" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 905522.16\tOld objective: 901626.80\tImprovement: 0.00432" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 908473.23\tOld objective: 905522.16\tImprovement: 0.00326" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 910765.52\tOld objective: 908473.23\tImprovement: 0.00252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 912579.33\tOld objective: 910765.52\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 914044.24\tOld objective: 912579.33\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 915254.31\tOld objective: 914044.24\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 916263.00\tOld objective: 915254.31\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 917095.47\tOld objective: 916263.00\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 917806.47\tOld objective: 917095.47\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 918434.65\tOld objective: 917806.47\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 918996.58\tOld objective: 918434.65\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 919490.85\tOld objective: 918996.58\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 20\tObjective: 919927.35\tOld objective: 919490.85\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 33:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 621051.72\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 818976.68\tOld objective: 621051.72\tImprovement: 0.31869" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 888864.55\tOld objective: 818976.68\tImprovement: 0.08534" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 922164.55\tOld objective: 888864.55\tImprovement: 0.03746" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 940807.09\tOld objective: 922164.55\tImprovement: 0.02022" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 952370.62\tOld objective: 940807.09\tImprovement: 0.01229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 960076.95\tOld objective: 952370.62\tImprovement: 0.00809" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 965512.72\tOld objective: 960076.95\tImprovement: 0.00566" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 969513.34\tOld objective: 965512.72\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 972525.42\tOld objective: 969513.34\tImprovement: 0.00311" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 974867.56\tOld objective: 972525.42\tImprovement: 0.00241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 976734.35\tOld objective: 974867.56\tImprovement: 0.00191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 978259.64\tOld objective: 976734.35\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 979495.76\tOld objective: 978259.64\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 980514.78\tOld objective: 979495.76\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 981375.45\tOld objective: 980514.78\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 982123.53\tOld objective: 981375.45\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 982789.64\tOld objective: 982123.53\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 983359.24\tOld objective: 982789.64\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 983848.50\tOld objective: 983359.24\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 34:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 646579.74\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 847775.17\tOld objective: 646579.74\tImprovement: 0.31117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 918116.17\tOld objective: 847775.17\tImprovement: 0.08297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 951324.63\tOld objective: 918116.17\tImprovement: 0.03617" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 969820.62\tOld objective: 951324.63\tImprovement: 0.01944" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 981239.66\tOld objective: 969820.62\tImprovement: 0.01177" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 988771.57\tOld objective: 981239.66\tImprovement: 0.00768" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 994012.02\tOld objective: 988771.57\tImprovement: 0.00530" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 997865.33\tOld objective: 994012.02\tImprovement: 0.00388" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1000775.61\tOld objective: 997865.33\tImprovement: 0.00292" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1003042.26\tOld objective: 1000775.61\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1004841.31\tOld objective: 1003042.26\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1006308.33\tOld objective: 1004841.31\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1007536.50\tOld objective: 1006308.33\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1008574.36\tOld objective: 1007536.50\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1009444.61\tOld objective: 1008574.36\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1010181.86\tOld objective: 1009444.61\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1010820.16\tOld objective: 1010181.86\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1011374.01\tOld objective: 1010820.16\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 1011851.79\tOld objective: 1011374.01\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 35:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 583886.70\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 780452.80\tOld objective: 583886.70\tImprovement: 0.33665" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 849714.26\tOld objective: 780452.80\tImprovement: 0.08875" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 882684.41\tOld objective: 849714.26\tImprovement: 0.03880" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 901101.60\tOld objective: 882684.41\tImprovement: 0.02086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 912495.06\tOld objective: 901101.60\tImprovement: 0.01264" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 920082.75\tOld objective: 912495.06\tImprovement: 0.00832" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 925422.08\tOld objective: 920082.75\tImprovement: 0.00580" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 929355.87\tOld objective: 925422.08\tImprovement: 0.00425" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 932345.19\tOld objective: 929355.87\tImprovement: 0.00322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 934666.21\tOld objective: 932345.19\tImprovement: 0.00249" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 936496.89\tOld objective: 934666.21\tImprovement: 0.00196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 937984.00\tOld objective: 936496.89\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 939212.71\tOld objective: 937984.00\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 940253.47\tOld objective: 939212.71\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 941112.83\tOld objective: 940253.47\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 941820.06\tOld objective: 941112.83\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 942435.16\tOld objective: 941820.06\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 942977.35\tOld objective: 942435.16\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 943447.83\tOld objective: 942977.35\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 36:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 593301.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 789737.10\tOld objective: 593301.83\tImprovement: 0.33109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 858571.20\tOld objective: 789737.10\tImprovement: 0.08716" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 891130.09\tOld objective: 858571.20\tImprovement: 0.03792" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 909163.59\tOld objective: 891130.09\tImprovement: 0.02024" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 920235.21\tOld objective: 909163.59\tImprovement: 0.01218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 927619.55\tOld objective: 920235.21\tImprovement: 0.00802" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 932796.41\tOld objective: 927619.55\tImprovement: 0.00558" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 936569.86\tOld objective: 932796.41\tImprovement: 0.00405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 939407.96\tOld objective: 936569.86\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 941620.63\tOld objective: 939407.96\tImprovement: 0.00236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 943405.11\tOld objective: 941620.63\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 944852.19\tOld objective: 943405.11\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 946024.70\tOld objective: 944852.19\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 947002.71\tOld objective: 946024.70\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 947840.41\tOld objective: 947002.71\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 948557.89\tOld objective: 947840.41\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 949182.44\tOld objective: 948557.89\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 949724.08\tOld objective: 949182.44\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 950197.67\tOld objective: 949724.08\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 37:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 633981.95\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 832977.62\tOld objective: 633981.95\tImprovement: 0.31388" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 901811.39\tOld objective: 832977.62\tImprovement: 0.08264" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 934181.85\tOld objective: 901811.39\tImprovement: 0.03589" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 952165.90\tOld objective: 934181.85\tImprovement: 0.01925" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 963257.48\tOld objective: 952165.90\tImprovement: 0.01165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 970599.42\tOld objective: 963257.48\tImprovement: 0.00762" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 975695.35\tOld objective: 970599.42\tImprovement: 0.00525" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 979431.33\tOld objective: 975695.35\tImprovement: 0.00383" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 982256.95\tOld objective: 979431.33\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 984460.08\tOld objective: 982256.95\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 986201.88\tOld objective: 984460.08\tImprovement: 0.00177" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 987591.42\tOld objective: 986201.88\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 988744.90\tOld objective: 987591.42\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 989723.61\tOld objective: 988744.90\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 990552.91\tOld objective: 989723.61\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 991263.52\tOld objective: 990552.91\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 991874.68\tOld objective: 991263.52\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 992395.29\tOld objective: 991874.68\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 992837.84\tOld objective: 992395.29\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 38:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 625369.54\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 823012.19\tOld objective: 625369.54\tImprovement: 0.31604" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 891301.51\tOld objective: 823012.19\tImprovement: 0.08297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 923313.30\tOld objective: 891301.51\tImprovement: 0.03592" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 941052.27\tOld objective: 923313.30\tImprovement: 0.01921" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 951975.03\tOld objective: 941052.27\tImprovement: 0.01161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 959227.78\tOld objective: 951975.03\tImprovement: 0.00762" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 964298.08\tOld objective: 959227.78\tImprovement: 0.00529" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 967999.91\tOld objective: 964298.08\tImprovement: 0.00384" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 970792.49\tOld objective: 967999.91\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 972964.22\tOld objective: 970792.49\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 974699.21\tOld objective: 972964.22\tImprovement: 0.00178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 976074.93\tOld objective: 974699.21\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 977204.30\tOld objective: 976074.93\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 978157.61\tOld objective: 977204.30\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 978972.32\tOld objective: 978157.61\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 979674.95\tOld objective: 978972.32\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 980288.21\tOld objective: 979674.95\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 980827.19\tOld objective: 980288.21\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 981298.24\tOld objective: 980827.19\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 39:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 641981.17\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 837379.62\tOld objective: 641981.17\tImprovement: 0.30437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 904735.71\tOld objective: 837379.62\tImprovement: 0.08044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 936317.44\tOld objective: 904735.71\tImprovement: 0.03491" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 953865.43\tOld objective: 936317.44\tImprovement: 0.01874" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 964694.92\tOld objective: 953865.43\tImprovement: 0.01135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 971888.54\tOld objective: 964694.92\tImprovement: 0.00746" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 976940.64\tOld objective: 971888.54\tImprovement: 0.00520" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 980683.15\tOld objective: 976940.64\tImprovement: 0.00383" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 983526.19\tOld objective: 980683.15\tImprovement: 0.00290" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 985716.83\tOld objective: 983526.19\tImprovement: 0.00223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 987451.67\tOld objective: 985716.83\tImprovement: 0.00176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 988850.89\tOld objective: 987451.67\tImprovement: 0.00142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 990021.74\tOld objective: 988850.89\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 991005.70\tOld objective: 990021.74\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 991832.38\tOld objective: 991005.70\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 992530.97\tOld objective: 991832.38\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 993139.36\tOld objective: 992530.97\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 993681.70\tOld objective: 993139.36\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 994155.85\tOld objective: 993681.70\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 40:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 592239.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 788489.07\tOld objective: 592239.46\tImprovement: 0.33137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 855621.50\tOld objective: 788489.07\tImprovement: 0.08514" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 887084.68\tOld objective: 855621.50\tImprovement: 0.03677" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 904527.38\tOld objective: 887084.68\tImprovement: 0.01966" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 915276.29\tOld objective: 904527.38\tImprovement: 0.01188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 922409.00\tOld objective: 915276.29\tImprovement: 0.00779" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 927412.45\tOld objective: 922409.00\tImprovement: 0.00542" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 931097.03\tOld objective: 927412.45\tImprovement: 0.00397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 933898.03\tOld objective: 931097.03\tImprovement: 0.00301" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 936060.12\tOld objective: 933898.03\tImprovement: 0.00232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 937784.42\tOld objective: 936060.12\tImprovement: 0.00184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 939194.54\tOld objective: 937784.42\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 940357.55\tOld objective: 939194.54\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 941316.56\tOld objective: 940357.55\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 942101.63\tOld objective: 941316.56\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 942756.89\tOld objective: 942101.63\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 943320.11\tOld objective: 942756.89\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 943814.25\tOld objective: 943320.11\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 944250.43\tOld objective: 943814.25\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 41:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 610182.99\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 802050.14\tOld objective: 610182.99\tImprovement: 0.31444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 867263.46\tOld objective: 802050.14\tImprovement: 0.08131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 897686.54\tOld objective: 867263.46\tImprovement: 0.03508" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 914523.46\tOld objective: 897686.54\tImprovement: 0.01876" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 924854.66\tOld objective: 914523.46\tImprovement: 0.01130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 931659.50\tOld objective: 924854.66\tImprovement: 0.00736" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 936414.34\tOld objective: 931659.50\tImprovement: 0.00510" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 939892.47\tOld objective: 936414.34\tImprovement: 0.00371" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 942514.55\tOld objective: 939892.47\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 944515.36\tOld objective: 942514.55\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 946103.96\tOld objective: 944515.36\tImprovement: 0.00168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 947407.07\tOld objective: 946103.96\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 948494.09\tOld objective: 947407.07\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 949397.80\tOld objective: 948494.09\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 950149.91\tOld objective: 949397.80\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 950785.36\tOld objective: 950149.91\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 951338.42\tOld objective: 950785.36\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 951816.84\tOld objective: 951338.42\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 952229.46\tOld objective: 951816.84\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 42:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 643528.49\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 839460.68\tOld objective: 643528.49\tImprovement: 0.30447" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 905519.75\tOld objective: 839460.68\tImprovement: 0.07869" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 936281.84\tOld objective: 905519.75\tImprovement: 0.03397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 953282.92\tOld objective: 936281.84\tImprovement: 0.01816" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 963729.33\tOld objective: 953282.92\tImprovement: 0.01096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 970668.21\tOld objective: 963729.33\tImprovement: 0.00720" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 975528.08\tOld objective: 970668.21\tImprovement: 0.00501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 979074.38\tOld objective: 975528.08\tImprovement: 0.00364" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 981774.97\tOld objective: 979074.38\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 983880.50\tOld objective: 981774.97\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 985552.87\tOld objective: 983880.50\tImprovement: 0.00170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 986893.25\tOld objective: 985552.87\tImprovement: 0.00136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 988005.63\tOld objective: 986893.25\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 988938.05\tOld objective: 988005.63\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 989707.27\tOld objective: 988938.05\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 990352.89\tOld objective: 989707.27\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 990905.65\tOld objective: 990352.89\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 991395.34\tOld objective: 990905.65\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 43:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 628749.40\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 825175.21\tOld objective: 628749.40\tImprovement: 0.31241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 891988.30\tOld objective: 825175.21\tImprovement: 0.08097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 923080.17\tOld objective: 891988.30\tImprovement: 0.03486" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 940225.54\tOld objective: 923080.17\tImprovement: 0.01857" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 950794.50\tOld objective: 940225.54\tImprovement: 0.01124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 957798.19\tOld objective: 950794.50\tImprovement: 0.00737" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 962699.32\tOld objective: 957798.19\tImprovement: 0.00512" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 966277.47\tOld objective: 962699.32\tImprovement: 0.00372" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 968977.58\tOld objective: 966277.47\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 971073.88\tOld objective: 968977.58\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 972755.59\tOld objective: 971073.88\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 974120.30\tOld objective: 972755.59\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 975220.60\tOld objective: 974120.30\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 976146.46\tOld objective: 975220.60\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 976934.74\tOld objective: 976146.46\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 977600.82\tOld objective: 976934.74\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 978172.66\tOld objective: 977600.82\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 978678.59\tOld objective: 978172.66\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 979112.73\tOld objective: 978678.59\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 44:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 667669.36\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 866837.56\tOld objective: 667669.36\tImprovement: 0.29830" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 934372.02\tOld objective: 866837.56\tImprovement: 0.07791" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 965706.39\tOld objective: 934372.02\tImprovement: 0.03354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 982992.69\tOld objective: 965706.39\tImprovement: 0.01790" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 993573.63\tOld objective: 982992.69\tImprovement: 0.01076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1000561.32\tOld objective: 993573.63\tImprovement: 0.00703" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1005500.18\tOld objective: 1000561.32\tImprovement: 0.00494" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1009136.96\tOld objective: 1005500.18\tImprovement: 0.00362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1011866.81\tOld objective: 1009136.96\tImprovement: 0.00271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1013974.22\tOld objective: 1011866.81\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1015655.12\tOld objective: 1013974.22\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1017045.22\tOld objective: 1015655.12\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1018205.26\tOld objective: 1017045.22\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1019152.27\tOld objective: 1018205.26\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1019931.97\tOld objective: 1019152.27\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1020594.59\tOld objective: 1019931.97\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1021176.08\tOld objective: 1020594.59\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1021684.05\tOld objective: 1021176.08\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 45:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 617904.58\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 812599.59\tOld objective: 617904.58\tImprovement: 0.31509" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 878310.31\tOld objective: 812599.59\tImprovement: 0.08086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 908817.95\tOld objective: 878310.31\tImprovement: 0.03473" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 925698.68\tOld objective: 908817.95\tImprovement: 0.01857" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 936094.48\tOld objective: 925698.68\tImprovement: 0.01123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 942972.42\tOld objective: 936094.48\tImprovement: 0.00735" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 947795.36\tOld objective: 942972.42\tImprovement: 0.00511" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 951315.10\tOld objective: 947795.36\tImprovement: 0.00371" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 953960.33\tOld objective: 951315.10\tImprovement: 0.00278" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 956023.54\tOld objective: 953960.33\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 957672.40\tOld objective: 956023.54\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 959014.26\tOld objective: 957672.40\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 960109.14\tOld objective: 959014.26\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 961026.08\tOld objective: 960109.14\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 961812.74\tOld objective: 961026.08\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 962495.14\tOld objective: 961812.74\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 963086.97\tOld objective: 962495.14\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 963590.83\tOld objective: 963086.97\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 964037.28\tOld objective: 963590.83\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 46:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 649215.99\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 844900.71\tOld objective: 649215.99\tImprovement: 0.30142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 910945.29\tOld objective: 844900.71\tImprovement: 0.07817" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 941418.00\tOld objective: 910945.29\tImprovement: 0.03345" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 958167.28\tOld objective: 941418.00\tImprovement: 0.01779" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 968443.21\tOld objective: 958167.28\tImprovement: 0.01072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 975241.54\tOld objective: 968443.21\tImprovement: 0.00702" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 980006.49\tOld objective: 975241.54\tImprovement: 0.00489" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 983498.28\tOld objective: 980006.49\tImprovement: 0.00356" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 986140.47\tOld objective: 983498.28\tImprovement: 0.00269" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 988182.86\tOld objective: 986140.47\tImprovement: 0.00207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 989800.75\tOld objective: 988182.86\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 991132.73\tOld objective: 989800.75\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 992239.69\tOld objective: 991132.73\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 993155.16\tOld objective: 992239.69\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 993920.82\tOld objective: 993155.16\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 994576.71\tOld objective: 993920.82\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 995151.11\tOld objective: 994576.71\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 995649.74\tOld objective: 995151.11\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 996080.71\tOld objective: 995649.74\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 47:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 661817.00\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 858141.48\tOld objective: 661817.00\tImprovement: 0.29664" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 923694.94\tOld objective: 858141.48\tImprovement: 0.07639" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 953815.84\tOld objective: 923694.94\tImprovement: 0.03261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 970364.29\tOld objective: 953815.84\tImprovement: 0.01735" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 980562.89\tOld objective: 970364.29\tImprovement: 0.01051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 987325.14\tOld objective: 980562.89\tImprovement: 0.00690" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 992073.34\tOld objective: 987325.14\tImprovement: 0.00481" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 995545.75\tOld objective: 992073.34\tImprovement: 0.00350" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 998139.92\tOld objective: 995545.75\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1000123.12\tOld objective: 998139.92\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1001694.25\tOld objective: 1000123.12\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1002976.52\tOld objective: 1001694.25\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1004021.53\tOld objective: 1002976.52\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1004874.23\tOld objective: 1004021.53\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1005581.31\tOld objective: 1004874.23\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1006192.67\tOld objective: 1005581.31\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1006727.54\tOld objective: 1006192.67\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1007201.75\tOld objective: 1006727.54\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 48:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 621834.53\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 814048.55\tOld objective: 621834.53\tImprovement: 0.30911" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 878917.32\tOld objective: 814048.55\tImprovement: 0.07969" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 908988.22\tOld objective: 878917.32\tImprovement: 0.03421" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 925702.19\tOld objective: 908988.22\tImprovement: 0.01839" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 936033.26\tOld objective: 925702.19\tImprovement: 0.01116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 942882.67\tOld objective: 936033.26\tImprovement: 0.00732" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 947671.59\tOld objective: 942882.67\tImprovement: 0.00508" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 951181.29\tOld objective: 947671.59\tImprovement: 0.00370" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 953848.49\tOld objective: 951181.29\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 955937.39\tOld objective: 953848.49\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 957592.69\tOld objective: 955937.39\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 958921.20\tOld objective: 957592.69\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 960011.77\tOld objective: 958921.20\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 960913.29\tOld objective: 960011.77\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 961671.56\tOld objective: 960913.29\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 962321.31\tOld objective: 961671.56\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 962885.24\tOld objective: 962321.31\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 963378.24\tOld objective: 962885.24\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 963821.48\tOld objective: 963378.24\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 49:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 633021.24\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 827466.42\tOld objective: 633021.24\tImprovement: 0.30717" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 892972.93\tOld objective: 827466.42\tImprovement: 0.07917" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 923175.24\tOld objective: 892972.93\tImprovement: 0.03382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 939828.20\tOld objective: 923175.24\tImprovement: 0.01804" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 950068.22\tOld objective: 939828.20\tImprovement: 0.01090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 956859.03\tOld objective: 950068.22\tImprovement: 0.00715" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 961616.75\tOld objective: 956859.03\tImprovement: 0.00497" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 965088.85\tOld objective: 961616.75\tImprovement: 0.00361" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 967717.90\tOld objective: 965088.85\tImprovement: 0.00272" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 969756.72\tOld objective: 967717.90\tImprovement: 0.00211" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 971370.02\tOld objective: 969756.72\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 972683.39\tOld objective: 971370.02\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 973768.29\tOld objective: 972683.39\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 974654.65\tOld objective: 973768.29\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 975408.91\tOld objective: 974654.65\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 976058.18\tOld objective: 975408.91\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 976616.29\tOld objective: 976058.18\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 977100.85\tOld objective: 976616.29\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 50:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 689027.11\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 886009.75\tOld objective: 689027.11\tImprovement: 0.28589" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 952331.14\tOld objective: 886009.75\tImprovement: 0.07485" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 982996.87\tOld objective: 952331.14\tImprovement: 0.03220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 999910.54\tOld objective: 982996.87\tImprovement: 0.01721" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1010326.07\tOld objective: 999910.54\tImprovement: 0.01042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1017251.72\tOld objective: 1010326.07\tImprovement: 0.00685" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1022093.03\tOld objective: 1017251.72\tImprovement: 0.00476" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1025601.40\tOld objective: 1022093.03\tImprovement: 0.00343" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1028268.63\tOld objective: 1025601.40\tImprovement: 0.00260" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1030328.88\tOld objective: 1028268.63\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1031951.94\tOld objective: 1030328.88\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1033274.29\tOld objective: 1031951.94\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1034375.33\tOld objective: 1033274.29\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1035305.66\tOld objective: 1034375.33\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1036096.27\tOld objective: 1035305.66\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1036765.16\tOld objective: 1036096.27\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1037336.13\tOld objective: 1036765.16\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1037832.34\tOld objective: 1037336.13\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 51:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 680706.59\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 873985.93\tOld objective: 680706.59\tImprovement: 0.28394" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 938080.45\tOld objective: 873985.93\tImprovement: 0.07334" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 967439.59\tOld objective: 938080.45\tImprovement: 0.03130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 983588.71\tOld objective: 967439.59\tImprovement: 0.01669" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 993462.60\tOld objective: 983588.71\tImprovement: 0.01004" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 999938.74\tOld objective: 993462.60\tImprovement: 0.00652" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1004498.08\tOld objective: 999938.74\tImprovement: 0.00456" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1007830.47\tOld objective: 1004498.08\tImprovement: 0.00332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1010342.92\tOld objective: 1007830.47\tImprovement: 0.00249" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1012298.52\tOld objective: 1010342.92\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1013845.97\tOld objective: 1012298.52\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1015079.65\tOld objective: 1013845.97\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1016096.81\tOld objective: 1015079.65\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1016950.55\tOld objective: 1016096.81\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1017663.84\tOld objective: 1016950.55\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1018278.42\tOld objective: 1017663.84\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1018816.05\tOld objective: 1018278.42\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1019284.29\tOld objective: 1018816.05\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 52:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 624689.52\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 812939.03\tOld objective: 624689.52\tImprovement: 0.30135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 876062.95\tOld objective: 812939.03\tImprovement: 0.07765" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 905066.10\tOld objective: 876062.95\tImprovement: 0.03311" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 921045.18\tOld objective: 905066.10\tImprovement: 0.01766" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 930857.13\tOld objective: 921045.18\tImprovement: 0.01065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 937368.00\tOld objective: 930857.13\tImprovement: 0.00699" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 941960.26\tOld objective: 937368.00\tImprovement: 0.00490" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 945326.37\tOld objective: 941960.26\tImprovement: 0.00357" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 947884.02\tOld objective: 945326.37\tImprovement: 0.00271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 949870.74\tOld objective: 947884.02\tImprovement: 0.00210" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 951455.93\tOld objective: 949870.74\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 952734.99\tOld objective: 951455.93\tImprovement: 0.00134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 953783.48\tOld objective: 952734.99\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 954649.68\tOld objective: 953783.48\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 955378.82\tOld objective: 954649.68\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 956007.20\tOld objective: 955378.82\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 956552.35\tOld objective: 956007.20\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 957031.01\tOld objective: 956552.35\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 957454.85\tOld objective: 957031.01\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 53:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 598728.34\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 787421.27\tOld objective: 598728.34\tImprovement: 0.31516" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 850742.67\tOld objective: 787421.27\tImprovement: 0.08042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 879841.72\tOld objective: 850742.67\tImprovement: 0.03420" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 895884.46\tOld objective: 879841.72\tImprovement: 0.01823" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 905764.10\tOld objective: 895884.46\tImprovement: 0.01103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 912310.61\tOld objective: 905764.10\tImprovement: 0.00723" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 916903.83\tOld objective: 912310.61\tImprovement: 0.00503" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 920271.55\tOld objective: 916903.83\tImprovement: 0.00367" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 922806.22\tOld objective: 920271.55\tImprovement: 0.00275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 924748.30\tOld objective: 922806.22\tImprovement: 0.00210" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 926266.49\tOld objective: 924748.30\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 927503.24\tOld objective: 926266.49\tImprovement: 0.00134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 928528.64\tOld objective: 927503.24\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 929392.54\tOld objective: 928528.64\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 930127.33\tOld objective: 929392.54\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 930757.65\tOld objective: 930127.33\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 931307.78\tOld objective: 930757.65\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 931787.92\tOld objective: 931307.78\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 19\tObjective: 932207.71\tOld objective: 931787.92\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 54:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 697562.84\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 895270.88\tOld objective: 697562.84\tImprovement: 0.28343" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 960926.14\tOld objective: 895270.88\tImprovement: 0.07334" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 990945.03\tOld objective: 960926.14\tImprovement: 0.03124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1007451.86\tOld objective: 990945.03\tImprovement: 0.01666" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1017565.37\tOld objective: 1007451.86\tImprovement: 0.01004" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1024261.01\tOld objective: 1017565.37\tImprovement: 0.00658" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1028953.16\tOld objective: 1024261.01\tImprovement: 0.00458" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1032367.04\tOld objective: 1028953.16\tImprovement: 0.00332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1034901.74\tOld objective: 1032367.04\tImprovement: 0.00246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1036852.76\tOld objective: 1034901.74\tImprovement: 0.00189" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1038407.63\tOld objective: 1036852.76\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1039672.54\tOld objective: 1038407.63\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1040726.97\tOld objective: 1039672.54\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1041603.19\tOld objective: 1040726.97\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1042340.00\tOld objective: 1041603.19\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1042963.82\tOld objective: 1042340.00\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1043509.42\tOld objective: 1042963.82\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1043985.60\tOld objective: 1043509.42\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 55:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 713070.19\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 907849.94\tOld objective: 713070.19\tImprovement: 0.27316" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 972886.52\tOld objective: 907849.94\tImprovement: 0.07164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1002615.09\tOld objective: 972886.52\tImprovement: 0.03056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1018945.70\tOld objective: 1002615.09\tImprovement: 0.01629" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1028939.48\tOld objective: 1018945.70\tImprovement: 0.00981" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1035558.56\tOld objective: 1028939.48\tImprovement: 0.00643" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1040193.17\tOld objective: 1035558.56\tImprovement: 0.00448" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1043545.31\tOld objective: 1040193.17\tImprovement: 0.00322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1046083.44\tOld objective: 1043545.31\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1048051.75\tOld objective: 1046083.44\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1049623.86\tOld objective: 1048051.75\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1050898.79\tOld objective: 1049623.86\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1051947.00\tOld objective: 1050898.79\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1052820.86\tOld objective: 1051947.00\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1053554.86\tOld objective: 1052820.86\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1054169.84\tOld objective: 1053554.86\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1054681.95\tOld objective: 1054169.84\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 56:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 614083.66\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 804501.27\tOld objective: 614083.66\tImprovement: 0.31008" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 867686.92\tOld objective: 804501.27\tImprovement: 0.07854" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 896400.72\tOld objective: 867686.92\tImprovement: 0.03309" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 912081.09\tOld objective: 896400.72\tImprovement: 0.01749" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 921707.23\tOld objective: 912081.09\tImprovement: 0.01055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 928116.45\tOld objective: 921707.23\tImprovement: 0.00695" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 932587.34\tOld objective: 928116.45\tImprovement: 0.00482" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 935828.14\tOld objective: 932587.34\tImprovement: 0.00348" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 938273.08\tOld objective: 935828.14\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 940179.36\tOld objective: 938273.08\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 941718.53\tOld objective: 940179.36\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 942972.50\tOld objective: 941718.53\tImprovement: 0.00133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 943998.40\tOld objective: 942972.50\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 944854.77\tOld objective: 943998.40\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 945575.84\tOld objective: 944854.77\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 946189.25\tOld objective: 945575.84\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 946717.33\tOld objective: 946189.25\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 947185.90\tOld objective: 946717.33\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 57:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 630269.01\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 819249.04\tOld objective: 630269.01\tImprovement: 0.29984" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 882046.84\tOld objective: 819249.04\tImprovement: 0.07665" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 910769.73\tOld objective: 882046.84\tImprovement: 0.03256" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 926602.71\tOld objective: 910769.73\tImprovement: 0.01738" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 936309.69\tOld objective: 926602.71\tImprovement: 0.01048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 942741.99\tOld objective: 936309.69\tImprovement: 0.00687" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 947261.74\tOld objective: 942741.99\tImprovement: 0.00479" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 950559.15\tOld objective: 947261.74\tImprovement: 0.00348" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 953046.46\tOld objective: 950559.15\tImprovement: 0.00262" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 954992.30\tOld objective: 953046.46\tImprovement: 0.00204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 956550.93\tOld objective: 954992.30\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 957812.03\tOld objective: 956550.93\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 958840.15\tOld objective: 957812.03\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 959712.53\tOld objective: 958840.15\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 960463.37\tOld objective: 959712.53\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 961094.05\tOld objective: 960463.37\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 961625.79\tOld objective: 961094.05\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 962078.55\tOld objective: 961625.79\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 58:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 623313.63\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 812944.03\tOld objective: 623313.63\tImprovement: 0.30423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 875591.65\tOld objective: 812944.03\tImprovement: 0.07706" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 904054.27\tOld objective: 875591.65\tImprovement: 0.03251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 919639.51\tOld objective: 904054.27\tImprovement: 0.01724" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 929154.26\tOld objective: 919639.51\tImprovement: 0.01035" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 935443.52\tOld objective: 929154.26\tImprovement: 0.00677" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 939863.16\tOld objective: 935443.52\tImprovement: 0.00472" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 943142.86\tOld objective: 939863.16\tImprovement: 0.00349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 945623.95\tOld objective: 943142.86\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 947538.17\tOld objective: 945623.95\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 949051.82\tOld objective: 947538.17\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 950277.54\tOld objective: 949051.82\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 951299.66\tOld objective: 950277.54\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 952147.85\tOld objective: 951299.66\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 952855.21\tOld objective: 952147.85\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 953463.99\tOld objective: 952855.21\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 953988.60\tOld objective: 953463.99\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 954449.56\tOld objective: 953988.60\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 59:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 701900.77\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 891484.34\tOld objective: 701900.77\tImprovement: 0.27010" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 954006.86\tOld objective: 891484.34\tImprovement: 0.07013" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 982503.86\tOld objective: 954006.86\tImprovement: 0.02987" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 998142.41\tOld objective: 982503.86\tImprovement: 0.01592" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1007705.76\tOld objective: 998142.41\tImprovement: 0.00958" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1014036.59\tOld objective: 1007705.76\tImprovement: 0.00628" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1018510.85\tOld objective: 1014036.59\tImprovement: 0.00441" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1021802.72\tOld objective: 1018510.85\tImprovement: 0.00323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1024278.10\tOld objective: 1021802.72\tImprovement: 0.00242" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1026184.53\tOld objective: 1024278.10\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1027704.36\tOld objective: 1026184.53\tImprovement: 0.00148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1028937.33\tOld objective: 1027704.36\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1029937.49\tOld objective: 1028937.33\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1030757.28\tOld objective: 1029937.49\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1031442.54\tOld objective: 1030757.28\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1032038.09\tOld objective: 1031442.54\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1032560.56\tOld objective: 1032038.09\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1033015.34\tOld objective: 1032560.56\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 60:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 623813.88\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 810069.78\tOld objective: 623813.88\tImprovement: 0.29858" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 871891.56\tOld objective: 810069.78\tImprovement: 0.07632" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 900021.46\tOld objective: 871891.56\tImprovement: 0.03226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 915465.51\tOld objective: 900021.46\tImprovement: 0.01716" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 924947.49\tOld objective: 915465.51\tImprovement: 0.01036" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 931196.72\tOld objective: 924947.49\tImprovement: 0.00676" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 935579.58\tOld objective: 931196.72\tImprovement: 0.00471" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 938812.10\tOld objective: 935579.58\tImprovement: 0.00346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 941274.93\tOld objective: 938812.10\tImprovement: 0.00262" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 943181.14\tOld objective: 941274.93\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 944686.58\tOld objective: 943181.14\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 945897.27\tOld objective: 944686.58\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 946892.27\tOld objective: 945897.27\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 947727.06\tOld objective: 946892.27\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 948429.97\tOld objective: 947727.06\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 949033.39\tOld objective: 948429.97\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 949565.39\tOld objective: 949033.39\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 950030.86\tOld objective: 949565.39\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 61:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 675403.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 865357.69\tOld objective: 675403.47\tImprovement: 0.28125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 927838.48\tOld objective: 865357.69\tImprovement: 0.07220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 956147.22\tOld objective: 927838.48\tImprovement: 0.03051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 971607.01\tOld objective: 956147.22\tImprovement: 0.01617" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 981072.43\tOld objective: 971607.01\tImprovement: 0.00974" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 987352.65\tOld objective: 981072.43\tImprovement: 0.00640" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 991754.74\tOld objective: 987352.65\tImprovement: 0.00446" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 994962.81\tOld objective: 991754.74\tImprovement: 0.00323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 997397.90\tOld objective: 994962.81\tImprovement: 0.00245" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 999292.19\tOld objective: 997397.90\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1000797.40\tOld objective: 999292.19\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1002017.98\tOld objective: 1000797.40\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1003017.26\tOld objective: 1002017.98\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1003842.64\tOld objective: 1003017.26\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1004539.49\tOld objective: 1003842.64\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1005136.24\tOld objective: 1004539.49\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1005648.49\tOld objective: 1005136.24\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1006097.61\tOld objective: 1005648.49\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 62:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 679167.95\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 869989.76\tOld objective: 679167.95\tImprovement: 0.28096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 932541.67\tOld objective: 869989.76\tImprovement: 0.07190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 960783.67\tOld objective: 932541.67\tImprovement: 0.03028" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 976225.26\tOld objective: 960783.67\tImprovement: 0.01607" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 985667.54\tOld objective: 976225.26\tImprovement: 0.00967" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 991923.37\tOld objective: 985667.54\tImprovement: 0.00635" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 996304.51\tOld objective: 991923.37\tImprovement: 0.00442" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 999476.31\tOld objective: 996304.51\tImprovement: 0.00318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1001868.44\tOld objective: 999476.31\tImprovement: 0.00239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1003725.02\tOld objective: 1001868.44\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1005198.86\tOld objective: 1003725.02\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1006405.64\tOld objective: 1005198.86\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1007409.18\tOld objective: 1006405.64\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1008240.94\tOld objective: 1007409.18\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1008945.32\tOld objective: 1008240.94\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1009545.88\tOld objective: 1008945.32\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1010063.96\tOld objective: 1009545.88\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1010524.60\tOld objective: 1010063.96\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 63:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 633436.81\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 820570.58\tOld objective: 633436.81\tImprovement: 0.29543" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 882342.27\tOld objective: 820570.58\tImprovement: 0.07528" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 910343.50\tOld objective: 882342.27\tImprovement: 0.03174" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 925732.37\tOld objective: 910343.50\tImprovement: 0.01690" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 935209.75\tOld objective: 925732.37\tImprovement: 0.01024" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 941519.15\tOld objective: 935209.75\tImprovement: 0.00675" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 945924.05\tOld objective: 941519.15\tImprovement: 0.00468" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 949118.01\tOld objective: 945924.05\tImprovement: 0.00338" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 951519.78\tOld objective: 949118.01\tImprovement: 0.00253" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 953381.57\tOld objective: 951519.78\tImprovement: 0.00196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 954864.53\tOld objective: 953381.57\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 956079.93\tOld objective: 954864.53\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 957092.74\tOld objective: 956079.93\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 957939.16\tOld objective: 957092.74\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 958637.66\tOld objective: 957939.16\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 959229.29\tOld objective: 958637.66\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 959740.15\tOld objective: 959229.29\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 960181.94\tOld objective: 959740.15\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 64:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 672839.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 862797.31\tOld objective: 672839.47\tImprovement: 0.28232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 926076.28\tOld objective: 862797.31\tImprovement: 0.07334" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 954757.41\tOld objective: 926076.28\tImprovement: 0.03097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 970423.38\tOld objective: 954757.41\tImprovement: 0.01641" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 979990.51\tOld objective: 970423.38\tImprovement: 0.00986" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 986328.69\tOld objective: 979990.51\tImprovement: 0.00647" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 990757.94\tOld objective: 986328.69\tImprovement: 0.00449" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 993999.54\tOld objective: 990757.94\tImprovement: 0.00327" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 996442.79\tOld objective: 993999.54\tImprovement: 0.00246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 998344.49\tOld objective: 996442.79\tImprovement: 0.00191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 999866.57\tOld objective: 998344.49\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1001110.88\tOld objective: 999866.57\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1002132.77\tOld objective: 1001110.88\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1002976.61\tOld objective: 1002132.77\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1003688.36\tOld objective: 1002976.61\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1004290.43\tOld objective: 1003688.36\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1004814.24\tOld objective: 1004290.43\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1005279.89\tOld objective: 1004814.24\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 65:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 673866.53\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 865881.92\tOld objective: 673866.53\tImprovement: 0.28495" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 928806.82\tOld objective: 865881.92\tImprovement: 0.07267" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 957104.78\tOld objective: 928806.82\tImprovement: 0.03047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 972558.85\tOld objective: 957104.78\tImprovement: 0.01615" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 981989.71\tOld objective: 972558.85\tImprovement: 0.00970" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 988187.00\tOld objective: 981989.71\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 992506.05\tOld objective: 988187.00\tImprovement: 0.00437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 995655.63\tOld objective: 992506.05\tImprovement: 0.00317" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 998022.61\tOld objective: 995655.63\tImprovement: 0.00238" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 999851.27\tOld objective: 998022.61\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1001303.64\tOld objective: 999851.27\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1002484.03\tOld objective: 1001303.64\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1003443.10\tOld objective: 1002484.03\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1004243.21\tOld objective: 1003443.10\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1004930.48\tOld objective: 1004243.21\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1005520.16\tOld objective: 1004930.48\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1006024.37\tOld objective: 1005520.16\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1006458.92\tOld objective: 1006024.37\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 66:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 694287.12\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 885403.48\tOld objective: 694287.12\tImprovement: 0.27527" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 948166.41\tOld objective: 885403.48\tImprovement: 0.07089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 976404.57\tOld objective: 948166.41\tImprovement: 0.02978" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 991816.30\tOld objective: 976404.57\tImprovement: 0.01578" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1001217.78\tOld objective: 991816.30\tImprovement: 0.00948" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1007418.44\tOld objective: 1001217.78\tImprovement: 0.00619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1011743.41\tOld objective: 1007418.44\tImprovement: 0.00429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1014891.68\tOld objective: 1011743.41\tImprovement: 0.00311" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1017268.56\tOld objective: 1014891.68\tImprovement: 0.00234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1019122.23\tOld objective: 1017268.56\tImprovement: 0.00182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1020595.90\tOld objective: 1019122.23\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1021798.39\tOld objective: 1020595.90\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1022795.66\tOld objective: 1021798.39\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1023625.53\tOld objective: 1022795.66\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1024331.30\tOld objective: 1023625.53\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1024937.24\tOld objective: 1024331.30\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1025452.39\tOld objective: 1024937.24\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1025903.07\tOld objective: 1025452.39\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 67:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 660622.17\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 846524.84\tOld objective: 660622.17\tImprovement: 0.28141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 907674.28\tOld objective: 846524.84\tImprovement: 0.07224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 935278.58\tOld objective: 907674.28\tImprovement: 0.03041" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 950441.91\tOld objective: 935278.58\tImprovement: 0.01621" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 959787.32\tOld objective: 950441.91\tImprovement: 0.00983" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 965972.29\tOld objective: 959787.32\tImprovement: 0.00644" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 970286.35\tOld objective: 965972.29\tImprovement: 0.00447" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 973452.68\tOld objective: 970286.35\tImprovement: 0.00326" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 975850.22\tOld objective: 973452.68\tImprovement: 0.00246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 977704.96\tOld objective: 975850.22\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 979166.41\tOld objective: 977704.96\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 980351.97\tOld objective: 979166.41\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 981348.71\tOld objective: 980351.97\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 982191.81\tOld objective: 981348.71\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 982897.63\tOld objective: 982191.81\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 983492.42\tOld objective: 982897.63\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 983998.63\tOld objective: 983492.42\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 984433.06\tOld objective: 983998.63\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 68:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 696033.44\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 886904.11\tOld objective: 696033.44\tImprovement: 0.27423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 948990.04\tOld objective: 886904.11\tImprovement: 0.07000" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 976708.70\tOld objective: 948990.04\tImprovement: 0.02921" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 991788.90\tOld objective: 976708.70\tImprovement: 0.01544" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1001007.64\tOld objective: 991788.90\tImprovement: 0.00930" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1007101.02\tOld objective: 1001007.64\tImprovement: 0.00609" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1011355.96\tOld objective: 1007101.02\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1014450.57\tOld objective: 1011355.96\tImprovement: 0.00306" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1016790.86\tOld objective: 1014450.57\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1018613.79\tOld objective: 1016790.86\tImprovement: 0.00179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1020055.96\tOld objective: 1018613.79\tImprovement: 0.00142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1021212.57\tOld objective: 1020055.96\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1022167.34\tOld objective: 1021212.57\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1022972.77\tOld objective: 1022167.34\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1023650.92\tOld objective: 1022972.77\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1024232.46\tOld objective: 1023650.92\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1024722.72\tOld objective: 1024232.46\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 69:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 717950.68\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 909850.86\tOld objective: 717950.68\tImprovement: 0.26729" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 972633.64\tOld objective: 909850.86\tImprovement: 0.06900" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1000704.27\tOld objective: 972633.64\tImprovement: 0.02886" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1015962.64\tOld objective: 1000704.27\tImprovement: 0.01525" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1025249.64\tOld objective: 1015962.64\tImprovement: 0.00914" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1031369.83\tOld objective: 1025249.64\tImprovement: 0.00597" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1035638.10\tOld objective: 1031369.83\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1038774.58\tOld objective: 1035638.10\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1041153.39\tOld objective: 1038774.58\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1042977.59\tOld objective: 1041153.39\tImprovement: 0.00175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1044407.57\tOld objective: 1042977.59\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1045583.69\tOld objective: 1044407.57\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1046560.45\tOld objective: 1045583.69\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1047387.88\tOld objective: 1046560.45\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1048093.50\tOld objective: 1047387.88\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1048676.28\tOld objective: 1048093.50\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1049168.83\tOld objective: 1048676.28\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 70:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 619944.88\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 805107.99\tOld objective: 619944.88\tImprovement: 0.29868" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 865516.87\tOld objective: 805107.99\tImprovement: 0.07503" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 892461.85\tOld objective: 865516.87\tImprovement: 0.03113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 907094.04\tOld objective: 892461.85\tImprovement: 0.01640" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 916005.36\tOld objective: 907094.04\tImprovement: 0.00982" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 921889.14\tOld objective: 916005.36\tImprovement: 0.00642" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 925985.85\tOld objective: 921889.14\tImprovement: 0.00444" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 928973.91\tOld objective: 925985.85\tImprovement: 0.00323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 931233.81\tOld objective: 928973.91\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 933003.78\tOld objective: 931233.81\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 934402.77\tOld objective: 933003.78\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 935533.20\tOld objective: 934402.77\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 936471.61\tOld objective: 935533.20\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 937248.77\tOld objective: 936471.61\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 937899.36\tOld objective: 937248.77\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 938463.63\tOld objective: 937899.36\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 938955.50\tOld objective: 938463.63\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 939387.34\tOld objective: 938955.50\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 71:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 690758.36\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 878729.32\tOld objective: 690758.36\tImprovement: 0.27212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 940503.10\tOld objective: 878729.32\tImprovement: 0.07030" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 968444.79\tOld objective: 940503.10\tImprovement: 0.02971" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 983767.44\tOld objective: 968444.79\tImprovement: 0.01582" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 993128.21\tOld objective: 983767.44\tImprovement: 0.00952" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 999292.46\tOld objective: 993128.21\tImprovement: 0.00621" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1003624.77\tOld objective: 999292.46\tImprovement: 0.00434" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1006806.24\tOld objective: 1003624.77\tImprovement: 0.00317" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1009208.44\tOld objective: 1006806.24\tImprovement: 0.00239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1011075.52\tOld objective: 1009208.44\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1012579.02\tOld objective: 1011075.52\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1013803.68\tOld objective: 1012579.02\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1014811.59\tOld objective: 1013803.68\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1015649.14\tOld objective: 1014811.59\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1016349.54\tOld objective: 1015649.14\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1016947.48\tOld objective: 1016349.54\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1017460.27\tOld objective: 1016947.48\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 1017890.59\tOld objective: 1017460.27\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 72:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 755570.93\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 946400.98\tOld objective: 755570.93\tImprovement: 0.25256" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1008303.46\tOld objective: 946400.98\tImprovement: 0.06541" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1035870.40\tOld objective: 1008303.46\tImprovement: 0.02734" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1050868.89\tOld objective: 1035870.40\tImprovement: 0.01448" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1060043.05\tOld objective: 1050868.89\tImprovement: 0.00873" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1066101.79\tOld objective: 1060043.05\tImprovement: 0.00572" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1070335.37\tOld objective: 1066101.79\tImprovement: 0.00397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1073440.83\tOld objective: 1070335.37\tImprovement: 0.00290" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1075790.12\tOld objective: 1073440.83\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1077585.83\tOld objective: 1075790.12\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1078996.05\tOld objective: 1077585.83\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1080149.63\tOld objective: 1078996.05\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1081097.23\tOld objective: 1080149.63\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1081874.87\tOld objective: 1081097.23\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1082523.91\tOld objective: 1081874.87\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1083076.20\tOld objective: 1082523.91\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1083556.84\tOld objective: 1083076.20\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 73:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 680804.05\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 868081.56\tOld objective: 680804.05\tImprovement: 0.27508" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 929232.11\tOld objective: 868081.56\tImprovement: 0.07044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 956642.45\tOld objective: 929232.11\tImprovement: 0.02950" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 971565.50\tOld objective: 956642.45\tImprovement: 0.01560" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 980695.65\tOld objective: 971565.50\tImprovement: 0.00940" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 986703.35\tOld objective: 980695.65\tImprovement: 0.00613" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 990863.97\tOld objective: 986703.35\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 993912.04\tOld objective: 990863.97\tImprovement: 0.00308" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 996194.26\tOld objective: 993912.04\tImprovement: 0.00230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 997951.36\tOld objective: 996194.26\tImprovement: 0.00176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 999352.11\tOld objective: 997951.36\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1000486.30\tOld objective: 999352.11\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1001421.99\tOld objective: 1000486.30\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1002209.90\tOld objective: 1001421.99\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1002871.31\tOld objective: 1002209.90\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1003433.21\tOld objective: 1002871.31\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1003922.28\tOld objective: 1003433.21\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 74:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 718074.18\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 907244.66\tOld objective: 718074.18\tImprovement: 0.26344" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 968640.29\tOld objective: 907244.66\tImprovement: 0.06767" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 996077.39\tOld objective: 968640.29\tImprovement: 0.02833" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1010982.75\tOld objective: 996077.39\tImprovement: 0.01496" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1020060.26\tOld objective: 1010982.75\tImprovement: 0.00898" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1026036.14\tOld objective: 1020060.26\tImprovement: 0.00586" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1030227.02\tOld objective: 1026036.14\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1033301.06\tOld objective: 1030227.02\tImprovement: 0.00298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1035604.13\tOld objective: 1033301.06\tImprovement: 0.00223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1037389.33\tOld objective: 1035604.13\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1038830.93\tOld objective: 1037389.33\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1040025.43\tOld objective: 1038830.93\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1041018.52\tOld objective: 1040025.43\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1041842.26\tOld objective: 1041018.52\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1042533.51\tOld objective: 1041842.26\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1043121.90\tOld objective: 1042533.51\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1043622.76\tOld objective: 1043121.90\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 75:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 652620.54\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 839788.24\tOld objective: 652620.54\tImprovement: 0.28679" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 900560.56\tOld objective: 839788.24\tImprovement: 0.07237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 927628.70\tOld objective: 900560.56\tImprovement: 0.03006" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 942345.83\tOld objective: 927628.70\tImprovement: 0.01587" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 951272.42\tOld objective: 942345.83\tImprovement: 0.00947" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 957172.72\tOld objective: 951272.42\tImprovement: 0.00620" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 961297.57\tOld objective: 957172.72\tImprovement: 0.00431" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 964305.21\tOld objective: 961297.57\tImprovement: 0.00313" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 966594.38\tOld objective: 964305.21\tImprovement: 0.00237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 968372.28\tOld objective: 966594.38\tImprovement: 0.00184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 969780.80\tOld objective: 968372.28\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 970915.13\tOld objective: 969780.80\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 971835.26\tOld objective: 970915.13\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 972599.10\tOld objective: 971835.26\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 973254.90\tOld objective: 972599.10\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 973833.57\tOld objective: 973254.90\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 974338.72\tOld objective: 973833.57\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 974777.54\tOld objective: 974338.72\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 76:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 697911.73\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 886173.20\tOld objective: 697911.73\tImprovement: 0.26975" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 946459.87\tOld objective: 886173.20\tImprovement: 0.06803" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 973147.90\tOld objective: 946459.87\tImprovement: 0.02820" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 987612.25\tOld objective: 973147.90\tImprovement: 0.01486" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 996426.70\tOld objective: 987612.25\tImprovement: 0.00893" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1002231.54\tOld objective: 996426.70\tImprovement: 0.00583" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1006283.99\tOld objective: 1002231.54\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1009213.70\tOld objective: 1006283.99\tImprovement: 0.00291" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1011412.41\tOld objective: 1009213.70\tImprovement: 0.00218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1013116.14\tOld objective: 1011412.41\tImprovement: 0.00168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1014484.35\tOld objective: 1013116.14\tImprovement: 0.00135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1015593.94\tOld objective: 1014484.35\tImprovement: 0.00109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1016511.26\tOld objective: 1015593.94\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1017284.57\tOld objective: 1016511.26\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1017934.94\tOld objective: 1017284.57\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1018472.21\tOld objective: 1017934.94\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1018929.83\tOld objective: 1018472.21\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 77:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 658786.72\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 844399.06\tOld objective: 658786.72\tImprovement: 0.28175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 904629.85\tOld objective: 844399.06\tImprovement: 0.07133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 931497.62\tOld objective: 904629.85\tImprovement: 0.02970" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 946153.92\tOld objective: 931497.62\tImprovement: 0.01573" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 955087.01\tOld objective: 946153.92\tImprovement: 0.00944" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 960953.23\tOld objective: 955087.01\tImprovement: 0.00614" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 965012.49\tOld objective: 960953.23\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 967982.11\tOld objective: 965012.49\tImprovement: 0.00308" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 970218.91\tOld objective: 967982.11\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 971964.89\tOld objective: 970218.91\tImprovement: 0.00180" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 973372.85\tOld objective: 971964.89\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 974523.21\tOld objective: 973372.85\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 975462.46\tOld objective: 974523.21\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 976254.41\tOld objective: 975462.46\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 976910.30\tOld objective: 976254.41\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 977465.20\tOld objective: 976910.30\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 977949.65\tOld objective: 977465.20\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 78:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 736503.14\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 929348.39\tOld objective: 736503.14\tImprovement: 0.26184" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 991465.92\tOld objective: 929348.39\tImprovement: 0.06684" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1018944.68\tOld objective: 991465.92\tImprovement: 0.02772" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1033834.19\tOld objective: 1018944.68\tImprovement: 0.01461" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1042885.34\tOld objective: 1033834.19\tImprovement: 0.00875" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1048855.28\tOld objective: 1042885.34\tImprovement: 0.00572" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1053042.83\tOld objective: 1048855.28\tImprovement: 0.00399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1056096.19\tOld objective: 1053042.83\tImprovement: 0.00290" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1058412.89\tOld objective: 1056096.19\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1060220.48\tOld objective: 1058412.89\tImprovement: 0.00171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1061637.31\tOld objective: 1060220.48\tImprovement: 0.00134" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1062768.57\tOld objective: 1061637.31\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1063687.99\tOld objective: 1062768.57\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1064451.94\tOld objective: 1063687.99\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1065099.47\tOld objective: 1064451.94\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1065660.94\tOld objective: 1065099.47\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1066141.66\tOld objective: 1065660.94\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 79:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 651026.78\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 834814.59\tOld objective: 651026.78\tImprovement: 0.28230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 894644.10\tOld objective: 834814.59\tImprovement: 0.07167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 921547.42\tOld objective: 894644.10\tImprovement: 0.03007" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 936206.02\tOld objective: 921547.42\tImprovement: 0.01591" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 945162.88\tOld objective: 936206.02\tImprovement: 0.00957" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 951117.88\tOld objective: 945162.88\tImprovement: 0.00630" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 955303.87\tOld objective: 951117.88\tImprovement: 0.00440" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 958339.90\tOld objective: 955303.87\tImprovement: 0.00318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 960635.21\tOld objective: 958339.90\tImprovement: 0.00240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 962423.16\tOld objective: 960635.21\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 963858.51\tOld objective: 962423.16\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 965030.36\tOld objective: 963858.51\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 965996.17\tOld objective: 965030.36\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 966808.80\tOld objective: 965996.17\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 967498.45\tOld objective: 966808.80\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 968076.19\tOld objective: 967498.45\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 968573.76\tOld objective: 968076.19\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 969007.97\tOld objective: 968573.76\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 80:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 667331.63\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 853551.51\tOld objective: 667331.63\tImprovement: 0.27905" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 914758.85\tOld objective: 853551.51\tImprovement: 0.07171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 942157.47\tOld objective: 914758.85\tImprovement: 0.02995" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 957073.15\tOld objective: 942157.47\tImprovement: 0.01583" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 966164.80\tOld objective: 957073.15\tImprovement: 0.00950" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 972168.71\tOld objective: 966164.80\tImprovement: 0.00621" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 976382.05\tOld objective: 972168.71\tImprovement: 0.00433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 979444.70\tOld objective: 976382.05\tImprovement: 0.00314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 981751.81\tOld objective: 979444.70\tImprovement: 0.00236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 983549.19\tOld objective: 981751.81\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 984976.23\tOld objective: 983549.19\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 986127.57\tOld objective: 984976.23\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 987089.94\tOld objective: 986127.57\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 987900.88\tOld objective: 987089.94\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 988585.36\tOld objective: 987900.88\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 989171.16\tOld objective: 988585.36\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 989666.39\tOld objective: 989171.16\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 18\tObjective: 990091.70\tOld objective: 989666.39\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 81:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 690631.69\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 877596.71\tOld objective: 690631.69\tImprovement: 0.27072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 938364.05\tOld objective: 877596.71\tImprovement: 0.06924" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 965512.62\tOld objective: 938364.05\tImprovement: 0.02893" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 980290.87\tOld objective: 965512.62\tImprovement: 0.01531" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 989286.96\tOld objective: 980290.87\tImprovement: 0.00918" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 995205.81\tOld objective: 989286.96\tImprovement: 0.00598" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 999369.01\tOld objective: 995205.81\tImprovement: 0.00418" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1002413.53\tOld objective: 999369.01\tImprovement: 0.00305" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1004704.41\tOld objective: 1002413.53\tImprovement: 0.00229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1006480.66\tOld objective: 1004704.41\tImprovement: 0.00177" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1007886.79\tOld objective: 1006480.66\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1009037.70\tOld objective: 1007886.79\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1009995.57\tOld objective: 1009037.70\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1010802.97\tOld objective: 1009995.57\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1011482.89\tOld objective: 1010802.97\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1012060.69\tOld objective: 1011482.89\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1012554.69\tOld objective: 1012060.69\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 82:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 755522.63\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 943061.43\tOld objective: 755522.63\tImprovement: 0.24822" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1003171.15\tOld objective: 943061.43\tImprovement: 0.06374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1029795.80\tOld objective: 1003171.15\tImprovement: 0.02654" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1044202.09\tOld objective: 1029795.80\tImprovement: 0.01399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1052962.09\tOld objective: 1044202.09\tImprovement: 0.00839" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1058744.83\tOld objective: 1052962.09\tImprovement: 0.00549" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1062789.98\tOld objective: 1058744.83\tImprovement: 0.00382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1065731.59\tOld objective: 1062789.98\tImprovement: 0.00277" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1067954.25\tOld objective: 1065731.59\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1069686.87\tOld objective: 1067954.25\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1071061.04\tOld objective: 1069686.87\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1072175.88\tOld objective: 1071061.04\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1073095.05\tOld objective: 1072175.88\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1073856.85\tOld objective: 1073095.05\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1074507.87\tOld objective: 1073856.85\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1075070.57\tOld objective: 1074507.87\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1075548.13\tOld objective: 1075070.57\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 83:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 700164.40\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 884329.89\tOld objective: 700164.40\tImprovement: 0.26303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 943273.30\tOld objective: 884329.89\tImprovement: 0.06665" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 969282.55\tOld objective: 943273.30\tImprovement: 0.02757" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 983290.12\tOld objective: 969282.55\tImprovement: 0.01445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 991773.80\tOld objective: 983290.12\tImprovement: 0.00863" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 997320.97\tOld objective: 991773.80\tImprovement: 0.00559" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1001184.69\tOld objective: 997320.97\tImprovement: 0.00387" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1003994.63\tOld objective: 1001184.69\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1006123.81\tOld objective: 1003994.63\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1007790.21\tOld objective: 1006123.81\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1009108.59\tOld objective: 1007790.21\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1010171.81\tOld objective: 1009108.59\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1011051.92\tOld objective: 1010171.81\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1011786.57\tOld objective: 1011051.92\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1012399.74\tOld objective: 1011786.57\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1012917.77\tOld objective: 1012399.74\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1013357.05\tOld objective: 1012917.77\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 84:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 640712.44\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 821977.20\tOld objective: 640712.44\tImprovement: 0.28291" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 880636.48\tOld objective: 821977.20\tImprovement: 0.07136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 906677.38\tOld objective: 880636.48\tImprovement: 0.02957" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 920815.31\tOld objective: 906677.38\tImprovement: 0.01559" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 929446.86\tOld objective: 920815.31\tImprovement: 0.00937" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 935130.07\tOld objective: 929446.86\tImprovement: 0.00611" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 939109.53\tOld objective: 935130.07\tImprovement: 0.00426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 942059.00\tOld objective: 939109.53\tImprovement: 0.00314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 944289.78\tOld objective: 942059.00\tImprovement: 0.00237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 946021.08\tOld objective: 944289.78\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 947389.78\tOld objective: 946021.08\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 948501.33\tOld objective: 947389.78\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 949410.71\tOld objective: 948501.33\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 950162.22\tOld objective: 949410.71\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 950795.70\tOld objective: 950162.22\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 951341.39\tOld objective: 950795.70\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 951811.85\tOld objective: 951341.39\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 85:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 726636.90\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 910289.88\tOld objective: 726636.90\tImprovement: 0.25274" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 968889.33\tOld objective: 910289.88\tImprovement: 0.06437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 994811.45\tOld objective: 968889.33\tImprovement: 0.02675" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1008865.29\tOld objective: 994811.45\tImprovement: 0.01413" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1017405.00\tOld objective: 1008865.29\tImprovement: 0.00846" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1023017.58\tOld objective: 1017405.00\tImprovement: 0.00552" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1026945.28\tOld objective: 1023017.58\tImprovement: 0.00384" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1029825.36\tOld objective: 1026945.28\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1031982.75\tOld objective: 1029825.36\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1033667.38\tOld objective: 1031982.75\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1035006.31\tOld objective: 1033667.38\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1036093.28\tOld objective: 1035006.31\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1036990.52\tOld objective: 1036093.28\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1037745.84\tOld objective: 1036990.52\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1038383.92\tOld objective: 1037745.84\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1038916.34\tOld objective: 1038383.92\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1039373.30\tOld objective: 1038916.34\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 86:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 718872.49\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 906610.54\tOld objective: 718872.49\tImprovement: 0.26116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 967504.43\tOld objective: 906610.54\tImprovement: 0.06717" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 994568.17\tOld objective: 967504.43\tImprovement: 0.02797" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1009234.14\tOld objective: 994568.17\tImprovement: 0.01475" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1018139.15\tOld objective: 1009234.14\tImprovement: 0.00882" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1024000.95\tOld objective: 1018139.15\tImprovement: 0.00576" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1028071.76\tOld objective: 1024000.95\tImprovement: 0.00398" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1031030.16\tOld objective: 1028071.76\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1033282.64\tOld objective: 1031030.16\tImprovement: 0.00218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1035060.97\tOld objective: 1033282.64\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1036473.83\tOld objective: 1035060.97\tImprovement: 0.00137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1037618.05\tOld objective: 1036473.83\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1038547.46\tOld objective: 1037618.05\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1039317.95\tOld objective: 1038547.46\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1039979.75\tOld objective: 1039317.95\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1040543.29\tOld objective: 1039979.75\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1041026.72\tOld objective: 1040543.29\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 87:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 667828.97\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 851017.64\tOld objective: 667828.97\tImprovement: 0.27430" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 910178.04\tOld objective: 851017.64\tImprovement: 0.06952" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 936404.82\tOld objective: 910178.04\tImprovement: 0.02882" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 950629.63\tOld objective: 936404.82\tImprovement: 0.01519" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 959333.65\tOld objective: 950629.63\tImprovement: 0.00916" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 965098.13\tOld objective: 959333.65\tImprovement: 0.00601" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 969124.23\tOld objective: 965098.13\tImprovement: 0.00417" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 972058.31\tOld objective: 969124.23\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 974278.82\tOld objective: 972058.31\tImprovement: 0.00228" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 975994.68\tOld objective: 974278.82\tImprovement: 0.00176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 977347.15\tOld objective: 975994.68\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 978461.22\tOld objective: 977347.15\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 979383.47\tOld objective: 978461.22\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 980140.26\tOld objective: 979383.47\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 980783.20\tOld objective: 980140.26\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 981337.39\tOld objective: 980783.20\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 981806.83\tOld objective: 981337.39\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 88:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 665485.31\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 851217.44\tOld objective: 665485.31\tImprovement: 0.27909" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 911388.99\tOld objective: 851217.44\tImprovement: 0.07069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 938167.16\tOld objective: 911388.99\tImprovement: 0.02938" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 952741.95\tOld objective: 938167.16\tImprovement: 0.01554" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 961628.42\tOld objective: 952741.95\tImprovement: 0.00933" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 967478.95\tOld objective: 961628.42\tImprovement: 0.00608" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 971531.56\tOld objective: 967478.95\tImprovement: 0.00419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 974479.86\tOld objective: 971531.56\tImprovement: 0.00303" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 976727.34\tOld objective: 974479.86\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 978481.01\tOld objective: 976727.34\tImprovement: 0.00180" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 979869.38\tOld objective: 978481.01\tImprovement: 0.00142" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 980983.75\tOld objective: 979869.38\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 981897.47\tOld objective: 980983.75\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 982677.78\tOld objective: 981897.47\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 983347.67\tOld objective: 982677.78\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 983922.09\tOld objective: 983347.67\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 984409.75\tOld objective: 983922.09\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 89:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 662351.10\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 844918.31\tOld objective: 662351.10\tImprovement: 0.27564" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 903910.87\tOld objective: 844918.31\tImprovement: 0.06982" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 929977.40\tOld objective: 903910.87\tImprovement: 0.02884" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 944080.86\tOld objective: 929977.40\tImprovement: 0.01517" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 952660.55\tOld objective: 944080.86\tImprovement: 0.00909" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 958283.53\tOld objective: 952660.55\tImprovement: 0.00590" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 962211.10\tOld objective: 958283.53\tImprovement: 0.00410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 965079.56\tOld objective: 962211.10\tImprovement: 0.00298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 967242.32\tOld objective: 965079.56\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 968934.77\tOld objective: 967242.32\tImprovement: 0.00175" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 970286.84\tOld objective: 968934.77\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 971376.75\tOld objective: 970286.84\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 972263.13\tOld objective: 971376.75\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 972996.95\tOld objective: 972263.13\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 973610.82\tOld objective: 972996.95\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 974136.58\tOld objective: 973610.82\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 974591.89\tOld objective: 974136.58\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 90:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 726108.24\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 912197.92\tOld objective: 726108.24\tImprovement: 0.25628" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 971681.09\tOld objective: 912197.92\tImprovement: 0.06521" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 997882.66\tOld objective: 971681.09\tImprovement: 0.02697" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1012052.77\tOld objective: 997882.66\tImprovement: 0.01420" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1020636.27\tOld objective: 1012052.77\tImprovement: 0.00848" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1026294.88\tOld objective: 1020636.27\tImprovement: 0.00554" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1030226.75\tOld objective: 1026294.88\tImprovement: 0.00383" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1033074.96\tOld objective: 1030226.75\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1035224.63\tOld objective: 1033074.96\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1036913.68\tOld objective: 1035224.63\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1038241.76\tOld objective: 1036913.68\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1039316.45\tOld objective: 1038241.76\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1040202.81\tOld objective: 1039316.45\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1040946.09\tOld objective: 1040202.81\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1041571.23\tOld objective: 1040946.09\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1042111.95\tOld objective: 1041571.23\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1042582.16\tOld objective: 1042111.95\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 91:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 752845.04\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 939696.85\tOld objective: 752845.04\tImprovement: 0.24819" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 999629.62\tOld objective: 939696.85\tImprovement: 0.06378" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1026170.93\tOld objective: 999629.62\tImprovement: 0.02655" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1040630.50\tOld objective: 1026170.93\tImprovement: 0.01409" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1049425.09\tOld objective: 1040630.50\tImprovement: 0.00845" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1055185.98\tOld objective: 1049425.09\tImprovement: 0.00549" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1059224.77\tOld objective: 1055185.98\tImprovement: 0.00383" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1062181.88\tOld objective: 1059224.77\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1064423.27\tOld objective: 1062181.88\tImprovement: 0.00211" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1066162.54\tOld objective: 1064423.27\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1067547.62\tOld objective: 1066162.54\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1068670.04\tOld objective: 1067547.62\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1069596.03\tOld objective: 1068670.04\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1070367.77\tOld objective: 1069596.03\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1071017.56\tOld objective: 1070367.77\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1071567.77\tOld objective: 1071017.56\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1072026.12\tOld objective: 1071567.77\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 92:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 724829.15\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 911208.42\tOld objective: 724829.15\tImprovement: 0.25714" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 970680.43\tOld objective: 911208.42\tImprovement: 0.06527" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 996807.59\tOld objective: 970680.43\tImprovement: 0.02692" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1010831.08\tOld objective: 996807.59\tImprovement: 0.01407" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1019328.96\tOld objective: 1010831.08\tImprovement: 0.00841" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1024907.32\tOld objective: 1019328.96\tImprovement: 0.00547" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1028826.88\tOld objective: 1024907.32\tImprovement: 0.00382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1031682.70\tOld objective: 1028826.88\tImprovement: 0.00278" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1033820.84\tOld objective: 1031682.70\tImprovement: 0.00207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1035476.59\tOld objective: 1033820.84\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1036799.00\tOld objective: 1035476.59\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1037862.01\tOld objective: 1036799.00\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1038723.47\tOld objective: 1037862.01\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1039448.50\tOld objective: 1038723.47\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1040063.57\tOld objective: 1039448.50\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1040577.82\tOld objective: 1040063.57\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 93:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 660048.13\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 843977.21\tOld objective: 660048.13\tImprovement: 0.27866" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 903199.68\tOld objective: 843977.21\tImprovement: 0.07017" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 929298.75\tOld objective: 903199.68\tImprovement: 0.02890" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 943422.02\tOld objective: 929298.75\tImprovement: 0.01520" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 952032.78\tOld objective: 943422.02\tImprovement: 0.00913" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 957692.94\tOld objective: 952032.78\tImprovement: 0.00595" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 961623.99\tOld objective: 957692.94\tImprovement: 0.00410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 964509.56\tOld objective: 961623.99\tImprovement: 0.00300" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 966668.15\tOld objective: 964509.56\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 968336.72\tOld objective: 966668.15\tImprovement: 0.00173" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 969672.25\tOld objective: 968336.72\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 970747.32\tOld objective: 969672.25\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 971624.05\tOld objective: 970747.32\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 972353.62\tOld objective: 971624.05\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 972976.41\tOld objective: 972353.62\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 973526.75\tOld objective: 972976.41\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 974010.32\tOld objective: 973526.75\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 94:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 748714.57\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 936480.72\tOld objective: 748714.57\tImprovement: 0.25078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 996999.30\tOld objective: 936480.72\tImprovement: 0.06462" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1023819.15\tOld objective: 996999.30\tImprovement: 0.02690" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1038384.11\tOld objective: 1023819.15\tImprovement: 0.01423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1047277.79\tOld objective: 1038384.11\tImprovement: 0.00856" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1053155.52\tOld objective: 1047277.79\tImprovement: 0.00561" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1057249.57\tOld objective: 1053155.52\tImprovement: 0.00389" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1060251.48\tOld objective: 1057249.57\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1062532.59\tOld objective: 1060251.48\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1064294.99\tOld objective: 1062532.59\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1065694.97\tOld objective: 1064294.99\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1066836.54\tOld objective: 1065694.97\tImprovement: 0.00107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1067775.57\tOld objective: 1066836.54\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1068569.16\tOld objective: 1067775.57\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1069239.95\tOld objective: 1068569.16\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1069809.17\tOld objective: 1069239.95\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1070298.98\tOld objective: 1069809.17\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 95:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 614091.14\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 793095.19\tOld objective: 614091.14\tImprovement: 0.29149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 850564.47\tOld objective: 793095.19\tImprovement: 0.07246" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 875861.37\tOld objective: 850564.47\tImprovement: 0.02974" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 889524.27\tOld objective: 875861.37\tImprovement: 0.01560" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 897820.89\tOld objective: 889524.27\tImprovement: 0.00933" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 903277.04\tOld objective: 897820.89\tImprovement: 0.00608" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 907099.92\tOld objective: 903277.04\tImprovement: 0.00423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 909874.27\tOld objective: 907099.92\tImprovement: 0.00306" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 911976.75\tOld objective: 909874.27\tImprovement: 0.00231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 913634.80\tOld objective: 911976.75\tImprovement: 0.00182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 914957.09\tOld objective: 913634.80\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 916023.17\tOld objective: 914957.09\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 916898.31\tOld objective: 916023.17\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 917634.56\tOld objective: 916898.31\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 918248.31\tOld objective: 917634.56\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 918769.84\tOld objective: 918248.31\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 919223.29\tOld objective: 918769.84\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 96:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 715775.26\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 899149.74\tOld objective: 715775.26\tImprovement: 0.25619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 958262.55\tOld objective: 899149.74\tImprovement: 0.06574" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 984345.26\tOld objective: 958262.55\tImprovement: 0.02722" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 998452.44\tOld objective: 984345.26\tImprovement: 0.01433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1007015.63\tOld objective: 998452.44\tImprovement: 0.00858" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1012629.42\tOld objective: 1007015.63\tImprovement: 0.00557" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1016547.95\tOld objective: 1012629.42\tImprovement: 0.00387" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1019423.61\tOld objective: 1016547.95\tImprovement: 0.00283" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1021598.13\tOld objective: 1019423.61\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1023285.03\tOld objective: 1021598.13\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1024627.97\tOld objective: 1023285.03\tImprovement: 0.00131" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1025713.31\tOld objective: 1024627.97\tImprovement: 0.00106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1026606.33\tOld objective: 1025713.31\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1027369.80\tOld objective: 1026606.33\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1028028.74\tOld objective: 1027369.80\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1028594.58\tOld objective: 1028028.74\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1029070.82\tOld objective: 1028594.58\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 97:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 704614.26\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 889610.19\tOld objective: 704614.26\tImprovement: 0.26255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 948216.05\tOld objective: 889610.19\tImprovement: 0.06588" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 973852.22\tOld objective: 948216.05\tImprovement: 0.02704" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 987674.19\tOld objective: 973852.22\tImprovement: 0.01419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 996039.83\tOld objective: 987674.19\tImprovement: 0.00847" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1001532.20\tOld objective: 996039.83\tImprovement: 0.00551" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1005368.64\tOld objective: 1001532.20\tImprovement: 0.00383" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1008152.01\tOld objective: 1005368.64\tImprovement: 0.00277" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1010257.80\tOld objective: 1008152.01\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1011892.46\tOld objective: 1010257.80\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1013187.82\tOld objective: 1011892.46\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1014233.91\tOld objective: 1013187.82\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1015083.73\tOld objective: 1014233.91\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1015797.44\tOld objective: 1015083.73\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1016414.67\tOld objective: 1015797.44\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1016947.57\tOld objective: 1016414.67\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1017395.00\tOld objective: 1016947.57\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 98:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 705183.19\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 889250.28\tOld objective: 705183.19\tImprovement: 0.26102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 948070.33\tOld objective: 889250.28\tImprovement: 0.06615" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 973906.50\tOld objective: 948070.33\tImprovement: 0.02725" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 987807.47\tOld objective: 973906.50\tImprovement: 0.01427" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 996207.22\tOld objective: 987807.47\tImprovement: 0.00850" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1001714.67\tOld objective: 996207.22\tImprovement: 0.00553" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1005558.13\tOld objective: 1001714.67\tImprovement: 0.00384" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1008354.57\tOld objective: 1005558.13\tImprovement: 0.00278" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1010456.14\tOld objective: 1008354.57\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1012101.55\tOld objective: 1010456.14\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1013410.05\tOld objective: 1012101.55\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1014472.19\tOld objective: 1013410.05\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1015365.90\tOld objective: 1014472.19\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1016111.87\tOld objective: 1015365.90\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1016743.39\tOld objective: 1016111.87\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1017278.11\tOld objective: 1016743.39\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1017731.10\tOld objective: 1017278.11\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 99:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 663488.30\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 844812.31\tOld objective: 663488.30\tImprovement: 0.27329" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 902840.47\tOld objective: 844812.31\tImprovement: 0.06869" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 928386.05\tOld objective: 902840.47\tImprovement: 0.02829" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 942203.43\tOld objective: 928386.05\tImprovement: 0.01488" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 950601.94\tOld objective: 942203.43\tImprovement: 0.00891" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 956129.55\tOld objective: 950601.94\tImprovement: 0.00581" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 959990.23\tOld objective: 956129.55\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 962810.89\tOld objective: 959990.23\tImprovement: 0.00294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 964966.81\tOld objective: 962810.89\tImprovement: 0.00224" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 966646.30\tOld objective: 964966.81\tImprovement: 0.00174" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 967977.72\tOld objective: 966646.30\tImprovement: 0.00138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 969058.11\tOld objective: 967977.72\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 969955.64\tOld objective: 969058.11\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 970707.24\tOld objective: 969955.64\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 971324.72\tOld objective: 970707.24\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 971851.16\tOld objective: 971324.72\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 972302.05\tOld objective: 971851.16\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 100:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 719905.92\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 903939.86\tOld objective: 719905.92\tImprovement: 0.25564" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 962637.68\tOld objective: 903939.86\tImprovement: 0.06494" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 988434.40\tOld objective: 962637.68\tImprovement: 0.02680" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1002350.06\tOld objective: 988434.40\tImprovement: 0.01408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1010772.24\tOld objective: 1002350.06\tImprovement: 0.00840" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1016298.42\tOld objective: 1010772.24\tImprovement: 0.00547" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1020122.71\tOld objective: 1016298.42\tImprovement: 0.00376" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1022915.68\tOld objective: 1020122.71\tImprovement: 0.00274" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1025054.27\tOld objective: 1022915.68\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1026702.21\tOld objective: 1025054.27\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1028006.48\tOld objective: 1026702.21\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1029070.29\tOld objective: 1028006.48\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1029932.84\tOld objective: 1029070.29\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1030642.61\tOld objective: 1029932.84\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1031249.39\tOld objective: 1030642.61\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1031776.26\tOld objective: 1031249.39\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1032231.04\tOld objective: 1031776.26\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 101:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 685988.27\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 866656.29\tOld objective: 685988.27\tImprovement: 0.26337" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 924297.82\tOld objective: 866656.29\tImprovement: 0.06651" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 949636.71\tOld objective: 924297.82\tImprovement: 0.02741" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 963334.73\tOld objective: 949636.71\tImprovement: 0.01442" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 971668.49\tOld objective: 963334.73\tImprovement: 0.00865" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 977134.22\tOld objective: 971668.49\tImprovement: 0.00563" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 980966.82\tOld objective: 977134.22\tImprovement: 0.00392" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 983770.73\tOld objective: 980966.82\tImprovement: 0.00286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 985856.59\tOld objective: 983770.73\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 987457.68\tOld objective: 985856.59\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 988726.73\tOld objective: 987457.68\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 989759.61\tOld objective: 988726.73\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 990612.81\tOld objective: 989759.61\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 991323.91\tOld objective: 990612.81\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 991920.00\tOld objective: 991323.91\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 992428.54\tOld objective: 991920.00\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 992875.16\tOld objective: 992428.54\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 102:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 757921.85\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 943393.59\tOld objective: 757921.85\tImprovement: 0.24471" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1002223.17\tOld objective: 943393.59\tImprovement: 0.06236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1028104.48\tOld objective: 1002223.17\tImprovement: 0.02582" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1042062.00\tOld objective: 1028104.48\tImprovement: 0.01358" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1050476.17\tOld objective: 1042062.00\tImprovement: 0.00807" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1056004.52\tOld objective: 1050476.17\tImprovement: 0.00526" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1059845.07\tOld objective: 1056004.52\tImprovement: 0.00364" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1062650.28\tOld objective: 1059845.07\tImprovement: 0.00265" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1064766.35\tOld objective: 1062650.28\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1066388.28\tOld objective: 1064766.35\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1067675.82\tOld objective: 1066388.28\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1068720.37\tOld objective: 1067675.82\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1069578.36\tOld objective: 1068720.37\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1070293.98\tOld objective: 1069578.36\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1070903.82\tOld objective: 1070293.98\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1071424.25\tOld objective: 1070903.82\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 103:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 758081.88\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 941177.66\tOld objective: 758081.88\tImprovement: 0.24153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 999608.13\tOld objective: 941177.66\tImprovement: 0.06208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1025301.74\tOld objective: 999608.13\tImprovement: 0.02570" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1039197.91\tOld objective: 1025301.74\tImprovement: 0.01355" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1047628.93\tOld objective: 1039197.91\tImprovement: 0.00811" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1053166.82\tOld objective: 1047628.93\tImprovement: 0.00529" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1057013.73\tOld objective: 1053166.82\tImprovement: 0.00365" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1059818.68\tOld objective: 1057013.73\tImprovement: 0.00265" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1061929.58\tOld objective: 1059818.68\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1063557.55\tOld objective: 1061929.58\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1064858.02\tOld objective: 1063557.55\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1065915.04\tOld objective: 1064858.02\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1066779.30\tOld objective: 1065915.04\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1067493.27\tOld objective: 1066779.30\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1068111.96\tOld objective: 1067493.27\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1068643.98\tOld objective: 1068111.96\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 104:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 764386.82\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 948617.18\tOld objective: 764386.82\tImprovement: 0.24102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1007129.79\tOld objective: 948617.18\tImprovement: 0.06168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1032858.96\tOld objective: 1007129.79\tImprovement: 0.02555" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1046755.19\tOld objective: 1032858.96\tImprovement: 0.01345" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1055172.31\tOld objective: 1046755.19\tImprovement: 0.00804" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1060689.13\tOld objective: 1055172.31\tImprovement: 0.00523" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1064529.79\tOld objective: 1060689.13\tImprovement: 0.00362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1067337.02\tOld objective: 1064529.79\tImprovement: 0.00264" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1069459.43\tOld objective: 1067337.02\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1071105.62\tOld objective: 1069459.43\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1072418.21\tOld objective: 1071105.62\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1073476.98\tOld objective: 1072418.21\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1074346.00\tOld objective: 1073476.98\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1075067.14\tOld objective: 1074346.00\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1075678.17\tOld objective: 1075067.14\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1076202.58\tOld objective: 1075678.17\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 105:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 741097.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 924712.01\tOld objective: 741097.83\tImprovement: 0.24776" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 983097.17\tOld objective: 924712.01\tImprovement: 0.06314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1008824.40\tOld objective: 983097.17\tImprovement: 0.02617" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1022746.59\tOld objective: 1008824.40\tImprovement: 0.01380" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1031193.54\tOld objective: 1022746.59\tImprovement: 0.00826" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1036742.94\tOld objective: 1031193.54\tImprovement: 0.00538" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1040615.36\tOld objective: 1036742.94\tImprovement: 0.00374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1043406.66\tOld objective: 1040615.36\tImprovement: 0.00268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1045497.93\tOld objective: 1043406.66\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1047136.02\tOld objective: 1045497.93\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1048441.32\tOld objective: 1047136.02\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1049503.26\tOld objective: 1048441.32\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1050377.01\tOld objective: 1049503.26\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1051110.77\tOld objective: 1050377.01\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1051735.90\tOld objective: 1051110.77\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1052275.29\tOld objective: 1051735.90\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1052727.79\tOld objective: 1052275.29\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 106:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 762098.59\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 947234.27\tOld objective: 762098.59\tImprovement: 0.24293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1006655.92\tOld objective: 947234.27\tImprovement: 0.06273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1032906.53\tOld objective: 1006655.92\tImprovement: 0.02608" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1047101.08\tOld objective: 1032906.53\tImprovement: 0.01374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1055679.37\tOld objective: 1047101.08\tImprovement: 0.00819" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1061335.17\tOld objective: 1055679.37\tImprovement: 0.00536" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1065302.88\tOld objective: 1061335.17\tImprovement: 0.00374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1068206.51\tOld objective: 1065302.88\tImprovement: 0.00273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1070403.58\tOld objective: 1068206.51\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1072094.04\tOld objective: 1070403.58\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1073442.17\tOld objective: 1072094.04\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1074532.08\tOld objective: 1073442.17\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1075426.14\tOld objective: 1074532.08\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1076165.25\tOld objective: 1075426.14\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1076794.34\tOld objective: 1076165.25\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1077327.28\tOld objective: 1076794.34\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 107:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 725494.43\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 908690.94\tOld objective: 725494.43\tImprovement: 0.25251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 966759.43\tOld objective: 908690.94\tImprovement: 0.06390" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 992239.79\tOld objective: 966759.43\tImprovement: 0.02636" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1005990.64\tOld objective: 992239.79\tImprovement: 0.01386" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1014288.21\tOld objective: 1005990.64\tImprovement: 0.00825" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1019684.46\tOld objective: 1014288.21\tImprovement: 0.00532" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1023434.52\tOld objective: 1019684.46\tImprovement: 0.00368" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1026159.60\tOld objective: 1023434.52\tImprovement: 0.00266" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1028214.81\tOld objective: 1026159.60\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1029824.75\tOld objective: 1028214.81\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1031108.72\tOld objective: 1029824.75\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1032153.80\tOld objective: 1031108.72\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1033034.39\tOld objective: 1032153.80\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1033772.01\tOld objective: 1033034.39\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1034390.52\tOld objective: 1033772.01\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1034917.38\tOld objective: 1034390.52\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1035360.77\tOld objective: 1034917.38\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 108:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 741688.57\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 924640.66\tOld objective: 741688.57\tImprovement: 0.24667" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 982834.99\tOld objective: 924640.66\tImprovement: 0.06294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1008299.98\tOld objective: 982834.99\tImprovement: 0.02591" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1022062.75\tOld objective: 1008299.98\tImprovement: 0.01365" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1030419.31\tOld objective: 1022062.75\tImprovement: 0.00818" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1035869.79\tOld objective: 1030419.31\tImprovement: 0.00529" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1039652.46\tOld objective: 1035869.79\tImprovement: 0.00365" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1042391.38\tOld objective: 1039652.46\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1044461.39\tOld objective: 1042391.38\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1046057.88\tOld objective: 1044461.39\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1047332.86\tOld objective: 1046057.88\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1048376.63\tOld objective: 1047332.86\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1049236.36\tOld objective: 1048376.63\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1049943.96\tOld objective: 1049236.36\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1050535.16\tOld objective: 1049943.96\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1051049.96\tOld objective: 1050535.16\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 109:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 779584.95\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 962953.12\tOld objective: 779584.95\tImprovement: 0.23521" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1020963.13\tOld objective: 962953.12\tImprovement: 0.06024" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1046421.37\tOld objective: 1020963.13\tImprovement: 0.02494" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1060173.67\tOld objective: 1046421.37\tImprovement: 0.01314" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1068568.26\tOld objective: 1060173.67\tImprovement: 0.00792" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1074099.31\tOld objective: 1068568.26\tImprovement: 0.00518" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1077975.31\tOld objective: 1074099.31\tImprovement: 0.00361" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1080809.29\tOld objective: 1077975.31\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1082931.34\tOld objective: 1080809.29\tImprovement: 0.00196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1084586.89\tOld objective: 1082931.34\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1085906.91\tOld objective: 1084586.89\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1086961.14\tOld objective: 1085906.91\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1087830.84\tOld objective: 1086961.14\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1088569.20\tOld objective: 1087830.84\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1089189.53\tOld objective: 1088569.20\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1089714.15\tOld objective: 1089189.53\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 110:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 747186.93\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 931252.22\tOld objective: 747186.93\tImprovement: 0.24634" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 989022.38\tOld objective: 931252.22\tImprovement: 0.06203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1014157.07\tOld objective: 989022.38\tImprovement: 0.02541" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1027675.01\tOld objective: 1014157.07\tImprovement: 0.01333" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1035827.07\tOld objective: 1027675.01\tImprovement: 0.00793" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1041184.45\tOld objective: 1035827.07\tImprovement: 0.00517" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1044928.42\tOld objective: 1041184.45\tImprovement: 0.00360" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1047627.52\tOld objective: 1044928.42\tImprovement: 0.00258" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1049676.00\tOld objective: 1047627.52\tImprovement: 0.00196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1051281.41\tOld objective: 1049676.00\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1052575.83\tOld objective: 1051281.41\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1053624.63\tOld objective: 1052575.83\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1054469.25\tOld objective: 1053624.63\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1055164.46\tOld objective: 1054469.25\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1055756.68\tOld objective: 1055164.46\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1056248.04\tOld objective: 1055756.68\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 111:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 803622.87\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 991513.83\tOld objective: 803622.87\tImprovement: 0.23380" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1051097.04\tOld objective: 991513.83\tImprovement: 0.06009" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1077218.50\tOld objective: 1051097.04\tImprovement: 0.02485" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1091297.57\tOld objective: 1077218.50\tImprovement: 0.01307" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1099807.09\tOld objective: 1091297.57\tImprovement: 0.00780" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1105355.48\tOld objective: 1099807.09\tImprovement: 0.00504" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1109213.41\tOld objective: 1105355.48\tImprovement: 0.00349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1112033.84\tOld objective: 1109213.41\tImprovement: 0.00254" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1114164.25\tOld objective: 1112033.84\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1115809.77\tOld objective: 1114164.25\tImprovement: 0.00148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1117101.15\tOld objective: 1115809.77\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1118164.74\tOld objective: 1117101.15\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1119056.66\tOld objective: 1118164.74\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1119808.94\tOld objective: 1119056.66\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1120436.46\tOld objective: 1119808.94\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1120971.59\tOld objective: 1120436.46\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 112:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 754646.28\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 936626.72\tOld objective: 754646.28\tImprovement: 0.24115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 994564.91\tOld objective: 936626.72\tImprovement: 0.06186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1020046.01\tOld objective: 994564.91\tImprovement: 0.02562" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1033802.99\tOld objective: 1020046.01\tImprovement: 0.01349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1042134.10\tOld objective: 1033802.99\tImprovement: 0.00806" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1047625.84\tOld objective: 1042134.10\tImprovement: 0.00527" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1051478.64\tOld objective: 1047625.84\tImprovement: 0.00368" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1054281.27\tOld objective: 1051478.64\tImprovement: 0.00267" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1056388.42\tOld objective: 1054281.27\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1058036.74\tOld objective: 1056388.42\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1059351.77\tOld objective: 1058036.74\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1060410.21\tOld objective: 1059351.77\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1061263.82\tOld objective: 1060410.21\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1061967.68\tOld objective: 1061263.82\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1062564.31\tOld objective: 1061967.68\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1063079.05\tOld objective: 1062564.31\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 113:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 685326.39\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 864616.29\tOld objective: 685326.39\tImprovement: 0.26161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 921394.34\tOld objective: 864616.29\tImprovement: 0.06567" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 946241.60\tOld objective: 921394.34\tImprovement: 0.02697" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 959587.53\tOld objective: 946241.60\tImprovement: 0.01410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 967639.05\tOld objective: 959587.53\tImprovement: 0.00839" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 972922.31\tOld objective: 967639.05\tImprovement: 0.00546" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 976607.33\tOld objective: 972922.31\tImprovement: 0.00379" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 979294.60\tOld objective: 976607.33\tImprovement: 0.00275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 981303.98\tOld objective: 979294.60\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 982858.99\tOld objective: 981303.98\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 984102.02\tOld objective: 982858.99\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 985121.16\tOld objective: 984102.02\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 985963.92\tOld objective: 985121.16\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 986660.93\tOld objective: 985963.92\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 987247.77\tOld objective: 986660.93\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 987743.95\tOld objective: 987247.77\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 988163.42\tOld objective: 987743.95\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 114:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 708961.22\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 888608.84\tOld objective: 708961.22\tImprovement: 0.25340" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 945548.18\tOld objective: 888608.84\tImprovement: 0.06408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 970421.27\tOld objective: 945548.18\tImprovement: 0.02631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 983815.56\tOld objective: 970421.27\tImprovement: 0.01380" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 991977.84\tOld objective: 983815.56\tImprovement: 0.00830" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 997378.22\tOld objective: 991977.84\tImprovement: 0.00544" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1001145.05\tOld objective: 997378.22\tImprovement: 0.00378" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1003879.79\tOld objective: 1001145.05\tImprovement: 0.00273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1005948.60\tOld objective: 1003879.79\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1007561.45\tOld objective: 1005948.60\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1008832.10\tOld objective: 1007561.45\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1009864.71\tOld objective: 1008832.10\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1010724.37\tOld objective: 1009864.71\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1011449.01\tOld objective: 1010724.37\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1012049.58\tOld objective: 1011449.01\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1012561.58\tOld objective: 1012049.58\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1013004.93\tOld objective: 1012561.58\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 115:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 770233.98\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 955030.27\tOld objective: 770233.98\tImprovement: 0.23992" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1013710.50\tOld objective: 955030.27\tImprovement: 0.06144" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1039323.22\tOld objective: 1013710.50\tImprovement: 0.02527" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1053087.04\tOld objective: 1039323.22\tImprovement: 0.01324" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1061388.58\tOld objective: 1053087.04\tImprovement: 0.00788" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1066816.83\tOld objective: 1061388.58\tImprovement: 0.00511" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1070598.41\tOld objective: 1066816.83\tImprovement: 0.00354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1073379.23\tOld objective: 1070598.41\tImprovement: 0.00260" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1075477.23\tOld objective: 1073379.23\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1077096.35\tOld objective: 1075477.23\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1078377.00\tOld objective: 1077096.35\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1079414.30\tOld objective: 1078377.00\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1080272.96\tOld objective: 1079414.30\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1080997.61\tOld objective: 1080272.96\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1081606.30\tOld objective: 1080997.61\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1082110.48\tOld objective: 1081606.30\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 116:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 699831.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 880552.98\tOld objective: 699831.83\tImprovement: 0.25824" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 937672.08\tOld objective: 880552.98\tImprovement: 0.06487" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 962635.17\tOld objective: 937672.08\tImprovement: 0.02662" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 976065.66\tOld objective: 962635.17\tImprovement: 0.01395" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 984204.20\tOld objective: 976065.66\tImprovement: 0.00834" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 989546.03\tOld objective: 984204.20\tImprovement: 0.00543" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 993289.02\tOld objective: 989546.03\tImprovement: 0.00378" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 996035.05\tOld objective: 993289.02\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 998101.82\tOld objective: 996035.05\tImprovement: 0.00207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 999707.90\tOld objective: 998101.82\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1000987.32\tOld objective: 999707.90\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1002023.85\tOld objective: 1000987.32\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1002872.43\tOld objective: 1002023.85\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1003567.04\tOld objective: 1002872.43\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1004157.23\tOld objective: 1003567.04\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1004662.91\tOld objective: 1004157.23\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1005101.06\tOld objective: 1004662.91\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 117:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 700440.31\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 880153.58\tOld objective: 700440.31\tImprovement: 0.25657" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 936897.01\tOld objective: 880153.58\tImprovement: 0.06447" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 961542.33\tOld objective: 936897.01\tImprovement: 0.02631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 974760.35\tOld objective: 961542.33\tImprovement: 0.01375" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 982753.21\tOld objective: 974760.35\tImprovement: 0.00820" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 987997.81\tOld objective: 982753.21\tImprovement: 0.00534" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 991638.08\tOld objective: 987997.81\tImprovement: 0.00368" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 994304.47\tOld objective: 991638.08\tImprovement: 0.00269" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 996310.08\tOld objective: 994304.47\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 997864.85\tOld objective: 996310.08\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 999117.90\tOld objective: 997864.85\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1000140.87\tOld objective: 999117.90\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1000980.52\tOld objective: 1000140.87\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1001674.37\tOld objective: 1000980.52\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1002264.78\tOld objective: 1001674.37\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1002777.58\tOld objective: 1002264.78\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1003218.58\tOld objective: 1002777.58\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 118:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 803928.96\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 989084.93\tOld objective: 803928.96\tImprovement: 0.23031" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1047395.79\tOld objective: 989084.93\tImprovement: 0.05895" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1072882.41\tOld objective: 1047395.79\tImprovement: 0.02433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1086602.54\tOld objective: 1072882.41\tImprovement: 0.01279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1094912.93\tOld objective: 1086602.54\tImprovement: 0.00765" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1100353.99\tOld objective: 1094912.93\tImprovement: 0.00497" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1104138.20\tOld objective: 1100353.99\tImprovement: 0.00344" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1106898.93\tOld objective: 1104138.20\tImprovement: 0.00250" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1108990.05\tOld objective: 1106898.93\tImprovement: 0.00189" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1110624.03\tOld objective: 1108990.05\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1111929.52\tOld objective: 1110624.03\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1112999.06\tOld objective: 1111929.52\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1113875.91\tOld objective: 1112999.06\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1114595.63\tOld objective: 1113875.91\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1115202.88\tOld objective: 1114595.63\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1115720.47\tOld objective: 1115202.88\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 119:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 746566.26\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 927374.68\tOld objective: 746566.26\tImprovement: 0.24219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 984457.79\tOld objective: 927374.68\tImprovement: 0.06155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1009366.78\tOld objective: 984457.79\tImprovement: 0.02530" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1022769.70\tOld objective: 1009366.78\tImprovement: 0.01328" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1030918.52\tOld objective: 1022769.70\tImprovement: 0.00797" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1036291.22\tOld objective: 1030918.52\tImprovement: 0.00521" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1040035.49\tOld objective: 1036291.22\tImprovement: 0.00361" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1042771.82\tOld objective: 1040035.49\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1044838.67\tOld objective: 1042771.82\tImprovement: 0.00198" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1046432.55\tOld objective: 1044838.67\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1047694.31\tOld objective: 1046432.55\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1048715.16\tOld objective: 1047694.31\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1049566.12\tOld objective: 1048715.16\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1050268.41\tOld objective: 1049566.12\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1050854.45\tOld objective: 1050268.41\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1051355.74\tOld objective: 1050854.45\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 120:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 775209.56\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 960173.66\tOld objective: 775209.56\tImprovement: 0.23860" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1018656.93\tOld objective: 960173.66\tImprovement: 0.06091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1044136.37\tOld objective: 1018656.93\tImprovement: 0.02501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1057836.27\tOld objective: 1044136.37\tImprovement: 0.01312" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1066107.22\tOld objective: 1057836.27\tImprovement: 0.00782" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1071542.95\tOld objective: 1066107.22\tImprovement: 0.00510" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1075327.37\tOld objective: 1071542.95\tImprovement: 0.00353" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1078072.23\tOld objective: 1075327.37\tImprovement: 0.00255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1080162.05\tOld objective: 1078072.23\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1081776.07\tOld objective: 1080162.05\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1083061.86\tOld objective: 1081776.07\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1084102.28\tOld objective: 1083061.86\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1084974.20\tOld objective: 1084102.28\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1085706.45\tOld objective: 1084974.20\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1086318.34\tOld objective: 1085706.45\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1086837.69\tOld objective: 1086318.34\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 121:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 758084.05\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 938721.47\tOld objective: 758084.05\tImprovement: 0.23828" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 995630.70\tOld objective: 938721.47\tImprovement: 0.06062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1020310.67\tOld objective: 995630.70\tImprovement: 0.02479" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1033522.77\tOld objective: 1020310.67\tImprovement: 0.01295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1041502.97\tOld objective: 1033522.77\tImprovement: 0.00772" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1046749.91\tOld objective: 1041502.97\tImprovement: 0.00504" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1050386.08\tOld objective: 1046749.91\tImprovement: 0.00347" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1053041.49\tOld objective: 1050386.08\tImprovement: 0.00253" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1055061.23\tOld objective: 1053041.49\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1056611.70\tOld objective: 1055061.23\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1057851.73\tOld objective: 1056611.70\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1058878.74\tOld objective: 1057851.73\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1059713.59\tOld objective: 1058878.74\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1060416.02\tOld objective: 1059713.59\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1061009.79\tOld objective: 1060416.02\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1061516.71\tOld objective: 1061009.79\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 122:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 690170.29\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 866256.76\tOld objective: 690170.29\tImprovement: 0.25513" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 922225.10\tOld objective: 866256.76\tImprovement: 0.06461" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 946766.27\tOld objective: 922225.10\tImprovement: 0.02661" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 960001.88\tOld objective: 946766.27\tImprovement: 0.01398" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 968006.79\tOld objective: 960001.88\tImprovement: 0.00834" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 973286.25\tOld objective: 968006.79\tImprovement: 0.00545" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 976994.15\tOld objective: 973286.25\tImprovement: 0.00381" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 979710.83\tOld objective: 976994.15\tImprovement: 0.00278" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 981754.73\tOld objective: 979710.83\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 983333.93\tOld objective: 981754.73\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 984594.36\tOld objective: 983333.93\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 985598.22\tOld objective: 984594.36\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 986408.15\tOld objective: 985598.22\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 987088.85\tOld objective: 986408.15\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 987669.04\tOld objective: 987088.85\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 988164.22\tOld objective: 987669.04\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 988589.83\tOld objective: 988164.22\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 123:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 724322.84\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 903835.15\tOld objective: 724322.84\tImprovement: 0.24783" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 960164.81\tOld objective: 903835.15\tImprovement: 0.06232" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 984618.64\tOld objective: 960164.81\tImprovement: 0.02547" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 997762.59\tOld objective: 984618.64\tImprovement: 0.01335" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1005706.55\tOld objective: 997762.59\tImprovement: 0.00796" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1010951.14\tOld objective: 1005706.55\tImprovement: 0.00521" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1014591.15\tOld objective: 1010951.14\tImprovement: 0.00360" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1017223.34\tOld objective: 1014591.15\tImprovement: 0.00259" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1019204.82\tOld objective: 1017223.34\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1020744.84\tOld objective: 1019204.82\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1021979.26\tOld objective: 1020744.84\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1022985.08\tOld objective: 1021979.26\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1023812.24\tOld objective: 1022985.08\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1024494.76\tOld objective: 1023812.24\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1025072.77\tOld objective: 1024494.76\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1025563.35\tOld objective: 1025072.77\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 124:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 761161.69\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 942188.83\tOld objective: 761161.69\tImprovement: 0.23783" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 999371.94\tOld objective: 942188.83\tImprovement: 0.06069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1024416.62\tOld objective: 999371.94\tImprovement: 0.02506" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1037958.15\tOld objective: 1024416.62\tImprovement: 0.01322" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1046178.35\tOld objective: 1037958.15\tImprovement: 0.00792" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1051586.82\tOld objective: 1046178.35\tImprovement: 0.00517" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1055349.51\tOld objective: 1051586.82\tImprovement: 0.00358" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1058103.61\tOld objective: 1055349.51\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1060181.18\tOld objective: 1058103.61\tImprovement: 0.00196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1061808.56\tOld objective: 1060181.18\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1063111.90\tOld objective: 1061808.56\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1064167.63\tOld objective: 1063111.90\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1065041.35\tOld objective: 1064167.63\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1065788.35\tOld objective: 1065041.35\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1066429.67\tOld objective: 1065788.35\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1066969.37\tOld objective: 1066429.67\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1067431.06\tOld objective: 1066969.37\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 125:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 743199.31\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 925650.37\tOld objective: 743199.31\tImprovement: 0.24549" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 983159.38\tOld objective: 925650.37\tImprovement: 0.06213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1008199.27\tOld objective: 983159.38\tImprovement: 0.02547" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1021615.66\tOld objective: 1008199.27\tImprovement: 0.01331" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1029729.01\tOld objective: 1021615.66\tImprovement: 0.00794" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1035058.42\tOld objective: 1029729.01\tImprovement: 0.00518" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1038779.60\tOld objective: 1035058.42\tImprovement: 0.00360" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1041508.21\tOld objective: 1038779.60\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1043563.26\tOld objective: 1041508.21\tImprovement: 0.00197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1045157.44\tOld objective: 1043563.26\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1046414.87\tOld objective: 1045157.44\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1047438.04\tOld objective: 1046414.87\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1048278.90\tOld objective: 1047438.04\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1048966.66\tOld objective: 1048278.90\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1049537.93\tOld objective: 1048966.66\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1050025.33\tOld objective: 1049537.93\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 126:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 720803.48\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 899139.72\tOld objective: 720803.48\tImprovement: 0.24741" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 954809.50\tOld objective: 899139.72\tImprovement: 0.06191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 978960.24\tOld objective: 954809.50\tImprovement: 0.02529" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 991965.80\tOld objective: 978960.24\tImprovement: 0.01329" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 999852.58\tOld objective: 991965.80\tImprovement: 0.00795" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1005005.14\tOld objective: 999852.58\tImprovement: 0.00515" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1008593.83\tOld objective: 1005005.14\tImprovement: 0.00357" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1011210.51\tOld objective: 1008593.83\tImprovement: 0.00259" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1013175.68\tOld objective: 1011210.51\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1014698.27\tOld objective: 1013175.68\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1015915.51\tOld objective: 1014698.27\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1016900.63\tOld objective: 1015915.51\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1017709.72\tOld objective: 1016900.63\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1018386.92\tOld objective: 1017709.72\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1018956.99\tOld objective: 1018386.92\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1019439.84\tOld objective: 1018956.99\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 127:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 740602.82\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 921269.88\tOld objective: 740602.82\tImprovement: 0.24395" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 978422.57\tOld objective: 921269.88\tImprovement: 0.06204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1003446.75\tOld objective: 978422.57\tImprovement: 0.02558" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1016906.77\tOld objective: 1003446.75\tImprovement: 0.01341" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1025052.73\tOld objective: 1016906.77\tImprovement: 0.00801" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1030414.35\tOld objective: 1025052.73\tImprovement: 0.00523" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1034145.75\tOld objective: 1030414.35\tImprovement: 0.00362" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1036843.20\tOld objective: 1034145.75\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1038870.06\tOld objective: 1036843.20\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1040442.10\tOld objective: 1038870.06\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1041697.41\tOld objective: 1040442.10\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1042720.57\tOld objective: 1041697.41\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1043547.46\tOld objective: 1042720.57\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1044246.57\tOld objective: 1043547.46\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1044845.38\tOld objective: 1044246.57\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1045361.87\tOld objective: 1044845.38\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 128:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 755665.15\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 935544.64\tOld objective: 755665.15\tImprovement: 0.23804" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 991477.12\tOld objective: 935544.64\tImprovement: 0.05979" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1015714.29\tOld objective: 991477.12\tImprovement: 0.02445" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1028717.74\tOld objective: 1015714.29\tImprovement: 0.01280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1036598.72\tOld objective: 1028717.74\tImprovement: 0.00766" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1041750.45\tOld objective: 1036598.72\tImprovement: 0.00497" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1045317.13\tOld objective: 1041750.45\tImprovement: 0.00342" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1047908.35\tOld objective: 1045317.13\tImprovement: 0.00248" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1049876.46\tOld objective: 1047908.35\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1051405.11\tOld objective: 1049876.46\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1052621.78\tOld objective: 1051405.11\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1053613.69\tOld objective: 1052621.78\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1054430.26\tOld objective: 1053613.69\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1055111.87\tOld objective: 1054430.26\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1055689.20\tOld objective: 1055111.87\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1056190.13\tOld objective: 1055689.20\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 129:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 792425.55\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 977643.90\tOld objective: 792425.55\tImprovement: 0.23374" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1035549.99\tOld objective: 977643.90\tImprovement: 0.05923" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1060701.20\tOld objective: 1035549.99\tImprovement: 0.02429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1074163.94\tOld objective: 1060701.20\tImprovement: 0.01269" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1082279.51\tOld objective: 1074163.94\tImprovement: 0.00756" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1087577.70\tOld objective: 1082279.51\tImprovement: 0.00490" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1091285.61\tOld objective: 1087577.70\tImprovement: 0.00341" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1093996.85\tOld objective: 1091285.61\tImprovement: 0.00248" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1096058.74\tOld objective: 1093996.85\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1097641.61\tOld objective: 1096058.74\tImprovement: 0.00144" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1098892.95\tOld objective: 1097641.61\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1099908.68\tOld objective: 1098892.95\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1100730.13\tOld objective: 1099908.68\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1101398.22\tOld objective: 1100730.13\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1101964.14\tOld objective: 1101398.22\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1102463.37\tOld objective: 1101964.14\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 130:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 749976.13\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 929944.78\tOld objective: 749976.13\tImprovement: 0.23997" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 986165.25\tOld objective: 929944.78\tImprovement: 0.06046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1010629.44\tOld objective: 986165.25\tImprovement: 0.02481" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1023736.33\tOld objective: 1010629.44\tImprovement: 0.01297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1031599.78\tOld objective: 1023736.33\tImprovement: 0.00768" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1036744.41\tOld objective: 1031599.78\tImprovement: 0.00499" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1040336.04\tOld objective: 1036744.41\tImprovement: 0.00346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1042959.74\tOld objective: 1040336.04\tImprovement: 0.00252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1044965.24\tOld objective: 1042959.74\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1046541.50\tOld objective: 1044965.24\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1047778.76\tOld objective: 1046541.50\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1048773.89\tOld objective: 1047778.76\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1049594.34\tOld objective: 1048773.89\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1050286.38\tOld objective: 1049594.34\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1050865.13\tOld objective: 1050286.38\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1051361.05\tOld objective: 1050865.13\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 131:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 758779.01\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 938975.63\tOld objective: 758779.01\tImprovement: 0.23748" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 995090.60\tOld objective: 938975.63\tImprovement: 0.05976" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1019348.16\tOld objective: 995090.60\tImprovement: 0.02438" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1032347.63\tOld objective: 1019348.16\tImprovement: 0.01275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1040254.52\tOld objective: 1032347.63\tImprovement: 0.00766" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1045467.39\tOld objective: 1040254.52\tImprovement: 0.00501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1049081.94\tOld objective: 1045467.39\tImprovement: 0.00346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1051719.95\tOld objective: 1049081.94\tImprovement: 0.00251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1053721.63\tOld objective: 1051719.95\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1055270.53\tOld objective: 1053721.63\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1056487.09\tOld objective: 1055270.53\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1057476.10\tOld objective: 1056487.09\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1058290.09\tOld objective: 1057476.10\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1058970.29\tOld objective: 1058290.09\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1059545.76\tOld objective: 1058970.29\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1060032.77\tOld objective: 1059545.76\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 132:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 743040.18\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 922448.17\tOld objective: 743040.18\tImprovement: 0.24145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 978527.79\tOld objective: 922448.17\tImprovement: 0.06079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1002840.64\tOld objective: 978527.79\tImprovement: 0.02485" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1015854.50\tOld objective: 1002840.64\tImprovement: 0.01298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1023726.11\tOld objective: 1015854.50\tImprovement: 0.00775" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1028858.55\tOld objective: 1023726.11\tImprovement: 0.00501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1032396.89\tOld objective: 1028858.55\tImprovement: 0.00344" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1034974.66\tOld objective: 1032396.89\tImprovement: 0.00250" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1036936.06\tOld objective: 1034974.66\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1038460.56\tOld objective: 1036936.06\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1039681.59\tOld objective: 1038460.56\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1040681.39\tOld objective: 1039681.59\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1041496.87\tOld objective: 1040681.39\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1042181.46\tOld objective: 1041496.87\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1042758.84\tOld objective: 1042181.46\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1043248.71\tOld objective: 1042758.84\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 133:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 714591.93\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 892680.92\tOld objective: 714591.93\tImprovement: 0.24922" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 948063.96\tOld objective: 892680.92\tImprovement: 0.06204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 972055.34\tOld objective: 948063.96\tImprovement: 0.02531" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 984958.32\tOld objective: 972055.34\tImprovement: 0.01327" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 992750.58\tOld objective: 984958.32\tImprovement: 0.00791" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 997880.21\tOld objective: 992750.58\tImprovement: 0.00517" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1001433.49\tOld objective: 997880.21\tImprovement: 0.00356" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1004039.13\tOld objective: 1001433.49\tImprovement: 0.00260" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1006014.24\tOld objective: 1004039.13\tImprovement: 0.00197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1007539.27\tOld objective: 1006014.24\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1008760.01\tOld objective: 1007539.27\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1009740.69\tOld objective: 1008760.01\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1010531.86\tOld objective: 1009740.69\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1011186.10\tOld objective: 1010531.86\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1011731.13\tOld objective: 1011186.10\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1012186.66\tOld objective: 1011731.13\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 134:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 723855.41\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 903386.67\tOld objective: 723855.41\tImprovement: 0.24802" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 959389.67\tOld objective: 903386.67\tImprovement: 0.06199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 983583.36\tOld objective: 959389.67\tImprovement: 0.02522" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 996522.15\tOld objective: 983583.36\tImprovement: 0.01315" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1004296.29\tOld objective: 996522.15\tImprovement: 0.00780" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1009376.36\tOld objective: 1004296.29\tImprovement: 0.00506" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1012896.67\tOld objective: 1009376.36\tImprovement: 0.00349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1015481.57\tOld objective: 1012896.67\tImprovement: 0.00255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1017419.18\tOld objective: 1015481.57\tImprovement: 0.00191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1018898.64\tOld objective: 1017419.18\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1020062.19\tOld objective: 1018898.64\tImprovement: 0.00114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1021010.35\tOld objective: 1020062.19\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1021787.39\tOld objective: 1021010.35\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1022433.13\tOld objective: 1021787.39\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1022977.10\tOld objective: 1022433.13\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1023425.71\tOld objective: 1022977.10\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 135:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 713296.15\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 890691.54\tOld objective: 713296.15\tImprovement: 0.24870" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 946840.76\tOld objective: 890691.54\tImprovement: 0.06304" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 971409.03\tOld objective: 946840.76\tImprovement: 0.02595" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 984605.94\tOld objective: 971409.03\tImprovement: 0.01359" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 992602.09\tOld objective: 984605.94\tImprovement: 0.00812" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 997864.17\tOld objective: 992602.09\tImprovement: 0.00530" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1001517.20\tOld objective: 997864.17\tImprovement: 0.00366" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1004154.88\tOld objective: 1001517.20\tImprovement: 0.00263" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1006143.71\tOld objective: 1004154.88\tImprovement: 0.00198" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1007682.80\tOld objective: 1006143.71\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1008914.37\tOld objective: 1007682.80\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1009922.02\tOld objective: 1008914.37\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1010738.68\tOld objective: 1009922.02\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1011424.10\tOld objective: 1010738.68\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1012019.89\tOld objective: 1011424.10\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1012536.65\tOld objective: 1012019.89\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1012973.09\tOld objective: 1012536.65\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 136:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 645309.42\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 816698.43\tOld objective: 645309.42\tImprovement: 0.26559" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 870547.63\tOld objective: 816698.43\tImprovement: 0.06594" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 893931.93\tOld objective: 870547.63\tImprovement: 0.02686" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 906491.42\tOld objective: 893931.93\tImprovement: 0.01405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 914118.62\tOld objective: 906491.42\tImprovement: 0.00841" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 919160.98\tOld objective: 914118.62\tImprovement: 0.00552" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 922675.04\tOld objective: 919160.98\tImprovement: 0.00382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 925233.77\tOld objective: 922675.04\tImprovement: 0.00277" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 927159.92\tOld objective: 925233.77\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 928650.00\tOld objective: 927159.92\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 929829.41\tOld objective: 928650.00\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 930777.29\tOld objective: 929829.41\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 931547.07\tOld objective: 930777.29\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 932180.93\tOld objective: 931547.07\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 932720.43\tOld objective: 932180.93\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 933189.01\tOld objective: 932720.43\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 933590.39\tOld objective: 933189.01\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 137:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 757077.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 937802.74\tOld objective: 757077.83\tImprovement: 0.23871" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 994535.81\tOld objective: 937802.74\tImprovement: 0.06050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1019100.58\tOld objective: 994535.81\tImprovement: 0.02470" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1032279.31\tOld objective: 1019100.58\tImprovement: 0.01293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1040232.06\tOld objective: 1032279.31\tImprovement: 0.00770" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1045444.41\tOld objective: 1040232.06\tImprovement: 0.00501" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1049077.47\tOld objective: 1045444.41\tImprovement: 0.00348" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1051717.14\tOld objective: 1049077.47\tImprovement: 0.00252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1053719.50\tOld objective: 1051717.14\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1055274.40\tOld objective: 1053719.50\tImprovement: 0.00148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1056506.41\tOld objective: 1055274.40\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1057517.16\tOld objective: 1056506.41\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1058360.81\tOld objective: 1057517.16\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1059063.55\tOld objective: 1058360.81\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1059658.45\tOld objective: 1059063.55\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1060170.38\tOld objective: 1059658.45\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 138:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 704567.93\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 880176.10\tOld objective: 704567.93\tImprovement: 0.24924" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 935457.27\tOld objective: 880176.10\tImprovement: 0.06281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 959547.43\tOld objective: 935457.27\tImprovement: 0.02575" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 972481.85\tOld objective: 959547.43\tImprovement: 0.01348" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 980313.08\tOld objective: 972481.85\tImprovement: 0.00805" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 985443.97\tOld objective: 980313.08\tImprovement: 0.00523" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 989039.79\tOld objective: 985443.97\tImprovement: 0.00365" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 991652.09\tOld objective: 989039.79\tImprovement: 0.00264" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 993622.51\tOld objective: 991652.09\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 995154.07\tOld objective: 993622.51\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 996363.77\tOld objective: 995154.07\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 997340.21\tOld objective: 996363.77\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 998155.88\tOld objective: 997340.21\tImprovement: 0.00082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 998838.56\tOld objective: 998155.88\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 999420.31\tOld objective: 998838.56\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 999924.72\tOld objective: 999420.31\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1000358.72\tOld objective: 999924.72\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 139:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 712547.40\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 889826.01\tOld objective: 712547.40\tImprovement: 0.24880" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 945419.30\tOld objective: 889826.01\tImprovement: 0.06248" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 969557.18\tOld objective: 945419.30\tImprovement: 0.02553" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 982553.35\tOld objective: 969557.18\tImprovement: 0.01340" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 990439.66\tOld objective: 982553.35\tImprovement: 0.00803" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 995627.25\tOld objective: 990439.66\tImprovement: 0.00524" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 999268.66\tOld objective: 995627.25\tImprovement: 0.00366" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1001939.51\tOld objective: 999268.66\tImprovement: 0.00267" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1003932.12\tOld objective: 1001939.51\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1005468.68\tOld objective: 1003932.12\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1006695.00\tOld objective: 1005468.68\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1007683.54\tOld objective: 1006695.00\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1008504.46\tOld objective: 1007683.54\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1009202.76\tOld objective: 1008504.46\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1009804.96\tOld objective: 1009202.76\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1010312.39\tOld objective: 1009804.96\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 17\tObjective: 1010732.43\tOld objective: 1010312.39\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 140:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 729884.39\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 907023.81\tOld objective: 729884.39\tImprovement: 0.24270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 962382.12\tOld objective: 907023.81\tImprovement: 0.06103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 986341.88\tOld objective: 962382.12\tImprovement: 0.02490" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 999123.25\tOld objective: 986341.88\tImprovement: 0.01296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1006801.52\tOld objective: 999123.25\tImprovement: 0.00769" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1011861.76\tOld objective: 1006801.52\tImprovement: 0.00503" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1015383.47\tOld objective: 1011861.76\tImprovement: 0.00348" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1017928.30\tOld objective: 1015383.47\tImprovement: 0.00251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1019860.72\tOld objective: 1017928.30\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1021359.59\tOld objective: 1019860.72\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1022545.93\tOld objective: 1021359.59\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1023508.06\tOld objective: 1022545.93\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1024291.16\tOld objective: 1023508.06\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1024949.17\tOld objective: 1024291.16\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1025508.92\tOld objective: 1024949.17\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1025983.25\tOld objective: 1025508.92\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 141:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 788113.79\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 969447.61\tOld objective: 788113.79\tImprovement: 0.23009" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1025762.03\tOld objective: 969447.61\tImprovement: 0.05809" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1050137.03\tOld objective: 1025762.03\tImprovement: 0.02376" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1063145.79\tOld objective: 1050137.03\tImprovement: 0.01239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1070933.38\tOld objective: 1063145.79\tImprovement: 0.00733" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1076026.83\tOld objective: 1070933.38\tImprovement: 0.00476" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1079591.53\tOld objective: 1076026.83\tImprovement: 0.00331" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1082217.06\tOld objective: 1079591.53\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1084200.47\tOld objective: 1082217.06\tImprovement: 0.00183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1085722.59\tOld objective: 1084200.47\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1086913.34\tOld objective: 1085722.59\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1087871.54\tOld objective: 1086913.34\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1088659.73\tOld objective: 1087871.54\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1089318.29\tOld objective: 1088659.73\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1089878.39\tOld objective: 1089318.29\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1090344.03\tOld objective: 1089878.39\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 142:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 743298.68\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 921256.76\tOld objective: 743298.68\tImprovement: 0.23942" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 976885.13\tOld objective: 921256.76\tImprovement: 0.06038" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1001000.66\tOld objective: 976885.13\tImprovement: 0.02469" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1013941.46\tOld objective: 1001000.66\tImprovement: 0.01293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1021749.54\tOld objective: 1013941.46\tImprovement: 0.00770" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1026878.07\tOld objective: 1021749.54\tImprovement: 0.00502" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1030428.57\tOld objective: 1026878.07\tImprovement: 0.00346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1032997.11\tOld objective: 1030428.57\tImprovement: 0.00249" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1034915.44\tOld objective: 1032997.11\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1036416.99\tOld objective: 1034915.44\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1037619.31\tOld objective: 1036416.99\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1038605.72\tOld objective: 1037619.31\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1039424.38\tOld objective: 1038605.72\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1040122.10\tOld objective: 1039424.38\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1040722.70\tOld objective: 1040122.10\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1041233.29\tOld objective: 1040722.70\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 143:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 724435.58\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 901367.98\tOld objective: 724435.58\tImprovement: 0.24423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 956814.12\tOld objective: 901367.98\tImprovement: 0.06151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 980882.76\tOld objective: 956814.12\tImprovement: 0.02515" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 993764.76\tOld objective: 980882.76\tImprovement: 0.01313" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1001503.99\tOld objective: 993764.76\tImprovement: 0.00779" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1006596.87\tOld objective: 1001503.99\tImprovement: 0.00509" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1010160.05\tOld objective: 1006596.87\tImprovement: 0.00354" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1012748.99\tOld objective: 1010160.05\tImprovement: 0.00256" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1014689.51\tOld objective: 1012748.99\tImprovement: 0.00192" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1016181.04\tOld objective: 1014689.51\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1017360.37\tOld objective: 1016181.04\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1018319.54\tOld objective: 1017360.37\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1019111.34\tOld objective: 1018319.54\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1019762.47\tOld objective: 1019111.34\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1020322.90\tOld objective: 1019762.47\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1020799.80\tOld objective: 1020322.90\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 144:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 795148.25\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 973553.82\tOld objective: 795148.25\tImprovement: 0.22437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1028982.44\tOld objective: 973553.82\tImprovement: 0.05693" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1053086.98\tOld objective: 1028982.44\tImprovement: 0.02343" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1066045.33\tOld objective: 1053086.98\tImprovement: 0.01231" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1073863.61\tOld objective: 1066045.33\tImprovement: 0.00733" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1078982.03\tOld objective: 1073863.61\tImprovement: 0.00477" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1082560.37\tOld objective: 1078982.03\tImprovement: 0.00332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1085159.21\tOld objective: 1082560.37\tImprovement: 0.00240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1087127.01\tOld objective: 1085159.21\tImprovement: 0.00181" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1088661.21\tOld objective: 1087127.01\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1089887.58\tOld objective: 1088661.21\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1090883.07\tOld objective: 1089887.58\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1091692.06\tOld objective: 1090883.07\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1092370.25\tOld objective: 1091692.06\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1092948.65\tOld objective: 1092370.25\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1093435.88\tOld objective: 1092948.65\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 145:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 718942.26\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 894500.09\tOld objective: 718942.26\tImprovement: 0.24419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 949036.15\tOld objective: 894500.09\tImprovement: 0.06097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 972683.97\tOld objective: 949036.15\tImprovement: 0.02492" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 985417.31\tOld objective: 972683.97\tImprovement: 0.01309" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 993104.69\tOld objective: 985417.31\tImprovement: 0.00780" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 998147.97\tOld objective: 993104.69\tImprovement: 0.00508" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1001656.46\tOld objective: 998147.97\tImprovement: 0.00352" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1004212.30\tOld objective: 1001656.46\tImprovement: 0.00255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1006155.52\tOld objective: 1004212.30\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1007668.45\tOld objective: 1006155.52\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1008864.84\tOld objective: 1007668.45\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1009822.93\tOld objective: 1008864.84\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1010604.10\tOld objective: 1009822.93\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1011246.73\tOld objective: 1010604.10\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1011792.12\tOld objective: 1011246.73\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1012263.74\tOld objective: 1011792.12\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 146:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 753643.05\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 934588.94\tOld objective: 753643.05\tImprovement: 0.24009" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 991023.31\tOld objective: 934588.94\tImprovement: 0.06038" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1015324.78\tOld objective: 991023.31\tImprovement: 0.02452" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1028287.27\tOld objective: 1015324.78\tImprovement: 0.01277" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1036142.82\tOld objective: 1028287.27\tImprovement: 0.00764" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1041318.02\tOld objective: 1036142.82\tImprovement: 0.00499" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1044917.46\tOld objective: 1041318.02\tImprovement: 0.00346" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1047526.51\tOld objective: 1044917.46\tImprovement: 0.00250" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1049494.68\tOld objective: 1047526.51\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1051020.69\tOld objective: 1049494.68\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1052211.71\tOld objective: 1051020.69\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1053154.27\tOld objective: 1052211.71\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1053936.60\tOld objective: 1053154.27\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1054592.79\tOld objective: 1053936.60\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1055154.68\tOld objective: 1054592.79\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1055632.66\tOld objective: 1055154.68\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 147:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 844967.11\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1027641.14\tOld objective: 844967.11\tImprovement: 0.21619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1084132.13\tOld objective: 1027641.14\tImprovement: 0.05497" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1108426.92\tOld objective: 1084132.13\tImprovement: 0.02241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1121380.66\tOld objective: 1108426.92\tImprovement: 0.01169" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1129189.22\tOld objective: 1121380.66\tImprovement: 0.00696" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1134278.36\tOld objective: 1129189.22\tImprovement: 0.00451" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1137809.61\tOld objective: 1134278.36\tImprovement: 0.00311" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1140379.21\tOld objective: 1137809.61\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1142312.97\tOld objective: 1140379.21\tImprovement: 0.00170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1143794.10\tOld objective: 1142312.97\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1144972.58\tOld objective: 1143794.10\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1145946.18\tOld objective: 1144972.58\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1146738.27\tOld objective: 1145946.18\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1147393.11\tOld objective: 1146738.27\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1147956.81\tOld objective: 1147393.11\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 148:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 793593.63\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 972963.48\tOld objective: 793593.63\tImprovement: 0.22602" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1028677.65\tOld objective: 972963.48\tImprovement: 0.05726" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1052750.97\tOld objective: 1028677.65\tImprovement: 0.02340" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1065699.81\tOld objective: 1052750.97\tImprovement: 0.01230" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1073498.81\tOld objective: 1065699.81\tImprovement: 0.00732" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1078600.68\tOld objective: 1073498.81\tImprovement: 0.00475" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1082161.77\tOld objective: 1078600.68\tImprovement: 0.00330" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1084748.45\tOld objective: 1082161.77\tImprovement: 0.00239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1086676.47\tOld objective: 1084748.45\tImprovement: 0.00178" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1088192.11\tOld objective: 1086676.47\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1089416.32\tOld objective: 1088192.11\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1090404.23\tOld objective: 1089416.32\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1091207.56\tOld objective: 1090404.23\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1091879.73\tOld objective: 1091207.56\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1092449.68\tOld objective: 1091879.73\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1092930.99\tOld objective: 1092449.68\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 149:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 756552.90\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 934745.29\tOld objective: 756552.90\tImprovement: 0.23553" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 990420.22\tOld objective: 934745.29\tImprovement: 0.05956" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1014566.67\tOld objective: 990420.22\tImprovement: 0.02438" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1027547.31\tOld objective: 1014566.67\tImprovement: 0.01279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1035417.14\tOld objective: 1027547.31\tImprovement: 0.00766" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1040587.60\tOld objective: 1035417.14\tImprovement: 0.00499" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1044195.59\tOld objective: 1040587.60\tImprovement: 0.00347" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1046818.23\tOld objective: 1044195.59\tImprovement: 0.00251" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1048783.29\tOld objective: 1046818.23\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1050318.17\tOld objective: 1048783.29\tImprovement: 0.00146" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1051545.77\tOld objective: 1050318.17\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1052539.51\tOld objective: 1051545.77\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1053364.96\tOld objective: 1052539.51\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1054056.84\tOld objective: 1053364.96\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1054621.33\tOld objective: 1054056.84\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1055100.46\tOld objective: 1054621.33\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 150:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 770153.03\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 946718.71\tOld objective: 770153.03\tImprovement: 0.22926" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1001580.57\tOld objective: 946718.71\tImprovement: 0.05795" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1025319.05\tOld objective: 1001580.57\tImprovement: 0.02370" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1038070.89\tOld objective: 1025319.05\tImprovement: 0.01244" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1045803.33\tOld objective: 1038070.89\tImprovement: 0.00745" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1050873.07\tOld objective: 1045803.33\tImprovement: 0.00485" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1054406.85\tOld objective: 1050873.07\tImprovement: 0.00336" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1056993.46\tOld objective: 1054406.85\tImprovement: 0.00245" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1058954.77\tOld objective: 1056993.46\tImprovement: 0.00186" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1060477.32\tOld objective: 1058954.77\tImprovement: 0.00144" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1061678.71\tOld objective: 1060477.32\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1062658.96\tOld objective: 1061678.71\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1063482.85\tOld objective: 1062658.96\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1064176.21\tOld objective: 1063482.85\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1064767.40\tOld objective: 1064176.21\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1065273.87\tOld objective: 1064767.40\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 151:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 767459.01\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 946978.73\tOld objective: 767459.01\tImprovement: 0.23391" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1002763.88\tOld objective: 946978.73\tImprovement: 0.05891" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1026737.54\tOld objective: 1002763.88\tImprovement: 0.02391" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1039495.25\tOld objective: 1026737.54\tImprovement: 0.01243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1047191.32\tOld objective: 1039495.25\tImprovement: 0.00740" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1052227.21\tOld objective: 1047191.32\tImprovement: 0.00481" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1055755.57\tOld objective: 1052227.21\tImprovement: 0.00335" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1058322.82\tOld objective: 1055755.57\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1060275.93\tOld objective: 1058322.82\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1061767.49\tOld objective: 1060275.93\tImprovement: 0.00141" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1062947.74\tOld objective: 1061767.49\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1063901.91\tOld objective: 1062947.74\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1064680.15\tOld objective: 1063901.91\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1065341.69\tOld objective: 1064680.15\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1065905.20\tOld objective: 1065341.69\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1066387.52\tOld objective: 1065905.20\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 152:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 719854.56\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 894202.73\tOld objective: 719854.56\tImprovement: 0.24220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 947913.77\tOld objective: 894202.73\tImprovement: 0.06007" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 970973.75\tOld objective: 947913.77\tImprovement: 0.02433" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 983284.19\tOld objective: 970973.75\tImprovement: 0.01268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 990770.46\tOld objective: 983284.19\tImprovement: 0.00761" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 995726.43\tOld objective: 990770.46\tImprovement: 0.00500" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 999185.77\tOld objective: 995726.43\tImprovement: 0.00347" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1001702.62\tOld objective: 999185.77\tImprovement: 0.00252" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1003610.45\tOld objective: 1001702.62\tImprovement: 0.00190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1005097.92\tOld objective: 1003610.45\tImprovement: 0.00148" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1006283.95\tOld objective: 1005097.92\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1007253.76\tOld objective: 1006283.95\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1008058.70\tOld objective: 1007253.76\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1008719.42\tOld objective: 1008058.70\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1009272.22\tOld objective: 1008719.42\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1009737.48\tOld objective: 1009272.22\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 153:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 797155.22\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 975722.91\tOld objective: 797155.22\tImprovement: 0.22401" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1031543.50\tOld objective: 975722.91\tImprovement: 0.05721" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1055899.32\tOld objective: 1031543.50\tImprovement: 0.02361" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1068982.71\tOld objective: 1055899.32\tImprovement: 0.01239" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1076869.31\tOld objective: 1068982.71\tImprovement: 0.00738" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1082050.45\tOld objective: 1076869.31\tImprovement: 0.00481" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1085671.83\tOld objective: 1082050.45\tImprovement: 0.00335" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1088308.68\tOld objective: 1085671.83\tImprovement: 0.00243" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1090278.52\tOld objective: 1088308.68\tImprovement: 0.00181" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1091810.24\tOld objective: 1090278.52\tImprovement: 0.00140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1093024.88\tOld objective: 1091810.24\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1094006.67\tOld objective: 1093024.88\tImprovement: 0.00090" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1094812.74\tOld objective: 1094006.67\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1095485.72\tOld objective: 1094812.74\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1096056.93\tOld objective: 1095485.72\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1096544.91\tOld objective: 1096056.93\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 154:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 679569.11\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 852567.31\tOld objective: 679569.11\tImprovement: 0.25457" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 906173.05\tOld objective: 852567.31\tImprovement: 0.06288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 929297.18\tOld objective: 906173.05\tImprovement: 0.02552" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 941636.38\tOld objective: 929297.18\tImprovement: 0.01328" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 949077.14\tOld objective: 941636.38\tImprovement: 0.00790" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 953942.13\tOld objective: 949077.14\tImprovement: 0.00513" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 957330.92\tOld objective: 953942.13\tImprovement: 0.00355" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 959825.82\tOld objective: 957330.92\tImprovement: 0.00261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 961713.27\tOld objective: 959825.82\tImprovement: 0.00197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 963181.34\tOld objective: 961713.27\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 964351.97\tOld objective: 963181.34\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 965303.52\tOld objective: 964351.97\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 966082.15\tOld objective: 965303.52\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 966740.50\tOld objective: 966082.15\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 967302.45\tOld objective: 966740.50\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 967781.76\tOld objective: 967302.45\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 155:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 822859.24\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1002596.88\tOld objective: 822859.24\tImprovement: 0.21843" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1058567.94\tOld objective: 1002596.88\tImprovement: 0.05583" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1082767.21\tOld objective: 1058567.94\tImprovement: 0.02286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1095724.96\tOld objective: 1082767.21\tImprovement: 0.01197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1103534.36\tOld objective: 1095724.96\tImprovement: 0.00713" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1108656.48\tOld objective: 1103534.36\tImprovement: 0.00464" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1112234.64\tOld objective: 1108656.48\tImprovement: 0.00323" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1114852.96\tOld objective: 1112234.64\tImprovement: 0.00235" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1116828.70\tOld objective: 1114852.96\tImprovement: 0.00177" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1118345.84\tOld objective: 1116828.70\tImprovement: 0.00136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1119549.43\tOld objective: 1118345.84\tImprovement: 0.00108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1120541.85\tOld objective: 1119549.43\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1121360.03\tOld objective: 1120541.85\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1122034.68\tOld objective: 1121360.03\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1122600.07\tOld objective: 1122034.68\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 16\tObjective: 1123083.12\tOld objective: 1122600.07\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 156:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 740823.62\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 916772.69\tOld objective: 740823.62\tImprovement: 0.23750" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 971234.20\tOld objective: 916772.69\tImprovement: 0.05941" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 969318.34\tOld objective: 797131.97\tImprovement: 0.21601" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1021181.19\tOld objective: 969318.34\tImprovement: 0.05350" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1043035.53\tOld objective: 1021181.19\tImprovement: 0.02140" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1054525.52\tOld objective: 1043035.53\tImprovement: 0.01102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1061387.92\tOld objective: 1054525.52\tImprovement: 0.00651" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1065889.72\tOld objective: 1061387.92\tImprovement: 0.00424" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1069040.08\tOld objective: 1065889.72\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1071328.32\tOld objective: 1069040.08\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1073050.68\tOld objective: 1071328.32\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1074366.10\tOld objective: 1073050.68\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1075396.34\tOld objective: 1074366.10\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1076229.59\tOld objective: 1075396.34\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1076909.08\tOld objective: 1076229.59\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1077473.43\tOld objective: 1076909.08\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1077953.25\tOld objective: 1077473.43\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 289:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 808794.15\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 980960.85\tOld objective: 808794.15\tImprovement: 0.21287" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1032618.65\tOld objective: 980960.85\tImprovement: 0.05266" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1054396.27\tOld objective: 1032618.65\tImprovement: 0.02109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1065907.79\tOld objective: 1054396.27\tImprovement: 0.01092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1072762.06\tOld objective: 1065907.79\tImprovement: 0.00643" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1077187.67\tOld objective: 1072762.06\tImprovement: 0.00413" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1080265.72\tOld objective: 1077187.67\tImprovement: 0.00286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1082518.94\tOld objective: 1080265.72\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1084217.18\tOld objective: 1082518.94\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1085540.34\tOld objective: 1084217.18\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1086591.98\tOld objective: 1085540.34\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1087436.84\tOld objective: 1086591.98\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1088132.89\tOld objective: 1087436.84\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1088718.46\tOld objective: 1088132.89\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1089217.47\tOld objective: 1088718.46\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 290:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 879055.40\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1056239.24\tOld objective: 879055.40\tImprovement: 0.20156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1109027.28\tOld objective: 1056239.24\tImprovement: 0.04998" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1131144.76\tOld objective: 1109027.28\tImprovement: 0.01994" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1142755.13\tOld objective: 1131144.76\tImprovement: 0.01026" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1149692.20\tOld objective: 1142755.13\tImprovement: 0.00607" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1154206.60\tOld objective: 1149692.20\tImprovement: 0.00393" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1157316.42\tOld objective: 1154206.60\tImprovement: 0.00269" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1159572.97\tOld objective: 1157316.42\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1161300.74\tOld objective: 1159572.97\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1162640.26\tOld objective: 1161300.74\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1163701.88\tOld objective: 1162640.26\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1164556.77\tOld objective: 1163701.88\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1165249.45\tOld objective: 1164556.77\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1165825.84\tOld objective: 1165249.45\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 291:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 825413.52\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 997016.06\tOld objective: 825413.52\tImprovement: 0.20790" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1048841.07\tOld objective: 997016.06\tImprovement: 0.05198" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1070895.01\tOld objective: 1048841.07\tImprovement: 0.02103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1082666.17\tOld objective: 1070895.01\tImprovement: 0.01099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1089726.48\tOld objective: 1082666.17\tImprovement: 0.00652" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1094355.23\tOld objective: 1089726.48\tImprovement: 0.00425" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1097559.73\tOld objective: 1094355.23\tImprovement: 0.00293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1099884.56\tOld objective: 1097559.73\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1101648.76\tOld objective: 1099884.56\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1103029.93\tOld objective: 1101648.76\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1104136.39\tOld objective: 1103029.93\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1105023.75\tOld objective: 1104136.39\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1105744.01\tOld objective: 1105023.75\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1106340.41\tOld objective: 1105744.01\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1106836.86\tOld objective: 1106340.41\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 292:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 754875.35\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 924288.23\tOld objective: 754875.35\tImprovement: 0.22442" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 975564.15\tOld objective: 924288.23\tImprovement: 0.05548" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 997228.94\tOld objective: 975564.15\tImprovement: 0.02221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1008743.84\tOld objective: 997228.94\tImprovement: 0.01155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1015665.95\tOld objective: 1008743.84\tImprovement: 0.00686" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1020212.94\tOld objective: 1015665.95\tImprovement: 0.00448" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1023393.79\tOld objective: 1020212.94\tImprovement: 0.00312" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1025711.55\tOld objective: 1023393.79\tImprovement: 0.00226" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1027472.47\tOld objective: 1025711.55\tImprovement: 0.00172" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1028837.32\tOld objective: 1027472.47\tImprovement: 0.00133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1029915.61\tOld objective: 1028837.32\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1030788.22\tOld objective: 1029915.61\tImprovement: 0.00085" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1031496.25\tOld objective: 1030788.22\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1032077.71\tOld objective: 1031496.25\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1032560.01\tOld objective: 1032077.71\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 293:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 751598.82\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 920143.09\tOld objective: 751598.82\tImprovement: 0.22425" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 971019.85\tOld objective: 920143.09\tImprovement: 0.05529" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 992511.46\tOld objective: 971019.85\tImprovement: 0.02213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1003857.82\tOld objective: 992511.46\tImprovement: 0.01143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1010642.79\tOld objective: 1003857.82\tImprovement: 0.00676" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1015084.71\tOld objective: 1010642.79\tImprovement: 0.00440" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1018175.30\tOld objective: 1015084.71\tImprovement: 0.00304" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1020419.05\tOld objective: 1018175.30\tImprovement: 0.00220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1022108.67\tOld objective: 1020419.05\tImprovement: 0.00166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1023417.09\tOld objective: 1022108.67\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1024450.12\tOld objective: 1023417.09\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1025279.15\tOld objective: 1024450.12\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1025968.10\tOld objective: 1025279.15\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1026549.71\tOld objective: 1025968.10\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1027049.26\tOld objective: 1026549.71\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 294:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 936360.45\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1115944.04\tOld objective: 936360.45\tImprovement: 0.19179" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1169764.46\tOld objective: 1115944.04\tImprovement: 0.04823" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1192438.14\tOld objective: 1169764.46\tImprovement: 0.01938" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1204396.78\tOld objective: 1192438.14\tImprovement: 0.01003" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1211565.43\tOld objective: 1204396.78\tImprovement: 0.00595" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1216220.37\tOld objective: 1211565.43\tImprovement: 0.00384" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1219448.87\tOld objective: 1216220.37\tImprovement: 0.00265" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1221774.59\tOld objective: 1219448.87\tImprovement: 0.00191" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1223526.78\tOld objective: 1221774.59\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1224882.96\tOld objective: 1223526.78\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1225954.84\tOld objective: 1224882.96\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1226824.86\tOld objective: 1225954.84\tImprovement: 0.00071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1227538.27\tOld objective: 1226824.86\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1228125.42\tOld objective: 1227538.27\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 295:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 815478.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 988662.32\tOld objective: 815478.47\tImprovement: 0.21237" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1040614.86\tOld objective: 988662.32\tImprovement: 0.05255" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1062581.04\tOld objective: 1040614.86\tImprovement: 0.02111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1074173.91\tOld objective: 1062581.04\tImprovement: 0.01091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1081101.04\tOld objective: 1074173.91\tImprovement: 0.00645" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1085635.58\tOld objective: 1081101.04\tImprovement: 0.00419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1088802.34\tOld objective: 1085635.58\tImprovement: 0.00292" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1091107.94\tOld objective: 1088802.34\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1092831.65\tOld objective: 1091107.94\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1094162.60\tOld objective: 1092831.65\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1095214.49\tOld objective: 1094162.60\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1096067.82\tOld objective: 1095214.49\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1096781.14\tOld objective: 1096067.82\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1097374.40\tOld objective: 1096781.14\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1097882.46\tOld objective: 1097374.40\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 296:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 777852.17\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 948425.63\tOld objective: 777852.17\tImprovement: 0.21929" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 999731.79\tOld objective: 948425.63\tImprovement: 0.05410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1021357.04\tOld objective: 999731.79\tImprovement: 0.02163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1032762.33\tOld objective: 1021357.04\tImprovement: 0.01117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1039585.04\tOld objective: 1032762.33\tImprovement: 0.00661" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1044031.69\tOld objective: 1039585.04\tImprovement: 0.00428" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1047119.27\tOld objective: 1044031.69\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1049353.33\tOld objective: 1047119.27\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1051037.52\tOld objective: 1049353.33\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1052345.92\tOld objective: 1051037.52\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1053379.06\tOld objective: 1052345.92\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1054229.46\tOld objective: 1053379.06\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1054945.07\tOld objective: 1054229.46\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1055546.46\tOld objective: 1054945.07\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1056043.15\tOld objective: 1055546.46\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 297:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 797201.42\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 968205.57\tOld objective: 797201.42\tImprovement: 0.21451" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1019708.51\tOld objective: 968205.57\tImprovement: 0.05319" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1041480.04\tOld objective: 1019708.51\tImprovement: 0.02135" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1053002.80\tOld objective: 1041480.04\tImprovement: 0.01106" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1059871.56\tOld objective: 1053002.80\tImprovement: 0.00652" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1064354.38\tOld objective: 1059871.56\tImprovement: 0.00423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1067468.77\tOld objective: 1064354.38\tImprovement: 0.00293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1069701.02\tOld objective: 1067468.77\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1071378.85\tOld objective: 1069701.02\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1072689.60\tOld objective: 1071378.85\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1073752.06\tOld objective: 1072689.60\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1074604.33\tOld objective: 1073752.06\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1075305.19\tOld objective: 1074604.33\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1075893.55\tOld objective: 1075305.19\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1076393.49\tOld objective: 1075893.55\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 298:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 819403.76\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 987506.77\tOld objective: 819403.76\tImprovement: 0.20515" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1038011.94\tOld objective: 987506.77\tImprovement: 0.05114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1059352.69\tOld objective: 1038011.94\tImprovement: 0.02056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1070649.04\tOld objective: 1059352.69\tImprovement: 0.01066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1077401.35\tOld objective: 1070649.04\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1081801.56\tOld objective: 1077401.35\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1084873.18\tOld objective: 1081801.56\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1087117.35\tOld objective: 1084873.18\tImprovement: 0.00207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1088816.89\tOld objective: 1087117.35\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1090137.00\tOld objective: 1088816.89\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1091193.41\tOld objective: 1090137.00\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1092054.65\tOld objective: 1091193.41\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1092768.84\tOld objective: 1092054.65\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1093368.91\tOld objective: 1092768.84\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1093885.09\tOld objective: 1093368.91\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 299:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 739757.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 909239.37\tOld objective: 739757.83\tImprovement: 0.22910" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 960757.30\tOld objective: 909239.37\tImprovement: 0.05666" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 982590.86\tOld objective: 960757.30\tImprovement: 0.02273" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 994143.57\tOld objective: 982590.86\tImprovement: 0.01176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1001118.21\tOld objective: 994143.57\tImprovement: 0.00702" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1005654.06\tOld objective: 1001118.21\tImprovement: 0.00453" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1008805.21\tOld objective: 1005654.06\tImprovement: 0.00313" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1011093.31\tOld objective: 1008805.21\tImprovement: 0.00227" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1012816.45\tOld objective: 1011093.31\tImprovement: 0.00170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1014149.99\tOld objective: 1012816.45\tImprovement: 0.00132" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1015216.25\tOld objective: 1014149.99\tImprovement: 0.00105" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1016087.67\tOld objective: 1015216.25\tImprovement: 0.00086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1016798.56\tOld objective: 1016087.67\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1017392.30\tOld objective: 1016798.56\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1017895.30\tOld objective: 1017392.30\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 300:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 816251.60\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 986338.80\tOld objective: 816251.60\tImprovement: 0.20838" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1037303.22\tOld objective: 986338.80\tImprovement: 0.05167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1058848.55\tOld objective: 1037303.22\tImprovement: 0.02077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1070261.09\tOld objective: 1058848.55\tImprovement: 0.01078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1077111.65\tOld objective: 1070261.09\tImprovement: 0.00640" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1081566.22\tOld objective: 1077111.65\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1084668.64\tOld objective: 1081566.22\tImprovement: 0.00287" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1086929.51\tOld objective: 1084668.64\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1088605.51\tOld objective: 1086929.51\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1089899.56\tOld objective: 1088605.51\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1090930.40\tOld objective: 1089899.56\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1091775.02\tOld objective: 1090930.40\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1092457.57\tOld objective: 1091775.02\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1093015.35\tOld objective: 1092457.57\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1093496.13\tOld objective: 1093015.35\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 301:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 766663.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 933545.52\tOld objective: 766663.83\tImprovement: 0.21767" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 983332.74\tOld objective: 933545.52\tImprovement: 0.05333" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1004309.23\tOld objective: 983332.74\tImprovement: 0.02133" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1015398.22\tOld objective: 1004309.23\tImprovement: 0.01104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1022093.04\tOld objective: 1015398.22\tImprovement: 0.00659" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1026479.22\tOld objective: 1022093.04\tImprovement: 0.00429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1029526.88\tOld objective: 1026479.22\tImprovement: 0.00297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1031741.89\tOld objective: 1029526.88\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1033400.33\tOld objective: 1031741.89\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1034671.46\tOld objective: 1033400.33\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1035674.48\tOld objective: 1034671.46\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1036493.36\tOld objective: 1035674.48\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1037172.79\tOld objective: 1036493.36\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1037734.18\tOld objective: 1037172.79\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1038203.66\tOld objective: 1037734.18\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 302:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 810119.29\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 983437.74\tOld objective: 810119.29\tImprovement: 0.21394" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1035008.23\tOld objective: 983437.74\tImprovement: 0.05244" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1056633.16\tOld objective: 1035008.23\tImprovement: 0.02089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1068034.13\tOld objective: 1056633.16\tImprovement: 0.01079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1074817.26\tOld objective: 1068034.13\tImprovement: 0.00635" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1079247.27\tOld objective: 1074817.26\tImprovement: 0.00412" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1082353.31\tOld objective: 1079247.27\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1084594.78\tOld objective: 1082353.31\tImprovement: 0.00207" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1086266.42\tOld objective: 1084594.78\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1087565.88\tOld objective: 1086266.42\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1088596.88\tOld objective: 1087565.88\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1089430.49\tOld objective: 1088596.88\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1090121.57\tOld objective: 1089430.49\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1090694.54\tOld objective: 1090121.57\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1091164.84\tOld objective: 1090694.54\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 303:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 819026.70\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 990648.78\tOld objective: 819026.70\tImprovement: 0.20954" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1042346.22\tOld objective: 990648.78\tImprovement: 0.05219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1064231.71\tOld objective: 1042346.22\tImprovement: 0.02100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1075801.81\tOld objective: 1064231.71\tImprovement: 0.01087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1082758.38\tOld objective: 1075801.81\tImprovement: 0.00647" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1087327.10\tOld objective: 1082758.38\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1090510.48\tOld objective: 1087327.10\tImprovement: 0.00293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1092832.19\tOld objective: 1090510.48\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1094567.56\tOld objective: 1092832.19\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1095911.22\tOld objective: 1094567.56\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1096990.65\tOld objective: 1095911.22\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1097873.31\tOld objective: 1096990.65\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1098602.82\tOld objective: 1097873.31\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1099207.36\tOld objective: 1098602.82\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1099725.70\tOld objective: 1099207.36\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 304:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 887224.74\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1065231.88\tOld objective: 887224.74\tImprovement: 0.20063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1118642.61\tOld objective: 1065231.88\tImprovement: 0.05014" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1141232.56\tOld objective: 1118642.61\tImprovement: 0.02019" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1153157.28\tOld objective: 1141232.56\tImprovement: 0.01045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1160271.87\tOld objective: 1153157.28\tImprovement: 0.00617" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1164903.54\tOld objective: 1160271.87\tImprovement: 0.00399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1168122.92\tOld objective: 1164903.54\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1170450.63\tOld objective: 1168122.92\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1172199.41\tOld objective: 1170450.63\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1173557.73\tOld objective: 1172199.41\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1174634.21\tOld objective: 1173557.73\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1175509.50\tOld objective: 1174634.21\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1176232.79\tOld objective: 1175509.50\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1176845.71\tOld objective: 1176232.79\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1177362.43\tOld objective: 1176845.71\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 305:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 855321.56\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1029595.27\tOld objective: 855321.56\tImprovement: 0.20375" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1081986.07\tOld objective: 1029595.27\tImprovement: 0.05088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1104156.60\tOld objective: 1081986.07\tImprovement: 0.02049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1115811.21\tOld objective: 1104156.60\tImprovement: 0.01056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1122768.82\tOld objective: 1115811.21\tImprovement: 0.00624" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1127303.30\tOld objective: 1122768.82\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1130471.52\tOld objective: 1127303.30\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1132783.35\tOld objective: 1130471.52\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1134521.66\tOld objective: 1132783.35\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1135877.52\tOld objective: 1134521.66\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1136943.50\tOld objective: 1135877.52\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1137798.62\tOld objective: 1136943.50\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1138519.68\tOld objective: 1137798.62\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1139149.42\tOld objective: 1138519.68\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1139684.47\tOld objective: 1139149.42\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 306:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 794419.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 963125.68\tOld objective: 794419.46\tImprovement: 0.21236" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1013792.55\tOld objective: 963125.68\tImprovement: 0.05261" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1035255.91\tOld objective: 1013792.55\tImprovement: 0.02117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1046649.09\tOld objective: 1035255.91\tImprovement: 0.01101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1053503.35\tOld objective: 1046649.09\tImprovement: 0.00655" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1057994.87\tOld objective: 1053503.35\tImprovement: 0.00426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1061127.01\tOld objective: 1057994.87\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1063398.87\tOld objective: 1061127.01\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1065108.74\tOld objective: 1063398.87\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1066425.08\tOld objective: 1065108.74\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1067455.36\tOld objective: 1066425.08\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1068305.21\tOld objective: 1067455.36\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1069010.02\tOld objective: 1068305.21\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1069603.90\tOld objective: 1069010.02\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1070106.28\tOld objective: 1069603.90\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 307:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 842210.35\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1018059.89\tOld objective: 842210.35\tImprovement: 0.20880" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1070676.78\tOld objective: 1018059.89\tImprovement: 0.05168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1092758.44\tOld objective: 1070676.78\tImprovement: 0.02062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1104345.09\tOld objective: 1092758.44\tImprovement: 0.01060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1111235.81\tOld objective: 1104345.09\tImprovement: 0.00624" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1115729.07\tOld objective: 1111235.81\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1118852.48\tOld objective: 1115729.07\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1121114.12\tOld objective: 1118852.48\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1122803.77\tOld objective: 1121114.12\tImprovement: 0.00151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1124108.53\tOld objective: 1122803.77\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1125140.31\tOld objective: 1124108.53\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1125971.30\tOld objective: 1125140.31\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1126648.42\tOld objective: 1125971.30\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1127213.48\tOld objective: 1126648.42\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1127686.79\tOld objective: 1127213.48\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 308:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 831514.25\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1001857.71\tOld objective: 831514.25\tImprovement: 0.20486" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1052422.86\tOld objective: 1001857.71\tImprovement: 0.05047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1073653.50\tOld objective: 1052422.86\tImprovement: 0.02017" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1084847.97\tOld objective: 1073653.50\tImprovement: 0.01043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1091591.15\tOld objective: 1084847.97\tImprovement: 0.00622" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1095999.80\tOld objective: 1091591.15\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1099017.71\tOld objective: 1095999.80\tImprovement: 0.00275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1101225.98\tOld objective: 1099017.71\tImprovement: 0.00201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1102904.59\tOld objective: 1101225.98\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1104216.66\tOld objective: 1102904.59\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1105267.18\tOld objective: 1104216.66\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1106112.65\tOld objective: 1105267.18\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1106809.85\tOld objective: 1106112.65\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1107392.22\tOld objective: 1106809.85\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1107884.48\tOld objective: 1107392.22\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 309:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 810294.11\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 983677.75\tOld objective: 810294.11\tImprovement: 0.21398" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1036222.35\tOld objective: 983677.75\tImprovement: 0.05342" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1058485.67\tOld objective: 1036222.35\tImprovement: 0.02149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1070245.65\tOld objective: 1058485.67\tImprovement: 0.01111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1077237.05\tOld objective: 1070245.65\tImprovement: 0.00653" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1081791.13\tOld objective: 1077237.05\tImprovement: 0.00423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1084978.11\tOld objective: 1081791.13\tImprovement: 0.00295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1087317.60\tOld objective: 1084978.11\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1089083.22\tOld objective: 1087317.60\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1090455.49\tOld objective: 1089083.22\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1091542.41\tOld objective: 1090455.49\tImprovement: 0.00100" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1092424.29\tOld objective: 1091542.41\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1093160.04\tOld objective: 1092424.29\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1093776.53\tOld objective: 1093160.04\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1094298.45\tOld objective: 1093776.53\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 310:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 786068.29\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 955558.71\tOld objective: 786068.29\tImprovement: 0.21562" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1006533.22\tOld objective: 955558.71\tImprovement: 0.05335" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1028036.80\tOld objective: 1006533.22\tImprovement: 0.02136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1039454.85\tOld objective: 1028036.80\tImprovement: 0.01111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1046321.62\tOld objective: 1039454.85\tImprovement: 0.00661" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1050843.57\tOld objective: 1046321.62\tImprovement: 0.00432" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1053980.38\tOld objective: 1050843.57\tImprovement: 0.00299" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1056253.98\tOld objective: 1053980.38\tImprovement: 0.00216" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1057955.53\tOld objective: 1056253.98\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1059280.28\tOld objective: 1057955.53\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1060344.92\tOld objective: 1059280.28\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1061207.84\tOld objective: 1060344.92\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1061921.21\tOld objective: 1061207.84\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1062522.29\tOld objective: 1061921.21\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1063033.31\tOld objective: 1062522.29\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 311:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 826275.36\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 997781.38\tOld objective: 826275.36\tImprovement: 0.20757" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1048971.90\tOld objective: 997781.38\tImprovement: 0.05130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1070471.32\tOld objective: 1048971.90\tImprovement: 0.02050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1081838.85\tOld objective: 1070471.32\tImprovement: 0.01062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1088673.62\tOld objective: 1081838.85\tImprovement: 0.00632" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1093150.75\tOld objective: 1088673.62\tImprovement: 0.00411" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1096249.96\tOld objective: 1093150.75\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1098505.67\tOld objective: 1096249.96\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1100206.46\tOld objective: 1098505.67\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1101512.08\tOld objective: 1100206.46\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1102544.38\tOld objective: 1101512.08\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1103381.66\tOld objective: 1102544.38\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1104069.01\tOld objective: 1103381.66\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1104636.89\tOld objective: 1104069.01\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1105122.11\tOld objective: 1104636.89\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 312:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 861295.94\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1033325.20\tOld objective: 861295.94\tImprovement: 0.19973" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1085128.72\tOld objective: 1033325.20\tImprovement: 0.05013" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1107009.24\tOld objective: 1085128.72\tImprovement: 0.02016" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1118573.12\tOld objective: 1107009.24\tImprovement: 0.01045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1125506.98\tOld objective: 1118573.12\tImprovement: 0.00620" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1130018.52\tOld objective: 1125506.98\tImprovement: 0.00401" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1133145.62\tOld objective: 1130018.52\tImprovement: 0.00277" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1135405.42\tOld objective: 1133145.62\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1137100.79\tOld objective: 1135405.42\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1138419.97\tOld objective: 1137100.79\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1139474.36\tOld objective: 1138419.97\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1140332.65\tOld objective: 1139474.36\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1141034.64\tOld objective: 1140332.65\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1141616.15\tOld objective: 1141034.64\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1142106.67\tOld objective: 1141616.15\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 313:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 831231.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1001849.50\tOld objective: 831231.46\tImprovement: 0.20526" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1052905.52\tOld objective: 1001849.50\tImprovement: 0.05096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1074410.94\tOld objective: 1052905.52\tImprovement: 0.02042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1085726.65\tOld objective: 1074410.94\tImprovement: 0.01053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1092501.95\tOld objective: 1085726.65\tImprovement: 0.00624" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1096905.58\tOld objective: 1092501.95\tImprovement: 0.00403" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1099937.80\tOld objective: 1096905.58\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1102159.58\tOld objective: 1099937.80\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1103845.47\tOld objective: 1102159.58\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1105171.06\tOld objective: 1103845.47\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1106238.66\tOld objective: 1105171.06\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1107080.97\tOld objective: 1106238.66\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1107761.16\tOld objective: 1107080.97\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1108329.21\tOld objective: 1107761.16\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1108809.55\tOld objective: 1108329.21\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 314:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 791278.35\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 961329.54\tOld objective: 791278.35\tImprovement: 0.21491" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1012734.85\tOld objective: 961329.54\tImprovement: 0.05347" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1034572.37\tOld objective: 1012734.85\tImprovement: 0.02156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1046147.62\tOld objective: 1034572.37\tImprovement: 0.01119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1053121.45\tOld objective: 1046147.62\tImprovement: 0.00667" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1057668.53\tOld objective: 1053121.45\tImprovement: 0.00432" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1060841.94\tOld objective: 1057668.53\tImprovement: 0.00300" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1063146.84\tOld objective: 1060841.94\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1064877.96\tOld objective: 1063146.84\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1066225.27\tOld objective: 1064877.96\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1067297.63\tOld objective: 1066225.27\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1068158.41\tOld objective: 1067297.63\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1068862.80\tOld objective: 1068158.41\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1069468.85\tOld objective: 1068862.80\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1069988.46\tOld objective: 1069468.85\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 315:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 817199.84\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 989059.94\tOld objective: 817199.84\tImprovement: 0.21030" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1040812.96\tOld objective: 989059.94\tImprovement: 0.05233" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1062623.51\tOld objective: 1040812.96\tImprovement: 0.02096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1074120.60\tOld objective: 1062623.51\tImprovement: 0.01082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1081004.86\tOld objective: 1074120.60\tImprovement: 0.00641" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1085515.89\tOld objective: 1081004.86\tImprovement: 0.00417" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1088642.95\tOld objective: 1085515.89\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1090906.39\tOld objective: 1088642.95\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1092641.71\tOld objective: 1090906.39\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1094004.48\tOld objective: 1092641.71\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1095085.62\tOld objective: 1094004.48\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1095966.13\tOld objective: 1095085.62\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1096695.98\tOld objective: 1095966.13\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1097298.06\tOld objective: 1096695.98\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1097799.84\tOld objective: 1097298.06\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 316:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 877841.24\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1052694.18\tOld objective: 877841.24\tImprovement: 0.19919" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1105238.17\tOld objective: 1052694.18\tImprovement: 0.04991" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1127424.50\tOld objective: 1105238.17\tImprovement: 0.02007" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1139093.43\tOld objective: 1127424.50\tImprovement: 0.01035" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1146046.61\tOld objective: 1139093.43\tImprovement: 0.00610" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1150578.96\tOld objective: 1146046.61\tImprovement: 0.00395" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1153699.78\tOld objective: 1150578.96\tImprovement: 0.00271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1155948.71\tOld objective: 1153699.78\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1157648.63\tOld objective: 1155948.71\tImprovement: 0.00147" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1158954.63\tOld objective: 1157648.63\tImprovement: 0.00113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1159989.82\tOld objective: 1158954.63\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1160830.92\tOld objective: 1159989.82\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1161531.35\tOld objective: 1160830.92\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1162114.87\tOld objective: 1161531.35\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1162605.14\tOld objective: 1162114.87\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 317:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 828702.57\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1001805.22\tOld objective: 828702.57\tImprovement: 0.20888" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1053474.98\tOld objective: 1001805.22\tImprovement: 0.05158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1075216.48\tOld objective: 1053474.98\tImprovement: 0.02064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1086676.96\tOld objective: 1075216.48\tImprovement: 0.01066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1093517.46\tOld objective: 1086676.96\tImprovement: 0.00629" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1097947.46\tOld objective: 1093517.46\tImprovement: 0.00405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1101023.33\tOld objective: 1097947.46\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1103271.46\tOld objective: 1101023.33\tImprovement: 0.00204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1104965.01\tOld objective: 1103271.46\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1106281.66\tOld objective: 1104965.01\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1107326.61\tOld objective: 1106281.66\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1108172.60\tOld objective: 1107326.61\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1108869.67\tOld objective: 1108172.60\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1109448.15\tOld objective: 1108869.67\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1109930.94\tOld objective: 1109448.15\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 318:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 766680.58\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 934059.12\tOld objective: 766680.58\tImprovement: 0.21832" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 984020.29\tOld objective: 934059.12\tImprovement: 0.05349" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1005060.98\tOld objective: 984020.29\tImprovement: 0.02138" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1016144.70\tOld objective: 1005060.98\tImprovement: 0.01103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1022828.42\tOld objective: 1016144.70\tImprovement: 0.00658" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1027203.10\tOld objective: 1022828.42\tImprovement: 0.00428" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1030212.32\tOld objective: 1027203.10\tImprovement: 0.00293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1032393.64\tOld objective: 1030212.32\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1034044.49\tOld objective: 1032393.64\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1035306.65\tOld objective: 1034044.49\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1036312.01\tOld objective: 1035306.65\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1037127.01\tOld objective: 1036312.01\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1037794.07\tOld objective: 1037127.01\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1038346.80\tOld objective: 1037794.07\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1038812.48\tOld objective: 1038346.80\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 319:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 790692.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 959891.38\tOld objective: 790692.47\tImprovement: 0.21399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1011075.46\tOld objective: 959891.38\tImprovement: 0.05332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1032706.01\tOld objective: 1011075.46\tImprovement: 0.02139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1044136.64\tOld objective: 1032706.01\tImprovement: 0.01107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1050996.96\tOld objective: 1044136.64\tImprovement: 0.00657" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1055479.49\tOld objective: 1050996.96\tImprovement: 0.00427" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1058589.53\tOld objective: 1055479.49\tImprovement: 0.00295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1060838.40\tOld objective: 1058589.53\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1062545.42\tOld objective: 1060838.40\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1063897.73\tOld objective: 1062545.42\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1064975.45\tOld objective: 1063897.73\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1065842.19\tOld objective: 1064975.45\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1066546.59\tOld objective: 1065842.19\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1067128.58\tOld objective: 1066546.59\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1067610.58\tOld objective: 1067128.58\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 320:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 789777.65\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 960818.89\tOld objective: 789777.65\tImprovement: 0.21657" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1012500.66\tOld objective: 960818.89\tImprovement: 0.05379" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1034336.78\tOld objective: 1012500.66\tImprovement: 0.02157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1045886.93\tOld objective: 1034336.78\tImprovement: 0.01117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1052809.08\tOld objective: 1045886.93\tImprovement: 0.00662" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1057309.92\tOld objective: 1052809.08\tImprovement: 0.00428" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1060435.45\tOld objective: 1057309.92\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1062705.93\tOld objective: 1060435.45\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1064395.39\tOld objective: 1062705.93\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1065697.14\tOld objective: 1064395.39\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1066736.85\tOld objective: 1065697.14\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1067573.49\tOld objective: 1066736.85\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1068272.43\tOld objective: 1067573.49\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1068856.14\tOld objective: 1068272.43\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1069347.33\tOld objective: 1068856.14\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 321:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 817742.82\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 987806.38\tOld objective: 817742.82\tImprovement: 0.20797" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1038711.94\tOld objective: 987806.38\tImprovement: 0.05153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1060234.37\tOld objective: 1038711.94\tImprovement: 0.02072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1071597.15\tOld objective: 1060234.37\tImprovement: 0.01072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1078368.60\tOld objective: 1071597.15\tImprovement: 0.00632" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1082746.20\tOld objective: 1078368.60\tImprovement: 0.00406" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1085782.03\tOld objective: 1082746.20\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1087989.47\tOld objective: 1085782.03\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1089653.09\tOld objective: 1087989.47\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1090945.18\tOld objective: 1089653.09\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1091976.55\tOld objective: 1090945.18\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1092829.64\tOld objective: 1091976.55\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1093542.49\tOld objective: 1092829.64\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1094137.08\tOld objective: 1093542.49\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1094636.35\tOld objective: 1094137.08\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 322:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 819961.83\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 989582.46\tOld objective: 819961.83\tImprovement: 0.20686" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1040441.06\tOld objective: 989582.46\tImprovement: 0.05139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1061907.38\tOld objective: 1040441.06\tImprovement: 0.02063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1073259.49\tOld objective: 1061907.38\tImprovement: 0.01069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1080082.52\tOld objective: 1073259.49\tImprovement: 0.00636" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1084541.01\tOld objective: 1080082.52\tImprovement: 0.00413" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1087662.83\tOld objective: 1084541.01\tImprovement: 0.00288" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1089952.98\tOld objective: 1087662.83\tImprovement: 0.00211" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1091673.56\tOld objective: 1089952.98\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1092993.65\tOld objective: 1091673.56\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1094035.83\tOld objective: 1092993.65\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1094865.39\tOld objective: 1094035.83\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1095539.44\tOld objective: 1094865.39\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1096113.41\tOld objective: 1095539.44\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1096606.83\tOld objective: 1096113.41\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 323:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 763765.10\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 932452.77\tOld objective: 763765.10\tImprovement: 0.22086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 982944.07\tOld objective: 932452.77\tImprovement: 0.05415" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1004171.89\tOld objective: 982944.07\tImprovement: 0.02160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1015297.62\tOld objective: 1004171.89\tImprovement: 0.01108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1021937.50\tOld objective: 1015297.62\tImprovement: 0.00654" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1026314.47\tOld objective: 1021937.50\tImprovement: 0.00428" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1029368.79\tOld objective: 1026314.47\tImprovement: 0.00298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1031575.07\tOld objective: 1029368.79\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1033226.98\tOld objective: 1031575.07\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1034496.11\tOld objective: 1033226.98\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1035519.17\tOld objective: 1034496.11\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1036355.10\tOld objective: 1035519.17\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1037047.92\tOld objective: 1036355.10\tImprovement: 0.00067" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1037628.07\tOld objective: 1037047.92\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1038113.38\tOld objective: 1037628.07\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 324:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 889910.45\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1064823.08\tOld objective: 889910.45\tImprovement: 0.19655" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1117141.25\tOld objective: 1064823.08\tImprovement: 0.04913" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1139170.07\tOld objective: 1117141.25\tImprovement: 0.01972" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1150768.57\tOld objective: 1139170.07\tImprovement: 0.01018" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1157681.36\tOld objective: 1150768.57\tImprovement: 0.00601" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1162191.72\tOld objective: 1157681.36\tImprovement: 0.00390" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1165330.18\tOld objective: 1162191.72\tImprovement: 0.00270" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1167601.87\tOld objective: 1165330.18\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1169290.00\tOld objective: 1167601.87\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1170595.46\tOld objective: 1169290.00\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1171629.65\tOld objective: 1170595.46\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1172471.65\tOld objective: 1171629.65\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1173168.28\tOld objective: 1172471.65\tImprovement: 0.00059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1173746.46\tOld objective: 1173168.28\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 325:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 826983.21\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 997472.54\tOld objective: 826983.21\tImprovement: 0.20616" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1048413.60\tOld objective: 997472.54\tImprovement: 0.05107" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1069853.07\tOld objective: 1048413.60\tImprovement: 0.02045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1081188.36\tOld objective: 1069853.07\tImprovement: 0.01060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1088006.03\tOld objective: 1081188.36\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1092482.75\tOld objective: 1088006.03\tImprovement: 0.00411" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1095578.19\tOld objective: 1092482.75\tImprovement: 0.00283" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1097816.61\tOld objective: 1095578.19\tImprovement: 0.00204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1099488.24\tOld objective: 1097816.61\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1100778.75\tOld objective: 1099488.24\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1101811.26\tOld objective: 1100778.75\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1102663.68\tOld objective: 1101811.26\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1103367.00\tOld objective: 1102663.68\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1103955.33\tOld objective: 1103367.00\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1104455.22\tOld objective: 1103955.33\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 326:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 754488.69\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 924178.97\tOld objective: 754488.69\tImprovement: 0.22491" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 975356.48\tOld objective: 924178.97\tImprovement: 0.05538" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 996952.51\tOld objective: 975356.48\tImprovement: 0.02214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1008348.90\tOld objective: 996952.51\tImprovement: 0.01143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1015178.40\tOld objective: 1008348.90\tImprovement: 0.00677" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1019636.91\tOld objective: 1015178.40\tImprovement: 0.00439" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1022750.51\tOld objective: 1019636.91\tImprovement: 0.00305" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1025007.57\tOld objective: 1022750.51\tImprovement: 0.00221" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1026686.07\tOld objective: 1025007.57\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1027987.28\tOld objective: 1026686.07\tImprovement: 0.00127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1029028.95\tOld objective: 1027987.28\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1029882.65\tOld objective: 1029028.95\tImprovement: 0.00083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1030590.28\tOld objective: 1029882.65\tImprovement: 0.00069" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1031186.31\tOld objective: 1030590.28\tImprovement: 0.00058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1031683.65\tOld objective: 1031186.31\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 327:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 805497.16\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 974499.30\tOld objective: 805497.16\tImprovement: 0.20981" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1025315.77\tOld objective: 974499.30\tImprovement: 0.05215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1046875.61\tOld objective: 1025315.77\tImprovement: 0.02103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1058263.38\tOld objective: 1046875.61\tImprovement: 0.01088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1065068.61\tOld objective: 1058263.38\tImprovement: 0.00643" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1069479.43\tOld objective: 1065068.61\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1072513.70\tOld objective: 1069479.43\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1074719.55\tOld objective: 1072513.70\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1076388.42\tOld objective: 1074719.55\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1077680.92\tOld objective: 1076388.42\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1078706.14\tOld objective: 1077680.92\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1079541.71\tOld objective: 1078706.14\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1080234.32\tOld objective: 1079541.71\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1080816.41\tOld objective: 1080234.32\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1081303.79\tOld objective: 1080816.41\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 328:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 833784.86\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1005586.60\tOld objective: 833784.86\tImprovement: 0.20605" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1057003.16\tOld objective: 1005586.60\tImprovement: 0.05113" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1078805.50\tOld objective: 1057003.16\tImprovement: 0.02063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1090384.23\tOld objective: 1078805.50\tImprovement: 0.01073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1097328.97\tOld objective: 1090384.23\tImprovement: 0.00637" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1101846.13\tOld objective: 1097328.97\tImprovement: 0.00412" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1104972.22\tOld objective: 1101846.13\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1107224.98\tOld objective: 1104972.22\tImprovement: 0.00204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1108923.99\tOld objective: 1107224.98\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1110239.51\tOld objective: 1108923.99\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1111287.16\tOld objective: 1110239.51\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1112146.64\tOld objective: 1111287.16\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1112868.86\tOld objective: 1112146.64\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1113462.86\tOld objective: 1112868.86\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1113955.30\tOld objective: 1113462.86\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 329:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 834247.04\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1005802.28\tOld objective: 834247.04\tImprovement: 0.20564" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1057067.04\tOld objective: 1005802.28\tImprovement: 0.05097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1078563.29\tOld objective: 1057067.04\tImprovement: 0.02034" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1089932.39\tOld objective: 1078563.29\tImprovement: 0.01054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1096763.51\tOld objective: 1089932.39\tImprovement: 0.00627" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1101242.44\tOld objective: 1096763.51\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1104340.56\tOld objective: 1101242.44\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1106580.86\tOld objective: 1104340.56\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1108270.56\tOld objective: 1106580.86\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1109579.54\tOld objective: 1108270.56\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1110614.53\tOld objective: 1109579.54\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1111450.67\tOld objective: 1110614.53\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1112145.25\tOld objective: 1111450.67\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1112713.83\tOld objective: 1112145.25\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1113190.81\tOld objective: 1112713.83\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 330:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 813129.49\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 984378.88\tOld objective: 813129.49\tImprovement: 0.21061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1036013.95\tOld objective: 984378.88\tImprovement: 0.05245" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1057934.04\tOld objective: 1036013.95\tImprovement: 0.02116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1069562.29\tOld objective: 1057934.04\tImprovement: 0.01099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1076500.08\tOld objective: 1069562.29\tImprovement: 0.00649" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1080997.44\tOld objective: 1076500.08\tImprovement: 0.00418" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1084128.26\tOld objective: 1080997.44\tImprovement: 0.00290" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1086411.77\tOld objective: 1084128.26\tImprovement: 0.00211" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1088135.46\tOld objective: 1086411.77\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1089472.78\tOld objective: 1088135.46\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1090540.12\tOld objective: 1089472.78\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1091411.65\tOld objective: 1090540.12\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1092126.20\tOld objective: 1091411.65\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1092716.61\tOld objective: 1092126.20\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1093214.67\tOld objective: 1092716.61\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 331:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 763315.87\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 931818.31\tOld objective: 763315.87\tImprovement: 0.22075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 982437.42\tOld objective: 931818.31\tImprovement: 0.05432" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1003754.43\tOld objective: 982437.42\tImprovement: 0.02170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1014964.72\tOld objective: 1003754.43\tImprovement: 0.01117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1021654.79\tOld objective: 1014964.72\tImprovement: 0.00659" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1026021.34\tOld objective: 1021654.79\tImprovement: 0.00427" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1029054.30\tOld objective: 1026021.34\tImprovement: 0.00296" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1031248.93\tOld objective: 1029054.30\tImprovement: 0.00213" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1032894.93\tOld objective: 1031248.93\tImprovement: 0.00160" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1034177.53\tOld objective: 1032894.93\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1035200.02\tOld objective: 1034177.53\tImprovement: 0.00099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1036023.64\tOld objective: 1035200.02\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1036688.48\tOld objective: 1036023.64\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1037235.50\tOld objective: 1036688.48\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1037706.20\tOld objective: 1037235.50\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 332:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 750032.04\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 917344.08\tOld objective: 750032.04\tImprovement: 0.22307" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 967763.54\tOld objective: 917344.08\tImprovement: 0.05496" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 989069.02\tOld objective: 967763.54\tImprovement: 0.02202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1000306.95\tOld objective: 989069.02\tImprovement: 0.01136" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1007023.57\tOld objective: 1000306.95\tImprovement: 0.00671" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1011422.57\tOld objective: 1007023.57\tImprovement: 0.00437" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1014497.25\tOld objective: 1011422.57\tImprovement: 0.00304" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1016762.91\tOld objective: 1014497.25\tImprovement: 0.00223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1018492.05\tOld objective: 1016762.91\tImprovement: 0.00170" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1019813.94\tOld objective: 1018492.05\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1020852.55\tOld objective: 1019813.94\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1021706.68\tOld objective: 1020852.55\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1022404.76\tOld objective: 1021706.68\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1022989.60\tOld objective: 1022404.76\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1023487.36\tOld objective: 1022989.60\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 333:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 741379.46\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 907768.81\tOld objective: 741379.46\tImprovement: 0.22443" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 958115.12\tOld objective: 907768.81\tImprovement: 0.05546" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 979417.65\tOld objective: 958115.12\tImprovement: 0.02223" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 990692.60\tOld objective: 979417.65\tImprovement: 0.01151" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 997465.77\tOld objective: 990692.60\tImprovement: 0.00684" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1001874.41\tOld objective: 997465.77\tImprovement: 0.00442" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1004929.65\tOld objective: 1001874.41\tImprovement: 0.00305" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1007156.82\tOld objective: 1004929.65\tImprovement: 0.00222" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1008835.76\tOld objective: 1007156.82\tImprovement: 0.00167" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1010135.65\tOld objective: 1008835.76\tImprovement: 0.00129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1011154.97\tOld objective: 1010135.65\tImprovement: 0.00101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1011969.31\tOld objective: 1011154.97\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1012641.51\tOld objective: 1011969.31\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1013220.04\tOld objective: 1012641.51\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1013706.55\tOld objective: 1013220.04\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 334:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 776697.38\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 942944.59\tOld objective: 776697.38\tImprovement: 0.21404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 992868.98\tOld objective: 942944.59\tImprovement: 0.05295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1013930.83\tOld objective: 992868.98\tImprovement: 0.02121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1025108.44\tOld objective: 1013930.83\tImprovement: 0.01102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1031838.49\tOld objective: 1025108.44\tImprovement: 0.00657" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1036218.43\tOld objective: 1031838.49\tImprovement: 0.00424" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1039268.21\tOld objective: 1036218.43\tImprovement: 0.00294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1041494.28\tOld objective: 1039268.21\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1043188.38\tOld objective: 1041494.28\tImprovement: 0.00163" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1044504.56\tOld objective: 1043188.38\tImprovement: 0.00126" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1045526.11\tOld objective: 1044504.56\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1046339.46\tOld objective: 1045526.11\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1047000.78\tOld objective: 1046339.46\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1047560.67\tOld objective: 1047000.78\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1048025.35\tOld objective: 1047560.67\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 335:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 755188.98\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 921890.20\tOld objective: 755188.98\tImprovement: 0.22074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 971769.92\tOld objective: 921890.20\tImprovement: 0.05411" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 992740.64\tOld objective: 971769.92\tImprovement: 0.02158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1003816.71\tOld objective: 992740.64\tImprovement: 0.01116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1010500.16\tOld objective: 1003816.71\tImprovement: 0.00666" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1014910.45\tOld objective: 1010500.16\tImprovement: 0.00436" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1017972.19\tOld objective: 1014910.45\tImprovement: 0.00302" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1020203.30\tOld objective: 1017972.19\tImprovement: 0.00219" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1021891.41\tOld objective: 1020203.30\tImprovement: 0.00165" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1023199.96\tOld objective: 1021891.41\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1024251.69\tOld objective: 1023199.96\tImprovement: 0.00103" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1025110.29\tOld objective: 1024251.69\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1025808.78\tOld objective: 1025110.29\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1026385.18\tOld objective: 1025808.78\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1026867.44\tOld objective: 1026385.18\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 336:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 763402.91\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 932335.17\tOld objective: 763402.91\tImprovement: 0.22129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 983369.66\tOld objective: 932335.17\tImprovement: 0.05474" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1004885.00\tOld objective: 983369.66\tImprovement: 0.02188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1016206.57\tOld objective: 1004885.00\tImprovement: 0.01127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1022946.71\tOld objective: 1016206.57\tImprovement: 0.00663" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1027332.83\tOld objective: 1022946.71\tImprovement: 0.00429" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1030399.35\tOld objective: 1027332.83\tImprovement: 0.00298" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1032661.72\tOld objective: 1030399.35\tImprovement: 0.00220" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1034395.99\tOld objective: 1032661.72\tImprovement: 0.00168" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1035740.30\tOld objective: 1034395.99\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1036812.59\tOld objective: 1035740.30\tImprovement: 0.00104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1037679.74\tOld objective: 1036812.59\tImprovement: 0.00084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1038381.83\tOld objective: 1037679.74\tImprovement: 0.00068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1038973.57\tOld objective: 1038381.83\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1039473.65\tOld objective: 1038973.57\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 337:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 795012.16\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 966068.98\tOld objective: 795012.16\tImprovement: 0.21516" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1017242.61\tOld objective: 966068.98\tImprovement: 0.05297" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1038750.61\tOld objective: 1017242.61\tImprovement: 0.02114" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1050143.32\tOld objective: 1038750.61\tImprovement: 0.01097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1056984.18\tOld objective: 1050143.32\tImprovement: 0.00651" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1061440.05\tOld objective: 1056984.18\tImprovement: 0.00422" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1064548.02\tOld objective: 1061440.05\tImprovement: 0.00293" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1066838.43\tOld objective: 1064548.02\tImprovement: 0.00215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1068551.52\tOld objective: 1066838.43\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1069878.69\tOld objective: 1068551.52\tImprovement: 0.00124" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1070929.75\tOld objective: 1069878.69\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1071783.28\tOld objective: 1070929.75\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1072472.68\tOld objective: 1071783.28\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1073039.06\tOld objective: 1072472.68\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1073516.73\tOld objective: 1073039.06\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 338:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 851414.91\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1023744.71\tOld objective: 851414.91\tImprovement: 0.20240" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1075317.24\tOld objective: 1023744.71\tImprovement: 0.05038" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1097093.46\tOld objective: 1075317.24\tImprovement: 0.02025" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1108593.42\tOld objective: 1097093.46\tImprovement: 0.01048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1115411.98\tOld objective: 1108593.42\tImprovement: 0.00615" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1119836.89\tOld objective: 1115411.98\tImprovement: 0.00397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1122920.61\tOld objective: 1119836.89\tImprovement: 0.00275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1125172.10\tOld objective: 1122920.61\tImprovement: 0.00201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1126881.10\tOld objective: 1125172.10\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1128206.21\tOld objective: 1126881.10\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1129259.80\tOld objective: 1128206.21\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1130108.12\tOld objective: 1129259.80\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1130812.74\tOld objective: 1130108.12\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1131397.01\tOld objective: 1130812.74\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1131881.75\tOld objective: 1131397.01\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 339:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 805938.45\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 974723.86\tOld objective: 805938.45\tImprovement: 0.20943" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1025545.74\tOld objective: 974723.86\tImprovement: 0.05214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1046984.99\tOld objective: 1025545.74\tImprovement: 0.02091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1058284.96\tOld objective: 1046984.99\tImprovement: 0.01079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1065087.78\tOld objective: 1058284.96\tImprovement: 0.00643" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1069554.22\tOld objective: 1065087.78\tImprovement: 0.00419" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1072658.16\tOld objective: 1069554.22\tImprovement: 0.00290" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1074908.21\tOld objective: 1072658.16\tImprovement: 0.00210" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1076605.00\tOld objective: 1074908.21\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1077934.41\tOld objective: 1076605.00\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1078996.12\tOld objective: 1077934.41\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1079843.11\tOld objective: 1078996.12\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1080539.56\tOld objective: 1079843.11\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1081118.21\tOld objective: 1080539.56\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1081600.08\tOld objective: 1081118.21\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 340:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 782437.22\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 953470.81\tOld objective: 782437.22\tImprovement: 0.21859" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1004679.34\tOld objective: 953470.81\tImprovement: 0.05371" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1026149.52\tOld objective: 1004679.34\tImprovement: 0.02137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1037443.15\tOld objective: 1026149.52\tImprovement: 0.01101" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1044214.70\tOld objective: 1037443.15\tImprovement: 0.00653" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1048659.82\tOld objective: 1044214.70\tImprovement: 0.00426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1051745.90\tOld objective: 1048659.82\tImprovement: 0.00294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1053979.03\tOld objective: 1051745.90\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1055645.21\tOld objective: 1053979.03\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1056932.51\tOld objective: 1055645.21\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1057952.50\tOld objective: 1056932.51\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1058783.92\tOld objective: 1057952.50\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1059479.63\tOld objective: 1058783.92\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1060060.66\tOld objective: 1059479.63\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1060541.36\tOld objective: 1060060.66\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 341:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 810272.14\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 980053.18\tOld objective: 810272.14\tImprovement: 0.20954" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1030734.86\tOld objective: 980053.18\tImprovement: 0.05171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1051996.24\tOld objective: 1030734.86\tImprovement: 0.02063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1063196.23\tOld objective: 1051996.24\tImprovement: 0.01065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1069889.92\tOld objective: 1063196.23\tImprovement: 0.00630" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1074248.83\tOld objective: 1069889.92\tImprovement: 0.00407" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1077261.90\tOld objective: 1074248.83\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1079443.89\tOld objective: 1077261.90\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1081064.62\tOld objective: 1079443.89\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1082306.39\tOld objective: 1081064.62\tImprovement: 0.00115" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1083296.56\tOld objective: 1082306.39\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1084109.11\tOld objective: 1083296.56\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1084781.78\tOld objective: 1084109.11\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1085344.10\tOld objective: 1084781.78\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1085819.39\tOld objective: 1085344.10\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 342:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 839204.30\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1011883.58\tOld objective: 839204.30\tImprovement: 0.20577" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1063790.66\tOld objective: 1011883.58\tImprovement: 0.05130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1085682.69\tOld objective: 1063790.66\tImprovement: 0.02058" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1097177.65\tOld objective: 1085682.69\tImprovement: 0.01059" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1104046.85\tOld objective: 1097177.65\tImprovement: 0.00626" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1108518.04\tOld objective: 1104046.85\tImprovement: 0.00405" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1111634.03\tOld objective: 1108518.04\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1113908.11\tOld objective: 1111634.03\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1115619.34\tOld objective: 1113908.11\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1116947.66\tOld objective: 1115619.34\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1118013.59\tOld objective: 1116947.66\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1118876.46\tOld objective: 1118013.59\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1119577.67\tOld objective: 1118876.46\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1120163.03\tOld objective: 1119577.67\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1120657.77\tOld objective: 1120163.03\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 343:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 807771.09\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 978990.08\tOld objective: 807771.09\tImprovement: 0.21196" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1030186.12\tOld objective: 978990.08\tImprovement: 0.05229" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1051691.66\tOld objective: 1030186.12\tImprovement: 0.02088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1063036.06\tOld objective: 1051691.66\tImprovement: 0.01079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1069791.58\tOld objective: 1063036.06\tImprovement: 0.00635" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1074189.21\tOld objective: 1069791.58\tImprovement: 0.00411" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1077246.48\tOld objective: 1074189.21\tImprovement: 0.00285" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1079464.08\tOld objective: 1077246.48\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1081130.59\tOld objective: 1079464.08\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1082420.73\tOld objective: 1081130.59\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1083463.46\tOld objective: 1082420.73\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1084305.29\tOld objective: 1083463.46\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1085010.10\tOld objective: 1084305.29\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1085602.53\tOld objective: 1085010.10\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1086096.47\tOld objective: 1085602.53\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 344:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 744763.25\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 911819.73\tOld objective: 744763.25\tImprovement: 0.22431" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 961871.39\tOld objective: 911819.73\tImprovement: 0.05489" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 982855.62\tOld objective: 961871.39\tImprovement: 0.02182" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 993909.64\tOld objective: 982855.62\tImprovement: 0.01125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1000450.87\tOld objective: 993909.64\tImprovement: 0.00658" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1004690.60\tOld objective: 1000450.87\tImprovement: 0.00424" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1007639.73\tOld objective: 1004690.60\tImprovement: 0.00294" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1009773.60\tOld objective: 1007639.73\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1011360.59\tOld objective: 1009773.60\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1012581.51\tOld objective: 1011360.59\tImprovement: 0.00121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1013566.91\tOld objective: 1012581.51\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1014364.88\tOld objective: 1013566.91\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1015029.29\tOld objective: 1014364.88\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1015585.74\tOld objective: 1015029.29\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1016054.40\tOld objective: 1015585.74\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 345:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 754295.34\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 920382.29\tOld objective: 754295.34\tImprovement: 0.22019" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 970201.18\tOld objective: 920382.29\tImprovement: 0.05413" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 991214.01\tOld objective: 970201.18\tImprovement: 0.02166" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1002326.58\tOld objective: 991214.01\tImprovement: 0.01121" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1008977.47\tOld objective: 1002326.58\tImprovement: 0.00664" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1013315.77\tOld objective: 1008977.47\tImprovement: 0.00430" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1016352.27\tOld objective: 1013315.77\tImprovement: 0.00300" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1018562.68\tOld objective: 1016352.27\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1020212.91\tOld objective: 1018562.68\tImprovement: 0.00162" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1021470.69\tOld objective: 1020212.91\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1022460.23\tOld objective: 1021470.69\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1023269.57\tOld objective: 1022460.23\tImprovement: 0.00079" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1023930.05\tOld objective: 1023269.57\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1024483.74\tOld objective: 1023930.05\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1024968.83\tOld objective: 1024483.74\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 346:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 751729.22\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 918814.03\tOld objective: 751729.22\tImprovement: 0.22227" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 969222.84\tOld objective: 918814.03\tImprovement: 0.05486" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 990539.39\tOld objective: 969222.84\tImprovement: 0.02199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1001802.80\tOld objective: 990539.39\tImprovement: 0.01137" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1008544.28\tOld objective: 1001802.80\tImprovement: 0.00673" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1012920.77\tOld objective: 1008544.28\tImprovement: 0.00434" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1015962.00\tOld objective: 1012920.77\tImprovement: 0.00300" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1018169.83\tOld objective: 1015962.00\tImprovement: 0.00217" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1019840.72\tOld objective: 1018169.83\tImprovement: 0.00164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1021150.46\tOld objective: 1019840.72\tImprovement: 0.00128" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1022194.38\tOld objective: 1021150.46\tImprovement: 0.00102" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1023024.74\tOld objective: 1022194.38\tImprovement: 0.00081" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1023698.41\tOld objective: 1023024.74\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1024270.37\tOld objective: 1023698.41\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1024766.33\tOld objective: 1024270.37\tImprovement: 0.00048" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 347:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 798953.09\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 966146.85\tOld objective: 798953.09\tImprovement: 0.20927" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1016286.39\tOld objective: 966146.85\tImprovement: 0.05190" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1037466.45\tOld objective: 1016286.39\tImprovement: 0.02084" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1048645.97\tOld objective: 1037466.45\tImprovement: 0.01078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1055269.49\tOld objective: 1048645.97\tImprovement: 0.00632" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1059574.50\tOld objective: 1055269.49\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1062606.88\tOld objective: 1059574.50\tImprovement: 0.00286" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1064831.53\tOld objective: 1062606.88\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1066513.42\tOld objective: 1064831.53\tImprovement: 0.00158" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1067813.89\tOld objective: 1066513.42\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1068839.76\tOld objective: 1067813.89\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1069689.87\tOld objective: 1068839.76\tImprovement: 0.00080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1070391.73\tOld objective: 1069689.87\tImprovement: 0.00066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1070975.24\tOld objective: 1070391.73\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1071465.65\tOld objective: 1070975.24\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 348:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 807609.62\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 977988.42\tOld objective: 807609.62\tImprovement: 0.21097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1029174.30\tOld objective: 977988.42\tImprovement: 0.05234" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1050823.58\tOld objective: 1029174.30\tImprovement: 0.02104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1062259.64\tOld objective: 1050823.58\tImprovement: 0.01088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1069125.21\tOld objective: 1062259.64\tImprovement: 0.00646" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1073566.70\tOld objective: 1069125.21\tImprovement: 0.00415" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1076628.36\tOld objective: 1073566.70\tImprovement: 0.00285" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1078843.00\tOld objective: 1076628.36\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1080496.26\tOld objective: 1078843.00\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1081761.33\tOld objective: 1080496.26\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1082762.26\tOld objective: 1081761.33\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1083580.33\tOld objective: 1082762.26\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1084252.53\tOld objective: 1083580.33\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1084823.87\tOld objective: 1084252.53\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1085319.86\tOld objective: 1084823.87\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 349:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 794777.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 963806.96\tOld objective: 794777.47\tImprovement: 0.21268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1014433.60\tOld objective: 963806.96\tImprovement: 0.05253" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1035775.12\tOld objective: 1014433.60\tImprovement: 0.02104" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1046993.03\tOld objective: 1035775.12\tImprovement: 0.01083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1053707.65\tOld objective: 1046993.03\tImprovement: 0.00641" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1058116.42\tOld objective: 1053707.65\tImprovement: 0.00418" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1061177.32\tOld objective: 1058116.42\tImprovement: 0.00289" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1063398.07\tOld objective: 1061177.32\tImprovement: 0.00209" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1065091.75\tOld objective: 1063398.07\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1066393.91\tOld objective: 1065091.75\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1067404.08\tOld objective: 1066393.91\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1068237.32\tOld objective: 1067404.08\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1068921.41\tOld objective: 1068237.32\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1069490.76\tOld objective: 1068921.41\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1069978.64\tOld objective: 1069490.76\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 350:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 844593.76\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1016881.39\tOld objective: 844593.76\tImprovement: 0.20399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1068557.26\tOld objective: 1016881.39\tImprovement: 0.05082" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1090421.77\tOld objective: 1068557.26\tImprovement: 0.02046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1101941.24\tOld objective: 1090421.77\tImprovement: 0.01056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1108837.59\tOld objective: 1101941.24\tImprovement: 0.00626" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1113314.65\tOld objective: 1108837.59\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1116388.37\tOld objective: 1113314.65\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1118609.89\tOld objective: 1116388.37\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1120290.38\tOld objective: 1118609.89\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1121593.78\tOld objective: 1120290.38\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1122618.14\tOld objective: 1121593.78\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1123447.12\tOld objective: 1122618.14\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1124133.70\tOld objective: 1123447.12\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1124713.97\tOld objective: 1124133.70\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1125202.56\tOld objective: 1124713.97\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 351:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 830975.17\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1001786.48\tOld objective: 830975.17\tImprovement: 0.20556" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1052968.91\tOld objective: 1001786.48\tImprovement: 0.05109" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1074554.39\tOld objective: 1052968.91\tImprovement: 0.02050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1085900.57\tOld objective: 1074554.39\tImprovement: 0.01056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1092682.12\tOld objective: 1085900.57\tImprovement: 0.00625" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1097093.71\tOld objective: 1092682.12\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1100152.15\tOld objective: 1097093.71\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1102382.78\tOld objective: 1100152.15\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1104072.82\tOld objective: 1102382.78\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1105388.08\tOld objective: 1104072.82\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1106438.67\tOld objective: 1105388.08\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1107302.49\tOld objective: 1106438.67\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1108013.83\tOld objective: 1107302.49\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1108605.04\tOld objective: 1108013.83\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1109112.28\tOld objective: 1108605.04\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 352:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 806098.29\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 975280.18\tOld objective: 806098.29\tImprovement: 0.20988" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1025763.69\tOld objective: 975280.18\tImprovement: 0.05176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1047007.65\tOld objective: 1025763.69\tImprovement: 0.02071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1058189.09\tOld objective: 1047007.65\tImprovement: 0.01068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1064884.26\tOld objective: 1058189.09\tImprovement: 0.00633" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1069220.23\tOld objective: 1064884.26\tImprovement: 0.00407" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1072222.79\tOld objective: 1069220.23\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1074419.89\tOld objective: 1072222.79\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1076084.24\tOld objective: 1074419.89\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1077352.08\tOld objective: 1076084.24\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1078342.15\tOld objective: 1077352.08\tImprovement: 0.00092" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1079141.66\tOld objective: 1078342.15\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1079801.99\tOld objective: 1079141.66\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1080348.42\tOld objective: 1079801.99\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1080803.82\tOld objective: 1080348.42\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 353:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 833858.08\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1005734.93\tOld objective: 833858.08\tImprovement: 0.20612" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1056886.90\tOld objective: 1005734.93\tImprovement: 0.05086" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1078443.06\tOld objective: 1056886.90\tImprovement: 0.02040" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1089824.45\tOld objective: 1078443.06\tImprovement: 0.01055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1096630.23\tOld objective: 1089824.45\tImprovement: 0.00624" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1101060.05\tOld objective: 1096630.23\tImprovement: 0.00404" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1104147.00\tOld objective: 1101060.05\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1106410.97\tOld objective: 1104147.00\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1108096.77\tOld objective: 1106410.97\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1109401.59\tOld objective: 1108096.77\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1110435.35\tOld objective: 1109401.59\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1111262.91\tOld objective: 1110435.35\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1111935.44\tOld objective: 1111262.91\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1112501.74\tOld objective: 1111935.44\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1112990.55\tOld objective: 1112501.74\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 354:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 859150.02\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1030926.50\tOld objective: 859150.02\tImprovement: 0.19994" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1081560.82\tOld objective: 1030926.50\tImprovement: 0.04912" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1102735.56\tOld objective: 1081560.82\tImprovement: 0.01958" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1113885.49\tOld objective: 1102735.56\tImprovement: 0.01011" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1120549.11\tOld objective: 1113885.49\tImprovement: 0.00598" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1124889.55\tOld objective: 1120549.11\tImprovement: 0.00387" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1127904.99\tOld objective: 1124889.55\tImprovement: 0.00268" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1130089.42\tOld objective: 1127904.99\tImprovement: 0.00194" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1131733.19\tOld objective: 1130089.42\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1132997.29\tOld objective: 1131733.19\tImprovement: 0.00112" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1134009.04\tOld objective: 1132997.29\tImprovement: 0.00089" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1134851.39\tOld objective: 1134009.04\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1135548.15\tOld objective: 1134851.39\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1136130.21\tOld objective: 1135548.15\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1136617.48\tOld objective: 1136130.21\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 355:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 850481.69\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1023826.71\tOld objective: 850481.69\tImprovement: 0.20382" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1075169.09\tOld objective: 1023826.71\tImprovement: 0.05015" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1096681.01\tOld objective: 1075169.09\tImprovement: 0.02001" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1107955.37\tOld objective: 1096681.01\tImprovement: 0.01028" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1114683.11\tOld objective: 1107955.37\tImprovement: 0.00607" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1119058.00\tOld objective: 1114683.11\tImprovement: 0.00392" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1122086.84\tOld objective: 1119058.00\tImprovement: 0.00271" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1124293.49\tOld objective: 1122086.84\tImprovement: 0.00197" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1125964.64\tOld objective: 1124293.49\tImprovement: 0.00149" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1127277.61\tOld objective: 1125964.64\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1128325.23\tOld objective: 1127277.61\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1129164.03\tOld objective: 1128325.23\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1129844.78\tOld objective: 1129164.03\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1130410.07\tOld objective: 1129844.78\tImprovement: 0.00050" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1130881.53\tOld objective: 1130410.07\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 356:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 805243.39\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 974689.98\tOld objective: 805243.39\tImprovement: 0.21043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1025138.65\tOld objective: 974689.98\tImprovement: 0.05176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1046230.35\tOld objective: 1025138.65\tImprovement: 0.02057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1057358.85\tOld objective: 1046230.35\tImprovement: 0.01064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1063966.92\tOld objective: 1057358.85\tImprovement: 0.00625" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1068217.34\tOld objective: 1063966.92\tImprovement: 0.00399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1071155.27\tOld objective: 1068217.34\tImprovement: 0.00275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1073296.44\tOld objective: 1071155.27\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1074932.52\tOld objective: 1073296.44\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1076212.22\tOld objective: 1074932.52\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1077220.63\tOld objective: 1076212.22\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1078039.69\tOld objective: 1077220.63\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1078703.35\tOld objective: 1078039.69\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1079255.95\tOld objective: 1078703.35\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1079733.41\tOld objective: 1079255.95\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 357:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 804622.90\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 973891.36\tOld objective: 804622.90\tImprovement: 0.21037" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1024367.27\tOld objective: 973891.36\tImprovement: 0.05183" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1045554.53\tOld objective: 1024367.27\tImprovement: 0.02068" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1056746.94\tOld objective: 1045554.53\tImprovement: 0.01070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1063410.84\tOld objective: 1056746.94\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1067743.89\tOld objective: 1063410.84\tImprovement: 0.00407" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1070742.81\tOld objective: 1067743.89\tImprovement: 0.00281" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1072925.51\tOld objective: 1070742.81\tImprovement: 0.00204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1074552.06\tOld objective: 1072925.51\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1075802.79\tOld objective: 1074552.06\tImprovement: 0.00116" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1076805.60\tOld objective: 1075802.79\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1077632.84\tOld objective: 1076805.60\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1078333.44\tOld objective: 1077632.84\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1078932.18\tOld objective: 1078333.44\tImprovement: 0.00056" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1079419.66\tOld objective: 1078932.18\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 358:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 816400.13\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 986060.68\tOld objective: 816400.13\tImprovement: 0.20782" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1037052.45\tOld objective: 986060.68\tImprovement: 0.05171" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1058550.72\tOld objective: 1037052.45\tImprovement: 0.02073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1069891.67\tOld objective: 1058550.72\tImprovement: 0.01071" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1076643.38\tOld objective: 1069891.67\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1081056.66\tOld objective: 1076643.38\tImprovement: 0.00410" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1084115.15\tOld objective: 1081056.66\tImprovement: 0.00283" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1086341.09\tOld objective: 1084115.15\tImprovement: 0.00205" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1088024.39\tOld objective: 1086341.09\tImprovement: 0.00155" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1089330.22\tOld objective: 1088024.39\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1090384.41\tOld objective: 1089330.22\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1091231.23\tOld objective: 1090384.41\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1091926.97\tOld objective: 1091231.23\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1092499.83\tOld objective: 1091926.97\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1092988.90\tOld objective: 1092499.83\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 359:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 810578.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 981697.04\tOld objective: 810578.47\tImprovement: 0.21111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1032775.24\tOld objective: 981697.04\tImprovement: 0.05203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1054221.55\tOld objective: 1032775.24\tImprovement: 0.02077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1065523.31\tOld objective: 1054221.55\tImprovement: 0.01072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1072272.26\tOld objective: 1065523.31\tImprovement: 0.00633" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1076629.18\tOld objective: 1072272.26\tImprovement: 0.00406" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1079633.14\tOld objective: 1076629.18\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1081812.41\tOld objective: 1079633.14\tImprovement: 0.00202" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1083465.91\tOld objective: 1081812.41\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1084750.58\tOld objective: 1083465.91\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1085776.46\tOld objective: 1084750.58\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1086608.92\tOld objective: 1085776.46\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1087282.54\tOld objective: 1086608.92\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1087839.03\tOld objective: 1087282.54\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1088301.20\tOld objective: 1087839.03\tImprovement: 0.00042" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 360:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 837441.16\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1008165.49\tOld objective: 837441.16\tImprovement: 0.20386" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1059666.72\tOld objective: 1008165.49\tImprovement: 0.05108" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1081442.05\tOld objective: 1059666.72\tImprovement: 0.02055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1092937.18\tOld objective: 1081442.05\tImprovement: 0.01063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1099835.56\tOld objective: 1092937.18\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1104330.40\tOld objective: 1099835.56\tImprovement: 0.00409" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1107463.08\tOld objective: 1104330.40\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1109741.91\tOld objective: 1107463.08\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1111469.82\tOld objective: 1109741.91\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1112806.01\tOld objective: 1111469.82\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1113843.49\tOld objective: 1112806.01\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1114668.73\tOld objective: 1113843.49\tImprovement: 0.00074" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1115358.57\tOld objective: 1114668.73\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1115935.17\tOld objective: 1115358.57\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1116411.89\tOld objective: 1115935.17\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 361:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 844167.85\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1015033.30\tOld objective: 844167.85\tImprovement: 0.20241" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1065783.53\tOld objective: 1015033.30\tImprovement: 0.05000" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1087063.25\tOld objective: 1065783.53\tImprovement: 0.01997" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1098280.34\tOld objective: 1087063.25\tImprovement: 0.01032" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1104974.31\tOld objective: 1098280.34\tImprovement: 0.00609" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1109357.70\tOld objective: 1104974.31\tImprovement: 0.00397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1112401.53\tOld objective: 1109357.70\tImprovement: 0.00274" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1114568.65\tOld objective: 1112401.53\tImprovement: 0.00195" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1116183.17\tOld objective: 1114568.65\tImprovement: 0.00145" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1117425.33\tOld objective: 1116183.17\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1118402.64\tOld objective: 1117425.33\tImprovement: 0.00087" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1119212.66\tOld objective: 1118402.64\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1119892.08\tOld objective: 1119212.66\tImprovement: 0.00061" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1120464.83\tOld objective: 1119892.08\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1120961.60\tOld objective: 1120464.83\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 362:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 822458.62\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 993973.54\tOld objective: 822458.62\tImprovement: 0.20854" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1045304.68\tOld objective: 993973.54\tImprovement: 0.05164" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1066864.04\tOld objective: 1045304.68\tImprovement: 0.02062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1078206.78\tOld objective: 1066864.04\tImprovement: 0.01063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1085026.63\tOld objective: 1078206.78\tImprovement: 0.00633" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1089449.67\tOld objective: 1085026.63\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1092494.58\tOld objective: 1089449.67\tImprovement: 0.00279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1094724.66\tOld objective: 1092494.58\tImprovement: 0.00204" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1096428.49\tOld objective: 1094724.66\tImprovement: 0.00156" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1097748.58\tOld objective: 1096428.49\tImprovement: 0.00120" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1098788.52\tOld objective: 1097748.58\tImprovement: 0.00095" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1099629.99\tOld objective: 1098788.52\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1100321.28\tOld objective: 1099629.99\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1100895.62\tOld objective: 1100321.28\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1101373.62\tOld objective: 1100895.62\tImprovement: 0.00043" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 363:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 777494.06\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 946889.60\tOld objective: 777494.06\tImprovement: 0.21787" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 997378.29\tOld objective: 946889.60\tImprovement: 0.05332" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1018569.27\tOld objective: 997378.29\tImprovement: 0.02125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1029680.72\tOld objective: 1018569.27\tImprovement: 0.01091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1036307.58\tOld objective: 1029680.72\tImprovement: 0.00644" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1040595.31\tOld objective: 1036307.58\tImprovement: 0.00414" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1043555.43\tOld objective: 1040595.31\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1045723.47\tOld objective: 1043555.43\tImprovement: 0.00208" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1047366.75\tOld objective: 1045723.47\tImprovement: 0.00157" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1048648.08\tOld objective: 1047366.75\tImprovement: 0.00122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1049658.90\tOld objective: 1048648.08\tImprovement: 0.00096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1050465.07\tOld objective: 1049658.90\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1051129.38\tOld objective: 1050465.07\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1051686.17\tOld objective: 1051129.38\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1052165.65\tOld objective: 1051686.17\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 364:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 773261.74\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 940188.53\tOld objective: 773261.74\tImprovement: 0.21587" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 990189.19\tOld objective: 940188.53\tImprovement: 0.05318" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1011196.97\tOld objective: 990189.19\tImprovement: 0.02122" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1022307.25\tOld objective: 1011196.97\tImprovement: 0.01099" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1028982.52\tOld objective: 1022307.25\tImprovement: 0.00653" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1033338.54\tOld objective: 1028982.52\tImprovement: 0.00423" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1036353.57\tOld objective: 1033338.54\tImprovement: 0.00292" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1038567.29\tOld objective: 1036353.57\tImprovement: 0.00214" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1040240.13\tOld objective: 1038567.29\tImprovement: 0.00161" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1041542.19\tOld objective: 1040240.13\tImprovement: 0.00125" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1042561.74\tOld objective: 1041542.19\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1043368.88\tOld objective: 1042561.74\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1044029.15\tOld objective: 1043368.88\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1044591.19\tOld objective: 1044029.15\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1045082.61\tOld objective: 1044591.19\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 365:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 831907.29\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1001632.45\tOld objective: 831907.29\tImprovement: 0.20402" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1052081.52\tOld objective: 1001632.45\tImprovement: 0.05037" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1073260.11\tOld objective: 1052081.52\tImprovement: 0.02013" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1084420.66\tOld objective: 1073260.11\tImprovement: 0.01040" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1091130.30\tOld objective: 1084420.66\tImprovement: 0.00619" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1095522.06\tOld objective: 1091130.30\tImprovement: 0.00402" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1098550.11\tOld objective: 1095522.06\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1100738.23\tOld objective: 1098550.11\tImprovement: 0.00199" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1102391.18\tOld objective: 1100738.23\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1103679.95\tOld objective: 1102391.18\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1104685.16\tOld objective: 1103679.95\tImprovement: 0.00091" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1105490.93\tOld objective: 1104685.16\tImprovement: 0.00073" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1106155.34\tOld objective: 1105490.93\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1106699.89\tOld objective: 1106155.34\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 366:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 832941.49\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1003292.13\tOld objective: 832941.49\tImprovement: 0.20452" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1054255.20\tOld objective: 1003292.13\tImprovement: 0.05080" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1075754.89\tOld objective: 1054255.20\tImprovement: 0.02039" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1087102.12\tOld objective: 1075754.89\tImprovement: 0.01055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1093848.99\tOld objective: 1087102.12\tImprovement: 0.00621" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1098211.09\tOld objective: 1093848.99\tImprovement: 0.00399" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1101233.93\tOld objective: 1098211.09\tImprovement: 0.00275" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1103446.19\tOld objective: 1101233.93\tImprovement: 0.00201" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1105120.52\tOld objective: 1103446.19\tImprovement: 0.00152" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1106417.08\tOld objective: 1105120.52\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1107441.73\tOld objective: 1106417.08\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1108279.71\tOld objective: 1107441.73\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1108983.01\tOld objective: 1108279.71\tImprovement: 0.00063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1109568.83\tOld objective: 1108983.01\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1110061.80\tOld objective: 1109568.83\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 367:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 776375.27\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 944268.79\tOld objective: 776375.27\tImprovement: 0.21625" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 994639.29\tOld objective: 944268.79\tImprovement: 0.05334" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1015797.96\tOld objective: 994639.29\tImprovement: 0.02127" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1026929.24\tOld objective: 1015797.96\tImprovement: 0.01096" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1033611.79\tOld objective: 1026929.24\tImprovement: 0.00651" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1038012.91\tOld objective: 1033611.79\tImprovement: 0.00426" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1041073.62\tOld objective: 1038012.91\tImprovement: 0.00295" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1043283.78\tOld objective: 1041073.62\tImprovement: 0.00212" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1044946.21\tOld objective: 1043283.78\tImprovement: 0.00159" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1046228.38\tOld objective: 1044946.21\tImprovement: 0.00123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1047243.57\tOld objective: 1046228.38\tImprovement: 0.00097" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1048064.99\tOld objective: 1047243.57\tImprovement: 0.00078" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1048746.29\tOld objective: 1048064.99\tImprovement: 0.00065" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1049321.96\tOld objective: 1048746.29\tImprovement: 0.00055" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1049802.42\tOld objective: 1049321.96\tImprovement: 0.00046" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 368:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 804625.68\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 975734.14\tOld objective: 804625.68\tImprovement: 0.21266" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1026649.51\tOld objective: 975734.14\tImprovement: 0.05218" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1047859.38\tOld objective: 1026649.51\tImprovement: 0.02066" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1059002.45\tOld objective: 1047859.38\tImprovement: 0.01063" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1065684.87\tOld objective: 1059002.45\tImprovement: 0.00631" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1070035.49\tOld objective: 1065684.87\tImprovement: 0.00408" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1073035.18\tOld objective: 1070035.49\tImprovement: 0.00280" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1075217.36\tOld objective: 1073035.18\tImprovement: 0.00203" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1076866.95\tOld objective: 1075217.36\tImprovement: 0.00153" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1078132.99\tOld objective: 1076866.95\tImprovement: 0.00118" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1079132.03\tOld objective: 1078132.99\tImprovement: 0.00093" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1079951.95\tOld objective: 1079132.03\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1080641.03\tOld objective: 1079951.95\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1081217.30\tOld objective: 1080641.03\tImprovement: 0.00053" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1081693.68\tOld objective: 1081217.30\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 369:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 799460.47\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 968381.33\tOld objective: 799460.47\tImprovement: 0.21129" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1018881.75\tOld objective: 968381.33\tImprovement: 0.05215" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1040103.99\tOld objective: 1018881.75\tImprovement: 0.02083" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1051294.79\tOld objective: 1040103.99\tImprovement: 0.01076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1057967.84\tOld objective: 1051294.79\tImprovement: 0.00635" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1062316.65\tOld objective: 1057967.84\tImprovement: 0.00411" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1065337.33\tOld objective: 1062316.65\tImprovement: 0.00284" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1067529.23\tOld objective: 1065337.33\tImprovement: 0.00206" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1069176.37\tOld objective: 1067529.23\tImprovement: 0.00154" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1070447.86\tOld objective: 1069176.37\tImprovement: 0.00119" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1071455.98\tOld objective: 1070447.86\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1072281.26\tOld objective: 1071455.98\tImprovement: 0.00077" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1072968.90\tOld objective: 1072281.26\tImprovement: 0.00064" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1073549.99\tOld objective: 1072968.90\tImprovement: 0.00054" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 1074035.69\tOld objective: 1073549.99\tImprovement: 0.00045" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 370:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 907894.57\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1081510.23\tOld objective: 907894.57\tImprovement: 0.19123" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1132950.06\tOld objective: 1081510.23\tImprovement: 0.04756" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1154557.87\tOld objective: 1132950.06\tImprovement: 0.01907" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1165944.29\tOld objective: 1154557.87\tImprovement: 0.00986" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1172667.52\tOld objective: 1165944.29\tImprovement: 0.00577" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1177011.33\tOld objective: 1172667.52\tImprovement: 0.00370" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1180020.90\tOld objective: 1177011.33\tImprovement: 0.00256" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1182206.23\tOld objective: 1180020.90\tImprovement: 0.00185" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1183852.71\tOld objective: 1182206.23\tImprovement: 0.00139" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1185150.02\tOld objective: 1183852.71\tImprovement: 0.00110" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1186192.30\tOld objective: 1185150.02\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1187044.84\tOld objective: 1186192.30\tImprovement: 0.00072" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1187756.43\tOld objective: 1187044.84\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1188333.55\tOld objective: 1187756.43\tImprovement: 0.00049" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 371:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 910818.61\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 1084130.76\tOld objective: 910818.61\tImprovement: 0.19028" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 1135348.99\tOld objective: 1084130.76\tImprovement: 0.04724" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 1156775.39\tOld objective: 1135348.99\tImprovement: 0.01887" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 1168024.15\tOld objective: 1156775.39\tImprovement: 0.00972" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 1174745.75\tOld objective: 1168024.15\tImprovement: 0.00575" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 1179146.41\tOld objective: 1174745.75\tImprovement: 0.00375" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 1182177.33\tOld objective: 1179146.41\tImprovement: 0.00257" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 1184394.77\tOld objective: 1182177.33\tImprovement: 0.00188" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 1186092.77\tOld objective: 1184394.77\tImprovement: 0.00143" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 1187413.97\tOld objective: 1186092.77\tImprovement: 0.00111" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 1188464.64\tOld objective: 1187413.97\tImprovement: 0.00088" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 1189301.38\tOld objective: 1188464.64\tImprovement: 0.00070" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 1189976.66\tOld objective: 1189301.38\tImprovement: 0.00057" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 1190537.93\tOld objective: 1189976.66\tImprovement: 0.00047" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\tMinibatch 372:" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "\r", "\tAfter ITERATION: 0\tObjective: 207278.60\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 243093.57\tOld objective: 207278.60\tImprovement: 0.17279" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 253782.21\tOld objective: 243093.57\tImprovement: 0.04397" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 258259.36\tOld objective: 253782.21\tImprovement: 0.01764" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 260613.92\tOld objective: 258259.36\tImprovement: 0.00912" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 262022.09\tOld objective: 260613.92\tImprovement: 0.00540" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 262940.61\tOld objective: 262022.09\tImprovement: 0.00351" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 263577.27\tOld objective: 262940.61\tImprovement: 0.00242" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 264040.02\tOld objective: 263577.27\tImprovement: 0.00176" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 264384.03\tOld objective: 264040.02\tImprovement: 0.00130" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 264644.21\tOld objective: 264384.03\tImprovement: 0.00098" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 264842.48\tOld objective: 264644.21\tImprovement: 0.00075" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 265000.25\tOld objective: 264842.48\tImprovement: 0.00060" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 265135.87\tOld objective: 265000.25\tImprovement: 0.00051" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 265251.94\tOld objective: 265135.87\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n" ] }, { "metadata": {}, "output_type": "pyout", "prompt_number": 28, "text": [ "OnlinePoissonMF(batch_size=1000, max_iter=100, n_components=100, n_pass=1,\n", " random_state=98765, shuffle=True, smoothness=100, tol=0.0005,\n", " verbose=True)" ] } ], "prompt_number": 28 }, { "cell_type": "code", "collapsed": false, "input": [ "# the last batch is not full\n", "plot(online_coder_full.bound[:-1])\n", "pass" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "display_data", "png": "iVBORw0KGgoAAAANSUhEUgAAAXgAAAEECAYAAAAifS8cAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJztnXl4VFWa/98KSUgq+0JCSCIJJCIBTOJCbAQJIi2L0jrS\nT0M3iCjdabpbFNulcZwRR0S73QbbbqRV/ImOMjP0jKbtIC5NsYhACxXZZQuQjQpZKkllrST398fb\n75xTt25tSaWqUryf56knlapb95577rnf+73vec+5OkVRgGEYhgk+QvxdAIZhGGZwYIFnGIYJUljg\nGYZhghQWeIZhmCCFBZ5hGCZIYYFnGIYJUnwm8Pfff/+m1NRU06RJk464WvbMmTM506ZN211YWGjM\nz8//dtu2bXN8UUaGYZhgQuerPPjdu3dPi46Ottx7772bjxw5MsnZsvfdd9//+973vvd1SUnJxhMn\nToyfO3duWUVFRbZPCsowDBMk+MzBT5s2bXdCQkKT/NnZs2fHzpkzZ9sNN9zwzS233LLru+++GwcA\nkJaWVtvc3BwHAGA2m+PT09OrfVVOhmGYoEFRFJ+9KioqsiZOnHiE/r/11lu/PH36dI6iKLBv376i\nW2+99UtFUaC5uTk2Ly/vWEZGRmVCQkLjoUOHCn1ZTn7xi1/8CoZXqL8uLBaLJfrrr7/+3g9/+MP/\nps+6u7vDAQAeeeSRV5YvX/7WqlWrXt23b99Nixcvfv/YsWMT/FVWhmGYoYjfBL6vry8kPj7ebDQa\nC9Xf7d27d8ozzzzzNADATTfdtK+zszOivr4+OTk5ud73JWUYhhma+C1NMjY2tiU7O7ti69atCwAA\nFEXRHT58+FoAgGuuuebkF198cRsAwIkTJ8Z3dnZGsLgzDMN4iDtxnJ6enmEFBQXGO+644y/q73bs\n2FEcGxvbXFBQYCwoKDA+++yzT2mtY+HChR+mpaXVhIWFdWdkZFRu2rRpWUVFRdbs2bO35efnl+fl\n5R2j3545c2bs9OnTDfn5+eUFBQXGzz///DZ/x7L4xS9+8WuovdxKk3zllVceOXjw4PWtra0xpaWl\n8+XvDAZD8SuvvPKI+nOGYRjGv7gM0VRVVWWUlZXNXb58+VuKoui0lnH0OcMwDOM/XAr8qlWrXn3x\nxRcfCwkJ6dP6XqfTKXv37p2Sn5//7dy5c8uOHz+e5/1iMgzDMJ7iNIvmk08+uSMlJaWusLDQaDAY\nirWWue666w5VVlZm6vX69m3bts256667Pjp16tTV6uV0Oh0/OophGKYf9DtK4ixAv3r16nUZGRmV\nWVlZFSNHjqzV6/VtS5Ys2ezsN1lZWRUNDQ2J6s9xU4HP008/7e8iuAWX03sMhTIqCpfT2wyVcv5D\nO/vVyeo0RLNu3bonKysrMysqKrK3bNmy8NZbb/3b5s2b75WXMZlMqco/ri4HDhyYrCiKLjExsbFf\nVxuGYRjGa3g00InCLBs3biwBACgpKdm4devWBRs2bFgRGhrao9fr27ds2bJwMArKMAzDeIbPZpPU\n6XSKr7Y1EAwGAxQXF/u7GC7hcnqPoVBGAC6ntxkq5dTpdP2OwbPAMwzjMQcPAjz9NMAnn/i7JMHP\nQASen+jEMIzHNDUBNDT4uxSMK1jgGYbxmJ4egO5uf5eCcQULPMMwHtPbywI/FGCBZxjGY9jBDw1Y\n4BmG8RgW+KEBCzzDMB7DAj80YIFnGMZjWOCHBizwDMN4TE8PgNXq71IwrmCBZxjGY9jBDw1Y4BmG\n8RhOkxwasMAzDOMxPT0o8r29/i4J4wwWeIYZJD74AOCNN/y3/c8+Azh7dnDW3dODf6/UOPzlywAL\nFwKcPu3vkjiHBZ5hBolDhwD+8Af/bf/22wFycoQYexNa55Uaplm9GiAyEuCqq/xdEuewwDPMIGE2\nAxw9CvDdd/7Z/qxZ+HcwXKY7Ar9mDYDF4v1tBwLNzQBz5gAMH+7vkjiHBZ7xGvv3AzzwgL9LETiY\nzQBhYQDffOOf7VP4ZDBctjsC/8YbAOfODWw7ly4N7PeDRVdX4Is7AAs840WqqwFOnvR3KQIHsxkg\nNRXFwFtcvAhQX+/esiS+gxEnd0fg29sxVt1fzp8HmDat/78fTLq7WeCZK4yODoCWFn+XInAYDIF/\n6SWAt95yb9nuboCQEO85+LVrAf73f/E9Zc84WreioMC7ezHSoq0NQyGBSFcXQHi4v0vhGhZ4xmt0\ndrLAywyGwHd1AdTUuLdsdzdAdLRjB3/0KMD69e5v+9QpgDNn8L0rB2+14kXAHQd//DhAX5/2Otra\n3C+fL+EQDeM3PvnEsxPXW7DA26IW+AsXAP7zPwe2zu5ugNpafE8u2RFdXQBRUY4F3mgE2L7d/W23\ntQG0tuJ7VwJP5XJH4P/pnwCOHLH/vLsb16Ml/v6GBZ7xG8eOYYqer6EQDT96F+tALfAHDwJs2jSw\n9coCf/gwwOzZzpeNjnYsws3NeFF2l/Z2zwXenRBNSwvWlRpad0eH+2X0FSzwjN+wWMSJKFNaCvDV\nV4O33c5OdFuBeEIONvX1AI2N4v+2NhSA6Ggh8F1dA08blAXebBbbPHnS3s27CtGYzYMv8O44eItF\n+86P1h2IYRruZGX8hqMTZvt2gF27Bm+7JOxa2/76axG/DXRef93zjsl//3fbQU1mM0B8PIoACXx3\nt/cEXlHwPdX5ww8DfPml/bLOQjTNzZ5djAfDwSsK1olWZyqVOxAFnjtZr2Cqqvy7fUcO3hsO0hnk\nBrUEftMmgLKywdu2N1mzBlM+LRYAk0l87mzYf3u7rYMeTIGnUJgs8BaLfWcuCby/QjSRka4dfEcH\niryWwAeyg+cQzRVKUxNAfr5/yxCIAm+1eiYmvmbnToDNm/E9dRZ/+CEOSQdAcc/JAXjoIe3fd3ba\nCuxABf6vfwX44x/tPyfRq60VnZAA+Fft1F2FaAYi8K7SJNvbcRi/loOvqwN48kl8T/XBAj84sMB7\nmZYWbKz+7Gh0FKIZbIF3FqKxWn0fm9+5E+DHP3Zv2b/9DWDbNnzf1SWOI8W4P/sML9w7dmj/vrPT\nVizdFfjeXoCGBvv1GY3aHeVdXQChoULgqU7b2vD9E0+IZV2FaLwRg3e07vZ2gIwM234J4uRJcTGl\n+nDUZgBY4AcCC7yXsVjwpPXnLHsDcfDbtgGsWtW/7bpy8L4W+AsX3A+XVVVhOKG3F8WrtdU2NvzZ\nZwB33eV4H9QO3mJB96wW+PZ22yl2v/wS4N577dfX2KidAtndjZk5DQ34vrsb19fWhoL9u9+JHPS+\nPgyTOAvReHJMPE2TTEjA5dSTndXXo4vv6xPi7czBO0sF9Qb9GUzFnaxDHEXpX043CaizE6eqyruD\nX4jeXhxpSAKvvotwJ0Rw9iwOaOkPHR3oGAMlRGM2u38Mq6pQdOi4tLTYCvzBgwAzZzoWm44O2/3r\n6EBxVQs8gO06mpu1BaapSbsNdXcDpKXhBYDW29Fh666bmrC+w8Px1Z8QzZEj2A9BUM491WdPD0BE\nhHOBj4rCl9qB19djmZqavBuiaWmx7TNxh+ZmgJEjAU6ccP83dPEcNsyzbfkDtwS+t7d3WGFhofHO\nO+/8i9b3K1eufC03N/d0fn7+t0ajsdC7RfQPTz4JEBfn+e+owTpzHStWiHCAN7lwAWDJEiyDotif\nGO44+Kam/g8P7+wESEnxjoPXClt4SlOT+wJfWYkO3pHAd3Tgvjk6rmoH39mJAqgl8PIxoNCKVtk7\nOnCUp7ze7m4UpMZG2zzxtjaxXvouPBwnO3MWounq0g4nzpuHIRb6LZVBdvB6vXOB1+tR4D/6COBf\n/kV8R8fWZHIeovFU4N99FzvIPaGiAo/VM8+4/xsKz+h0nm3LH7gl8OvXr38oLy/vuE6ns2sKZWVl\nc8+cOZNz+vTp3D/96U8/W7FixYaBFuqf/xnFyp/86U/9+x01RrUQfP21eO/ItQ2Uy5dx++Ri1GEa\nEvg333R8B9EfgScXqCXwXV04Xa6nAl9QgBNruUN7O8Dbb9t/3tSkHarSoqoKnSWVUR2i6ezEkIOz\nEI27Dl4WeHX2DUEhmpIS27ELJPAUogEQGTXU9tQC7yxEA6DdFiZOxL80E2Z7Oxoeeti2JwJvNAJ8\n/rn4jjpeL13CukhM9E6apDwuwBm9veJYVVQA5OZiGd1lqMTfAdwQ+KqqqoyysrK5y5cvf0tRFLtr\nVmlp6fylS5e+CwBQVFS032w2x5tMptSBFOqLLwbvSTTu0N2NDWXsWM9/qxWiaWkBKC4W/5N4aFFb\nC/CTn7i3rY4O7LA6ehRPFjpxmpoAkpJwO52dAD/9KX5OAv/YY45vSZuatEcVqqmpwUwPAIDbbsMy\nkMuVT9Zdu/COhUI0b7/tun+itRUFV8vVaQ1bP3oU4Nln7T93N0TT0oLrjYoSF0fZwSsK1l1cnIh5\nq1ELfGenewLvysG3ttp+L4doaH103OUQDQm8oxCN1YrLxMVpb7+lBX/b1oYXWgq5REfjdjwR+Npa\nvMjTnQKVlxz8qFHeC9HI63H0OMEtWwCWL8f3FRVoJjwxNUEl8KtWrXr1xRdffCwkJERzRojq6ur0\nzMzMSvo/IyOjqqqqKmMghbJaPe9Y+eILgBde6P82/+M/RFpa5T/2xlshmo4ObKwkTo46QQFQeD/9\nFN8/8ojjuUJqagBeew0b6rPPAvzXf9mmpKWlYYOvr8d9A8CG2dCAjdmROzab3Wvsu3eL+W4uX8b1\ndnYCpKfbj+js6hIOftUq7XlHZOjirm4DLS3acU+TSbs+Sehc9XdUVWE4IiVFdMrSRbinR/wND0fR\n1hJEdYimo8M+REN/LRa80JFL12rrTU34ucVie+FwJvByiIYG4jgK0TQ3Y/uOjNSOw5vNeKdw5gzA\n5MlCsGNisG56e5134NLy0dFoPsxmkRPf0ACQnS0EPj3dOyGa1lZhTpqaHBu0ujqAv/8d3zsS+LNn\nHYd7hpLAhzr78pNPPrkjJSWlrrCw0GgwGIodLad29lqhHACANVKNFRcXQ7FsayV6ejzPuDh1Cufm\nAAD4n/8BuPNObNzucuwYPvnmF78QDd6TjtCTJ7HxOxJ4Wl9kpHMHX10tTtDz5x0/8CA9HaeCHTkS\nT+Dx48UJERYGkJyM24mJwe339QmBB3As8BTW6O113olksYiTiVxoRwdAZqY4eWjfrVYsKwnW4cMA\n113neN30BCK18B08iH97ejBVkKir0xZ4Kl9rqzghDxzACxNd9ADw9vzqq7Fu6OJODp7WTzFXvR73\nKTradludnbZl6ugAiI3VdvBVVdjO9Hoh8E8/jXXygx/gMo2NKNDt7fYCr47B0zHVcvBhYY7rJi4O\nXXVnJ/4tLsZQSng4Cl56Oorw5cu4Dr0e99FdBz9qFDr48+fxs+++w4tofT3AhAnYtpOScDv799uv\nw2rFeiaBf/ddLNuiRdrbbG0VQl1djWFeLTFuacE2ZrGgwN92G+4P1ZmiACxbhu3i6aftY+203GBh\nMBjAYDB4ZV1OBX7v3r1TSktL55eVlc3t7OyMaGlpib333ns3b968+f8Su9LT06srKysz6f+qqqqM\n9PT0aq31rXGzB6Q/Ai9nMSxfDrB3L8A112gvS0O9R40Sn7W2iker0Sx8ngj888+jE9AK0agF3pmD\np6lgTSbcHy33RXcCzz4L8G//hidTUZHY/5gY4bSoPGqH6UzgAfC38fGO91eOT5NIdXaiwMsdyHT3\nMmwYCpGiiAuxI2hKA3UbIBHo7rYVU5NJhBzkE4/2paUFL3gAKK7qO4j33wdYvBhg61ZbgSdhMZnQ\njQPg8Wtvx+OUnCy219lpayicdbK+9x5eQPftw78dHXjnRvXd1SUyY7QcvFrgyRmrO1mHD3ccoiEH\nT6EliwXDaVRXzc0A11+Px6yvDwVTr8d96k+IJjwcTdC0abjO4mIU+OHD8TykSepkMe3uxn4POg7P\nP4/n6LRpeMelRnbwdXWibtTL0raOHMGLT3Y21kVzM8CIEfjXaMTy19TgBUhmsB282vw+40kPsAqn\nIZp169Y9WVlZmVlRUZG9ZcuWhbfeeuvfZHEHAJg/f34pfbZv376b4uPjzampqR4mK9nSnxANOUiL\nBU9sZ7d1v/+9/cOQW1vxqk5ONzbWM4GvqLDNUtFy8DQZl5zxoIZS0y5dcizwFN998klsvNS5VF+P\nOdLR0Sjwski1t7sv8CEhrsM0Wg6eBF4enk4Cb7WKz90VeHUbIIFXHxc6mdUXzaYmFE359r+9XcTZ\nP/oI6+GrrzDHfcQIIfB0cUxOFg4eQDj45cttw2fudrIOH44huJ/9DDveaTrc+npRzqYmXK693T5G\n39VlnyZJIRo61moH70jg4+NRsDs7xZ1iW5vIqye3DYBuWE579ETgLRaAG24A+PZbUd7x4/GvxYLl\nCAuzv6CrBf7SJYBJkxyn8coxeGoTWmmT1L9QXo7nW0aGEHgANAGZmWgQyfR1dKBmUH/MUAnReJQH\nT6GXjRs3lmzcuLEEAGDu3LllY8aMOZeTk3OmpKRk4x//+MdfDLRQjhx8Y6Pj1CQSGDpBnQm8fDIR\n1CFZWakt8Hl5ztd5/rytwH/2mcjEkQWe1uFM4ENC0PV0dmqfQDTPBwBAVhb+bWhAAZ0wAQU+Nhb3\nSS3wISEAo0cLgf/zn0XMHwDFIT3dPYFvbha3tu3tIkQj9wXIAl9Xh+X6+98BPvgA95EuEp2dAHv2\n4PuKCrxQkcDX1uJvy8vxf7XA00msrlOzGYfLy8Lf1obl6+3FUZ/btqGIR0XhSX75Mp68FKKhMAU5\neAqr1NXZXoDcTZNMSkKRePRR7Bymuwy5H6GxEbdL/7e04J1aXx/Wd0qK805Wd7JoKEQTEYHHiOqQ\nBjNFR+OL1n3xohBsTwUeAOD738cLGg0iy8kRAh8drZ0v392N4k9tq6MD71QdPcScOqS7u8X+kNDL\ntLTgBebECTEgSy3wGRkA48aJR1AuXw7wq1+JPqWhIvBOQzQy06dP3zl9+vSdAAAlJSUb5e9ef/31\nX3mzUI4Enj5rbMTUKvV37gp8Y6N9DLW1FcMI1NsfGytcjaKga2hpEQ1WprtbDF6yWPDg79iB6/zZ\nz2wFnk5CRyGa6mp0Ds4cPJ08ACjwcXG4T6GhGMe1WMQJoxb4xER0U/v24eeffYZ/Z88WHaHXXuue\nwMsxfar/UaNQPCiGTyccAB7XMWPwYcyzZ+NJ/sMfAjz+OIr7o4+iiFdVYUyc6u2FF3B/q6vRZatF\nRcvB077Q7b9cd319+Jtz5/AWPCYGvyNBGzFCCHxGhq2DpxBNQwPuf0UFwL/+K+67HB5y5OATE/HY\njBmDx43SgU0mWwefmoqmoa8PxXXTJqyn8HBx7OniKHeyhoS4l0VDIZqWFiw7XWjowk0dsHKfjV4v\nBjz19OB+aJ2nioL5+5mZ4nyZPh3gt7/FY5uQIO4OZIFX37FZrcLBm0wYmho3zrGDp+Pf3Ozawefl\n4VQQqaloGuPiRH3KAk8XE7p7bG0dWgIfkCNZHYVo6MTWelK7JwLf0GAvsK2t2OtOQi07eBr67ahf\noLJS3LpZLOJWn8ogCzy5TIsF9/H3v7d1njU1GPt0V+CzswEKC0WIZuZMgFtuEU5TDhl1daGDnDhR\nhEsaG9FJAogTOz4eP3c2nw6tl/oMqGM2IkL8XnZUtB8xMejCZs/GHGu6k6irEymJVVWYm0xt4Px5\n7ByNj9cOnZlMom+DIIcaFwdgMIg51OmYHDiAIlVdLQQ+JgbbxogRQiRHjrR38B0dWNddXXg3smuX\ndpqkloMfMQLFDgCPBbVXuU3W1eFydIwbGrD+qOMVAC8Uly7hMrKDT0nBzz0N0cgOntqBvO4LF+wd\n/IgRQhTvvhszT/74R6wTRUGzQQKfkoLtbvt2vGNKTsb9qq8XFz06Nrt347w/p05hGdvacJ9I4B05\n+JYWbAck8LGxzh280YjrBMDtqB18dra4ANNdjcUy+J2s3iQgBd6Rg3cm8HSCyQKvKPbzYADYnkyy\nQKWlCWcaEyOyC0ho1GXq7cUQR0UF/k8Cn5JiG46RBwK1tqLLam1Fl7NypZihUFGwIRcWihCNK4H/\n5S8xNtjQgL+dNg3gxReFwFMZaH/j4zFsQXOENDSgwCsKihrdrt51F8aoZb78UtSvWuCbmlAsdDo8\neWfMwHWZTPYCD4Bzpjz5pEhLNJlQLMxmPHnkUaPnz+MdR2YmCiaN3CRMJrw4yxfthgYU0JgYfFA1\nPSya1kmDh2pqUAgAhIMnUY+OxrowmWwdvNksOj+/+05cPNRpkrKD//RT/Pvww7jvAFhPcjiLHDx1\n7FEYjlw0dUpSPTY2Yvnq68WTmyZPxm2//rpw8FphFBJxdQzekYM/dw5FmNpVby8eIzqXPvoI71rf\nfBPf/+hH2BZI4GNiUJz//nfc77g4kcWSkWEr8C+8gP00584JB08Cn5srsqzUtLZiGzGb8ZhNmuTY\nwY8fj/uRloafUYimr08IfEKCEH2LBZdlB+8F+iPwFKOrrBQDNP78Zxy6/9ln4iQEEO7SZMKrNAmv\nLPCUEibfTajLdPIkwNKlKEA6na3AAzh28CkpttkRVLbOTgxrZGai83Ak8B0dQuDj4/HEaWrCkyQp\nCT9Xh2io4y4xERsvnagNDdjgq6vRMV11lRAaGsVIbNiAsy4CCIGnTuHGRuFyk5PR+SQno1hpCXxm\nJqYEygJP+fnp6aJ8ALgump0wPByzXqKjsd4tFtzHrCzbDCY6SUm8SaioPijeLzt4SslLScHyyXFo\n2cFTmbu6sA1YrbiO7m5x10MOPjQUP5szB+soORmFA0AcK1q3bDpGjbJ18AAiG4XKKgs8rTMxEWDt\nWoC//MW5g3cWg6fvIiNFfV2+jKE9Oi5yXwDFqalvq64O+3monAB4HNLSMHMlKQlNTkICdqirBf7i\nRVy2ocHewY8YoT1alUan0qCpujoUeGcOHkA4eBL4RYtwmmjqeKVwY0cHhnNY4L2Ao2Ht5JBWr7af\nl5tCNLW1GN+0WPBENBjQJctppeQ6/vIXPCkp93vUKNsDSO5LnnNb5vhxbHyVleLZmxSiAbBPmZQv\nJBS+CA8XJzbFIymfnnLI1cgOHgAvCvHxGNoh1A6eBP6DDzDvl75vbMRY+LFjODJ19mzxG3U6YXe3\nbVmHDxcOvrFROM4RIwBuvx3FTO3g5b6PjAwhlnV1InabkSEGFFFHbmiocPAUFti0CWOj112HJyOV\n7YYb8NhqCTx1UH/9NZZPLfAAKHo334yiQ2EbOYuGwkok8AC4TrlDkxw8gPhtQ4PtrT0JPKVwtrRg\nuaqrsY3Q78nlqwW+ocFe4MPD8beK4nmIJiHB1sFTGyOXO2uWbYiGHPzx46KclMlC9U4OPjoaxfTY\nMbG/ycm4j/HxYr2Kghf0iRPxeKodPGWHqcOHdO7Ex2P7qKvDdagdPI1uHjUK91EWeLNZTKmQnS3W\n1daG5aPEBRb4AdLT4zwGD2DvLkng6eC1tYmwxXff4YFqagJ46ikhtKWl+FsSeNnBawk8CTUNgaaG\nffo0blMt8I4cPG2nowOXJWGihkSxPmdZNLLAA6Bz0xJ4usg0NeEJHx+P7olOqIYGDAlVVeETl+bN\nA/j4YxxU5ErgMzJs8/ZJIKdOBbjvPjwZ6+pEjjqAEFMAvChSxgediEeP2t5hXLiA7jwzUzh4um1u\nacHxDlOmiItidTUel08/xeVnzgRYsMDWwZPo/Pzn+LkcgwfA4z5liraDj4wUF6XOTrzrSU3F70ks\n6Tv6jbsC39yM8XmDQdvBX7pkK/BtbSJ3nv4OHy5Ey1GIhuYbkkey0t2sHIOnC0x2NrrhtDRbB0/H\nj6a9uHwZj0lLixgFTqmVw4bh79vabAU+I0OEcmjbAHgnCWAr8KmpuD+hofajb1ta8PjFx+P+1dRg\nR6o87UZtrbhDjYnBO0VZ4A8cwL81NejwKS5P8XcaW8ICP0C0QjR//Ss2wltuQReqzmYhgbdYsCG0\ntdneyjU344n/3HN4cFpbMS935EhsPCEhKJLOBN5iQbdL83eTwJ86hY2FJnySBf7NN8VydGFJTRUD\nWVJSbEWTTghK27RabeeN+eQTFF+1wI8Ygc6VcOTg5e8pXTAnB2OelF0QG4udXOoRomqBT08XIZrq\naiFYv/41wB132HZyUVhJFvhhw7D+q6vx2Op06PBkgT9/Hm/3s7Lwc3Lw5Kb27kW3TSffzp3imGRk\n4MVm6VJbB//ccxgayM3Fz9QOfvhwgLlz8cKgFaKhfoimJqy/7Gz7jBktB6+eQ1wWuqgovDOwWvGi\nNmoU/l6vF+uUHTyVmUYbT5mCf8PDsX3Re7WDf+45bOc7d9rG4OkOtq1NxMWp/PPnY7sDsHXw8fG4\nT+XleP7U1+P/dXW2Ak9lpTsB+cJGg5D0elzvhQt4vOk3FKJpaBD1FRurneYcE4P7Xl6Oy4wYYdtX\n8/XXuByFzrKzxYUkLg77EKZMEWWn7dAFISYGjeXLL3Mna7/p68OXWuAffxxP5uHDsUON0rqIjg7x\nJB4S+IYGTFOcNw8Fnm51R4/GA33pEgraxYvCrTkL0WzbhpkCViue5IcO4UGXHXx7u2iIbW345Bp6\n0DU5/NhY0YElC3xbmygH7Z/VimWkfof33sM7D7XAb9mCcV5CjsHHxtoLfFQUOtGkJDzx9u/HeqFx\nBsOGofDLD8p25OAjIvCvOnU1JsZWXOgkkcnMxLqsq8OT7dtv8TMK0Vy6hOV79VWcfoIcPNXb6dPo\ntujY7dqFWTq0bgDcR9nBZ2VhG1I7dzlEM3o0dgLTPsidrBSioX6PxETh4N99V5gNtcADOHbw6em2\nE6mRg6e2BGAfogEAuOceDFXNny+2FRmJ5dYS+F27xGyUssDT3aTFIu6K5H4eEkLZwYeF4b5//TWm\n9lJm1sWLtiEaek8CT/uUlCQEntrrhQu4LfUxuXzZXnhlWlvx85wcTAYYPdo+t/7rr7F9U3k+/FCc\nMzNnonF74AGxfGgo1mVtrWi727ej4XKU/x9oBJzAU9aLHKLp7UWhaW7GRpuQgCfXjh1CCOmCQFkQ\n5OD/6Z/ph/jLAAAgAElEQVTwIMoCn5aGBzoyEk+kixfFAXTm4KuqxO3hj3+M+eI334yNLT1dLJuU\nhI2IOjHJ5ZJTotu9y5dtQzSyg6ey0q3o7t34t7UVBVEt8FlZtnPHyA4+JUXbwVdWCoE3GsVJTKSl\n2XZOd3XZljUzE+skORmPkVrg6UQCQIendvAAKAzHj6PAjxuHjn3sWNs+gqQkvKOIi8N9oCHlNDQ9\nIUEcu4sX0X0DCPGQBV4Ob6kFXg7RELLoU73V1mJZmpqwDSUkiJTIxx/H0BZNNqZen1rgw8KE2wwN\nxToMC8PvIiPF3eCwYdoCf+21OG8KfU5/R47UDtE0NQHceiu+pxg8JShQ6uLhw5iNQxcoua3JDn7Y\nMCxnWxuWQ069JTHOyMDwDoC9wI8cKTpjKQ/+yBFbBx8Wht/V1IgwlJbAU8dwbi72izgSeLqzBMBt\nhPxDAbOzATZuFHVDxMdjG6dzlgyPOkQcqASswMsO/uJFbKQtLXiyJCRgI1q9WnSKyPN4yw4+KUl0\nlly+jIJOnTVpaXhCXbiA/1Ps25HAm0wogs3NuK61a0WjpQE1oaHYgFJT8ffV1WIASmcnljshAbd1\n+TJun+bXpo6i6GhxW04NlEIPra24DrXAq5Fj8JTXrXbwFy/i9tPSsH5dCTw9EaqvD9c9YQJeiOiE\ndSbwYWHCWcrk52O8XK8XdTlmjCh/U5PtetUOnuLF5ODr6jAsA6At8HIMnsonp0kCaAu83MkKgB14\nTU34v+zgAUSKKwlkZCTuE5WfSErC3+v1WIbYWExPXblSXBCpbjMytAVeLez0l9qf2sE3NWEKK4Do\nSJUFftcuvCOKitIWeDlNki5IOTl4jskpnyTwOTk4xw8AHvvISHHn8vjjOHU1AG7v449xXMhPfiKO\nSXg4fldd7VzgTSZsExR20xL4U6dw6mxqZ+5AAk8GsKsL4MEHxT4FOgEn8NQYZYGnvFeaQ4I6P6qq\nxEx18vIpKcLBJyaKFKj6ejw4b74p0rYSEoSDV4do6PaVBP7SJXStzc0iZ5zEJz1dnPDp6TjxmPz4\nOprY6exZER6oq8MGT9sl8ZFPKHLM77+P86rT/64EXg7ROBJ42cEDCDdFaAk8Zf9ERKDjBnAs8LKY\nOxL4ggI8sWfOxOMaGmqbRaMetUwOngb0hIVhm6AYfF0diunHH4tyxceLCbKcOXgSfrme6DsSb3Kp\ny5Y5FvjqahHCAMA+o1mz8L0s8CNGCCGNjcVtjR+PefsAtmJ41VW2efCOBJ6+JwdPAv/FFzhVMwl8\naKgQeJoKIDkZ3W9+Pq6D6klL4CmzKSkJy6zXiw59Of9dRqdDN0+hMzlkFxWFfUsLFog+FdovcvfO\nQjR1dXhRS0vD5UePFh3IfX2YdWM2Y3YXpfq6Q3w8nidkvACwfFdf7f46/EnACbyWg6ehyRSiCQ0V\nV3UaZNTRIZxcTIytgyeBv3wZGwE1LLXAuwrRXL4sBJ6ceGIiuq3UVHHCX3MNzs8upwQmJGBjO3MG\nXQ05+IgI25kfo6Px1pfcE+XNl5Vhhom7Ai+HaLQEntL9ZIF3x8HL5SS35MrBh4Sg0MTF2S9DYnLn\nnXgyUahJDtFQCiCAmIRrxAi8wJOrS0kRU9uOGIExabk/gdLgtBy8HA6gCzuhdvDLl2OMl0I0ssDT\nMufP4/Gj7U+YIMopC3xODiYPUOgqNtb2GMyaJR4UM2aMmONdLhf9TxcT2cHLIZrDh3GQEc3Pc+IE\nlpmEmUY5AwjxchWiIQdPjp+IjRWhDzX79wuBl6HZW2nmRrXAA7h28DTtQE4OCnxIiJhaor1dmAFH\nZdMiLs7WwQOIzJuhQMAJvNWKB0mOwZ8+jQeFQjQA4qQnB0+PVKN5LcxmMSe37OAppikL/LlzGGJx\nFaLp7cXGWVMjvk9KwkZOIxzVJwNB6V4VFXiyksCTq5UdPIA4gS0WPBEpjt4fgdeKwUdFYWgqJUXk\nImsJ/LFjYuQlCXxzM5Y5IQHFnerUkcDHxeHJtXUruh+ZuDiA++/HjvD4eBHKkAVeHaIBwHLTU5YA\n8MJw9KhIAVVDYRpnDp7eO4vBjx6Ncdrhw0UMftQoEYcPC8NjLF8k5G3IAq/T4R1Mbi5eBCZPxlg2\nsWgRjlkAECmw1M+iXp/awS9ciGMayMFXVeF5RPn6OTm4nF4v8vxpX+nOzFmIhgR+2TIMqdAydDH1\nFDpmaoEPC8N1yxdeZwIPgAPyqN7ogkQzi3qKOkQD4FmIx9+4PdmYr+jpwYYmO/iqKpG/Sg05IQFv\ny2hCJpp5jkSyshKXkScSkmOacgy+pweH+DvLoiERzsjAbdFo1cREFI/hw7EcjgQ+Ph7de3KycGxq\ngSdnTL+9fFkMKKKOZU8Evq0NTwqaM0QWF70eTwoS58ceQ5GRSUvD2P9XX+GzQUngjx7FzB4AdHuu\nQjRxcWLiKC3oeao33mgbt3YUogEQ9U8nLU2brL5IEZmZOB5C6yIqC3x0tPMYPBERgfuk12NH/vz5\nOB9LYSEKPO0HERuL4qf1EJUf/Ui7zLQdACFelIOvLpda6KkforJSZH3V1dm7ZxJ4ChUCCAdPbUxu\nx2oHP20afv7ll6Kcct+Lu6gFXh2Dly8azmLwAADf+559eWnWSE9Rd7ICsIMfED09eAA7OsRotepq\ndHZqgb/xRhT4jg6RHkYOvrlZCIMcoiExSktDF0MHnSboopQxtcDT7WtSkkiNA0D3lp5u3wkHgMtR\no0tIwAwBck40ElEO0Thy8CTw9fUiq0YtIGrCw/GC09CA7ladg03bIYGnlEAZciohIRi3JIH/5hvh\nKOfMQRdK+yijdvCuuPlmvJAAOO9kBcATj0bw0ufp6aK+1dxzD6as9vaKdYSE2KduRkfbum8Kc6gd\nuXy8Q0JE/vltt2Gb1HLw/cmdpvXQ8aJwpatOVrn8NNspgP0xiooSAh8VhftCj7pz5OCpo10OddAy\nI0d618GTwMvuWxb4S5ewLLKDV693oA6+vl60E61MsEAm4ATeahUNizpca2qw0akFntzjgw/ib0gs\nqbHcfjv+jY0VU46SwFPuMKVqjR0rbu8bGx0LPIV86ESZMgXz0h0JPAl6QgJ2sMqDa/r6nDt4GpA1\nfDj+39cnxNKVg6fHy6WliRPOmcBrkZaGIvrggzifjyzwNKjqqadELrGWg6c69eTxiQBYD+3tItOI\nkPPRY2JsxSQ72/H+/OhHODdRX5/tMwU+/tjWkakdvKPPtI73pk2YR93QYN8JFxs7cIGXB+646mQl\n5BBNRIS9wMsOftQonL5ZvgDK0xNTOWhqbbkeB0vgKU3SkcDffTeO/HVH4Pvj4CltMjoazcPYsY6f\nSRGIBJzA060fObi+PrxKZ2XhezkGn56O+eHvvIMOnRx8bCwe+Oeew2VDQsSTmqjx6XT4GjsW48x0\n0MhZqwVeHkUndxZSxoAjgSc3FB+PdySygwdwHoOPicFtDx+O26F8bwrzuEKvx3qjPGR5cBj93pnA\nR0Zi3HbaNLyLoodn791rOy1CWJgY9CJDA7ooXc8Thg/HMFBvr22IgMSH6k0+8bOyHDv4pCS8UKmZ\nMcP2hF282D5UFRPj2MGr76ToYvHEE/brGKjAv/cexpcBXHeyEvSkJJMJ4/taAm82434kJuKAOZmV\nK21/ExkpnrGrXg8A7n9/QzTy3ZTawcsXDZqPBgDN3/Hj6LK1jj1N6WA298/BU0ppczOG/w4d8nwd\n/sTvMfgHH8R8WIoNyulX9FgymtcbQDTgBQtwmawsMYUoDUEeNgwfvK3mvvu0r76ygMTEYGNRp0k6\ncvCEI4FPTMTf0PJqgae7Doqvyw5eLgsArmPYMHEBdEVUFNYPPWdSns5WnqfbGdnZ2HdA871T2dVx\nyO3btUM0kZEiXc9Tpk7FE1g+ZmoHL5+048Y5f8ziK69gh64zfvlL+8/UYRu5HOrjoNfjADya853o\nr4PX6cQd3I032pYpJETE9OkZtWoHHx4uHvMnjxCVywvgOOT34ou2/5Owq6fhpvXMm+f8Ye2OGDXK\ndpCRXi/MgZaDp2cHmEw4gMlRGJAeGdhfB6/T4Z03nSehfldMz/BrcSsrcd7qu+4SAm+14oGitLeI\nCHTqdILRSSIPyy8oEALvqKG+8w66elfExmJ2CTn4VaswNPGrX4nvtdL9QkNFWISIjsblfvQj8Wg9\nEng60SidbtUq/H/ZMvFb9cjKhARs1K+9hp15riAHT+VWfwdgOxTe2XooRbW7W7gaGa3PMjPxUXPb\ntvVf4GkgG0F1QRdG2dnRoBlHhIaK/gJP0ArRyCNb1UjPS/4/aBRuf4iIsM8Mio62z8ih/gKZ8HAc\n2TtjBqbFqr93JfBa0MBBGSpfUZH9Q6rdIS3N9vkDOh12imsJ/FVXYeZbSwtevD7+2D47Sy7XQEI0\nACKzayjiV4H/z//Ev/KkYOTgU1Kw1z80FK/uWsO+iblzAf77v3EZ9aP4iPvuc69M6ek44IIEnoZ5\nyw4+Pt6+sZDTkk/4Rx7BMo0cKQZXUMhGDtE89BD+feklWwdPokz7HB+P9UNzrbhCFng1tH53RIee\nkkMC/5OfuLf98HAcnPXll/0T+Dlz7B2TsxBNf7bhDvTgEBlHDt4R48aJh454yk9/ah9fTkoCePZZ\n28/Cw+2Pp06HufYAONhJTX8E/okncBS51nrcrQ93INOXkmIbEpo0CTOVzp7Fu4W2NkyS0IIE3my2\nH8h3JeBXgTcasWHJsWES+NRUdPBWq5hZD0D7Nve++zBLYvXqgfdwU6OiATWEPItfbq5w4jKUyUPI\n4kpCr07Ni4jA9T36KAq8PJBFy8Grp0l1xrhxtnnVMnq98/i7elmzWczk6OktOA1O85SYGExBlJFD\nNElJ7u/DQHj/ffs7IEcxeEfodI6PhSvUYRIAPAaPPmr7mZaDl6HccJn+CPyjj+Ic/Frr0RqDMFDU\nYbOwMBwgV1aGYl9e7lrgm5r6d/c21PGrwNNDkWUHrw7RbN2KnaV0BXfUgMnNuRNycAblUQ8fjg0H\nAGN8UVEA69ahUKmdE6F28DK5ufi4NkJ28AB4QZs1S1wUHAm8/NxRV2ze7Pi7nBz3QlYAQuBTU/sX\nX+1vDN7RugDwwvjGG4MjKGq0bu09dfC+wJXAaxEair/xROBDQwG+/33bz/R6bBuDcRelNfK0qAgf\n6pKVhSHQyZO1f0tz3FRWut/egwm/ZtGQwGs5+JQUFPfeXuy4cRaiIf7lXwB+8YuBlUl28IsX49zm\nN92E4jZqlPPfOhP4ESNsMyvUIyQBMBWRcs8XL8Zh8bReAJFF4w0yMrSdoRaRkZiF1N85sL0p8LJz\njo8fvLCMu+UIJIGnqRY8hTo0BwKNbPZVCuH06fiAjpQUgN/8xvF+R0VhGuXcuWLw15WE3x08TdJV\nUYEZG3KI5vBhvB3U6ew7WbXobyeWjOzgadANADako0ed/9aZwKuRO1m1uPpq+/z1KVPEE298Ce1T\nIAg8ras/dxLeJDRUzHUSKLz8suM+F2d4Q+Dj48WDbXzBrFl4XmjlvsvQw8RfeWXoZcB4A78L/KhR\nmGUxbhym48khGgB0zwDuCbw3kB28Glfb9kTg1SEaLUgUad/nzXNv3d7GWf+HO3jbwatTFv2BVqe6\nv/nhD/v3O73eO3Xqi/4QIioKRd7VvDA334zjWq5EcQcIAIFPTxePpHvxRZw2lhw8gJhXwp0QjTcY\nNar/ItIfB+9sOySKg73PrggJwXIGisAHimsONIHvL95w8P7gnXdc1//Chfi6UgmIGDwAdpIcPChC\nNKNHY+cJfe8rBx8aihec/py4ngq8K9EMFIEHEAOW+oO3QzSBIkYs8P7F3RHdVzIBI/A334x57xSi\niYmxHTbtK4EHwL6A/qAeeOOM4cNxcJazTqlAEniasrU/BGOIBiCw7iYGgvz0Jia4CBiBnzoV0yLJ\nwasZaBzYF3zwgf0QdWfQI+UcMWwYhkcCReADwcFfcw0+KjEQeP117fEQQ42h6uAZ1/g1Bt/ZibH2\nkBCcvMpqFc81VeOrGPxAoNGu3qS/qW/eZiACP3y49y7MkZE4D1EgcOed/i6Bd2CBD15cOvjOzs6I\noqKi/QUFBeV5eXnHV69e/bx6GYPBUBwXF9dcWFhoLCwsNK5du/YpV+tVFHTwej3mu191FWbO1NRo\nuz31gw2uFAJF4AcSg//JT+xHXTKBw+rVAHfc4e9SMIOBSwcfERHRuWPHjhl6vb69p6cndOrUqXv2\n7NkzderUqXvk5aZPn76ztLR0vjsb3bMH4K23xMyPNMKMBF7LTdDc1Czw/mEgDj45eeAjjJnBg56L\nywQfbsXg9Xp9OwBAd3d3eG9v77DExMRG9TKKorg9hu38eZxXWS3kKSk477ijnFX5wcZXCsEg8AzD\n+Ae3YvB9fX0h11133aGzZ8+OXbFixYa8vDybMWs6nU7Zu3fvlPz8/G/T09OrX3rppUfVywAArFmz\nBgDwiUAXLhRDZGSxzfcpKfjkd3pAhZqZM/s3af9QJpAEPhDKwTDBjsFgAIPB4J2VKYri9stsNscV\nFRXt27FjR7H8eUtLS0xbW5teURQoKyubk5ube0r9W9wU8sILigKgKKNHKzY8/riixMfjXwbJylKU\n7dv9XQpFWbpUUVas8HcpGObK4x/a6ZFW08ujNMm4uLjmefPm/fWbb765Qf48JiamlcI4c+bM2Wa1\nWsMaGxsTtdciHrelFaIxm6/cYcVaBJKD5xANwwwtXAp8fX19stlsjgcA6OjoiPz8889nFRYWGuVl\nTCZTqvKPGPyBAwcmK4qi04rTE44EnvLC/TVDYCASFhYYA3tY4Blm6OHSK9fW1qYtXbr03b6+vpC+\nvr6QJUuWvDdz5swvN27cWAIAUFJSsnHr1q0LNmzYsCI0NLRHr9e3b9myxensD44Enib6YgcvuPFG\n19MU+4KoKJwymGGYoYMOQzw+2JBOp9C27r4bn784c6btY8QqKzEf/vnncY5nJnCorcWxC4FwsWGY\nKwmdTudRlqKMX7xyayv+VTt4mvrTR9ccxgNcTcvKMEzg4Ze5aFpa8Okv6tgyhWbq6nxfJoZhmGDD\nbwI/erTj+S/oKSwMwzBM/wlIge/o8G15GIZhghG/xOBJ4LXmQj95EiDRYQY9wzAM4y4+F/jeXnTo\n3/8+QFub/ffjxvm6RAzDMMGJz9MkzWZ0783NPtkswzDMkGYgaZI+j8G3tgLExvp6qwzDMFcePhf4\n+nqOsTMMw/gCnwu8yQQwcqSvt8owDHPl4XOBv3SJBZ5hGMYX+EXgU1N9vVWGYZgrDw7RMAzDBCns\n4BmGYYIUdvAMwzBBCjt4hmGYIIUdPMMwTJDi06kKOjsViI4G6OoCCPHLPJYMwzBDiyEzVUFdHUBK\nCos7wzCML/Cp1HJ4hmEYxnf4VOC5g5VhGMZ3sINnGIYJUtjBMwzDBCk+F3h28AzDML7B5yEadvAM\nwzC+gR08wzBMkOJTgW9s5Kc5MQzD+AqfCnxHB4Be78stMgzDXLk4FfjOzs6IoqKi/QUFBeV5eXnH\nV69e/bzWcitXrnwtNzf3dH5+/rdGo7HQ0fo6OgAiIwdaZIZhGMYdQp19GRER0bljx44Zer2+vaen\nJ3Tq1Kl79uzZM3Xq1Kl7aJmysrK5Z86cyTl9+nTu/v37i1asWLFh3759N2mtjwWeYRjGd7gM0ej1\n+nYAgO7u7vDe3t5hiYmJjfL3paWl85cuXfouAEBRUdF+s9kcbzKZNHNlWOAZhmF8h1MHDwDQ19cX\nct111x06e/bs2BUrVmzIy8s7Ln9fXV2dnpmZWUn/Z2RkVFVVVWWkpqaa1Ovq6loDv/0tvi8uLobi\n4uIB7wDDMEwwYTAYwGAweGVdLgU+JCSkr7y8vKC5uTnu9ttv324wGIqLi4tttq6eylKn02nOQRwR\nsQbWrBlIcRmGYYIbtfl95pln+r0ut7No4uLimufNm/fXb7755gb58/T09OrKyspM+r+qqiojPT29\nWmsdHJ5hGIbxHU4Fvr6+PtlsNscDAHR0dER+/vnnswoLC43yMvPnzy/dvHnzvQAA+/btuyk+Pt6s\nFZ4BYIFnGIbxJU5DNLW1tWlLly59t6+vL6Svry9kyZIl782cOfPLjRs3lgAAlJSUbJw7d25ZWVnZ\n3JycnDNRUVFt77zzzjJH62OBZxiG8R0+fWTfxIkKHDnik80xDMMEBUPmkX3s4BmGYXwHCzzDMEyQ\nwgLPMAwTpPhU4HmiMYZhGN/BDp5hGCZIYYFnGIYJUljgGYZhghQWeIZhmCCFBZ5hGCZIYYFnGIYJ\nUljgGYZhghQWeIZhmCCFBZ5hGCZI8anAh4f7cmsMwzBXNj4V+BCfbo1hGObKxqeSO2yYL7fGMAxz\nZcMOnmEYJkhhB88wDBOksMAzDMMEKRyiYRiGCVLYwTMMwwQp7OAZhmGCFHbwDMMwQQo7eIZhmCCF\nHTzDMEyQwgLPMAwTpHCIhmEYJkhhB88wDBOkuBT4ysrKzBkzZuyYMGHCsYkTJx597bXXVqqXMRgM\nxXFxcc2FhYXGwsJC49q1a5/S3Bg7eIZhGJ8R6mqBsLAw66uvvrqqoKCg3GKxRF9//fUHZ82a9fn4\n8eNPyMtNnz59Z2lp6Xxn62IHzzAM4ztceuqRI0deKigoKAcAiI6OtowfP/5ETU3NKPVyiqLoXG6M\nHTzDMIzPcOngZc6fP59lNBoLi4qK9suf63Q6Ze/evVPy8/O/TU9Pr37ppZcezcvLO67+/RtvrIHk\nZHxfXFwMxcXFAyg6wzBM8GEwGMBgMHhlXTpFUdxa0GKxRBcXFxueeuqptXfddddH8netra0xw4YN\n69Xr9e3btm2b89BDD60/derU1TYb0umU775T4OqrgWEYhnETnU7nVoREC7eCJlarNeyee+758+LF\ni99XizsAQExMTKter28HAJgzZ842q9Ua1tjYmGi3MQ7RMAzD+AyXkqsoiu6BBx54Oy8v7/jDDz/8\n71rLmEymVLrCHDhwYLKiKLrExMRG9XLcycowDOM7XMbgv/rqq5vff//9xddee+3hwsJCIwDAunXr\nnrx48eJVAAAlJSUbt27dumDDhg0rQkNDe/R6ffuWLVsWaq2LHTzDMIzvcDsGP+AN6XRKZaUCGRk+\n2RzDMExQMOgxeG/BDp5hGMZ38FQFDMMwQQoLPMMwTJDCIRqGYZgghR08wzBMkMIOnmEYJkhhB88w\nDBOksINnGIYJUtjBMwzDBCks8AzDMEGKTwVe16/BtgzDMEx/YIFnGIYJUrjbk2EYJkhhgWcYhglS\nWOAZhmGCFBZ4hmGYIIUFnmEYJkhhgWcYhglSWOAZhmGCFBZ4hmGYIIUFnmEYJkhhgWcYhglSWOAZ\nhmGCFBZ4hmGYIIUFnmEYJkhhgWcYhglSWOAZhmGCFBZ4hmGYIMWlwFdWVmbOmDFjx4QJE45NnDjx\n6GuvvbZSa7mVK1e+lpubezo/P/9bo9FY6P2iMgzDMJ4Q6mqBsLAw66uvvrqqoKCg3GKxRF9//fUH\nZ82a9fn48eNP0DJlZWVzz5w5k3P69Onc/fv3F61YsWLDvn37bhrcojMMwzDOcOngR44ceamgoKAc\nACA6Otoyfvz4EzU1NaPkZUpLS+cvXbr0XQCAoqKi/WazOd5kMqUOTpEZhmEYd/AoBn/+/Pkso9FY\nWFRUtF/+vLq6Oj0zM7OS/s/IyKiqqqrK8FYhGYZhGM9xGaIhLBZL9IIFC7auX7/+oejoaIv6e0VR\nbB6prdPpFPUya9as+b/3xcXFUFxc7FFhGYZhgh2DwQAGg8Er69Ipip0O22G1WsPuuOOOT+bMmbPt\n4Ycf/nf19z//+c/fKC4uNixcuHALAMA111xzcufOndNTU1NN/7chnU5xZ1sMwzCMQKfT2Rlod3EZ\nolEURffAAw+8nZeXd1xL3AEA5s+fX7p58+Z7AQD27dt3U3x8vFkWd4ZhGMb3uHTwe/bsmXrLLbfs\nuvbaaw9T2GXdunVPXrx48SoAgJKSko0AAL/61a9e//TTT2dHRUW1vfPOO8uuu+66QzYbYgfPMAzj\nMQNx8G6FaLwBCzzDMIznDGqIhmEYhhmasMAzDMMEKSzwDMMwQQoLPMMwTJDCAs8wDBOksMAzDMME\nKSzwDMMwQQoLPMMwTJDCAs8wDBOksMAzDMMEKSzwDMMwQQoLPMMwTJDCAs8wDBOksMAzDMMEKSzw\nDMMwQQoLPMMwTJDCAs8wDBOksMAzDMMEKSzwDMMwQQoLPMMwTJDCAs8wDBOksMAzDMMEKSzwDMMw\nQQoLPMMwTJDCAs8wDBOksMAzDMMEKSzwDMMwQQoLPMMwTJDiUuDvv//+TampqaZJkyYd0freYDAU\nx8XFNRcWFhoLCwuNa9eufcr7xfQdBoPB30VwCy6n9xgKZQTgcnqboVLOgeBS4JctW/bOp59+OtvZ\nMtOnT99pNBoLjUZj4VNPPbXWe8XzPUPloHM5vcdQKCMAl9PbDJVyDgSXAj9t2rTdCQkJTc6WURRF\n570iMQzDMN5gwDF4nU6n7N27d0p+fv63c+fOLTt+/HieNwrGMAzDDBBFUVy+KioqsiZOnHhE67uW\nlpaYtrY2vaIoUFZWNic3N/eU1nIAoPCLX/ziF788f7mj01qvUBggMTExrfR+zpw5237xi1/8sbGx\nMTExMbFRXo7DOAzDML5lwCEak8mUSuJ94MCByYqi6NTizjAMw/gelw5+0aJFH+7cuXN6fX19cmZm\nZuUzzzzztNVqDQMAKCkp2bh169YFGzZsWBEaGtqj1+vbt2zZsnDwi80wDMO4pL+xHU9e27Ztmz1u\n3LiTOTk5p1944YUnfLFNd16jR48+P2nSpMMFBQXGG2+88YCiKNDQ0JB42223fZ6bm3tq1qxZnzU1\nNcX7ulzLli3blJKSYpL7PZyVa926datzcnJOjxs37uT27du/789yPv3002vS09OrCgoKjAUFBcay\nsu7ZOg4AAAWcSURBVLI5/i7nxYsXM4uLi3fk5eUdmzBhwtH169evDLQ6dVTGQKvPjo6OiMmTJ+/P\nz88vHz9+/PHf/OY3zwdaXTorZ6DVJ716enqGFRQUGO+4446/eLM+fVLwsWPHnqmoqMjq7u4Oy8/P\nLz9+/Ph4X1aeo1dWVlZFQ0NDovzZY4899rvf/va3jyuKAi+88MITTzzxxAu+LteuXbumHTp0qFAW\nTkflOnbsWF5+fn55d3d3WEVFRdbYsWPP9Pb2hvirnGvWrHn65ZdffkS9rD/LWVtbO9JoNBYoigKt\nra3RV1999XfHjx8fH0h16qiMgViflFRhtVpDi4qK9u3evXtqINWls3IGYn0qigIvv/zyIz/+8Y//\n48477yxVFO+d74M+VcGBAwcm5+TknMnKyjofFhZmXbhw4ZaPP/74B4O9XXdRVJ2/paWl85cuXfou\nAMDSpUvf/eijj+7ydZm0xh44KtfHH3/8g0WLFn0YFhZmzcrKOp+Tk3PmwIEDk/1VTgDtDnV/lnPk\nyJGXCgoKygEAoqOjLePHjz9RXV2dHkh16qiMAIFXn3q9vh0AoLu7O7y3t3dYQkJCUyDVpbNyAgRe\nfVZVVWWUlZXNXb58+VtUNm/V56ALfHV1dXpmZmYl/Z+RkVFFDdff6HQ65bbbbvvihhtu+ObNN9/8\nKQB2GqemppoAAFJTU00mkynVv6VEHJWrpqZmVEZGRhUtFwj1+/vf//7B/Pz8bx944IG3zWZzPEDg\nlPP8+fNZRqOxsKioaH+g1imV8aabbtoHEHj12dfXF1JQUFCemppqmjFjxo4JEyYcC8S61ConQODV\n56pVq1598cUXHwsJCemjz7xVn4Mu8DqdThnsbfSXr7766maj0Vi4bdu2OX/4wx9+uXv37mny9zqd\nTgnE8rsqlz/LvGLFig0VFRXZ5eXlBWlpabW//vWvX3a0rK/LabFYou+5554/r1+//iE5vZfKEgh1\narFYohcsWLB1/fr1D0VHR1sCsT5DQkL6ysvLC6qqqjJ27dp1y44dO2aoyxEIdakup8FgKA60+vzk\nk0/uSElJqSssLDRq3VlQOfpbn4Mu8Onp6dWVlZWZ9H9lZWWmfAXyJ2lpabUAACNGjLh89913/++B\nAwcmp6ammi5dujQSAKC2tjYtJSWlzr+lRByVS12/VVVVGenp6dX+KmdKSkodNcjly5e/RbeP/i6n\n1WoNu+eee/68ZMmS9+66666PAAKvTqmMixcvfp/KGKj1CQAQFxfXPG/evL8ePHjw+kCrS61yfvPN\nNzcEWn3u3bt3Smlp6fzs7OyKRYsWffi3v/3t1iVLlrzntfoc7M4Dq9UaOmbMmLMVFRVZXV1d4YHS\nydrW1qZvaWmJURQFLBZL1JQpU77avn379x977LHfUabP888//xt/dLIqiv3oYUflok6Xrq6u8HPn\nzmWPGTPmbF9fn85f5aypqUmj96+88sqqRYsWfeDvcvb19emWLFmy+eGHH35V/jyQ6tRRGQOtPi9f\nvpxMGR3t7e2R06ZN2/XFF1/MDKS6dFbO2trakYFUn/LLYDBMpywab9WnTwpeVlY25+qrr/5u7Nix\nZ9atW7fal5Xm6HXu3Lns/Pz88vz8/PIJEyYcpXI1NDQkzpw58wt/pkkuXLjww7S0tJqwsLDujIyM\nyk2bNi1zVq7nnnvuybFjx54ZN27cyU8//fR2f5Xz7bffvn/JkiWbJ02adPjaa6/99gc/+MFHly5d\nSvV3OXfv3j1Vp9P15efnl1N63LZt22YHUp1qlbGsrGxOoNXn4cOHJxUWFh7Kz88vnzRp0uHf/e53\njymK8/MmkMoZaPUpvwwGw3TKovFWfeoUJeBCzAzDMIwX4Cc6MQzDBCks8AzDMEEKCzzDMEyQwgLP\nMAwTpLDAMwzDBCks8AzDMEHK/wc9rmQ8XuBumAAAAABJRU5ErkJggg==\n", "text": [ "" ] } ], "prompt_number": 29 }, { "cell_type": "code", "collapsed": false, "input": [ "tagger = pmf.PoissonMF(n_components=n_components, random_state=98765, verbose=True)" ], "language": "python", "metadata": {}, "outputs": [], "prompt_number": 30 }, { "cell_type": "code", "collapsed": false, "input": [ "tagger.set_components(online_coder_full.gamma_b[:, :K], online_coder_full.rho_b[:, :K])" ], "language": "python", "metadata": {}, "outputs": [ { "metadata": {}, "output_type": "pyout", "prompt_number": 31, "text": [ "PoissonMF(max_iter=100, n_components=100, random_state=98765, smoothness=100,\n", " tol=0.0005, verbose=True)" ] } ], "prompt_number": 31 }, { "cell_type": "code", "collapsed": false, "input": [ "Et = tagger.transform(X_test)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 0\tObjective: 2504720.60\tOld objective: -inf\tImprovement: nan" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 1\tObjective: 2992625.16\tOld objective: 2504720.60\tImprovement: 0.19479" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 2\tObjective: 3140393.83\tOld objective: 2992625.16\tImprovement: 0.04938" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 3\tObjective: 3202818.33\tOld objective: 3140393.83\tImprovement: 0.01988" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 4\tObjective: 3235857.84\tOld objective: 3202818.33\tImprovement: 0.01032" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 5\tObjective: 3255678.80\tOld objective: 3235857.84\tImprovement: 0.00613" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 6\tObjective: 3268627.13\tOld objective: 3255678.80\tImprovement: 0.00398" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 7\tObjective: 3277648.00\tOld objective: 3268627.13\tImprovement: 0.00276" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 8\tObjective: 3284198.85\tOld objective: 3277648.00\tImprovement: 0.00200" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 9\tObjective: 3289141.31\tOld objective: 3284198.85\tImprovement: 0.00150" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 10\tObjective: 3293001.59\tOld objective: 3289141.31\tImprovement: 0.00117" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 11\tObjective: 3296082.66\tOld objective: 3293001.59\tImprovement: 0.00094" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 12\tObjective: 3298579.85\tOld objective: 3296082.66\tImprovement: 0.00076" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 13\tObjective: 3300625.85\tOld objective: 3298579.85\tImprovement: 0.00062" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 14\tObjective: 3302344.12\tOld objective: 3300625.85\tImprovement: 0.00052" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\r", "\tAfter ITERATION: 15\tObjective: 3303796.93\tOld objective: 3302344.12\tImprovement: 0.00044" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n" ] } ], "prompt_number": 32 }, { "cell_type": "code", "collapsed": false, "input": [ "Et /= Et.sum(axis=1, keepdims=True)\n", "tags_predicted = Et.dot(online_coder_full.Eb[:, K:])\n", "print tags_predicted.min(), tags_predicted.max()\n", "\n", "div_factor = 3\n", "tags_predicted = tags_predicted - div_factor * np.mean(tags_predicted, axis=0)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "2.70206653139e-05 1.07069406765\n" ] } ], "prompt_number": 33 }, { "cell_type": "code", "collapsed": false, "input": [ "predictat = 20\n", "tags_true_binary = (y_test > 0)\n", "\n", "print_out_metrics(tags_true_binary, tags_predicted, predictat)" ], "language": "python", "metadata": {}, "outputs": [ { "output_type": "stream", "stream": "stdout", "text": [ "Precision = 0.131 (0.008)\n", "Recall = 0.154 (0.008)\n", "F-score = 0.141\n", "AROC = 0.718 (0.005)" ] }, { "output_type": "stream", "stream": "stdout", "text": [ "\n", "AP = 0.122 (0.006)\n" ] } ], "prompt_number": 34 }, { "cell_type": "code", "collapsed": false, "input": [], "language": "python", "metadata": {}, "outputs": [] } ], "metadata": {} } ] }