{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Tune a CNN on MNIST\n", "\n", "This tutorial walks through using Ax to tune two hyperparameters (learning rate and momentum) for a PyTorch CNN on the MNIST dataset trained using SGD with momentum.\n" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "data": { "text/html": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:28:40] ipy_plotting: Injecting Plotly library into cell. Do not overwrite or delete cell.\n" ] }, { "data": { "text/html": [ " \n", " " ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "import torch\n", "import numpy as np\n", "\n", "from ax.plot.contour import plot_contour\n", "from ax.plot.trace import optimization_trace_single_method\n", "from ax.service.managed_loop import optimize\n", "from ax.utils.notebook.plotting import render, init_notebook_plotting\n", "from ax.utils.tutorials.cnn_utils import load_mnist, train, evaluate, CNN\n", "\n", "init_notebook_plotting()" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "collapsed": true }, "outputs": [], "source": [ "torch.manual_seed(12345)\n", "dtype = torch.float\n", "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 1. Load MNIST data\n", "First, we need to load the MNIST data and partition it into training, validation, and test sets.\n", "\n", "Note: this will download the dataset if necessary." ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "scrolled": true }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.4%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz to ./data/MNIST/raw/train-images-idx3-ubyte.gz\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.1%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Extracting ./data/MNIST/raw/train-images-idx3-ubyte.gz to ./data/MNIST/raw\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "113.5%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Downloading http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz to ./data/MNIST/raw/train-labels-idx1-ubyte.gz\n", "Extracting ./data/MNIST/raw/train-labels-idx1-ubyte.gz to ./data/MNIST/raw\n", "Downloading http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw/t10k-images-idx3-ubyte.gz\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.4%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Extracting ./data/MNIST/raw/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw\n", "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "180.4%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Extracting ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw\n", "Processing...\n", "Done!\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/pytorch/torch/csrc/utils/tensor_numpy.cpp:141: UserWarning:\n", "\n", "The given NumPy array is not writeable, and PyTorch does not support non-writeable tensors. This means you can write to the underlying (supposedly non-writeable) NumPy array using the tensor. You may want to copy the array to protect its data or make it writeable before converting it to a tensor. This type of warning will be suppressed for the rest of this program.\n", "\n" ] } ], "source": [ "BATCH_SIZE = 512\n", "train_loader, valid_loader, test_loader = load_mnist(batch_size=BATCH_SIZE)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 2. Define function to optimize\n", "In this tutorial, we want to optimize classification accuracy on the validation set as a function of the learning rate and momentum. The function takes in a parameterization (set of parameter values), computes the classification accuracy, and returns a dictionary of metric name ('accuracy') to a tuple with the mean and standard error." ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "collapsed": true }, "outputs": [], "source": [ "def train_evaluate(parameterization):\n", " net = CNN()\n", " net = train(net=net, train_loader=train_loader, parameters=parameterization, dtype=dtype, device=device)\n", " return evaluate(\n", " net=net,\n", " data_loader=valid_loader,\n", " dtype=dtype,\n", " device=device,\n", " )" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 3. Run the optimization loop\n", "Here, we set the bounds on the learning rate and momentum and set the parameter space for the learning rate to be on a log scale. " ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:28:45] ax.modelbridge.dispatch_utils: Using Bayesian Optimization generation strategy: GenerationStrategy(name='Sobol+GPEI', steps=[Sobol for 5 trials, GPEI for subsequent trials]). Iterations after 5 will take longer to generate due to model-fitting.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:28:45] ax.service.managed_loop: Started full optimization with 20 steps.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:28:45] ax.service.managed_loop: Running optimization trial 1...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:28:56] ax.service.managed_loop: Running optimization trial 2...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:29:07] ax.service.managed_loop: Running optimization trial 3...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:29:17] ax.service.managed_loop: Running optimization trial 4...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:29:27] ax.service.managed_loop: Running optimization trial 5...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:29:38] ax.service.managed_loop: Running optimization trial 6...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:29:49] ax.service.managed_loop: Running optimization trial 7...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:29:59] ax.service.managed_loop: Running optimization trial 8...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:30:10] ax.service.managed_loop: Running optimization trial 9...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:30:21] ax.service.managed_loop: Running optimization trial 10...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:30:32] ax.service.managed_loop: Running optimization trial 11...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:30:43] ax.service.managed_loop: Running optimization trial 12...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:30:54] ax.service.managed_loop: Running optimization trial 13...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:31:05] ax.service.managed_loop: Running optimization trial 14...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:31:16] ax.service.managed_loop: Running optimization trial 15...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:31:27] ax.service.managed_loop: Running optimization trial 16...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:31:39] ax.service.managed_loop: Running optimization trial 17...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:31:50] ax.service.managed_loop: Running optimization trial 18...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:32:01] ax.service.managed_loop: Running optimization trial 19...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 06-10 18:32:12] ax.service.managed_loop: Running optimization trial 20...\n" ] } ], "source": [ "best_parameters, values, experiment, model = optimize(\n", " parameters=[\n", " {\"name\": \"lr\", \"type\": \"range\", \"bounds\": [1e-6, 0.4], \"log_scale\": True},\n", " {\"name\": \"momentum\", \"type\": \"range\", \"bounds\": [0.0, 1.0]},\n", " ],\n", " evaluation_function=train_evaluate,\n", " objective_name='accuracy',\n", ")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "We can introspect the optimal parameters and their outcomes:" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "{'lr': 0.00026097385501305033, 'momentum': 0.5342031670734286}" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "best_parameters" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "({'accuracy': 0.9306615473391737},\n", " {'accuracy': {'accuracy': 1.0055373746909624e-08}})" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "means, covariances = values\n", "means, covariances" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 4. Plot response surface\n", "\n", "Contour plot showing classification accuracy as a function of the two hyperparameters.\n", "\n", "The black squares show points that we have actually run, notice how they are clustered in the optimal region." ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "linkText": "Export to plot.ly", "plotlyServerURL": "https://plot.ly", "showLink": false }, "data": [ { "autocolorscale": false, "autocontour": true, "colorbar": { "tickfont": { "size": 8 }, "ticksuffix": "", "x": 0.45, "y": 0.5 }, "colorscale": [ [ 0.0, "rgb(247,252,253)" ], [ 0.125, "rgb(229,245,249)" ], [ 0.25, "rgb(204,236,230)" ], [ 0.375, "rgb(153,216,201)" ], [ 0.5, "rgb(102,194,164)" ], [ 0.625, "rgb(65,174,118)" ], [ 0.75, "rgb(35,139,69)" ], [ 0.875, "rgb(0,109,44)" ], [ 1.0, "rgb(0,68,27)" ] ], "contours": { "coloring": "heatmap" }, "hoverinfo": "x+y+z", "ncontours": 25, "type": "contour", "x": [ 1e-06, 1.3011511650442548e-06, 1.692994354296022e-06, 2.2028415765056147e-06, 2.866229883678204e-06, 3.729398352432554e-06, 4.852511011181743e-06, 6.3138503555892e-06, 8.215273746089953e-06, 1.0689313005882424e-05, 1.390841207112662e-05, 1.809694657026198e-05, 2.354686311364001e-05, 3.063802837345029e-05, 3.986470631277378e-05, 5.1870009063012666e-05, 6.749072272319499e-05, 8.781563250096393e-05, 0.00011426141253772724, 0.00014867137004306603, 0.00019344392634026088, 0.0002516997901283655, 0.0003274994751669172, 0.0004261263236648159, 0.0005544547624925005, 0.0007214294601814526, 0.000938688782612345, 0.0012213760031100258, 0.0015891948094037057, 0.002067782677737912, 0.0026904978401970136, 0.0035007443993213955, 0.004554997653699184, 0.005926740503884541, 0.007711585311544345, 0.010033938212454078, 0.013055670395116691, 0.01698740074503987, 0.02210317627048227, 0.028759573555516536, 0.03742055263793628, 0.04868979566145066, 0.06335278435066323, 0.0824315491666629, 0.10725590623460621, 0.13955614735503497, 0.18158364372009145, 0.23626776957937787, 0.3074200836506151, 0.4 ], "xaxis": "x", "y": [ 0.0, 0.02040816326530612, 0.04081632653061224, 0.061224489795918366, 0.08163265306122448, 0.1020408163265306, 0.12244897959183673, 0.14285714285714285, 0.16326530612244897, 0.18367346938775508, 0.2040816326530612, 0.22448979591836732, 0.24489795918367346, 0.26530612244897955, 0.2857142857142857, 0.3061224489795918, 0.32653061224489793, 0.3469387755102041, 0.36734693877551017, 0.3877551020408163, 0.4081632653061224, 0.42857142857142855, 0.44897959183673464, 0.4693877551020408, 0.4897959183673469, 0.5102040816326531, 0.5306122448979591, 0.5510204081632653, 0.5714285714285714, 0.5918367346938775, 0.6122448979591836, 0.6326530612244897, 0.6530612244897959, 0.673469387755102, 0.6938775510204082, 0.7142857142857142, 0.7346938775510203, 0.7551020408163265, 0.7755102040816326, 0.7959183673469387, 0.8163265306122448, 0.836734693877551, 0.8571428571428571, 0.8775510204081632, 0.8979591836734693, 0.9183673469387754, 0.9387755102040816, 0.9591836734693877, 0.9795918367346939, 1.0 ], "yaxis": "y", "z": [ [ 0.13733338177647125, 0.1805317854495323, 0.22905886560723737, 0.2819765283097085, 0.3381188888859528, 0.3961713691834369, 0.45473325886248595, 0.5123704019107381, 0.567664168505119, 0.6192626795762075, 0.6659403385180515, 0.7066720701409004, 0.7407292658218424, 0.7678053134679876, 0.7881797051512074, 0.8028892501817269, 0.813625555147161, 0.8223224218287266, 0.830709639807044, 0.8398587191027198, 0.8496951506537493, 0.8586395604786283, 0.8639560060234333, 0.862528051476898, 0.8516617214857163, 0.8297955603739948, 0.7966002626846435, 0.7526582801338424, 0.699181200784053, 0.637796744444065, 0.5703893119349672, 0.498980300192, 0.4256362512080453, 0.35239437515719124, 0.2811960595927004, 0.21381961205039096, 0.1518036613836129, 0.0963523557510162, 0.048221942775950266, 0.007687225081669746, -0.025349032268250693, -0.05123868016766164, -0.07049852461294681, -0.08374302884714524, -0.09163451116717403, -0.09484695606840299, -0.09404035490303819, -0.08984313595378124, -0.08284075993299433, -0.07356896868899909 ], [ 0.14586149308115803, 0.1893722657253859, 0.23816871343420765, 0.2913173919411857, 0.34765544780144125, 0.40586994287954237, 0.4645607574329213, 0.5222935587450261, 0.5776490149397935, 0.6292742765791236, 0.6759428698852283, 0.7166295187829423, 0.7506070112555362, 0.7775729935695577, 0.7978131881630434, 0.8123504554488349, 0.8228402348698931, 0.831182285537045, 0.8390754423657363, 0.8475602973940529, 0.8565406027534304, 0.8644750343939049, 0.8686997311555432, 0.8661739811666413, 0.8542766223849373, 0.8314701596107027, 0.797416638237092, 0.7526926569795843, 0.6985072356580935, 0.6364869218211068, 0.568515065336139, 0.49661138821577844, 0.4228397006024526, 0.34923312881473634, 0.27772735872025706, 0.21009308372690078, 0.14785907110183372, 0.09221750906069015, 0.04391859835648526, 0.0032430572542644365, -0.029900443290200474, -0.05586028030001022, -0.07515189611479878, -0.08839012052136042, -0.09623901014925329, -0.09937532728278375, -0.09846257722137253, -0.09413316792459825, -0.0869767715373243, -0.0775333778700964 ], [ 0.15635041677540473, 0.19998015211630416, 0.24878612321999227, 0.30185530991734594, 0.35804388205866255, 0.4160551180477985, 0.4745030385926912, 0.5319663047472336, 0.5870383185714766, 0.6383795671428983, 0.6847784484115425, 0.725227208805878, 0.7590200433911027, 0.7858797466853991, 0.8061081689617495, 0.8206900167123143, 0.8311845333731074, 0.8393831762545771, 0.8468784285258488, 0.8546106750504183, 0.8624314305044725, 0.8688827391881649, 0.8714806818046104, 0.8673841908137634, 0.8541428043063904, 0.8302764499627616, 0.7954163272296011, 0.75009712766216, 0.6954928048683638, 0.6332012477282215, 0.5650813992421315, 0.49313098030546193, 0.41939270501401765, 0.34587819307242973, 0.27449997218828937, 0.2070027595372363, 0.14488588561763704, 0.08931206880845521, 0.04101999172192261, 0.00030581405051410826, -0.032900208800071606, -0.05892874104660961, -0.07828224529647543, -0.09156670351035257, -0.09944071203354288, -0.10257826039986195, -0.10164214559012275, -0.097265591414193, -0.0900401523062081, -0.08050838858347686 ], [ 0.16863360677589145, 0.2122010013645967, 0.26077876430068175, 0.31348346971283647, 0.36920364205896045, 0.4266727494281824, 0.4845327134254015, 0.5413889336617944, 0.5958617260166, 0.6466399619846297, 0.692543083635379, 0.7325979435903507, 0.7661364925416003, 0.792916201527688, 0.8132457696794828, 0.8280460288147413, 0.8387390317097889, 0.8469487775977358, 0.8541005929661702, 0.8609940679417541, 0.8674288288139476, 0.8720573886142805, 0.8726374948356214, 0.8666087837266384, 0.851751479531287, 0.8266839527830836, 0.7910195571699621, 0.7452347837108086, 0.6904433711789325, 0.6281895530289657, 0.560285143468476, 0.4886854348044941, 0.41539331525631423, 0.34238112167722307, 0.27152075391596414, 0.20451363687029012, 0.14281399999184496, 0.08754570256562644, 0.03943324651019109, -0.0012101631702341464, -0.03442376848546913, -0.06050897618343287, -0.07994459462418846, -0.09331885026596465, -0.10127774904848663, -0.10448693281019716, -0.10360420712852703, -0.09926037344730754, -0.09204646084443946, -0.08250584415380036 ], [ 0.18248856613091058, 0.2258272075640015, 0.2739660603534111, 0.32605559920345845, 0.3810260008957283, 0.4376529480320678, 0.4946194066950365, 0.5505713080586893, 0.6041703407744856, 0.6541489006615455, 0.6993728930715365, 0.738918023706294, 0.7721633883608043, 0.7988988117710496, 0.8194217063829019, 0.8345645444141783, 0.8455837203386845, 0.8538975254784753, 0.8607280348691573, 0.8667200234994131, 0.8716317080418191, 0.8742398247126244, 0.8725662302178256, 0.8643656805478928, 0.8476826086226253, 0.821272685571615, 0.7847627385767009, 0.7385770997598613, 0.6837576182527778, 0.6217763234693111, 0.5543779430945017, 0.4834559452299519, 0.4109549985861273, 0.3387907002947031, 0.2687778464973773, 0.2025598684489589, 0.14153517832448814, 0.08678411761469174, 0.03901494193687116, -0.001444019710939215, -0.034598808130157144, -0.06071451090037017, -0.08023792998540646, -0.09373170919338525, -0.10182259820316863, -0.10516248044931076, -0.10439990370084407, -0.10015995231981634, -0.0930306301134527, -0.08355426202081839 ], [ 0.19766281100387106, 0.24062312890757598, 0.2881407857524398, 0.3394019049704072, 0.3933840540295736, 0.44891443663795516, 0.5047286031133773, 0.5595259165678534, 0.6120232176485613, 0.6610105372387601, 0.7054135284031595, 0.744366789833785, 0.7772992190472638, 0.8040238968528164, 0.824807515212622, 0.8403737237103519, 0.8517949597987502, 0.8602646201153272, 0.8667878097321232, 0.8718560528928774, 0.875196304894368, 0.8757105854816601, 0.8716804816379096, 0.8611781775694409, 0.8425267695322659, 0.8146508693915625, 0.7772269214689079, 0.7306478526717253, 0.6758858614758408, 0.6143313547839093, 0.5476472081886478, 0.47764849168540346, 0.4062049453267719, 0.3351594596350577, 0.2662553483821402, 0.201066583442295, 0.1409288146366111, 0.08687621408627133, 0.039598625341687343, -0.0005639110576869388, -0.033585458007203695, -0.05969207736471094, -0.07929334715776759, -0.09292037562623445, -0.10117501342607571, -0.1046904902637038, -0.10410205334135203, -0.10002583284170197, -0.09304427125420212, -0.08369669148403724 ], [ 0.2138927791359404, 0.2563433714405238, 0.30308595459425325, 0.3533427977979947, 0.4061420216356538, 0.46036887491867196, 0.51482071518465, 0.5682613710187618, 0.6194748613266251, 0.6673208649878317, 0.710795139864587, 0.7490972427395344, 0.7817043759658092, 0.8084421638951542, 0.8295302718559351, 0.8455692525810038, 0.8574386578111768, 0.8661019618104074, 0.8723475285213328, 0.8765207089099032, 0.8783222780065105, 0.8767694876221036, 0.8703834752875419, 0.8575386276751191, 0.8368382655074622, 0.8073990077113491, 0.7689808846763074, 0.7219726458010276, 0.6672892723216458, 0.6062392338297686, 0.5403953487388334, 0.47148209525084234, 0.4012806414498564, 0.33154781574967773, 0.2639438543286865, 0.19996483232019946, 0.1408791074753366, 0.08767278754884167, 0.041014914720986395, 0.0012531753157506431, -0.03155791043224998, -0.05760596128785356, -0.07726120121973312, -0.09101952724093965, -0.09945372922579965, -0.10317437588608969, -0.10279986141155495, -0.09893435997214284, -0.0921522924386905, -0.08298800599513334 ], [ 0.23091709445379754, 0.2727454036875086, 0.31858662621873884, 0.36769900231991426, 0.4191625492311104, 0.4719245468271456, 0.5248507026880358, 0.5767777382230747, 0.6265662670741572, 0.6731548491490117, 0.7156167230202627, 0.7532197267654571, 0.7854866564364934, 0.8122470400028291, 0.8336628321128936, 0.8502045233237758, 0.8625582012653051, 0.871461674630434, 0.8774928831133733, 0.8808559806564185, 0.8812227977906812, 0.8777074353963424, 0.8690432524509517, 0.85388382108048, 0.8311063188188248, 0.8000347631785384, 0.7605418158596875, 0.7130401844841718, 0.6584057658400759, 0.5978720323471431, 0.5329200657906974, 0.46517666289753085, 0.39632472129900687, 0.32802496695528827, 0.2618459893149928, 0.19920012431865358, 0.14128548884873937, 0.08903857632650702, 0.04310511867891209, 0.0038361618873707926, -0.028689680309501142, -0.05462434080725731, -0.0742991033271958, -0.08817322438265107, -0.09678796575198789, -0.10072838626960656, -0.10059320752441958, -0.09697207067733615, -0.09042912775680834, -0.08149184946228272 ], [ 0.24848540555653753, 0.28959776363484296, 0.3344375203716734, 0.3822982496457712, 0.4323118350590815, 0.4834893208131816, 0.5347685253971244, 0.5850644649315627, 0.6333206477344653, 0.6785607007958901, 0.7199401240664957, 0.7567970184711226, 0.7886981433219644, 0.8154725956872309, 0.8372207514381238, 0.854283506229595, 0.8671598463256476, 0.8763718485750821, 0.8822948786505029, 0.8849904989789281, 0.8840879150360278, 0.8787750693669717, 0.8679688215197406, 0.8505759013884109, 0.8257364445280955, 0.7929915194487575, 0.7523502934922378, 0.7042755830840411, 0.6496245513132898, 0.589567522602694, 0.5254976153675324, 0.45894172211648343, 0.391478874169709, 0.32466715907573107, 0.25997792559215327, 0.19873617200088828, 0.1420680520198061, 0.09085924015540026, 0.0457297439772405, 0.007029767484090121, -0.025142902854919602, -0.05090856393986387, -0.07056184155595546, -0.08452586081823499, -0.09330955510514494, -0.09747089845811041, -0.09758701392063629, -0.09423101274266099, -0.08795487390469214, -0.07927746463095886 ], [ 0.26636382806174747, 0.30668493560875865, 0.3504474586382926, 0.39697926169129816, 0.44546293765979234, 0.4949730319807978, 0.5445205267509668, 0.5931009812736935, 0.6397437952548164, 0.6835607991988792, 0.7237923859031399, 0.7598485811095824, 0.7913409165484964, 0.8180991207555246, 0.8401652911486013, 0.857758141002625, 0.8712013087743551, 0.8808141814982905, 0.8867767587377394, 0.8890005074463438, 0.8870479783798351, 0.8801542244144717, 0.8673898129472285, 0.8478876954949772, 0.8210382174024389, 0.7866056489705467, 0.7447553742813335, 0.6960234802339668, 0.6412689412831223, 0.581613586843554, 0.5183701214260108, 0.4529671607256103, 0.38687789742163403, 0.32155452600486384, 0.25836833939809434, 0.19855544062308822, 0.14316947368736266, 0.09304462638731315, 0.04877312804056422, 0.010700483792293047, -0.02106126151673493, -0.046605471210822036, -0.06619364368599523, -0.08021480192260733, -0.0891462261196867, -0.09351847581996686, -0.09388610244670503, -0.0908043640363011, -0.08481160278852184, -0.07641661671546607 ], [ 0.2843378434835998, 0.32380977383957654, 0.3664414942768474, 0.4115937386313595, 0.4584976979829324, 0.5062894132629746, 0.5540515821597805, 0.600859504973853, 0.64582820938671, 0.688157909382593, 0.7271746173605715, 0.762362023927454, 0.7933800891417282, 0.82006585864285, 0.8424135563430544, 0.8605335508480028, 0.8745901090429803, 0.8847145436273187, 0.8908969516046584, 0.8928869806182335, 0.8901529245108271, 0.8819417769089591, 0.8674441202580965, 0.8459932576098617, 0.8172177113968804, 0.7811093154672506, 0.7380062940450286, 0.6885383400471252, 0.6335861916430172, 0.5742387191509204, 0.511737481222179, 0.4474168289605174, 0.38264493769813046, 0.3187677117888377, 0.25705613228689106, 0.19865781668259358, 0.14455463897889775, 0.09552943280595239, 0.052145228551869094, 0.014739550486756903, -0.01656590060298002, -0.04184245890630911, -0.06132277175193601, -0.07536488992468848, -0.0844163195762998, -0.08898098907406216, -0.08959082478175306, -0.08678260623847023, -0.08108006745070384, -0.07298079347536035 ], [ 0.3022133469810313, 0.3407941645575655, 0.3822613937688963, 0.42600689853825324, 0.47130758813308293, 0.5173575493127385, 0.5633075794509139, 0.6083091566590094, 0.6515596193477164, 0.6923448904931297, 0.7300753800086128, 0.7643099967595889, 0.7947631263621596, 0.821290897201511, 0.843856940770518, 0.8624835498675023, 0.8771956415670337, 0.8879526982089336, 0.8945592584782426, 0.8965879047729075, 0.893379788626635, 0.8841513639927743, 0.8681759621111422, 0.8449639414062714, 0.8143732072766761, 0.7766265086106229, 0.7322481832908356, 0.6819801290018918, 0.6267436001962691, 0.5676085568242923, 0.5057542101731678, 0.44242559834204465, 0.3788886940942057, 0.31638518472709004, 0.2560878944187017, 0.1990583555660551, 0.1462088731425769, 0.09827212157506082, 0.05578138706550406, 0.019063694310660795, -0.011753678304499249, -0.03672483492987022, -0.056058215805552813, -0.0700847633320576, -0.0792250029739936, -0.08395793745406777, -0.08479363167414111, -0.08225042180027986, -0.07683695884098396, -0.06903882131471661 ], [ 0.3198163990847772, 0.3574784634381315, 0.39776495933485145, 0.4400969442392021, 0.48379364036988337, 0.5281026660998757, 0.5722375990829943, 0.6154202340992472, 0.6569242098722, 0.6961157658541769, 0.7324862934821105, 0.7656704975182879, 0.7954441817844126, 0.821697934040674, 0.8443883332846374, 0.8634770407105608, 0.8788747581508196, 0.8903881825674074, 0.8976399780021935, 0.9000045277147086, 0.896654450356892, 0.886727707006804, 0.8695430859348985, 0.8447699751933172, 0.812493104314516, 0.7731703968641085, 0.727520981966448, 0.67641584343302, 0.6208314732443376, 0.561828841901997, 0.5005315023285948, 0.4381001636397249, 0.3757029617807594, 0.3144817304075229, 0.25551567132252134, 0.1997846998841844, 0.148135380225782, 0.10125268952353084, 0.05964067499591774, 0.023614232845690974, -0.006697205465897693, -0.03133501380946191, -0.050488171059915765, -0.06446481376664104, -0.07366192265983684, -0.07853598834706577, -0.07957664817989674, -0.07728440509595313, -0.07215281155510633, -0.06465499244234396 ], [ 0.3369921259870767, 0.3737201276530245, 0.41282455697383363, 0.453753710529488, 0.49586550577231975, 0.5384559849782731, 0.5807950817229792, 0.6221673894073646, 0.6619146954469382, 0.6994757290804118, 0.7344170375495972, 0.7664477437615843, 0.7954111378558522, 0.8212486550554825, 0.8439376640798718, 0.8634146198593056, 0.8795087611380654, 0.89189724120018, 0.9000226941033648, 0.9030315294261338, 0.8998769135565328, 0.8895664311383631, 0.8714309298637111, 0.8452899545428799, 0.8114614253953416, 0.7706470453501917, 0.7237676475292414, 0.6718309420109909, 0.6158748032263599, 0.5569553590422762, 0.49614447744999657, 0.4345234083529795, 0.3731683955681224, 0.3131281343185488, 0.2553951729612668, 0.20087440825523356, 0.1503522056515212, 0.1044696703207858, 0.06370323989332471, 0.028354986219083944, -0.0014462296885862092, -0.025733153329312697, -0.04467997953961789, -0.0585765566041081, -0.06780016091480401, -0.07278767709789391, -0.07401024935920852, -0.07195161535830064, -0.06709060392220834, -0.05988775557775505 ], [ 0.3536031288647463, 0.38939188251043133, 0.4273251451505117, 0.46687669643338975, 0.5074396809767311, 0.5483534077772378, 0.5889373521481325, 0.6285305467469986, 0.6665334187349197, 0.7024474893548439, 0.7359063237668614, 0.7666894476701743, 0.7947109350818021, 0.8199771547758204, 0.8425141141392053, 0.8622745109339562, 0.8790504924321626, 0.8924183407855755, 0.9016376460233939, 0.9055888391366774, 0.9029468686001476, 0.8925352963767463, 0.873671745374651, 0.8463309557913711, 0.811082050712145, 0.7688839907093139, 0.7208620047749812, 0.6681545263449802, 0.6118545547418994, 0.5530104725170059, 0.4926437805998495, 0.43176146737626475, 0.3713557941743016, 0.31239158431984104, 0.25578417455275365, 0.2023721262268755, 0.15288879693037083, 0.1079365491247819, 0.06796690809894601, 0.03326930266511574, 0.003969964274424642, -0.019958912186176958, -0.03868125453529814, -0.05247319261324368, -0.06169633973801869, -0.06677116731929389, -0.06815258335768459, -0.06630895166363393, -0.06170505439977303, -0.05478898487592454 ], [ 0.3695277004233301, 0.40437971544413764, 0.44116207797945345, 0.47937270867779325, 0.518437028042183, 0.5577329724358641, 0.596623135996435, 0.6344927414273922, 0.6707910007734227, 0.7050715642099997, 0.7370251656161493, 0.7664951169193557, 0.7934658497621624, 0.818017818941326, 0.8402483180649222, 0.8601661089479213, 0.8775804775719742, 0.8920014077430102, 0.9024994351376749, 0.9076495895312118, 0.9057852418533763, 0.8954930447482574, 0.876065193963107, 0.8476556838379932, 0.8111153085321284, 0.767673329093532, 0.7186506508896184, 0.6652952761562445, 0.6087361489815131, 0.5500040085160172, 0.49006950461322596, 0.4298718052161786, 0.37032962717693674, 0.3123359017071809, 0.2567405467045943, 0.20432629677789965, 0.15578205573878812, 0.11167762409688664, 0.07244317567007885, 0.03835639406934521, 0.009539370551487236, -0.014034085952380204, -0.032521959555783075, -0.04619116430321657, -0.05539171523570585, -0.060530955742450265, -0.06204996089799708, -0.06040329686239032, -0.05604258196754519, -0.04940380950544476 ], [ 0.38465809812457263, 0.4185809623850201, 0.4542389658339112, 0.49115341194565804, 0.5287798738790598, 0.5665313074907782, 0.6038081523753901, 0.6400346799392688, 0.6746998467053379, 0.7073989895335949, 0.7378695226154643, 0.7660101418963747, 0.7918717219705205, 0.8156119549480195, 0.8374132569509316, 0.85736981324773, 0.8753520925677679, 0.8908419163582899, 0.9027305868467097, 0.9092562690382248, 0.9083463728210628, 0.8983019121488591, 0.8783968127332079, 0.8490115878112937, 0.8113176970113785, 0.7668172279084874, 0.716998541119652, 0.663181066734614, 0.60649998710379, 0.5479544412991253, 0.48846426604823534, 0.4289099157140006, 0.3701500850135702, 0.31302043179311567, 0.2583191698732562, 0.20678497877079988, 0.15907167409298184, 0.11572326269207878, 0.07715263876991807, 0.0436270988507792, 0.015263450816504376, -0.007965948445242566, -0.026217269881438465, -0.03975254810555606, -0.048914123149847666, -0.05409940378951228, -0.055738014732211405, -0.05427235370508143, -0.05014187108428081, -0.0437709590853852 ], [ 0.39889907805111136, 0.4319027265313443, 0.4664658898603884, 0.5021331620491918, 0.5383891643886143, 0.574679663058988, 0.6104394336255521, 0.6451266672350457, 0.6782630009243414, 0.7094765300139974, 0.7385415198333903, 0.7654031227598215, 0.7901722412513061, 0.8130807618559819, 0.8343979365078613, 0.854312612421748, 0.8727756756810231, 0.8892760751720727, 0.9025603662519307, 0.9105192967550345, 0.910617161987932, 0.9008320857664116, 0.8804545590371653, 0.8501633725787061, 0.8114870039208807, 0.7661774956190466, 0.7158351026288673, 0.6617963520921013, 0.6051680279015347, 0.5469053531141493, 0.487881586274064, 0.42893188655223957, 0.3708717795409079, 0.31449638074862113, 0.2605669852142737, 0.20979034389546347, 0.16279453953835676, 0.1201044785793558, 0.08211987843153656, 0.04909914108349023, 0.021152794970607514, -0.001751184620142343, -0.019771097517712, -0.03316816186230309, -0.04228065607373399, -0.04749898064531721, -0.049243521886117025, -0.04794607740839907, -0.044034958911519206, -0.03792355669457659 ], [ 0.4121668411942096, 0.4442608298446014, 0.47775825565956076, 0.51222754369859, 0.5471822968438498, 0.5821004143454964, 0.6164495977903568, 0.6497194779792862, 0.6814602609356785, 0.7113265825511267, 0.7391216100474728, 0.7648287596831618, 0.7886113161426316, 0.8107666430544509, 0.8316387395070058, 0.8514957469290608, 0.8703589644544765, 0.8877435212532128, 0.9023013873475096, 0.9115986577699289, 0.9126038538489812, 0.902961582163793, 0.8820504570689621, 0.8509373429364788, 0.8115189600864585, 0.765730408439805, 0.7151976957777396, 0.6612113248604912, 0.6048199944197359, 0.5469317988874446, 0.4883856728121575, 0.42999023322709046, 0.3725374804542703, 0.31679964546986256, 0.2635156449235365, 0.2133715681885009, 0.16697807943175058, 0.12484679287221145, 0.08736781696346752, 0.054791931152886386, 0.027222312047710195, 0.004619649687167882, -0.013180205559769731, -0.026441298184917028, -0.0355009661300022, -0.04074510011977672, -0.042586768192648616, -0.04144858965306186, -0.03774874113122351, -0.03189027013692791 ], [ 0.4243884787827948, 0.45557943024231684, 0.48803651017488126, 0.5213529991112082, 0.5550722846155729, 0.5887051016323707, 0.6217527110925911, 0.653736533865464, 0.6842347639809953, 0.712926011481834, 0.7396372362558722, 0.7643836027952384, 0.7873732264253752, 0.8089563488055755, 0.8295287021742935, 0.8494022330642751, 0.8686286148356397, 0.8867325241173144, 0.9023131756486256, 0.9126743041532474, 0.9143132784474963, 0.9045839396402562, 0.8830636429344019, 0.8512909046834135, 0.8114796767366446, 0.7656223980516332, 0.7152638618774182, 0.6615939200860199, 0.6055918389368534, 0.5481313785640214, 0.4900393687861312, 0.4321212107603686, 0.37516601311991715, 0.3199397781794918, 0.26717165564365186, 0.21753611444124105, 0.17163257701755996, 0.12996342504636738, 0.0929115909207544, 0.06072094411728057, 0.0334859766868274, 0.011157164107558848, -0.006438870934390661, -0.019572007990292906, -0.028581082113074308, -0.03384941678162812, -0.03578431237569668, -0.03480043584722847, -0.031306771014041446, -0.025696712976416625 ], [ 0.4355019251296248, 0.4657913392528271, 0.4972268230573812, 0.5294277870673352, 0.56196875452958, 0.5943949619062538, 0.6262434234704708, 0.6570701088053799, 0.6864840751181375, 0.71418953252751, 0.7400357185519622, 0.7640651865701851, 0.7865243382777141, 0.8078020185473295, 0.828317565770226, 0.8483818163041409, 0.868016756717049, 0.886695235640391, 0.9029512927318881, 0.9139127161689667, 0.9157475730905411, 0.9056519892605825, 0.8835321958175057, 0.8514190056892021, 0.8116868609631424, 0.7662097780390289, 0.7163552625701104, 0.6631919636065552, 0.607648708069651, 0.5505960395659526, 0.4928786927309799, 0.4353233448315737, 0.37873466973852093, 0.32388562976242746, 0.2715045264003503, 0.22225978652939687, 0.1767427017587192, 0.13544795717382696, 0.09875201809984424, 0.06689170276048717, 0.03995112279852997, 0.01786765567197668, 0.0004559372449441934, -0.012561838282824977, -0.02152759384439884, -0.026823407623388418, -0.028851972080427668, -0.02802101929952261, -0.024731204569131138, -0.01936697017833522 ], [ 0.44545634315777527, 0.4748389564038489, 0.50526266090887, 0.5363742590444079, 0.5677809171987754, 0.599064433355898, 0.6298005339866306, 0.6595838903793053, 0.6880597695316657, 0.7149635619140333, 0.7401696468728075, 0.7637459943694331, 0.7859714076184129, 0.8072580328052062, 0.8280206601523676, 0.8485257646648512, 0.8687038525497937, 0.8878928944011484, 0.9044717755025523, 0.9154493015683056, 0.9169648590524049, 0.9063114199649889, 0.8838236392433371, 0.8518853356458689, 0.8127637442730028, 0.768046054278902, 0.7188878006851486, 0.6662717576441366, 0.6111270418528716, 0.554363875993896, 0.49687530797453133, 0.4395291684888122, 0.3831580880299252, 0.32854931724638464, 0.27643416501314605, 0.227476385450103, 0.18225872114032504, 0.1412666960586002, 0.10486874823056758, 0.07329336619897275, 0.046612234578568446, 0.024747097301104803, 0.00749894513146665, -0.005418847252325221, -0.01435197526665244, -0.01968200046988211, -0.021807808202987777, -0.021131015614962334, -0.018044725386048288, -0.012925111157495839 ], [ 0.45421279362125466, 0.4826756217823122, 0.5120869979563925, 0.54212213506368, 0.5724221495900692, 0.6026073080557994, 0.6322949361439304, 0.661122689394682, 0.6887780831781362, 0.7150354562830419, 0.7398018819753426, 0.7631721632036325, 0.7854496711569127, 0.8070523433254297, 0.8283656390525729, 0.8495775100414908, 0.8704778988603835, 0.8901989299174098, 0.9068829734282368, 0.9174601682808841, 0.9183145086937426, 0.9071914963024286, 0.8848536021134874, 0.853689963233659, 0.81558178631628, 0.7717628039847565, 0.7232427329642107, 0.6710062983697651, 0.616047894420289, 0.559356088072325, 0.5018923535831273, 0.44457481262958837, 0.3882672423103326, 0.33377125071027347, 0.2818194994376766, 0.23306828419674636, 0.18808811082287874, 0.14735100095324372, 0.11121315317147562, 0.07989186554622485, 0.05344414930264374, 0.03177465993437911, 0.014670782123180959, 0.001837452925417149, -0.007074688533329487, -0.012446927709132471, -0.014674836533644986, -0.01415454611680067, -0.011272271651285526, -0.006396549116333583 ], [ 0.4617449905202059, 0.4892671076044774, 0.5176547660195828, 0.5466122077802585, 0.5758153591089444, 0.6049243279541142, 0.6336002618625342, 0.6615272616520745, 0.6884402091843093, 0.7141595688745357, 0.7386343952897642, 0.7619915551370574, 0.7845462795859419, 0.8067035177245746, 0.8288009224315289, 0.8509291054490923, 0.872717983897159, 0.8930809996325466, 0.9099542954320647, 0.9202710525652801, 0.920746423764367, 0.9096657573711538, 0.8880793119027579, 0.8580648873072351, 0.8209762338409358, 0.7778011234875079, 0.7295558892854135, 0.6773255776612787, 0.6222165692425523, 0.5653120665423998, 0.5076434512605689, 0.45017447584463943, 0.39379348337141357, 0.33930971810015204, 0.2874508650937958, 0.23885976285773436, 0.19408870823089142, 0.15358995163018618, 0.11770091350434742, 0.08662242701042067, 0.06039470025708604, 0.03890622030326263, 0.02193265062089511, 0.009171839269568327, 0.0002714372630245876, -0.005149411675261506, -0.007483166955712384, -0.007120882787697513, -0.004442391947906965, 0.00019088632466279787 ], [ 0.46803993445754055, 0.49459294808443427, 0.5219351011780419, 0.5497998056983731, 0.5778980842193567, 0.6059305329579052, 0.6336033924564487, 0.660649408521209, 0.686854279613908, 0.7120895284153219, 0.7363518491570108, 0.7598005306459373, 0.7827510826272309, 0.8055795303252882, 0.828564856122839, 0.8517011929915851, 0.8744824300593482, 0.8956742948407012, 0.9131509319589008, 0.9239956932036769, 0.9252040710977947, 0.9151627126319662, 0.8947877551700592, 0.8657859999384401, 0.829187750503654, 0.7860247392742549, 0.7374737530500467, 0.6847707567574173, 0.6291384438696229, 0.5717423876316041, 0.5136675767312626, 0.4559078557074313, 0.39936286121633374, 0.34483859360871544, 0.29304884266835357, 0.24461540690906813, 0.2000654699404491, 0.15982466773349802, 0.12420433670334374, 0.09338147907866279, 0.06737786580260796, 0.046069295765327256, 0.029222660469148787, 0.01653067110025086, 0.007639146926953555, 0.0021682262138316144, -0.0002712858888216374, -6.548217591373362e-05, 0.002411917838181399, 0.006806273183705636 ], [ 0.4730982447469927, 0.49864735089081436, 0.5249130120726063, 0.5516574525460303, 0.5786264572665436, 0.6055609437445144, 0.6322124080101247, 0.6583628778040475, 0.6838499864521538, 0.7085973281135884, 0.7326476548061489, 0.7561858681056075, 0.779518591056622, 0.8029823712605182, 0.8267938880658248, 0.8508675104240692, 0.8746167482812205, 0.8967759161063439, 0.9153370215080231, 0.9277113541995681, 0.9311375572774592, 0.9234976419784585, 0.9046590585285168, 0.8761075630525146, 0.8392225812741853, 0.795381741891538, 0.7459872820209579, 0.6924181519196627, 0.6359885216909986, 0.577920826244722, 0.5193317134312078, 0.46122738289662, 0.404504807027966, 0.3499558211578786, 0.29827163423058534, 0.25004578507777786, 0.20577389012083264, 0.16584868704329614, 0.1305489964447062, 0.10002254762141183, 0.07427155506283989, 0.05316200159484763, 0.036455317004302934, 0.023841590996253825, 0.014966530470559736, 0.009452349653205516, 0.0069137235996843405, 0.006969790942990106, 0.009252994755285404, 0.013415389817002965 ], [ 0.4769340702361134, 0.501439526422701, 0.5265902457738176, 0.552176416049582, 0.5779776130362101, 0.6037740308982784, 0.6293613147517327, 0.6545694870100673, 0.6792861707362418, 0.7034831490993659, 0.7272414674739905, 0.7507610743712658, 0.7743306870450772, 0.7982406195597473, 0.822646122269921, 0.8474026932341108, 0.8718991889368669, 0.8949352619488428, 0.9147319637709966, 0.9291125702025766, 0.9355697160106635, 0.9312756832492086, 0.9143578745259515, 0.886085288513756, 0.8486387997537789, 0.8038808119542155, 0.7534712193415263, 0.6989329751744443, 0.6416628446822005, 0.5829286837610117, 0.5238676057384972, 0.4654882635725318, 0.40867661999825566, 0.35420344036744006, 0.3027315815691417, 0.25482129839735507, 0.21093198907092608, 0.17141901520411018, 0.1365247904724336, 0.10636581534165457, 0.08092437505035366, 0.06005784893132016, 0.04352497894235996, 0.03101602933744796, 0.02217882996410181, 0.016639298093099164, 0.014017090805436339, 0.013937292863150263, 0.01603893599726791, 0.019980998915313908 ], [ 0.4795745303031054, 0.5029933806613847, 0.5269852995594986, 0.5513671197123321, 0.5759505994638772, 0.6005532512199491, 0.6250123999600228, 0.6492027079338871, 0.6730567870040064, 0.6965868106850127, 0.719901058987905, 0.7432027343166241, 0.7667538907196989, 0.79079400117575, 0.8154191554662249, 0.8404413717338647, 0.8652573652890364, 0.8887725675270364, 0.9094445305437994, 0.9254171937785439, 0.9343640259112276, 0.93308473011839, 0.9186503975239244, 0.8915390978993926, 0.8542163736859457, 0.8090309417428398, 0.7579729610214163, 0.702762932772615, 0.6449115379710252, 0.5857485975034676, 0.526439589135321, 0.46799876009680286, 0.4113017091270052, 0.357097518095354, 0.30601943850472524, 0.2585928305134452, 0.21523908396412617, 0.1762745547567961, 0.1419045211130454, 0.11221484846490637, 0.08716853893717769, 0.06661512836025685, 0.05031264896235943, 0.03795414768609695, 0.0291920550157293, 0.023658035220801565, 0.020978295482621756, 0.020785015197047674, 0.022724627038949174, 0.026463592112514922 ], [ 0.48105870285785324, 0.5033466109542586, 0.5261326611820225, 0.5492585818188235, 0.5725661068516679, 0.5959072429154856, 0.6191572661956223, 0.6422303592241454, 0.6650969241292497, 0.6877997062678674, 0.710462454136028, 0.733280665503713, 0.7564826184138373, 0.7802547834599688, 0.8046376337289134, 0.8294097437929583, 0.8539882778570324, 0.8773839920985487, 0.8982431756460519, 0.9148956319628097, 0.9251518123811155, 0.9259588127313747, 0.914150000574263, 0.8892172350371665, 0.8531688755135272, 0.8085461947008775, 0.7576417225151235, 0.7024109225702075, 0.6445187243616324, 0.5853872731736574, 0.5262309138791108, 0.46808271756035, 0.41181627176881963, 0.35816418420731333, 0.3077333173030129, 0.2610161288554299, 0.2183973774190403, 0.18015581213061926, 0.14646158042864088, 0.11737232752908255, 0.09283349748131864, 0.07268789461961866, 0.05669445120434635, 0.04455126663757791, 0.03591782311770464, 0.030433782052587954, 0.0277337883487615, 0.02745861723669063, 0.02926325620091008, 0.032822516038805705 ], [ 0.4814362230576171, 0.5025493028771701, 0.5240814283970033, 0.5458971099320161, 0.5678653484306803, 0.5898691221393113, 0.6118169968956231, 0.6336564500460469, 0.6553875017785517, 0.6770734561667942, 0.6988429724918465, 0.7208753284903748, 0.7433610217377722, 0.7664349750580025, 0.7900886879841512, 0.8140773974063689, 0.8378463475203453, 0.860502897011076, 0.8808387973437157, 0.897321098619008, 0.9079227919510712, 0.9098861065760244, 0.9002319248078536, 0.8778279508520872, 0.843938390106274, 0.800894680568844, 0.7510986962537992, 0.6966858190977935, 0.6394750483739167, 0.5809964923879078, 0.5225304564450193, 0.4651431616565898, 0.40971716093649446, 0.3569767406467653, 0.3075084449974223, 0.26177652571530297, 0.22013308592961306, 0.18282310888027242, 0.1499856034558854, 0.12165372662474105, 0.09775805446615571, 0.07813638862141847, 0.0625502072395765, 0.05070470060143739, 0.04226870338461142, 0.03689214741256719, 0.03422016031328157, 0.03390384479330977, 0.035608153102770324, 0.039017364893624285 ], [ 0.48076558141768944, 0.5006621491570479, 0.5208934686930669, 0.5413444533593088, 0.5619083167837271, 0.5824950529625547, 0.6030413843595762, 0.623521521358325, 0.6439570900962689, 0.664423078290767, 0.6850448697200086, 0.7059803200238921, 0.7273819190905847, 0.7493384781637026, 0.7718027823648785, 0.7945190125694139, 0.8169685537538325, 0.838349197417835, 0.8575769434258452, 0.8732479775884112, 0.8834941006262127, 0.8858349221824885, 0.8776402742679577, 0.8575554658107322, 0.8261954640604583, 0.7854528190151161, 0.7376097484115959, 0.6848517413366735, 0.6290962782394336, 0.5719645116011389, 0.5148026282405348, 0.4587160269729629, 0.40460370726597245, 0.35318882223630416, 0.30504403578446965, 0.2606111677743165, 0.22021506623676612, 0.18407224228355168, 0.15229573277764985, 0.1248987723617968, 0.10180047781427026, 0.08283596105943969, 0.06777111035100014, 0.05632015413651492, 0.048163414736362986, 0.04296327669272937, 0.04037741171534137, 0.04006908261915321, 0.04171476750073533, 0.045009506165225144 ], [ 0.4791122169857794, 0.4977544095855121, 0.5166412593879477, 0.5356755616716825, 0.5547715358460643, 0.5738621083743097, 0.5929070253529817, 0.6119010004196576, 0.6308802184648733, 0.6499243479485949, 0.669150097037196, 0.6886920233299725, 0.7086677328852627, 0.7291282809853017, 0.7499998595579802, 0.7710278492887761, 0.7917359457852858, 0.8114060325817758, 0.8290625604870446, 0.8434176612510652, 0.8527522484443999, 0.8548643639085572, 0.8474908219354507, 0.8292852177970309, 0.8004303050304711, 0.7623508539218478, 0.7170599526511584, 0.666656455686268, 0.6130688909245451, 0.5579629781973044, 0.5027297064252139, 0.4485063722462813, 0.3962080588667621, 0.3465596869030444, 0.3001244216855985, 0.2573267289876351, 0.2184696657896451, 0.183746935812503, 0.15325114733194667, 0.1269805090643944, 0.10484647662857194, 0.08668418577525383, 0.07226601623331341, 0.061317158971649244, 0.0535314078915996, 0.048585630465663776, 0.04615201567728355, 0.04590780540258932, 0.04754261034493179, 0.05076360542906111 ], [ 0.47654649751676936, 0.4939017180685938, 0.5114055224468044, 0.5289760574510562, 0.5465453854484739, 0.5640654388255049, 0.5815142386133209, 0.5989015593714863, 0.6162724806194796, 0.6337064165204165, 0.6513085878746017, 0.6691910380542667, 0.6874417609031818, 0.7060834537679821, 0.7250271495966516, 0.7440288468036368, 0.7626565401669424, 0.7802673191100906, 0.7959787799241507, 0.8086091230369066, 0.8165943244946545, 0.8180101477412071, 0.8109359314896891, 0.7941377861003702, 0.7675538344294665, 0.732215993092682, 0.6898164086229726, 0.6422705924535802, 0.5914317168768393, 0.538949883666035, 0.48622430743521483, 0.43440423153956986, 0.3844114037552427, 0.33696944870358925, 0.2926327502204725, 0.2518114074272448, 0.21479104267506344, 0.1817476397677219, 0.15275859604397013, 0.12781183723034995, 0.10681499078493151, 0.08960608167283535, 0.07596616852703941, 0.06563329193682699, 0.05831654743063053, 0.05370912563954744, 0.051499543993897334, 0.05138073635735585, 0.053057004212277104, 0.05624903019655625 ], [ 0.4731416709687216, 0.48918382994830667, 0.5052727515811657, 0.5213395189182852, 0.5373310889763612, 0.5532148492031242, 0.5689829810317766, 0.5846558878152593, 0.6002833476207253, 0.6159414611690796, 0.6317231657172999, 0.6477204500544183, 0.6639977302849223, 0.6805580668444644, 0.6973063326482453, 0.7140146721991167, 0.7302936759320364, 0.7455661902513413, 0.7590321301006693, 0.7696147847711731, 0.7759153608567648, 0.7762777196538942, 0.7690900828866978, 0.753272134458182, 0.7286454094463443, 0.695948936932167, 0.6565673714248395, 0.6121859644791858, 0.5645178086506202, 0.5151397741702669, 0.4654167144932321, 0.41648169521685446, 0.3692462671033646, 0.3244238973037709, 0.28255676551582576, 0.24404079122054922, 0.20914666592184272, 0.178036495212321, 0.15077682389748392, 0.12734947778670236, 0.10766179749115279, 0.09155745813928651, 0.07882833080568219, 0.06922708396161281, 0.06247975947197504, 0.058297486582213454, 0.056386705647287094, 0.05645757799661055, 0.058230527040688096, 0.0614410366501571 ], [ 0.4689718655643554, 0.4836823942441609, 0.49833272364949927, 0.5128646754264659, 0.5272374928280756, 0.5414309785530728, 0.5554481067480482, 0.5693165159339356, 0.58308781102147, 0.5968331954025727, 0.610633847678726, 0.6245648882384491, 0.638672866879386, 0.6529482634697427, 0.6672959035283046, 0.6815063959193344, 0.6952296028483863, 0.7079468108416727, 0.7189353740300435, 0.7272277380205341, 0.7315965499064246, 0.7306379301834317, 0.7230159067180564, 0.7078157297857987, 0.6848226970442614, 0.6545727778233618, 0.6181866548978976, 0.577111074986576, 0.5328813461322895, 0.4869559803288255, 0.44062535492803306, 0.394975677366957, 0.350887174385132, 0.3090500304527389, 0.26998721080439925, 0.23407785619388694, 0.20157813488451648, 0.17263854207998874, 0.1473179502194063, 0.1255954239134176, 0.10738100850746535, 0.09252646136342402, 0.0808363804920127, 0.07207963369440673, 0.06600061560434145, 0.062329746042819045, 0.0607927219524258, 0.06111823536615546, 0.06304407346399044, 0.06632167165056957 ], [ 0.4641102109684908, 0.4774788317535609, 0.49067608787447387, 0.5036526323571027, 0.5163778001141366, 0.5288413345324786, 0.5410543816923192, 0.5530493567229227, 0.5648778825022809, 0.5766057031018152, 0.5883034597629317, 0.600032617737642, 0.6118266542810958, 0.6236686393221864, 0.6354670566355746, 0.6470314504590431, 0.6580478454471851, 0.6680517406935463, 0.6763972461234354, 0.682230441932409, 0.6844958266920522, 0.6820229867681618, 0.6737218605741503, 0.6588421605025215, 0.6371817381983398, 0.6091440112456641, 0.5756369113669332, 0.5378836193230799, 0.4972270168231037, 0.45497766623233027, 0.4123189935452345, 0.3702618054157347, 0.329633023665105, 0.29108432674478896, 0.2551100854931916, 0.22206785948237057, 0.19219780395743574, 0.16563949178765813, 0.14244602411960539, 0.12259605407641738, 0.10600460590655236, 0.09253345347145403, 0.08200147511353573, 0.0741950037843434, 0.06887789406633804, 0.0658009038385231, 0.06471002220715127, 0.06535350107546223, 0.06748749637305274, 0.07088035136875404 ], [ 0.4586271509564901, 0.4706523992298429, 0.4823921295715633, 0.4938042512801504, 0.5048664356601592, 0.5155764448191029, 0.5259516452316633, 0.5360275325221004, 0.5458547114369849, 0.5554935250312526, 0.5650055386972256, 0.5744414113828555, 0.5838252707669126, 0.5931363394607231, 0.602288878866179, 0.6111111792999637, 0.6193233863941945, 0.6265134980765317, 0.6321134066296803, 0.6353851871408251, 0.6354406426390355, 0.6313231647496635, 0.6221622424459125, 0.6073652049308916, 0.5867715829199199, 0.5607045197446229, 0.5299073232591305, 0.49540541294315255, 0.4583506344831534, 0.4198901343905209, 0.3810774039923574, 0.3428243743355052, 0.3058846020085211, 0.270856086145728, 0.23819432110804, 0.20822918400239998, 0.18118193153999373, 0.15718056396267055, 0.13627311640477213, 0.11843917749220911, 0.10360023287504605, 0.09162940543310505, 0.0823609426852534, 0.07559952074973486, 0.0711292058662274, 0.06872179911764775, 0.06814428885717416, 0.06916521114312713, 0.07155982437901365, 0.07511410435979571 ], [ 0.45258901775932625, 0.46327852029282524, 0.47356680649810157, 0.48341781203686846, 0.4928162131950432, 0.5017663596547892, 0.5102904336434906, 0.5184258847743654, 0.526221775165333, 0.5337334250727523, 0.54101475519389, 0.5481079698803043, 0.5550306275557351, 0.5617605274529885, 0.5682189877811097, 0.5742528856591407, 0.579615542643011, 0.5839471215485337, 0.586758178957885, 0.587426249870292, 0.5852223344214211, 0.579384178927549, 0.5692376155318712, 0.5543383765499418, 0.5345847108834806, 0.5102573389787335, 0.4819760885907405, 0.4505975262464097, 0.41709329718481875, 0.3824424919084193, 0.34755477069030105, 0.3132260277896876, 0.28012012718040546, 0.24876799872174826, 0.21957645723575725, 0.19284127927750883, 0.16876118261280848, 0.1474509928413107, 0.12895339828150065, 0.11324935598381236, 0.10026751107494447, 0.08989302522624065, 0.08197607999626, 0.07634012909204291, 0.07278980455446427, 0.07111828449485491, 0.07111391342746531, 0.07256591070645035, 0.07526907732681964, 0.07902748922563985 ], [ 0.44605693963706683, 0.45542746442152515, 0.4642811547465435, 0.47258707648207354, 0.48033595450773164, 0.4875376900989916, 0.49421828179583915, 0.5004163949833003, 0.5061793315237302, 0.5115578951473928, 0.516599645381124, 0.5213402211730006, 0.5257926971019469, 0.529935185125924, 0.5336970049445157, 0.5369437374856469, 0.5394616605038399, 0.540943122268441, 0.5409770905693005, 0.5390532722367914, 0.5345914111233819, 0.5270048086332306, 0.5157949713103958, 0.5006559198580307, 0.48155414273756525, 0.4587551113328854, 0.43278878672357113, 0.40437073416432245, 0.37430776949460415, 0.34341361319280067, 0.3124477871055278, 0.2820793703853498, 0.252870853873816, 0.22527566367289453, 0.1996437019373064, 0.17623078163837413, 0.15520932045477176, 0.1366788456108835, 0.12067570305693698, 0.107181890175707, 0.09613319321265446, 0.08742687188650833, 0.08092906552464985, 0.0764819703984877, 0.07391071839275432, 0.07302981144613852, 0.07364894622564921, 0.07557808996850246, 0.07863172181375244, 0.08263221457225878 ], [ 0.43908615613042173, 0.44716345651114064, 0.454610158429653, 0.4613998623248267, 0.46752868208657905, 0.47301131050908796, 0.4778768244220706, 0.48216460279902146, 0.48592013481504964, 0.4891902420127513, 0.49201724438623473, 0.49443175657537863, 0.4964440149662204, 0.49803383077287117, 0.49913940352505914, 0.4996453934875832, 0.49937110389581596, 0.4980607723400956, 0.49538006019113623, 0.4909253114090534, 0.48425310788978043, 0.474934249029346, 0.4626271215829742, 0.44715352215331006, 0.42855281428703534, 0.4070946413746356, 0.38324596505575304, 0.3576062814747911, 0.3308342938207415, 0.30358547203928155, 0.2764687516909461, 0.25002145985622093, 0.2246979366760482, 0.20086725730990546, 0.17881646377648808, 0.15875674471248158, 0.14083085794550365, 0.1251207781891588, 0.1116550742284993, 0.10041587475123726, 0.0913454779358176, 0.08435272248506709, 0.07931920725190555, 0.07610536992636663, 0.07455635521807624, 0.07450754875863552, 0.07578963623501223, 0.07823306467343061, 0.0816718223553915, 0.08594650176115626 ], [ 0.4317258202760586, 0.43854430195101285, 0.4446221751570684, 0.44993722310233075, 0.4544904766419041, 0.45830079978081684, 0.46139973824601016, 0.4638270045580498, 0.4656263046922859, 0.4668410068999511, 0.4675091924454331, 0.46765777596683605, 0.4672955669604426, 0.46640532433487014, 0.46493504044296996, 0.4627889685250555, 0.45981946150366504, 0.4558217162189865, 0.4505349799090089, 0.44365505192021215, 0.43486263049300483, 0.423868638870665, 0.4104707957286177, 0.39460775272071097, 0.3763928809069148, 0.35611367890897244, 0.3341953585977357, 0.311142784772051, 0.28748277040663606, 0.26372205849473407, 0.24032295857445674, 0.21769123777326677, 0.19617106209916524, 0.17604407827742452, 0.15753114113712008, 0.1407957308778408, 0.1259483391128935, 0.11305130409841024, 0.10212378245131737, 0.09314672196129681, 0.08606781572034372, 0.08080646299300076, 0.07725874979684677, 0.07530241718476693, 0.07480173473666585, 0.07561216129466819, 0.07758466433830202, 0.08056958317420915, 0.0844199521895308, 0.08899423934611395 ], [ 0.42401937451310456, 0.4296216171885892, 0.4343790090017471, 0.43827331748552356, 0.4413100588620089, 0.4435116442795727, 0.444911500870862, 0.4455493474086174, 0.4454671837088334, 0.44470545575027787, 0.4432989458416897, 0.4412720878467218, 0.43863357925157487, 0.43537034462751995, 0.4314411241392586, 0.42677028940457007, 0.4212430328627285, 0.4147038905519366, 0.406961479943426, 0.3978028115417958, 0.3870196439754274, 0.3744462646023194, 0.36000290420027026, 0.34373347278631783, 0.3258235239341913, 0.3065875362129171, 0.28642562319156345, 0.2657660293470209, 0.24501851431717936, 0.22455186777480118, 0.20468921563844344, 0.18570945592642413, 0.16784892710578225, 0.15130236318571355, 0.13622371530049826, 0.12272735308842098, 0.11088981789163954, 0.10075208817226144, 0.09232225593780186, 0.08557853074511468, 0.08047252198503119, 0.07693276665890869, 0.07486846057653773, 0.07417332386066677, 0.07472950116520627, 0.07641137600920456, 0.07908917427542217, 0.08263224486583343, 0.08691193153108134, 0.09180398259571732 ], [ 0.41600559782286256, 0.42044176435607117, 0.4239367236770288, 0.42647603225486774, 0.42806911249329543, 0.42874116879866614, 0.4285268845808828, 0.42746568859524525, 0.4255980007502303, 0.4229619037762984, 0.4195898134701976, 0.41550487245205, 0.4107169583731555, 0.4052183837085639, 0.39897959813925105, 0.3919455347376905, 0.38403371253320284, 0.37513579433025834, 0.3651248025407164, 0.35387018086811545, 0.341261765606423, 0.32724108391140155, 0.3118344748870461, 0.29517852952094853, 0.2775261967698052, 0.25922390118051486, 0.24065938050288022, 0.22219917577434972, 0.2041492221023501, 0.18675207481910594, 0.17020226535310445, 0.15466051059409824, 0.14026146892456126, 0.1271165991427885, 0.11531454969591115, 0.1049207407414442, 0.09597701283300386, 0.08850171206278867, 0.08249032245689536, 0.07791664599534809, 0.07473449035831137, 0.0728798066181684, 0.07227320203692245, 0.07282273272862427, 0.0744268617731284, 0.07697745691107516, 0.08036270247920385, 0.08446981330009029, 0.08918746114224751, 0.09440785269771668 ], [ 0.4077204365685677, 0.41104760117079825, 0.41334728274409044, 0.4146083784763167, 0.4148432944380938, 0.4140790885285353, 0.4123510449022452, 0.4096980559497178, 0.4061591563364241, 0.4017706764138616, 0.39656362254392774, 0.39056104040568945, 0.38377527806354883, 0.37620524998533705, 0.36783403255899616, 0.3586274208850971, 0.34853444949814527, 0.3374912615418181, 0.32542991507237057, 0.31229342015335176, 0.298057142836593, 0.2827545095902912, 0.26650195940408344, 0.24951512166643325, 0.2321063751124679, 0.2146545555540676, 0.19754389010978457, 0.1810914107743552, 0.1655112171198907, 0.15093287403769817, 0.1374361666771593, 0.12507577218028665, 0.1138938223710968, 0.10392455504696763, 0.09519474969269115, 0.0877223376504418, 0.08151454955778403, 0.07656629844626595, 0.07285911087213304, 0.07036071216144468, 0.06902526728430614, 0.06879422461408113, 0.069597677460849, 0.07135613572097355, 0.07398258467810703, 0.07738470122035734, 0.08146710092961484, 0.08613350243686735, 0.09128871604775324, 0.09684038868335931 ], [ 0.399199751205867, 0.4014811701117097, 0.40266105139906644, 0.4027305603680291, 0.40170375095345984, 0.399608478096956, 0.3964800039627433, 0.39235652057719955, 0.3872759528633773, 0.3812735462357009, 0.3743798814659232, 0.36661910240690543, 0.35800729654394614, 0.34855114449351116, 0.33824716500291874, 0.32708213300762723, 0.31503551966058035, 0.3020850182673651, 0.2882162213425004, 0.2734370755584881, 0.2577966480546671, 0.24140592902822078, 0.2244561052584862, 0.20722750935701645, 0.19008094438771078, 0.17342282490267968, 0.15763791285899498, 0.14300340894719765, 0.1296535618990129, 0.11762114813483038, 0.10688833672756326, 0.09741845734768584, 0.0891722451546274, 0.08211436794650462, 0.07621445716158881, 0.0714454094470428, 0.067780650433237, 0.06519132371616765, 0.06364390670817, 0.06309847904184118, 0.063507710615478, 0.06481654635021827, 0.06696251257781771, 0.06987653901472224, 0.07348417297204513, 0.07770705606686157, 0.08246453712286572, 0.08767530689989422, 0.09325895872208334, 0.09913740133229287 ], [ 0.3904831360595032, 0.39178740257508354, 0.3919299437469138, 0.39090234409208613, 0.3887187719128071, 0.3854068496650834, 0.38100128130294775, 0.3755394821001004, 0.3690586077235361, 0.3615935189290771, 0.3531753534770463, 0.34383051429970607, 0.3335800293208288, 0.32243940063737014, 0.3104192435096573, 0.29752721248373915, 0.28377189123907937, 0.2691694101512421, 0.2537534269010362, 0.23758860707052193, 0.22078675134712206, 0.20352323314639625, 0.186049627778877, 0.16869670406003023, 0.1518607304185433, 0.13596557968566936, 0.12139340064437298, 0.10838832754134764, 0.09701968174852871, 0.08724391412290156, 0.07896497729549123, 0.07207074600860541, 0.06645260526523722, 0.06201417452263247, 0.05867349037511527, 0.05636161243055471, 0.055019578213968634, 0.054594888185195534, 0.05503819749521788, 0.056300565386334545, 0.058331410504020687, 0.061077197339128086, 0.0644808053168493, 0.06848148879742677, 0.07301531275223194, 0.07801593944500307, 0.08341564285445058, 0.08914643742599926, 0.09514122368443001, 0.10133487282708464 ], [ 0.381618676510678, 0.38201816386791804, 0.3812102579665575, 0.3791849536786668, 0.3759550476640231, 0.37154697663832026, 0.3659944185894805, 0.35933398273559364, 0.35160241393713254, 0.34283487293020826, 0.3330639855570958, 0.32231948573320063, 0.31062841324474827, 0.2980159720658656, 0.28450730605449426, 0.2701305930315709, 0.2549219601895168, 0.23893271835327334, 0.22223920591414414, 0.20495502333350563, 0.1872445599798051, 0.16933549165501438, 0.15152651024259334, 0.13418519158162423, 0.11772988253322236, 0.10258894798048646, 0.0891306877603093, 0.07756879592073085, 0.06792888637530592, 0.06011408629994697, 0.05396982912708226, 0.049324462829304805, 0.04601229607877366, 0.043884863410942776, 0.04281473059282881, 0.04269492233418615, 0.043436070232394264, 0.04496264077906531, 0.0472090769749256, 0.05011632765416463, 0.053629001686405275, 0.057693232415316986, 0.06225524280907624, 0.06726054441171891, 0.07265367083988983, 0.07837833158986351, 0.08437786946083803, 0.09059591154554036, 0.09697711670079501, 0.10346793919628039 ], [ 0.3726647561991451, 0.37223356431144833, 0.3705634819277303, 0.36764159222733467, 0.36347803088055947, 0.3580971659292932, 0.351531205843231, 0.3438159171616029, 0.3349879538849657, 0.32508338895276495, 0.3141371578915522, 0.3021832476363466, 0.289255587687831, 0.27538972550510776, 0.2606254873264172, 0.24501092240748934, 0.22860786902180158, 0.21149941051440796, 0.19379924016530414, 0.17566245826009197, 0.15729655037653034, 0.13897027516708693, 0.12101703705614686, 0.10382820968485007, 0.08783099221430879, 0.0734449160934012, 0.0610125529785559, 0.0507187291690081, 0.042565020709985024, 0.0364231121033014, 0.03209890311865515, 0.029376828076325134, 0.028046432835673762, 0.027916440773916418, 0.028820551602267375, 0.030618115094258824, 0.0331919008406627, 0.03644446746671337, 0.04029410173931236, 0.04467091768218168, 0.0495134435473612, 0.054765848879005596, 0.060375849586790764, 0.06629325707679135, 0.0724690949109561, 0.07885518431761007, 0.08540409216708444, 0.09206933751347979, 0.098805762238938, 0.10556998506882997 ], [ 0.36368612483646245, 0.3624989801105408, 0.3600544408773479, 0.3563363050271919, 0.3513512519064471, 0.34512088309939914, 0.3376755399412685, 0.32905008376508443, 0.3192813227464587, 0.3084067367601142, 0.2964642329411608, 0.2834927697901035, 0.2695337958459074, 0.25463355246708436, 0.23884637933602487, 0.22223921768686578, 0.20489749943358287, 0.1869324972016968, 0.16848994088072233, 0.1497592382403916, 0.13098195589710704, 0.11245735561711467, 0.09454182860793847, 0.07763816617793595, 0.06216996335139735, 0.04853672244421969, 0.037049748345387434, 0.027868252630668833, 0.02098068954435761, 0.016244426282956415, 0.013443094963645041, 0.012332209377048375, 0.012668776333906395, 0.014228210835731336, 0.016812375000953117, 0.020251829340427685, 0.02440458265252976, 0.029152951117009107, 0.034399611881720804, 0.040063546528266825, 0.046076290397722874, 0.05237870949630419, 0.05891839549958611, 0.06564768370335916, 0.07252224553835773, 0.07950017706204382, 0.08654149096446329, 0.0936079172213321, 0.10066292294637258, 0.10767187238285725 ], [ 0.35474948655683164, 0.3528809889887163, 0.34974817344123554, 0.34533179923732454, 0.33963487879888654, 0.3326758733254971, 0.32448298392568925, 0.3150901058847983, 0.30453436810511514, 0.2928550131944039, 0.28009339062381533, 0.2662939089727918, 0.2515058794119161, 0.23578626320803803, 0.21920339712058068, 0.20184179344312292, 0.18380806959441542, 0.16523792182907837, 0.14630378339363848, 0.12722237302726702, 0.10826074233578564, 0.08973870499247505, 0.07202476106273636, 0.055521976433181464, 0.04064010918359451, 0.027751720272623515, 0.017136281446353596, 0.008930916865900862, 0.0031166305822888374, -0.0004525879037000635, -0.002001599089072048, -0.0017903966634739144, -8.287199390000222e-05, 0.0028725395716518998, 0.006853150625113158, 0.011666044797939978, 0.017148075566824295, 0.023163503896096227, 0.029600444679719007, 0.03636690656681185, 0.043386922315525434, 0.05059705967590744, 0.05794345800889256, 0.06537943788255762, 0.07286366736410321, 0.08035883021731294, 0.08783072069250875, 0.09524768182617471, 0.10258030519373518, 0.10980131683692229 ] ], "zauto": true, "zmax": 0.9355697160106635, "zmin": -0.9355697160106635 }, { "autocolorscale": false, "autocontour": true, "colorbar": { "tickfont": { "size": 8 }, "ticksuffix": "", "x": 1, "y": 0.5 }, "colorscale": [ [ 0.0, "rgb(255,247,251)" ], [ 0.14285714285714285, "rgb(236,231,242)" ], [ 0.2857142857142857, "rgb(208,209,230)" ], [ 0.42857142857142855, "rgb(166,189,219)" ], [ 0.5714285714285714, "rgb(116,169,207)" ], [ 0.7142857142857143, "rgb(54,144,192)" ], [ 0.8571428571428571, "rgb(5,112,176)" ], [ 1.0, "rgb(3,78,123)" ] ], "contours": { "coloring": "heatmap" }, "hoverinfo": "x+y+z", "ncontours": 25, "type": "contour", "x": [ 1e-06, 1.3011511650442548e-06, 1.692994354296022e-06, 2.2028415765056147e-06, 2.866229883678204e-06, 3.729398352432554e-06, 4.852511011181743e-06, 6.3138503555892e-06, 8.215273746089953e-06, 1.0689313005882424e-05, 1.390841207112662e-05, 1.809694657026198e-05, 2.354686311364001e-05, 3.063802837345029e-05, 3.986470631277378e-05, 5.1870009063012666e-05, 6.749072272319499e-05, 8.781563250096393e-05, 0.00011426141253772724, 0.00014867137004306603, 0.00019344392634026088, 0.0002516997901283655, 0.0003274994751669172, 0.0004261263236648159, 0.0005544547624925005, 0.0007214294601814526, 0.000938688782612345, 0.0012213760031100258, 0.0015891948094037057, 0.002067782677737912, 0.0026904978401970136, 0.0035007443993213955, 0.004554997653699184, 0.005926740503884541, 0.007711585311544345, 0.010033938212454078, 0.013055670395116691, 0.01698740074503987, 0.02210317627048227, 0.028759573555516536, 0.03742055263793628, 0.04868979566145066, 0.06335278435066323, 0.0824315491666629, 0.10725590623460621, 0.13955614735503497, 0.18158364372009145, 0.23626776957937787, 0.3074200836506151, 0.4 ], "xaxis": "x2", "y": [ 0.0, 0.02040816326530612, 0.04081632653061224, 0.061224489795918366, 0.08163265306122448, 0.1020408163265306, 0.12244897959183673, 0.14285714285714285, 0.16326530612244897, 0.18367346938775508, 0.2040816326530612, 0.22448979591836732, 0.24489795918367346, 0.26530612244897955, 0.2857142857142857, 0.3061224489795918, 0.32653061224489793, 0.3469387755102041, 0.36734693877551017, 0.3877551020408163, 0.4081632653061224, 0.42857142857142855, 0.44897959183673464, 0.4693877551020408, 0.4897959183673469, 0.5102040816326531, 0.5306122448979591, 0.5510204081632653, 0.5714285714285714, 0.5918367346938775, 0.6122448979591836, 0.6326530612244897, 0.6530612244897959, 0.673469387755102, 0.6938775510204082, 0.7142857142857142, 0.7346938775510203, 0.7551020408163265, 0.7755102040816326, 0.7959183673469387, 0.8163265306122448, 0.836734693877551, 0.8571428571428571, 0.8775510204081632, 0.8979591836734693, 0.9183673469387754, 0.9387755102040816, 0.9591836734693877, 0.9795918367346939, 1.0 ], "yaxis": "y2", "z": [ [ 0.0001003067211798583, 0.025089981645003815, 0.04679999171817931, 0.06435107317627882, 0.07720900379996752, 0.08507362592579619, 0.08787211372977129, 0.08575641721559488, 0.07910460998265013, 0.06852536857410159, 0.054863915924264726, 0.03920641850870311, 0.022877836046911064, 0.007425532766162032, 0.005427755346997906, 0.014026827838709097, 0.017457291815640527, 0.015767327120851854, 0.009961507946708267, 0.0019495444350275258, 0.005599835072834888, 0.009934710562638654, 0.009306918561182655, 0.003215039782110268, 0.007568019303929623, 0.021347808429225963, 0.03635278587701439, 0.050983298967614527, 0.06386399445103733, 0.07386024061808853, 0.0800802861215695, 0.08187274484145457, 0.0788241774254856, 0.07075885320721001, 0.05774145321185011, 0.04008286080461305, 0.018349033423927102, 0.006628429981289418, 0.033782161814333495, 0.06208525387115729, 0.09069240970118829, 0.11893390366563293, 0.14629642079690974, 0.17240258971518752, 0.19699029918900457, 0.21989293073726895, 0.24102122991529978, 0.26034719421469676, 0.27789010596983255, 0.29370467313654475 ], [ 0.025062236222346896, 0.034631175627388724, 0.051846524382261575, 0.06755607700005567, 0.07946953151392558, 0.08681641952043304, 0.08936000421924012, 0.08719094278496989, 0.08067431972188997, 0.07044326259008016, 0.057421640512719925, 0.042899332918836436, 0.028788848937726444, 0.018516653777793487, 0.016733296595415847, 0.02003826342861489, 0.021692380587225217, 0.019777032371701295, 0.015289262859363826, 0.01176555164330546, 0.012970240755526372, 0.015624273204520108, 0.0158306500630388, 0.013935392923695826, 0.015591859659850101, 0.024747153254149844, 0.037692601102979166, 0.05125698791050376, 0.06357349108244008, 0.07333656488742897, 0.079582492485266, 0.08163015459117118, 0.07906963406591629, 0.0717795694855937, 0.05999800465881526, 0.04459586078615742, 0.028533865318445595, 0.024085507674324505, 0.04111847884564987, 0.06613533685742931, 0.09315487245869292, 0.1204346232052311, 0.14714517136968686, 0.17278491074539, 0.19703198658627283, 0.21968619878556295, 0.2406368525253232, 0.259840790919313, 0.2773057486489097, 0.29307718402700833 ], [ 0.04929697275024775, 0.053578424447335585, 0.06475907975575675, 0.07676983796341186, 0.0864925662348356, 0.09255507235042111, 0.09442415093264049, 0.09205473977694154, 0.08576646120758856, 0.07621324045358197, 0.06440808461657904, 0.05180511138513098, 0.04042787852798094, 0.03271466181302816, 0.02987664720902011, 0.029780858971096384, 0.029111029378791804, 0.026389184032993333, 0.022437482546745546, 0.019885717568830955, 0.020647150962915056, 0.022903699997977044, 0.02412344738945157, 0.024291123799947807, 0.026141129130645212, 0.03242845648206323, 0.042599833605024666, 0.054347576632980524, 0.06563580948108022, 0.0749731972234504, 0.0812918678046868, 0.08387420240666638, 0.08234168870783544, 0.07670277112480413, 0.06750824948963116, 0.05629151350943537, 0.046706061718337764, 0.04550483435596501, 0.056777316864990435, 0.07661684692355257, 0.10035497145155307, 0.12548053691066796, 0.15069286595022918, 0.17524747745487063, 0.1986900643092073, 0.22074177023216557, 0.24124118525813631, 0.26011003967050045, 0.2773303292062424, 0.2929278277528601 ], [ 0.07236890978109758, 0.07399952951149573, 0.08090162106371393, 0.08929417908787372, 0.09645660237756618, 0.10085211371450756, 0.10175980595639617, 0.0990109915708596, 0.09285870851781448, 0.08392803652723277, 0.07321082326966279, 0.06206895152181608, 0.05214708149493079, 0.04492803479683264, 0.04074514808115784, 0.03822467339611518, 0.03541584778873819, 0.031392160456572483, 0.02694441978718807, 0.024302958370334343, 0.025002486228491362, 0.027623554980056045, 0.029967405007077733, 0.03163143558321142, 0.0341410674139679, 0.03941772026721768, 0.047812880686633946, 0.05805302092121727, 0.0684331142588029, 0.07747716079087753, 0.08407661814912043, 0.08749715991180892, 0.08739441120353733, 0.08387947774533834, 0.07767624333801597, 0.07043278375215854, 0.06512005389743637, 0.06565864500487655, 0.07441328060313257, 0.0902727184090279, 0.1105581219390174, 0.13304288231799305, 0.15627086274019888, 0.17932559301576168, 0.20162610422708313, 0.22280518006136482, 0.24263876989919478, 0.26100271391555, 0.2778442739434467, 0.2931622294516554 ], [ 0.09401281744005552, 0.09385014997245633, 0.0976899953759153, 0.10302638054786636, 0.10771797835658009, 0.11033800890958742, 0.11011644219259256, 0.10680736441820392, 0.10059156292089436, 0.0920204377227917, 0.08197837706587258, 0.07161951701186677, 0.06219167313441025, 0.05463254588285628, 0.049015774903509626, 0.04440042087180077, 0.039526313705455306, 0.033845280557779606, 0.02822649527965072, 0.02497271521482263, 0.025808618796611962, 0.029269880196776298, 0.03288688417057408, 0.03584800900387395, 0.03905478747239557, 0.044022813270133195, 0.05146829970912566, 0.060793185209967675, 0.07068125721192008, 0.07977052359083568, 0.08696111819784683, 0.09151481844663477, 0.09310333680434518, 0.09187285303366366, 0.08855354517629117, 0.08460546413161117, 0.08225973767911152, 0.08405003005149268, 0.09160808397643092, 0.1047719356370563, 0.12211623753645423, 0.14200249863135575, 0.16310188734426898, 0.1844614918971069, 0.20542815513901322, 0.22556537438898647, 0.2445910043716132, 0.2623338323202842, 0.278703211416356, 0.29366729193785845 ], [ 0.11402778166933909, 0.11242842489128375, 0.11389557131688546, 0.11667158551274903, 0.11910355164882386, 0.11996398487169146, 0.11851813812958004, 0.1144842144264285, 0.10797518056056113, 0.09944709844985165, 0.08964381680807885, 0.07950368616862333, 0.0699730774395823, 0.061690819243595436, 0.05465196907140487, 0.04816890233341004, 0.04134085189643666, 0.03380729884108236, 0.026496987156726638, 0.022160549403347083, 0.023355454407474108, 0.02811217259987567, 0.03309370148720626, 0.0371227873610842, 0.04085035368382362, 0.04571323405752478, 0.05271123735337963, 0.06168273785641583, 0.07158679589172179, 0.08115114718590839, 0.08928249303372703, 0.09523247868371272, 0.09866479426030857, 0.09970509277020412, 0.0989976689364276, 0.097744104485771, 0.0976231360127415, 0.10042545026828982, 0.10739965236331002, 0.1187547415526551, 0.13378058800968218, 0.15136758579553924, 0.17043005367523936, 0.1900817857439707, 0.20965840388071333, 0.22868522944994116, 0.24683644569077431, 0.2638996311001589, 0.2797478687801285, 0.29431837231104474 ], [ 0.1322710658553071, 0.12940441271859027, 0.12889843649898305, 0.1294719156748361, 0.12984779264976495, 0.12900425404291313, 0.12627899569096282, 0.12138103014232623, 0.11436397419081473, 0.1055850198751535, 0.0956475107168773, 0.08530549815623324, 0.07529886287660345, 0.06611159374104043, 0.05773839546500358, 0.049655453291336825, 0.04113415317915296, 0.03181082678508306, 0.022453268687581185, 0.01640864760914772, 0.018382674897232703, 0.0249536471570111, 0.031196626249476632, 0.03586578141728634, 0.03971831092720142, 0.04439804685325284, 0.051240952719306135, 0.06036002656052848, 0.07080819585817247, 0.08130032399478793, 0.09070990571630011, 0.09826327774591243, 0.10360033914462057, 0.10679995741302911, 0.10839464431713182, 0.10935375600261592, 0.11097583749395291, 0.11462209415819524, 0.1213188037444851, 0.13143861909844157, 0.144685814950998, 0.16034909380434864, 0.1775948138639216, 0.19565321745493452, 0.21389266697360618, 0.2318292995525452, 0.24911050625473227, 0.2654917657849763, 0.2808144759574386, 0.29498701113849923 ], [ 0.14865223544302728, 0.1446024156102994, 0.14236462998813423, 0.14098315828941863, 0.1394679111354637, 0.13698202087648556, 0.132946516021738, 0.127076034446772, 0.11937373941026368, 0.11010343803513312, 0.09974111102295168, 0.08889426231598199, 0.07817104036982266, 0.067996054398087, 0.058424703891121935, 0.04908071435938009, 0.03933285179181431, 0.028692589978311926, 0.017392043568874034, 0.008535640780752907, 0.01250920976888013, 0.021261845292413786, 0.028176081098706812, 0.03270404219589527, 0.03601155875181309, 0.04021640240793893, 0.047100586175268556, 0.056867095424809354, 0.0683972634346849, 0.0802455381738774, 0.09120857851147658, 0.10048426423729763, 0.10769181356017661, 0.11286512842964803, 0.1164376330668452, 0.11920066017270865, 0.1221994931363216, 0.12653630140154892, 0.13310326392120114, 0.14235525615899425, 0.1542476046168487, 0.16835335714980493, 0.18405629688621064, 0.20071319058346554, 0.21774731716582219, 0.2346854396743672, 0.25116225112933954, 0.26691022189763325, 0.28174467029706174, 0.29554853942595477 ], [ 0.16312769638375627, 0.15793422765879978, 0.15411448224672794, 0.15094837803190447, 0.14766865218107464, 0.1435979513305234, 0.13824001956683013, 0.13132299466490324, 0.1228075756231719, 0.11287220167353808, 0.10187968029874996, 0.09032070841252571, 0.07872331492534411, 0.06752051548165422, 0.05689438178235881, 0.04666780519846789, 0.03635368024624369, 0.025414306551170274, 0.013642829226117698, 0.0017223062129886311, 0.010078158402926167, 0.01926232117208858, 0.025363875547861004, 0.028506105982954232, 0.030238915818050542, 0.03346227697436111, 0.040616804045572344, 0.0516243705570415, 0.06477270158916872, 0.07831845185845322, 0.09098577449700768, 0.1019743270458799, 0.11090736093482861, 0.1177941831846476, 0.12299795362103, 0.1271866450540726, 0.13124178712185167, 0.13610783289187936, 0.14259718089153334, 0.15121352201563715, 0.16207234048780483, 0.17494674198122515, 0.18939255176158537, 0.20488089638527926, 0.22089436479344285, 0.23697956604259712, 0.2527673255665541, 0.2679740820659441, 0.28239423231197003, 0.2958890581060435 ], [ 0.1756958038613732, 0.16937246363239744, 0.16406424697835018, 0.1592302917456654, 0.1542812786577938, 0.14867738906945432, 0.14200143213780655, 0.13400031588040914, 0.12459972641802299, 0.11390028843857061, 0.10216111933044023, 0.08977148403425386, 0.0772047682278994, 0.06494300986531792, 0.053361921881627784, 0.04259552408948799, 0.0324775333580378, 0.02275416142422494, 0.013927483031738595, 0.01003726533270216, 0.01471181571670049, 0.020705977640786286, 0.024167552037477096, 0.024462095620884035, 0.023150235251795912, 0.024556863817798712, 0.03247126806628728, 0.045501747762670276, 0.0607132816508336, 0.07609922614933956, 0.0904207610900737, 0.10294468230948389, 0.11333286099911286, 0.12159403100094324, 0.1280498183875612, 0.13328916890560244, 0.1380916758685792, 0.14330815449712414, 0.14970738408066614, 0.15782853099052624, 0.16789466025325503, 0.1798188782134023, 0.19328536862136098, 0.20785697272728657, 0.22306787196181846, 0.23848455379447803, 0.25373711387930437, 0.2685299247221975, 0.28264034102231317, 0.2959114853022813 ], [ 0.18639265363036928, 0.17893749152555202, 0.17219746594891425, 0.16577422612404644, 0.1592257473517335, 0.15213387081029262, 0.14415846617908612, 0.13507138164358748, 0.12477187180922186, 0.11328994652921544, 0.10078492415802363, 0.08754425418252915, 0.07398265209652562, 0.06063298477777699, 0.04810811698425432, 0.03700896425549767, 0.027813246782236657, 0.020978304268994098, 0.017475018584725784, 0.018263588158806777, 0.021746871958243368, 0.024830826609285303, 0.025270221566700814, 0.022083825213953835, 0.01615147971710748, 0.014051366098839642, 0.02406541117564892, 0.03996102766779531, 0.057303030041720666, 0.0743120267711322, 0.0899690715173152, 0.10366238463620553, 0.1151096338174258, 0.1243303535596074, 0.1316227986335698, 0.137527401035429, 0.14276352367294626, 0.1481308482020213, 0.15438041968818453, 0.16208283478674232, 0.17153710308193323, 0.18275299218202112, 0.1955041377580635, 0.2094180831097636, 0.22406524499533048, 0.23902500467676152, 0.25392486035261125, 0.26845807324824494, 0.28238732463717353, 0.2955405442023055 ], [ 0.19528859770028695, 0.18669015015262858, 0.1785498469309944, 0.1705872857843781, 0.16248743496675244, 0.15394444372529828, 0.14469739707489832, 0.13455297088013027, 0.12339625857205536, 0.11119606133499747, 0.09801344985541985, 0.08402209165383086, 0.06954614920482, 0.05511826023321236, 0.0415599985000828, 0.030091063171974002, 0.02239130172350369, 0.01985843641195274, 0.02156165724894464, 0.024988210273637446, 0.028196690844802585, 0.029676119064614412, 0.028099365712622976, 0.022522969505001666, 0.012644705147660779, 0.00283832370101664, 0.018626984136297434, 0.0369958063603955, 0.05569187428976924, 0.07363918492237215, 0.09004079731916124, 0.1043714122225482, 0.11637989129678229, 0.12608644948437647, 0.1337702658596054, 0.1399411238700079, 0.1452861722688196, 0.15058412902457396, 0.15658895574416992, 0.16390396209930083, 0.17288454800765862, 0.18360448024923642, 0.19589206045496946, 0.20941054096355816, 0.22374632354314894, 0.23847965595747264, 0.25322970702782155, 0.26767713973869806, 0.28157105703874596, 0.2947266863452497 ], [ 0.2024854256616986, 0.19272750003339845, 0.18320121653276603, 0.1737269755350223, 0.16410360584916794, 0.15413399845643203, 0.1436438314804926, 0.13249031864312572, 0.120563236193507, 0.10778577290372537, 0.09412611596816253, 0.07963066819369016, 0.06448714926994503, 0.04912801037519052, 0.034421616442841994, 0.022189802556091542, 0.016368343004804328, 0.019090926669075872, 0.02481408282061047, 0.029846221938153162, 0.03308848389832731, 0.03386824558366998, 0.031476517431490346, 0.025400797579523064, 0.015981902637062475, 0.009211568954071526, 0.020546893987728007, 0.03812613656476984, 0.05660259199012867, 0.07448403530825401, 0.09087914002900564, 0.10522512168802627, 0.11724510111287494, 0.1269349129951061, 0.13454962801245196, 0.1405782779236804, 0.14569626535475247, 0.150685879131888, 0.1563235627545769, 0.16325113786654996, 0.17186844056872383, 0.18228677949548674, 0.1943563590040777, 0.2077453558114814, 0.22203234416931972, 0.23678290038385158, 0.25159955069949447, 0.26614734595628775, 0.2801622099134818, 0.29344900014391756 ], [ 0.20811401733992632, 0.19718037848426995, 0.186271712218369, 0.17529609282296255, 0.16415731479713272, 0.15276758268310414, 0.14105154159594735, 0.128939644413676, 0.11635433671751896, 0.10319906097987125, 0.08936478587632739, 0.07476796863779986, 0.05942645046304603, 0.04357392254009828, 0.02785150298556467, 0.014072376065129177, 0.010385482184952022, 0.01861622423832057, 0.026819240270122943, 0.03271490545018642, 0.036047826578858855, 0.03667182633098086, 0.034374929736463236, 0.02923038892066468, 0.022648748382688304, 0.020091451973579404, 0.02810974646275406, 0.04295026914566769, 0.05990889297304017, 0.07681162114039976, 0.09248847551187551, 0.10624878871669843, 0.11774388050591168, 0.12692345669237182, 0.13401337614073075, 0.1394901297072578, 0.14403609576447485, 0.1484616631665082, 0.15358835681107164, 0.16010784207449077, 0.16845787455751418, 0.17876346087946424, 0.19086306313973694, 0.20439603755331467, 0.21890614974019906, 0.23392648255424883, 0.2490334132530783, 0.26387300691941173, 0.2781685321838457, 0.2917171464862505 ], [ 0.21233210341196354, 0.20021191784608816, 0.1879206329804118, 0.17544216612578342, 0.1627776472457072, 0.14995070121557938, 0.13700063297080148, 0.12396070867281266, 0.11082497232409146, 0.09751650066396267, 0.08387883143288084, 0.06971261528356543, 0.054864938245377366, 0.039353857889750814, 0.02349299380381068, 0.008030491234903483, 0.006691062860315805, 0.018484530830973716, 0.027506469755468655, 0.03360377386389848, 0.03694389510497098, 0.03771265959696357, 0.0361028230575289, 0.032676674483012334, 0.029247442647732585, 0.02966689551415624, 0.03698047143170721, 0.04966877974362469, 0.06476440936764823, 0.08018975483311305, 0.09464862321830368, 0.10734424647865756, 0.117853281480355, 0.12607570912547333, 0.132210759185391, 0.1367340192297498, 0.14035647730007408, 0.14394612869713377, 0.14839985345269271, 0.15447856879489652, 0.1626559797618597, 0.17304594371095175, 0.18543673222805268, 0.19940000049600362, 0.21441451090764832, 0.2299620286629884, 0.24558372779850354, 0.2609043728851053, 0.2756362162759979, 0.28957230500889175 ], [ 0.21532158480694016, 0.2020161374420271, 0.1883466073418091, 0.17436002201710307, 0.16014542674291588, 0.14583786822012082, 0.13160681016662093, 0.11762280733019115, 0.1040022642661502, 0.09074373798855485, 0.0776879499655083, 0.06454327500207226, 0.05099999358877657, 0.036914685258900785, 0.02253787197297421, 0.009187802688858927, 0.008358697991420756, 0.01845825149005158, 0.02684453130884816, 0.03257574867833527, 0.03577598515766957, 0.036830622749662444, 0.03626059494833842, 0.03493171789261473, 0.034532607585154355, 0.037467152472337305, 0.04510624787473421, 0.056601962597788956, 0.07011659479025621, 0.08399165560917708, 0.09700401265851688, 0.10833256581343163, 0.11751155009781102, 0.1244058567125142, 0.12919956326532175, 0.13238384795567354, 0.1347252527466183, 0.13718817963458033, 0.14078866279343, 0.14638892115849006, 0.15450102826708015, 0.16519694061454654, 0.17816572090671154, 0.19286425363517376, 0.20867305346491707, 0.22500465139212114, 0.24135858899432142, 0.2573387690036316, 0.2726502475075889, 0.28708702366540334 ], [ 0.217284698069963, 0.20281550013836547, 0.18778747866560042, 0.1722956450672676, 0.15650292344994096, 0.14064913770236412, 0.12504332520012162, 0.11002767823490063, 0.09590309931109053, 0.0828210670584424, 0.07068181369541615, 0.0591182425362297, 0.04763569861130236, 0.03589911345398459, 0.024133052934416206, 0.014046479299449327, 0.011686446078986671, 0.017899572018162918, 0.024740049005851035, 0.029722550652074672, 0.032643110812342904, 0.03403157325886976, 0.034699981829977945, 0.035627623647407736, 0.038061781360686095, 0.04325339738690023, 0.0516707519638306, 0.06268996137623803, 0.07509289202288637, 0.08761075636518417, 0.09917861389560848, 0.10901681997820407, 0.11665500614063327, 0.12194387147583369, 0.1250668643749991, 0.12654862856392707, 0.12724244644241733, 0.12826054660867206, 0.13080375350485055, 0.1358885795740428, 0.14407259280977983, 0.155340766884609, 0.16921417746646603, 0.184976058055505, 0.20187390036962463, 0.21923737773875912, 0.23652358389429579, 0.25332066258394154, 0.26933344181623536, 0.2843637625255599 ], [ 0.21843823793294265, 0.20285610334473692, 0.18651783398710817, 0.16954857370700263, 0.1521646749211613, 0.13469280306735373, 0.11757633807756329, 0.10135280321616193, 0.08657644996137656, 0.0736608604398698, 0.0626629682304603, 0.05314326108994593, 0.04429911217127527, 0.03539411865865571, 0.026282183454072877, 0.018002407228126897, 0.01375968797737472, 0.016134884335650274, 0.02110542272351801, 0.02520847089611746, 0.02776444164234281, 0.029490797362532975, 0.031513882679107846, 0.03473234994627334, 0.03975928344055943, 0.046979678654917756, 0.05636830766728628, 0.06738329685417858, 0.07912592443872893, 0.0905934764511572, 0.1008712618527611, 0.10924428516684834, 0.11525941410009363, 0.11876678593241537, 0.11995726856004295, 0.11940000290605932, 0.11806427028190102, 0.11727527588051294, 0.11851913792710798, 0.12305702554262582, 0.13150452068281127, 0.1436833693753763, 0.15884285165652656, 0.17601912381249946, 0.1942955077789746, 0.21291545459419745, 0.23130228163009428, 0.24903994413506503, 0.2658436897001935, 0.2815318390151499 ], [ 0.21900514767782925, 0.20239913332303416, 0.18484169899831032, 0.16646890567183517, 0.1475242229927396, 0.12838932132102923, 0.10961223709752917, 0.09191957869179296, 0.07617607142283968, 0.06321037795117206, 0.05341952940337518, 0.046304901357581835, 0.040507108757567384, 0.0345620197851899, 0.027706816759100965, 0.020285347625165852, 0.014176661267561334, 0.012875257986147342, 0.016013089483974733, 0.019363467175288952, 0.02152694371287039, 0.023578689191053905, 0.027041683225672204, 0.03247742492241459, 0.039775624634173376, 0.04876186914237496, 0.059171439178995006, 0.07048406903895629, 0.08194229553057235, 0.09268937422867475, 0.10191337688416627, 0.10895421565226658, 0.1133772640392202, 0.11503113159619112, 0.11410699331110112, 0.11121083654555143, 0.1074410608256439, 0.10440923278951197, 0.10404322977575373, 0.10801254528107115, 0.11700959521811946, 0.13054812219257153, 0.14744181242441004, 0.1663951893253273, 0.18631293396564855, 0.20636855936911308, 0.22597381768382724, 0.24472737903061645, 0.26236879135402547, 0.2787424538663233 ], [ 0.21920314942434355, 0.20170756206285567, 0.18307799126408272, 0.16344410487331987, 0.14304861435174968, 0.12228571915202273, 0.10174917888464582, 0.08229195334284366, 0.06508216002095261, 0.05154349959405005, 0.04280193584917358, 0.03841964698728825, 0.03602309327822813, 0.033034172906822035, 0.028109750071155022, 0.021246998729968884, 0.01364378999103494, 0.008534090254411328, 0.009835877963148157, 0.012799067259789621, 0.014533279847177928, 0.016890419979673315, 0.021868084287648134, 0.02927788122991065, 0.03839950529632396, 0.04884142111586171, 0.06024114529096712, 0.07204403383593787, 0.08351601298622878, 0.09385257941279344, 0.10229222112495173, 0.10820580905962317, 0.11116467352128423, 0.11100128534082263, 0.10788116637596583, 0.1024082229297618, 0.09578027236203199, 0.08995093870072653, 0.08753246210895402, 0.09092688403636366, 0.1009287453875224, 0.11643933948750579, 0.13557831731440073, 0.1566483271672155, 0.17840443010502605, 0.19999753099870565, 0.22086536566445725, 0.240645983643044, 0.2591182679153926, 0.2761615506343211 ], [ 0.21923074805460074, 0.20102799033788404, 0.18153737874465356, 0.16087126651070247, 0.1392503009124122, 0.11704096013206147, 0.09480800878388279, 0.07340110265683857, 0.054123416147679626, 0.03903152881966098, 0.03078140453863076, 0.029590819589966524, 0.031030821398733564, 0.030950057190260317, 0.02778514618201777, 0.02163073814181446, 0.013516348091226123, 0.005257374637507227, 0.0034067755789637167, 0.00664286741587289, 0.007639906047548169, 0.010280488921035611, 0.016768323578517187, 0.025604298056958023, 0.035977297415040715, 0.04755419579469189, 0.05988475878532702, 0.07230519851863862, 0.084022453567614, 0.094220776935978, 0.10214888746753155, 0.10718568703683273, 0.10889281749623997, 0.10706648448348548, 0.10180739348640123, 0.09364214214405375, 0.08375639075604506, 0.07440163577266913, 0.06921579053048846, 0.07205466127283942, 0.08384036009217673, 0.10215443729121894, 0.12405841253848689, 0.14748291393877622, 0.17114645319902505, 0.19426072749924564, 0.21633695722967466, 0.23707720000190205, 0.25631176670385514, 0.2739604801714506 ], [ 0.21925182593576248, 0.20056904722121152, 0.18049161071984146, 0.1591137667776247, 0.1366282597366011, 0.11335599563965561, 0.089783969671297, 0.06662652730341306, 0.044975713867116775, 0.026877214303674173, 0.017481765811751135, 0.020547912927598156, 0.026285698004219604, 0.0288177053691812, 0.027198779115050763, 0.022020732351895122, 0.014637668283162358, 0.007070289542790193, 0.003174311182057484, 0.0038784177759256123, 0.002295288936402668, 0.004988024391722615, 0.012474519163429268, 0.021812458383448953, 0.032863277638460676, 0.04532283633215681, 0.05853830737576832, 0.07166247472898397, 0.08379691349606819, 0.09408264386370989, 0.10175721236820445, 0.10619459888340105, 0.10693800994458809, 0.10373463462432737, 0.09658696228591734, 0.08585428069748177, 0.07249751216194916, 0.05873210889465981, 0.04946127579064587, 0.051818789942282624, 0.06683258223240117, 0.0889667562976014, 0.11398037663770097, 0.13975368828449178, 0.16518490214794262, 0.18964454708173092, 0.21275667157164954, 0.2343014377137885, 0.2541642302972033, 0.2723048228673666 ], [ 0.21938090963909515, 0.20047949889053093, 0.1801398909356612, 0.15844800483466187, 0.1355817127117064, 0.11183420637008978, 0.08763742140866201, 0.0635841087251549, 0.040449169634573665, 0.019239130180726084, 0.0032217850677216005, 0.014105501190992964, 0.023258628666447595, 0.027310431178683967, 0.026659793038026677, 0.02241033550117109, 0.016271721906081817, 0.010511503245260212, 0.007293470276913981, 0.00570530748213827, 0.003028109223932887, 0.002880696515900722, 0.009157958758578204, 0.018065011708216634, 0.029456976794029976, 0.04268244852955622, 0.05675836949025533, 0.07062976116889645, 0.08329005128893908, 0.09383407356549026, 0.10148500025837394, 0.10561173411422513, 0.10574352921631011, 0.10158610624871596, 0.09304557657895517, 0.08027676595359201, 0.063815816009677, 0.045088173232727444, 0.02910159164918807, 0.031222851384727145, 0.052202052297131374, 0.07882557397099231, 0.10670473060918331, 0.13439141928796883, 0.16116979824414826, 0.18661501859744017, 0.2104663582810132, 0.23257398498372037, 0.25286886691229116, 0.27134222537749414 ], [ 0.2196716674785343, 0.20083045329207422, 0.18058002100580667, 0.15901404408657474, 0.13632040462881145, 0.11280700342440923, 0.0889314169988235, 0.06534100482313877, 0.042959067891608374, 0.023363418600441575, 0.011739549553392858, 0.01643961094395098, 0.023682568814422947, 0.027056263044435383, 0.026256897545234865, 0.02233477608280096, 0.01704642526604831, 0.012361584738451049, 0.00922616009048146, 0.006669927017644512, 0.0040233817441227265, 0.0027231829604228556, 0.006261023859038297, 0.01456919168694303, 0.02633703769797379, 0.040306999383597046, 0.05519406162690384, 0.06978901716903742, 0.0830094806274451, 0.09391963943764, 0.1017371449921765, 0.10583609774667534, 0.10574989956404651, 0.10117542614470007, 0.09197916509059939, 0.07820595712679466, 0.06009214470641652, 0.038093991410605474, 0.01312219690788983, 0.015718204088764988, 0.04458090667360913, 0.0741873754269952, 0.10360156233006575, 0.13223298855072227, 0.15965180093644685, 0.18555459555331957, 0.20974195105979682, 0.23209927953777237, 0.25257996090226925, 0.2711906112386971 ], [ 0.2201109572158152, 0.20160592939865835, 0.18179265058487143, 0.16078757374490174, 0.13881059063001386, 0.11621894989449978, 0.09355402780529594, 0.07161917768836924, 0.05164344415187656, 0.03565563185734852, 0.026743469459728404, 0.025845410483877687, 0.027965604765104526, 0.028500156222988796, 0.02613158807263822, 0.021465977864288204, 0.01611546985427886, 0.011826125957851447, 0.00883597709812891, 0.005742774079414115, 0.002750616296683539, 0.0016388388548331237, 0.003628532784446119, 0.012045281801269398, 0.02432472880960003, 0.03894732800869671, 0.05450252107895725, 0.06970752774788, 0.08344224799712702, 0.09475950990455402, 0.10288443533255351, 0.10721153729952707, 0.10730386698855429, 0.10289675416037564, 0.09390939719843457, 0.08047332334017719, 0.06301343766155577, 0.0425800593914973, 0.02323405109694394, 0.02494562925084617, 0.04869467145961026, 0.07679282655628057, 0.10553166296098178, 0.13378700809210595, 0.16096577441585744, 0.18669911082464957, 0.2107568107614338, 0.23300833291616513, 0.25339831084833264, 0.2719284320618126 ], [ 0.2206197176829991, 0.20270425426757677, 0.18364368617912558, 0.1635845334188032, 0.1427851277930602, 0.12165338333273366, 0.10079570863587506, 0.08108067064514649, 0.06370447687871238, 0.050140576324016105, 0.04154544837534585, 0.03736550163149314, 0.035018941278163816, 0.031894426277013305, 0.02684916666442243, 0.02023848457115102, 0.0135593987688967, 0.008894738998894211, 0.006622518842232205, 0.004083155808607236, 0.0006368320416246316, 0.0008456264645648086, 0.0028235921443620833, 0.011565788193603875, 0.024196037031963116, 0.03922652691040101, 0.05520863174853547, 0.07083282255460664, 0.08496825737511346, 0.09667278978033594, 0.10519153818682839, 0.10995400650786025, 0.11057591442767918, 0.1068715626141043, 0.09888723587495371, 0.08698349532659899, 0.07205459135333078, 0.05619054387635061, 0.04457260544275948, 0.04622989513337778, 0.06256172215925224, 0.08620952774324595, 0.11240668797899767, 0.1390638799614638, 0.16515268136163533, 0.19009713942206938, 0.21355856530662215, 0.23534458829699936, 0.2553621193689114, 0.27358854622601597 ], [ 0.2210604987630411, 0.20394986892001454, 0.18590392948363785, 0.16709610173994371, 0.14781114255454686, 0.12847662512765556, 0.10969230836944835, 0.09224024190582368, 0.07702655102263081, 0.06485203212220071, 0.05593368992791221, 0.049451150758995595, 0.04376832454517664, 0.03733084658605799, 0.029403992494152376, 0.02026691616411105, 0.011108988607737914, 0.004199839936504754, 0.003623891091317053, 0.0037924734529480144, 0.002322196747158063, 0.0005954055779428188, 0.0042309189760288924, 0.01339537775709522, 0.02623830182814866, 0.041431437795700084, 0.057581835317805675, 0.0734056488943585, 0.08779112612685606, 0.09981878689864908, 0.10876559018338822, 0.11410659971702913, 0.11552289991270341, 0.11292457121756364, 0.1065033188248575, 0.09684602362290973, 0.08517803036437917, 0.0738458586339298, 0.06687809350525284, 0.06890980787209001, 0.08109315247744037, 0.10037584024936022, 0.12329676347863844, 0.14759907689560958, 0.17196328899310953, 0.19560889837202833, 0.21806702566769212, 0.23906187833370354, 0.2584452368168219, 0.2761567690765451 ], [ 0.2212500190399832, 0.20511246858136623, 0.18827963570510498, 0.17093991245182988, 0.15338018875233864, 0.13600320198602558, 0.11932881496752641, 0.10395605833935713, 0.09044966093702947, 0.07912518399073598, 0.06979309440695314, 0.06166774773439364, 0.053629655263738286, 0.04472557887965838, 0.034586318012674644, 0.023596762503573232, 0.012876974152978782, 0.004442505133128521, 0.0036325369664938125, 0.004668439578454746, 0.003116555373100699, 0.001348152937401373, 0.007283920552913543, 0.017214287763944344, 0.03029569516061382, 0.04550087882940432, 0.06160973825981697, 0.07743184078671714, 0.09191246626841437, 0.10417594200947099, 0.11354257709849792, 0.11953858516502562, 0.12191088059380152, 0.12065697854716244, 0.11608305116927178, 0.10890963388933354, 0.10044600572429091, 0.09280267689888687, 0.08886644297647836, 0.09138325366629156, 0.1012665807010852, 0.11718687110972638, 0.13694812159969558, 0.15864653000272866, 0.180939945223395, 0.2029444898070383, 0.22409353528538983, 0.24403482050558362, 0.2625629986070303, 0.2795752529108124 ], [ 0.22097433859645038, 0.20592911287780288, 0.1904456822456026, 0.1747108120973708, 0.15898593952335652, 0.14360888163789204, 0.12897278450456728, 0.11546606387340351, 0.10336219590331917, 0.09267690237349276, 0.08306448210814239, 0.07385719432069777, 0.06428892309253813, 0.05381583759447929, 0.04239203535619661, 0.030625421246803373, 0.01983277360768374, 0.011953821471482736, 0.008135590876348311, 0.005661456256921079, 0.0017158764701819369, 0.004141290931918138, 0.012050356999994172, 0.02274798746981422, 0.036036127326384414, 0.05114568711018144, 0.06705688795958184, 0.08271461689312878, 0.09715337438595482, 0.10956123259301973, 0.11931159649666793, 0.125982848725519, 0.12937908829797698, 0.12956178715617295, 0.12690091639046105, 0.12215117991879539, 0.11654329919381269, 0.11182558518469321, 0.11008036064133671, 0.11311714381851429, 0.1216687556542662, 0.1351503973315624, 0.15220833236788964, 0.1713986847686165, 0.1915296500280969, 0.21172426499514332, 0.23137471094160403, 0.2500785014947828, 0.2675841372498241, 0.2837499150623608 ], [ 0.22000421878989998, 0.20612528759070547, 0.19207463381222747, 0.1780201864396363, 0.16417362143752992, 0.15078027602136412, 0.13808777793020402, 0.12628738948449636, 0.11543370316172391, 0.10537065804691476, 0.09571322222190966, 0.08592853898572556, 0.07551497491964498, 0.0642222394185333, 0.052236013913593095, 0.04026502127425024, 0.029451095525267736, 0.020880127878266208, 0.014499371895816019, 0.008802130276075612, 0.0041400616903438225, 0.008877062070583813, 0.018140726006308637, 0.029574397160127608, 0.04301800880928312, 0.057944882623368124, 0.07354407239482331, 0.0889157169314188, 0.10320388033274058, 0.11567466581527452, 0.12576078586715184, 0.13309015728390058, 0.1375109288566009, 0.1391211573859896, 0.13830731235022822, 0.1357885569859002, 0.13264670672476025, 0.1302883672935943, 0.1302522125974857, 0.13381982632406175, 0.14158803279708185, 0.1533199830116687, 0.1681822836505239, 0.18512914668434982, 0.20318037323087118, 0.22153943365734913, 0.23961024346014265, 0.2569723251826839, 0.27334609659853176, 0.2885604545564693 ], [ 0.21810883624196484, 0.20543231146059518, 0.19285833128200716, 0.18052071587699983, 0.16856290320081774, 0.1571224964911807, 0.1463012507293121, 0.1361218900336211, 0.1264832084382318, 0.1171364265604036, 0.10770980175201615, 0.09779605896638839, 0.08709019637138386, 0.07553840471972956, 0.06344451659620225, 0.05147106111227777, 0.040449969101413186, 0.03093676731631203, 0.02277286523679216, 0.015642585514019373, 0.011802859072811922, 0.016012160809983664, 0.02548619902179616, 0.037297075057346335, 0.05076304641071125, 0.06541706588742963, 0.08061708962351948, 0.09561669159637744, 0.10967695870322938, 0.1221486836526922, 0.13252552258526015, 0.14047947215138865, 0.1458885681753542, 0.1488629623846552, 0.1497706560052651, 0.14925660851963213, 0.14823651015858397, 0.14783097218076552, 0.149203075970199, 0.1533044931925984, 0.1606269476685338, 0.1711053509803603, 0.18422647512476084, 0.19924846553197237, 0.21539993161542278, 0.2319983815355532, 0.24849608998072156, 0.2644830383437619, 0.2796708705826943, 0.29387126662740715 ], [ 0.21506686902147065, 0.20360011620145407, 0.19252170723557402, 0.18191877211578417, 0.17185324345177594, 0.16234790879962308, 0.15336657443286608, 0.14479246776543742, 0.13641483775422408, 0.1279376835547376, 0.11902247373678297, 0.10936659543266597, 0.09880367779397957, 0.08739644733908913, 0.0754809769150804, 0.06361378000379724, 0.05238441056479886, 0.042149235462832016, 0.03299090041268001, 0.02543127630162433, 0.02187142781040838, 0.02521900055765339, 0.034021506869237314, 0.045619141759091104, 0.058833950870279546, 0.0730813110433096, 0.08780056822714505, 0.10236814793487284, 0.11615359689014824, 0.12858971086652318, 0.1392273334392723, 0.14777457763607824, 0.15412573825651216, 0.15838366149472832, 0.16087530070348297, 0.16215425453148996, 0.16297668506785878, 0.16423167015950257, 0.16681327060455994, 0.17145010497048188, 0.17855054672103357, 0.18813667485590674, 0.1998955335662043, 0.21330716915407588, 0.22778088155670118, 0.2427546440700538, 0.25774859996843474, 0.27238357359935594, 0.2863790875841865, 0.29954176338916183 ], [ 0.2106747570861183, 0.20040569003207834, 0.19083037689716398, 0.18197867592927694, 0.17382058320803503, 0.16626028845045207, 0.15913261477675808, 0.15220443312914597, 0.14518601396316008, 0.13775817214303523, 0.12961869540922757, 0.12054525301786607, 0.110462775463618, 0.0994935164843546, 0.08796094184437292, 0.07632121954488738, 0.06502701364197391, 0.054415425928277375, 0.044833933280406045, 0.037195686062416175, 0.03355406441218053, 0.035864421396957315, 0.04345050434033599, 0.05423874850838826, 0.06683480702406387, 0.08048624261180179, 0.09463230686201683, 0.1087239679402625, 0.12221534653928796, 0.13460833196433375, 0.14550107853440228, 0.15462710865836643, 0.16188399197897532, 0.1673525371423636, 0.17130537616562927, 0.17420013037048213, 0.1766486906001172, 0.17935355076317128, 0.18300930613528316, 0.1881847822682328, 0.1952210503134949, 0.20418433501488664, 0.21488973855812274, 0.22697729678883405, 0.24000367649266385, 0.25351937588670553, 0.26711902475866933, 0.2804663407721517, 0.2933010331611274, 0.3054350727188153 ], [ 0.20475248246705327, 0.19565817357300785, 0.18759421026159045, 0.18052290198214435, 0.174311592290369, 0.1687411312667372, 0.16352313425046228, 0.15832368747418557, 0.15279255975992453, 0.14659851246791605, 0.13947100767171045, 0.13124538487015378, 0.12190285274937881, 0.1115905828881786, 0.10060503567489903, 0.0893310671589994, 0.07816122547235892, 0.06747510793283722, 0.057794569964667114, 0.05013096459741392, 0.04614304176480002, 0.04726614984411085, 0.05329923166888666, 0.06278627907592067, 0.07437879776886373, 0.08721025397797041, 0.10067840669216929, 0.11426171016836512, 0.12746581710294444, 0.13983978200814004, 0.15101289642807916, 0.16073022755109662, 0.16887970338345318, 0.17550869047916723, 0.18082830860539867, 0.18520221142266777, 0.18911531092686998, 0.19311913717804116, 0.1977562788432087, 0.20347643155325415, 0.21056588631602186, 0.21911243680369363, 0.22901503262283657, 0.2400293447922598, 0.25182904697001013, 0.26406339883766744, 0.276400108757398, 0.288551135818349, 0.30028422899317775, 0.3114246137097235 ], [ 0.1971474892758621, 0.1892018249277847, 0.18266903405604282, 0.1774314084330962, 0.1732391410684306, 0.16974062967395548, 0.16652483592834777, 0.16316574877934853, 0.15926300806721613, 0.15447762614627553, 0.14856389010803453, 0.1413968689637123, 0.13299081655344527, 0.12350006989785685, 0.11319501202097977, 0.10241649438562406, 0.09153570228636862, 0.08097322783893114, 0.07132605836428291, 0.06355791658396354, 0.0589985794059139, 0.05878524723139137, 0.06303206562600872, 0.07083795095725019, 0.08107323543146303, 0.0928544495067453, 0.10553731301615825, 0.11859339276958715, 0.13154438312195776, 0.14395795225138425, 0.15547248756836443, 0.16582732268014172, 0.1748872629574485, 0.1826568806114123, 0.18928231996418096, 0.19503859273324278, 0.2003005020558503, 0.2054969857952859, 0.21105270891276157, 0.21732642659650964, 0.2245599836323964, 0.23285095562802738, 0.24215467370108013, 0.25231129413039827, 0.26308649118213756, 0.27421338908518716, 0.2854271416681376, 0.29648865994614165, 0.30719783314771304, 0.3173984871975054 ], [ 0.18773742661708742, 0.18091802655307856, 0.17595831733551826, 0.1726424098338896, 0.17058103319530526, 0.16927390234294104, 0.16818220436869075, 0.1667916324664384, 0.16465784580235301, 0.16143604135530248, 0.15689967537719976, 0.15095132910426642, 0.14362465909353594, 0.1350737911783916, 0.1255485744976875, 0.11536302727326338, 0.10487848679610431, 0.09453197972468175, 0.08492326834163326, 0.07691105468710573, 0.07157271211642119, 0.06986773958300918, 0.07213761151510109, 0.07796146017907485, 0.08652895350901943, 0.09704206198202392, 0.10884154793759786, 0.12137177307102981, 0.13413567483605648, 0.14668598274592, 0.1586427380838499, 0.1697188253081806, 0.17974156659419244, 0.1886646887715501, 0.19656829881316001, 0.20364584425787038, 0.21017788106906893, 0.2164939797628888, 0.22292672394046942, 0.22976488421450644, 0.2372148169056468, 0.24537813592822544, 0.25424936586890967, 0.2637314344226802, 0.27366238311387864, 0.28384537018572287, 0.29407562322310854, 0.3041608749735982, 0.3139344573739351, 0.3232619094694044 ], [ 0.1764323306916104, 0.17072738446989286, 0.1674165053873532, 0.16615645465042364, 0.16638323443648767, 0.16742233191275882, 0.16859739878685842, 0.16930783923761902, 0.16907105792809013, 0.16753935551328314, 0.16450284324732875, 0.15988495519686208, 0.15373200166919618, 0.1461958591945264, 0.13751079716593365, 0.12797154398632277, 0.11792690736896969, 0.10780395191248755, 0.09816203707034563, 0.08974070967805799, 0.08342645180791095, 0.08006760127865656, 0.08018039560522928, 0.08376222790684452, 0.09038270994928009, 0.09942609840736295, 0.11026164154757877, 0.12229601747567245, 0.13497791593813463, 0.1478059709604805, 0.1603488572236001, 0.17226900374799356, 0.18334122022811222, 0.19346160566174406, 0.20264517263336496, 0.21101216479104126, 0.21876395562571968, 0.2261505188314803, 0.23343303696370685, 0.24084687156482806, 0.2485709434254718, 0.25670869441302485, 0.2652831185745054, 0.27424481954555996, 0.2834891625187374, 0.29287739253916234, 0.302257140244276, 0.31147931107088567, 0.3204100831577955, 0.32893805955317446 ], [ 0.16317673608112818, 0.1585929425582689, 0.15705585322503662, 0.15804575137111124, 0.16076859861347334, 0.16433958247815583, 0.16793357907564252, 0.17086834812403903, 0.172632164316411, 0.17288082698183005, 0.1714226117664922, 0.16819985436206514, 0.1632692391652311, 0.15678059352914867, 0.14895547207392862, 0.1400706338552743, 0.13045472313517456, 0.12050458025099946, 0.1107171711434549, 0.10171635826552519, 0.09424063103318867, 0.08906151891077532, 0.0868322527039386, 0.08792091856642424, 0.09232267041979579, 0.09970176792019853, 0.10951286181949874, 0.12111884468198476, 0.1338724386498836, 0.14716984647945527, 0.16048859042218788, 0.17341375302344578, 0.18565289451413952, 0.19703976719086538, 0.20752762399126468, 0.2171733386673184, 0.22611387006501804, 0.23453715178299178, 0.24265033412720166, 0.2506491469752307, 0.25869245806428626, 0.266885419086885, 0.27527289429655977, 0.2838426684115957, 0.2925360333187075, 0.3012623798488233, 0.30991450733937403, 0.3183821977962736, 0.326562700051837, 0.33436774289928034 ], [ 0.1479520671184029, 0.1445258174252502, 0.1449595350345943, 0.14847141610133893, 0.15395211313618604, 0.16026153304166382, 0.1664198912214271, 0.1716767067841048, 0.17550730679930307, 0.17758238043328803, 0.1777338354408316, 0.1759244106089488, 0.172221413518028, 0.16677342660167724, 0.15979028439112264, 0.1515291355203, 0.1422908263603617, 0.13242904563527033, 0.12236921245194497, 0.1126279971507249, 0.1038224790989217, 0.09665991346707885, 0.09189459307121091, 0.09022415208709286, 0.09211324817758135, 0.09762031293583012, 0.10636364852107494, 0.11765612960837891, 0.13069632821653185, 0.14471325540052524, 0.15904470117382447, 0.17316984221552717, 0.18671666352292834, 0.19945563511729253, 0.21128497236522573, 0.22221000731434712, 0.2323182540598272, 0.24175175545850194, 0.2506787444906836, 0.25926713721552397, 0.2676625164828069, 0.2759728048989824, 0.2842607559686424, 0.2925440022523891, 0.3008011397884766, 0.3089815798663081, 0.3170167980596673, 0.324831032819976, 0.332350169936869, 0.3395082408485246 ], [ 0.13077953325841035, 0.1285956226331212, 0.13130622812229525, 0.13771279832214314, 0.1462634723016913, 0.15551848228561857, 0.16435572380402783, 0.1719861594591718, 0.17789804389600486, 0.18179339966302982, 0.183536089307964, 0.18311261370889167, 0.18060211733764128, 0.17615252140061163, 0.1699617220518912, 0.16226481433561382, 0.15332919779732088, 0.143458524955922, 0.13300447901844728, 0.12238479553547972, 0.11210897078204404, 0.10281621364038583, 0.09531844425447343, 0.09059428386138102, 0.08962090173859084, 0.09300279812793905, 0.10064459899522206, 0.11180007697629087, 0.12542059261109698, 0.1404744806224474, 0.1561006561324427, 0.17164557069593922, 0.18665165541611506, 0.20083160961610996, 0.21404003676622846, 0.22624505331516034, 0.23750016209059255, 0.2479166220438732, 0.2576370977568987, 0.266811907911775, 0.27557941981305994, 0.2840519217356572, 0.29230766959890775, 0.30038893232224617, 0.3083050246403344, 0.3160387611044079, 0.3235546055515009, 0.33080698937240555, 0.3377476913290468, 0.3443316518730128 ], [ 0.11172364739250958, 0.11095129062306158, 0.11641705671985689, 0.12621505190410784, 0.13817624017337427, 0.15054592877601955, 0.1621106987490066, 0.17209542228381433, 0.1800365404128068, 0.18568672550663606, 0.1889506998119331, 0.18984202763503796, 0.1884525278845993, 0.18492934022277474, 0.179457520760616, 0.17224797894860838, 0.16353143294824643, 0.1535590115213579, 0.14261015392926002, 0.13101038220945954, 0.11916668119364966, 0.10763443646609508, 0.0972259314251746, 0.0891256166242633, 0.0848473432777622, 0.08575474555135691, 0.09225752271977966, 0.10353877182447371, 0.11813798679663062, 0.1346209822794847, 0.1518600173106458, 0.16905202929323548, 0.18566071171539927, 0.20135621817597807, 0.2159667437165889, 0.2294400533933513, 0.2418113179139733, 0.2531749669159249, 0.26365971813926353, 0.2734069326855821, 0.28255294051659613, 0.2912160215489857, 0.29948840886701344, 0.307433153359376, 0.31508514099440427, 0.3224551524134514, 0.32953569348458855, 0.3363074064041661, 0.34274512431893395, 0.3488229607161973 ], [ 0.09089640527623918, 0.09186820785428332, 0.1008485621719684, 0.11466144935036476, 0.130337561071597, 0.1458864124014786, 0.1601154258928474, 0.17233754254892725, 0.18217603491575174, 0.18945143982862261, 0.19411551390876836, 0.19621005242550374, 0.195838860148783, 0.19314712785241575, 0.18830577626379327, 0.18150014479074006, 0.17292327598517387, 0.16277448664842079, 0.1512648205232982, 0.13863365562203048, 0.1251864426089367, 0.11137270212423032, 0.09793325363706686, 0.0861352072771285, 0.07798419521112555, 0.07588600101624349, 0.08118513997606637, 0.09298961302287513, 0.1091083989753666, 0.12748667235438313, 0.14666883546552403, 0.16571280635102678, 0.1840318614578147, 0.20128112624247518, 0.21728518885545178, 0.23198988433587336, 0.24542705425371023, 0.2576865004441684, 0.26889256998154903, 0.2791845273220813, 0.28870069201555065, 0.2975665819353688, 0.3058872025962738, 0.3137433217869311, 0.3211912127647972, 0.3282650621060551, 0.33498109603308324, 0.34134249895927155, 0.34734434788569674, 0.35297800792907524 ], [ 0.06846210844852657, 0.07187494884182409, 0.08558016965311448, 0.10406585954238164, 0.12357940111607914, 0.14216976563898334, 0.1588373193753803, 0.17305983019534105, 0.18457608297340183, 0.19328241506269156, 0.19917742172774755, 0.20232833286665583, 0.20284789228133818, 0.20087692505708857, 0.19657066839931564, 0.19008836269924606, 0.1815863337902339, 0.17121536520793704, 0.15912421658573572, 0.14547357336458464, 0.13046970551023412, 0.11443696529947295, 0.09796862945892142, 0.08223391239731384, 0.06951950214795646, 0.06354970817653718, 0.06750425975858758, 0.08046699754186078, 0.09883646448769265, 0.1196218655521316, 0.14103713796579834, 0.16206765824602523, 0.18213329720598098, 0.20091287613173414, 0.2182529074357544, 0.23411475779963484, 0.2485395432394667, 0.2616218630704589, 0.27348867036248187, 0.2842818934253963, 0.29414444313559945, 0.3032096135217897, 0.31159390097127443, 0.3193930976606797, 0.32668127909603106, 0.33351209751250344, 0.33992167245379407, 0.34593235867330596, 0.3515567568183506, 0.3568014800720712 ], [ 0.04464278893408006, 0.05217237621518553, 0.0723596360883009, 0.09583039285597655, 0.11887097860615194, 0.1400565488000584, 0.15873773511122308, 0.1745947669614331, 0.187483263193263, 0.19736726534291818, 0.2042830374367478, 0.2083154969890583, 0.20958062468937474, 0.20821124105571295, 0.2043452207686939, 0.19811603104820044, 0.18964595627650205, 0.17904283493596934, 0.16640195792249907, 0.15181644690616533, 0.13540278745576242, 0.11735566457003047, 0.09806658653154936, 0.07840520581794437, 0.06045857908633129, 0.04915277214716742, 0.05141399047574793, 0.06664297649932797, 0.08820367378305671, 0.11184976378167419, 0.13564859645672103, 0.15866240385664787, 0.18039758282008675, 0.2005972769355431, 0.21915142530045068, 0.23604930617354733, 0.2513491969300464, 0.2651559236085805, 0.2776028150906964, 0.28883680988710386, 0.2990063671071078, 0.30825215627859615, 0.3167005347416086, 0.3244597083320486, 0.3316183022695673, 0.3382459115090793, 0.3443950978057762, 0.3501042740191124, 0.35540096118217723, 0.3603050007805918 ], [ 0.019724253614143903, 0.036251186088507754, 0.06405145234995527, 0.09159587247710604, 0.1171621314116333, 0.14013841374419417, 0.16021339085827724, 0.17722523616465444, 0.19110965888568215, 0.20187213090568676, 0.20956840476266203, 0.2142887761787921, 0.21614451321428196, 0.21525590033815634, 0.21174182751877704, 0.20571115178841673, 0.19725630117772647, 0.18644988742079602, 0.1733455778897798, 0.157985304810792, 0.14041636101247676, 0.12072522344754222, 0.0991053102629752, 0.07601837746469114, 0.0527281369721509, 0.03380153854293842, 0.033346043313696866, 0.05297375643953409, 0.07866163489611964, 0.10529673653344068, 0.13133602155114368, 0.156114543376831, 0.17929102735696403, 0.2006951981610867, 0.2202679209137814, 0.23802889930148513, 0.254054494191072, 0.26846018294942575, 0.2813858164977033, 0.29298311173015634, 0.30340529592347537, 0.31279896686999153, 0.32129821521722857, 0.329020953067173, 0.3360672581230381, 0.3425194169273807, 0.3484432636505756, 0.35389037749687535, 0.3589007221848857, 0.3635053735644066 ], [ 0.005938815489378779, 0.033179224559609824, 0.06383237616129923, 0.09267581794894092, 0.1191217979146562, 0.14281659194516447, 0.16353551669205546, 0.18115126921431707, 0.1956129173540606, 0.20692839117801679, 0.21514898184211378, 0.2203553725750046, 0.22264501861264294, 0.22212085952834296, 0.21888150060116507, 0.21301315743711458, 0.20458382929647775, 0.19364037112016858, 0.1802093852816337, 0.1643031233722279, 0.14593180091390642, 0.12512388268002742, 0.10195657056838377, 0.07660351271078242, 0.04944218356766632, 0.02174112798613946, 0.014966919210138223, 0.04273671139741986, 0.07235044910546544, 0.10131016578002519, 0.12899144259638537, 0.15504598879299628, 0.17926704024631168, 0.20155057721912173, 0.22187309181236048, 0.24027411592845066, 0.25684092564209304, 0.27169478026960237, 0.2849786020591462, 0.29684619013826025, 0.30745311920062335, 0.3169494580030414, 0.32547437674463947, 0.3331526136546692, 0.3400926604656965, 0.3463864257802251, 0.3521100629306905, 0.3573256154243415, 0.3620831398426094, 0.3664230064308872 ], [ 0.03192500481623899, 0.046595475268274934, 0.07238775984861362, 0.09932847919751502, 0.12490561489682026, 0.1482110971313297, 0.16880771935167288, 0.18646735359077907, 0.20108218437588762, 0.21262259805607805, 0.2211113140990934, 0.2266046074349826, 0.22917739429503456, 0.2289109598553663, 0.22588293883832536, 0.22015959889196327, 0.2117907748530627, 0.2008080526708305, 0.1872270311175305, 0.17105468010151256, 0.15230293976299666, 0.1310098634780612, 0.10727052852619796, 0.08128550623852088, 0.05347210594430396, 0.025128647016022028, 0.014451038987828443, 0.04152470178155354, 0.07162099743339609, 0.10115048966370113, 0.12939567213988107, 0.15598652580967454, 0.18070873523013428, 0.2034546154943443, 0.22419786783989681, 0.24297507038911642, 0.2598701503397331, 0.275000812953261, 0.28850664043848684, 0.30053881649365033, 0.3112515138059165, 0.32079498976360427, 0.3293103990491828, 0.33692626742701215, 0.34375649485838694, 0.3498996840703769, 0.3554395365584985, 0.3604460304658934, 0.3649770963318519, 0.3690805339578185 ], [ 0.05783849406738817, 0.0673475350798436, 0.0872766551649055, 0.11066634785108544, 0.1341335820644129, 0.15615088751336761, 0.1759594563683003, 0.19315706723308199, 0.20753311866331864, 0.2189914356542558, 0.2275076169940077, 0.23310184107437046, 0.23581965290993648, 0.23571761581938203, 0.23285255824528298, 0.227274054499193, 0.21902032089746437, 0.20811811937107141, 0.19458766191374013, 0.17845403798192494, 0.15976769805135546, 0.13863921891146805, 0.11530239299666535, 0.09025356330583965, 0.06467293786199381, 0.04221309515192047, 0.035069158686338725, 0.051566494186347685, 0.07761556402904367, 0.10550830019851086, 0.13301442561256635, 0.15927372931942252, 0.18387414007214276, 0.20661324410516616, 0.2274128686226972, 0.24627782761642203, 0.2632706936910481, 0.2784937891397833, 0.2920752120958019, 0.3041576191670892, 0.3148892079141771, 0.32441662936858756, 0.332879664479606, 0.34040751672100156, 0.34711655196825764, 0.3531092825950094, 0.3584743625541094, 0.3632873443377223, 0.36761195160549925, 0.37150164237233807 ], [ 0.08334809971499305, 0.09019814291288722, 0.10564064626685257, 0.1252952193449126, 0.14608760550419733, 0.16624696775118752, 0.18477617559399892, 0.2011059033669414, 0.21491276124125025, 0.22602243111221676, 0.23435397664825153, 0.23988489103769778, 0.24262749445909954, 0.24261231863585417, 0.23987650639234206, 0.23445650586615113, 0.22638510698771572, 0.21569346895505706, 0.2024194404131307, 0.18662448407241503, 0.16842360255344913, 0.14803784615425455, 0.12589342262463032, 0.10283473176811715, 0.08064785808149647, 0.06331979019714144, 0.05804409359555653, 0.06864909556741013, 0.08944286714920947, 0.11421723275698012, 0.13987470404906155, 0.1649909655731699, 0.18886144712502995, 0.21112596984921203, 0.2316147100458601, 0.250275131859074, 0.2671314633320882, 0.28225897965743524, 0.29576600046736223, 0.30778051291544023, 0.3184399657034126, 0.327883488241463, 0.3362461052809243, 0.34365465347884444, 0.35022515675170723, 0.3560614288630123, 0.3612546702570971, 0.3658838262721118, 0.3700164828674304, 0.3737100960294993 ], [ 0.10818643888424899, 0.11339878521564935, 0.12557888309425705, 0.14191748897716347, 0.15996022882474892, 0.178002022897425, 0.1949511887225345, 0.21012700281956576, 0.22311236567326395, 0.23365985262613556, 0.2416321841258017, 0.24696325143416112, 0.24963167055284843, 0.2496425604760754, 0.24701539762066355, 0.24177708356235483, 0.23396022813514364, 0.22360737967574737, 0.21078277735836207, 0.19559452718502215, 0.17823268833799397, 0.15903439218975968, 0.13859979813750586, 0.11800897636652491, 0.09922020367990274, 0.08558980162250213, 0.08144735581611262, 0.08884145104717048, 0.10520974470816737, 0.12644901547729753, 0.14960487371359127, 0.17297299919728257, 0.19560642317785723, 0.2169816897467162, 0.23682198683382283, 0.25500299005793514, 0.27149897498400355, 0.28634921072313335, 0.29963534330891783, 0.3114652967382018, 0.32196142763641594, 0.33125171552427635, 0.3394632804763725, 0.346717771109538, 0.3531282879562645, 0.35879756514984035, 0.3638171616081637, 0.36826743076642093, 0.37221805566131116, 0.3757289583722107 ] ] }, { "hoverinfo": "text", "legendgroup": "In-sample", "marker": { "color": "black", "opacity": 0.5, "symbol": 1 }, "mode": "markers", "name": "In-sample", "text": [ "0_0", "10_0", "11_0", "12_0", "13_0", "14_0", "15_0", "16_0", "17_0", "18_0", "1_0", "2_0", "3_0", "4_0", "5_0", "6_0", "7_0", "8_0", "9_0" ], "type": "scatter", "x": [ 0.024962352227357435, 1e-06, 0.0007054816122345361, 0.0002047681700351523, 0.00015826594069553835, 0.01588331920514487, 5.942483508331499e-05, 0.0002816034155774635, 0.00020719810662788704, 0.00010690507700301851, 0.000863324770180765, 1.4042288070352186e-05, 0.00026097385501305033, 0.00021496237662752427, 3.535241856830937e-05, 9.742695318917233e-05, 1e-06, 0.0004660163238126157, 0.00015385504050424603 ], "xaxis": "x", "y": [ 0.47276365850120783, 0.9136804073047212, 0.22867518507621482, 0.5103013353703405, 0.0, 0.0, 0.290316152294736, 0.5062381837965682, 0.5745447715667371, 0.4164261565531282, 0.9280641442164779, 0.4533946365118027, 0.5342031670734286, 0.4380501275882125, 0.0, 0.5417708557399236, 0.0, 2.423498158116083e-17, 0.1610793058784863 ], "yaxis": "y" }, { "hoverinfo": "text", "legendgroup": "In-sample", "marker": { "color": "black", "opacity": 0.5, "symbol": 1 }, "mode": "markers", "name": "In-sample", "showlegend": false, "text": [ "0_0", "10_0", "11_0", "12_0", "13_0", "14_0", "15_0", "16_0", "17_0", "18_0", "1_0", "2_0", "3_0", "4_0", "5_0", "6_0", "7_0", "8_0", "9_0" ], "type": "scatter", "x": [ 0.024962352227357435, 1e-06, 0.0007054816122345361, 0.0002047681700351523, 0.00015826594069553835, 0.01588331920514487, 5.942483508331499e-05, 0.0002816034155774635, 0.00020719810662788704, 0.00010690507700301851, 0.000863324770180765, 1.4042288070352186e-05, 0.00026097385501305033, 0.00021496237662752427, 3.535241856830937e-05, 9.742695318917233e-05, 1e-06, 0.0004660163238126157, 0.00015385504050424603 ], "xaxis": "x2", "y": [ 0.47276365850120783, 0.9136804073047212, 0.22867518507621482, 0.5103013353703405, 0.0, 0.0, 0.290316152294736, 0.5062381837965682, 0.5745447715667371, 0.4164261565531282, 0.9280641442164779, 0.4533946365118027, 0.5342031670734286, 0.4380501275882125, 0.0, 0.5417708557399236, 0.0, 2.423498158116083e-17, 0.1610793058784863 ], "yaxis": "y2" } ], "layout": { "annotations": [ { "font": { "size": 14 }, "showarrow": false, "text": "Mean", "x": 0.25, "xanchor": "center", "xref": "paper", "y": 1, "yanchor": "bottom", "yref": "paper" }, { "font": { "size": 14 }, "showarrow": false, "text": "Standard Error", "x": 0.8, "xanchor": "center", "xref": "paper", "y": 1, "yanchor": "bottom", "yref": "paper" } ], "autosize": false, "height": 450, "hovermode": "closest", "legend": { "orientation": "h", "x": 0, "y": -0.25 }, "margin": { "b": 100, "l": 35, "pad": 0, "r": 35, "t": 35 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "sequentialminus": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "width": 950, "xaxis": { "anchor": "y", "autorange": false, "domain": [ 0.05, 0.45 ], "exponentformat": "e", "range": [ -6.0, -0.3979400086720376 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "lr" }, "type": "log" }, "xaxis2": { "anchor": "y2", "autorange": false, "domain": [ 0.6, 1 ], "exponentformat": "e", "range": [ -6.0, -0.3979400086720376 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "lr" }, "type": "log" }, "yaxis": { "anchor": "x", "autorange": false, "domain": [ 0, 1 ], "exponentformat": "e", "range": [ 0.0, 1.0 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "momentum" }, "type": "linear" }, "yaxis2": { "anchor": "x2", "autorange": false, "domain": [ 0, 1 ], "exponentformat": "e", "range": [ 0.0, 1.0 ], "tickfont": { "size": 11 }, "tickmode": "auto", "type": "linear" } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "render(plot_contour(model=model, param_x='lr', param_y='momentum', metric_name='accuracy'))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 5. Plot best objective as function of the iteration\n", "\n", "Show the model accuracy improving as we identify better hyperparameters." ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "linkText": "Export to plot.ly", "plotlyServerURL": "https://plot.ly", "showLink": false }, "data": [ { "hoverinfo": "none", "legendgroup": "", "line": { "width": 0 }, "mode": "lines", "showlegend": false, "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 10.383333333333333, 10.983333333333334, 74.05000000000001, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666 ] }, { "fill": "tonexty", "fillcolor": "rgba(128,177,211,0.3)", "legendgroup": "mean", "line": { "color": "rgba(128,177,211,1)" }, "mode": "lines", "name": "mean", "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 10.383333333333333, 10.983333333333334, 74.05000000000001, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666 ] }, { "fill": "tonexty", "fillcolor": "rgba(128,177,211,0.3)", "hoverinfo": "none", "legendgroup": "", "line": { "width": 0 }, "mode": "lines", "showlegend": false, "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 10.383333333333333, 10.983333333333334, 74.05000000000001, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666, 93.06666666666666 ] } ], "layout": { "showlegend": true, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "sequentialminus": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "Model performance vs. # of iterations" }, "xaxis": { "title": { "text": "Iteration" } }, "yaxis": { "title": { "text": "Classification Accuracy, %" } } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "# `plot_single_method` expects a 2-d array of means, because it expects to average means from multiple \n", "# optimization runs, so we wrap out best objectives array in another array.\n", "best_objectives = np.array([[trial.objective_mean*100 for trial in experiment.trials.values()]])\n", "best_objective_plot = optimization_trace_single_method(\n", " y=np.maximum.accumulate(best_objectives, axis=1),\n", " title=\"Model performance vs. # of iterations\",\n", " ylabel=\"Classification Accuracy, %\",\n", ")\n", "render(best_objective_plot)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 6. Train CNN with best hyperparameters and evaluate on test set\n", "Note that the resulting accuracy on the test set might not be exactly the same as the maximum accuracy achieved on the evaluation set throughout optimization. " ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "Arm(name='3_0', parameters={'lr': 0.00026097385501305033, 'momentum': 0.5342031670734286})" ] }, "execution_count": 10, "metadata": {}, "output_type": "execute_result" } ], "source": [ "data = experiment.fetch_data()\n", "df = data.df\n", "best_arm_name = df.arm_name[df['mean'] == df['mean'].max()].values[0]\n", "best_arm = experiment.arms_by_name[best_arm_name]\n", "best_arm" ] }, { "cell_type": "code", "execution_count": 11, "metadata": { "collapsed": true }, "outputs": [], "source": [ "combined_train_valid_set = torch.utils.data.ConcatDataset([\n", " train_loader.dataset.dataset, \n", " valid_loader.dataset.dataset,\n", "])\n", "combined_train_valid_loader = torch.utils.data.DataLoader(\n", " combined_train_valid_set, \n", " batch_size=BATCH_SIZE, \n", " shuffle=True,\n", ")" ] }, { "cell_type": "code", "execution_count": 12, "metadata": { "collapsed": true }, "outputs": [], "source": [ "net = train(\n", " net=CNN(),\n", " train_loader=combined_train_valid_loader, \n", " parameters=best_arm.parameters,\n", " dtype=dtype,\n", " device=device,\n", ")\n", "test_accuracy = evaluate(\n", " net=net,\n", " data_loader=test_loader,\n", " dtype=dtype,\n", " device=device,\n", ")" ] }, { "cell_type": "code", "execution_count": 13, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Classification Accuracy (test set): 97.52%\n" ] } ], "source": [ "print(f\"Classification Accuracy (test set): {round(test_accuracy*100, 2)}%\")" ] } ], "metadata": { "kernelspec": { "display_name": "python3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.7.1" } }, "nbformat": 4, "nbformat_minor": 2 }