{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Tune a CNN on MNIST\n", "\n", "This tutorial walks through using Ax to tune two hyperparameters (learning rate and momentum) for a PyTorch CNN on the MNIST dataset trained using SGD with momentum.\n" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "data": { "text/html": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:22:20] ipy_plotting: Injecting Plotly library into cell. Do not overwrite or delete cell.\n" ] }, { "data": { "text/html": [ " \n", " " ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "import torch\n", "import numpy as np\n", "\n", "from ax.plot.contour import plot_contour\n", "from ax.plot.trace import optimization_trace_single_method\n", "from ax.service.managed_loop import optimize\n", "from ax.utils.notebook.plotting import render, init_notebook_plotting\n", "from ax.utils.tutorials.cnn_utils import load_mnist, train, evaluate, CNN\n", "\n", "init_notebook_plotting()" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "collapsed": true }, "outputs": [], "source": [ "torch.manual_seed(12345)\n", "dtype = torch.float\n", "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 1. Load MNIST data\n", "First, we need to load the MNIST data and partition it into training, validation, and test sets.\n", "\n", "Note: this will download the dataset if necessary." ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "scrolled": true }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.4%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz to ./data/MNIST/raw/train-images-idx3-ubyte.gz\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.1%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Extracting ./data/MNIST/raw/train-images-idx3-ubyte.gz to ./data/MNIST/raw\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "113.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.5%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Downloading http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz to ./data/MNIST/raw/train-labels-idx1-ubyte.gz\n", "Extracting ./data/MNIST/raw/train-labels-idx1-ubyte.gz to ./data/MNIST/raw\n", "Downloading http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw/t10k-images-idx3-ubyte.gz\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "180.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/pytorch/torch/csrc/utils/tensor_numpy.cpp:141: UserWarning:\n", "\n", "The given NumPy array is not writeable, and PyTorch does not support non-writeable tensors. This means you can write to the underlying (supposedly non-writeable) NumPy array using the tensor. You may want to copy the array to protect its data or make it writeable before converting it to a tensor. This type of warning will be suppressed for the rest of this program.\n", "\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Extracting ./data/MNIST/raw/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw\n", "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz\n", "Extracting ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw\n", "Processing...\n", "Done!\n" ] } ], "source": [ "BATCH_SIZE = 512\n", "train_loader, valid_loader, test_loader = load_mnist(batch_size=BATCH_SIZE)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 2. Define function to optimize\n", "In this tutorial, we want to optimize classification accuracy on the validation set as a function of the learning rate and momentum. The function takes in a parameterization (set of parameter values), computes the classification accuracy, and returns a dictionary of metric name ('accuracy') to a tuple with the mean and standard error." ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "collapsed": true }, "outputs": [], "source": [ "def train_evaluate(parameterization):\n", " net = CNN()\n", " net = train(net=net, train_loader=train_loader, parameters=parameterization, dtype=dtype, device=device)\n", " return evaluate(\n", " net=net,\n", " data_loader=valid_loader,\n", " dtype=dtype,\n", " device=device,\n", " )" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 3. Run the optimization loop\n", "Here, we set the bounds on the learning rate and momentum and set the parameter space for the learning rate to be on a log scale. " ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:22:23] ax.modelbridge.dispatch_utils: Using Bayesian Optimization generation strategy: GenerationStrategy(name='Sobol+GPEI', steps=[Sobol for 5 trials, GPEI for subsequent trials]). Iterations after 5 will take longer to generate due to model-fitting.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:22:23] ax.service.managed_loop: Started full optimization with 20 steps.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:22:23] ax.service.managed_loop: Running optimization trial 1...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:22:34] ax.service.managed_loop: Running optimization trial 2...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:22:44] ax.service.managed_loop: Running optimization trial 3...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:22:53] ax.service.managed_loop: Running optimization trial 4...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:23:03] ax.service.managed_loop: Running optimization trial 5...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:23:12] ax.service.managed_loop: Running optimization trial 6...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:23:23] ax.service.managed_loop: Running optimization trial 7...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:23:33] ax.service.managed_loop: Running optimization trial 8...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:23:43] ax.service.managed_loop: Running optimization trial 9...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:23:53] ax.service.managed_loop: Running optimization trial 10...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:24:03] ax.service.managed_loop: Running optimization trial 11...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:24:13] ax.service.managed_loop: Running optimization trial 12...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:24:23] ax.service.managed_loop: Running optimization trial 13...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:24:34] ax.service.managed_loop: Running optimization trial 14...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:24:44] ax.service.managed_loop: Running optimization trial 15...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:24:55] ax.service.managed_loop: Running optimization trial 16...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:25:05] ax.service.managed_loop: Running optimization trial 17...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:25:15] ax.service.managed_loop: Running optimization trial 18...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:25:25] ax.service.managed_loop: Running optimization trial 19...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 05-14 21:25:36] ax.service.managed_loop: Running optimization trial 20...\n" ] } ], "source": [ "best_parameters, values, experiment, model = optimize(\n", " parameters=[\n", " {\"name\": \"lr\", \"type\": \"range\", \"bounds\": [1e-6, 0.4], \"log_scale\": True},\n", " {\"name\": \"momentum\", \"type\": \"range\", \"bounds\": [0.0, 1.0]},\n", " ],\n", " evaluation_function=train_evaluate,\n", " objective_name='accuracy',\n", ")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "We can introspect the optimal parameters and their outcomes:" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "{'lr': 0.00031493689219521705, 'momentum': 0.8742517008238908}" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "best_parameters" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "({'accuracy': 0.9554999057894298},\n", " {'accuracy': {'accuracy': 1.1495332386617354e-08}})" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "means, covariances = values\n", "means, covariances" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 4. Plot response surface\n", "\n", "Contour plot showing classification accuracy as a function of the two hyperparameters.\n", "\n", "The black squares show points that we have actually run, notice how they are clustered in the optimal region." ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "linkText": "Export to plot.ly", "plotlyServerURL": "https://plot.ly", "showLink": false }, "data": [ { "autocolorscale": false, "autocontour": true, "colorbar": { "tickfont": { "size": 8 }, "ticksuffix": "", "x": 0.45, "y": 0.5 }, "colorscale": [ [ 0.0, "rgb(247,252,253)" ], [ 0.125, "rgb(229,245,249)" ], [ 0.25, "rgb(204,236,230)" ], [ 0.375, "rgb(153,216,201)" ], [ 0.5, "rgb(102,194,164)" ], [ 0.625, "rgb(65,174,118)" ], [ 0.75, "rgb(35,139,69)" ], [ 0.875, "rgb(0,109,44)" ], [ 1.0, "rgb(0,68,27)" ] ], "contours": { "coloring": "heatmap" }, "hoverinfo": "x+y+z", "ncontours": 25, "type": "contour", "x": [ 1e-06, 1.3011511650442548e-06, 1.692994354296022e-06, 2.2028415765056147e-06, 2.866229883678204e-06, 3.729398352432554e-06, 4.852511011181743e-06, 6.3138503555892e-06, 8.215273746089953e-06, 1.0689313005882424e-05, 1.390841207112662e-05, 1.809694657026198e-05, 2.354686311364001e-05, 3.063802837345029e-05, 3.986470631277378e-05, 5.1870009063012666e-05, 6.749072272319499e-05, 8.781563250096393e-05, 0.00011426141253772724, 0.00014867137004306603, 0.00019344392634026088, 0.0002516997901283655, 0.0003274994751669172, 0.0004261263236648159, 0.0005544547624925005, 0.0007214294601814526, 0.000938688782612345, 0.0012213760031100258, 0.0015891948094037057, 0.002067782677737912, 0.0026904978401970136, 0.0035007443993213955, 0.004554997653699184, 0.005926740503884541, 0.007711585311544345, 0.010033938212454078, 0.013055670395116691, 0.01698740074503987, 0.02210317627048227, 0.028759573555516536, 0.03742055263793628, 0.04868979566145066, 0.06335278435066323, 0.0824315491666629, 0.10725590623460621, 0.13955614735503497, 0.18158364372009145, 0.23626776957937787, 0.3074200836506151, 0.4 ], "xaxis": "x", "y": [ 0.0, 0.02040816326530612, 0.04081632653061224, 0.061224489795918366, 0.08163265306122448, 0.1020408163265306, 0.12244897959183673, 0.14285714285714285, 0.16326530612244897, 0.18367346938775508, 0.2040816326530612, 0.22448979591836732, 0.24489795918367346, 0.26530612244897955, 0.2857142857142857, 0.3061224489795918, 0.32653061224489793, 0.3469387755102041, 0.36734693877551017, 0.3877551020408163, 0.4081632653061224, 0.42857142857142855, 0.44897959183673464, 0.4693877551020408, 0.4897959183673469, 0.5102040816326531, 0.5306122448979591, 0.5510204081632653, 0.5714285714285714, 0.5918367346938775, 0.6122448979591836, 0.6326530612244897, 0.6530612244897959, 0.673469387755102, 0.6938775510204082, 0.7142857142857142, 0.7346938775510203, 0.7551020408163265, 0.7755102040816326, 0.7959183673469387, 0.8163265306122448, 0.836734693877551, 0.8571428571428571, 0.8775510204081632, 0.8979591836734693, 0.9183673469387754, 0.9387755102040816, 0.9591836734693877, 0.9795918367346939, 1.0 ], "yaxis": "y", "z": [ [ 0.10958969115784034, 0.1263498991728016, 0.14629171315218403, 0.1691395899773298, 0.19447929033938172, 0.22176364738318582, 0.2503278555055905, 0.27941273055952304, 0.3081937003945019, 0.3358132742128486, 0.3614151182195096, 0.38417827665684007, 0.4033502968456109, 0.4182780066437592, 0.42843456579861405, 0.43344135881972146, 0.4330834895958865, 0.42731813899099264, 0.41627575589998883, 0.4002547469215835, 0.379710781845841, 0.35524192343184696, 0.3275705470590195, 0.29752255803974353, 0.26600387097262806, 0.23397356949038034, 0.20241264049600993, 0.17228665711705882, 0.1445002337174357, 0.11984045752233474, 0.09890587003345608, 0.08203203123219283, 0.06929322155011786, 0.060572443256623476, 0.05562400175553017, 0.05412104131145645, 0.05569118133670081, 0.05994280730395607, 0.06648406231421655, 0.07493617458497315, 0.08494242444675704, 0.0961737869144047, 0.10833207035204229, 0.12115119828313359, 0.13439714199067299, 0.14786689971631617, 0.161386828745535, 0.17481056520162308, 0.18801670951285882, 0.2009064104631174 ], [ 0.09609507024755504, 0.11645850130159119, 0.140852679190565, 0.16899949177621565, 0.20043679974600748, 0.23452523785935947, 0.27047005881977026, 0.3073538300983784, 0.3441751266939941, 0.37988960430373253, 0.413451531831302, 0.44385499467882294, 0.4701742463990689, 0.49160220870749605, 0.5074852435398434, 0.517351560337374, 0.5209305520983495, 0.5181613031981348, 0.5091902312545108, 0.49435953919975517, 0.4741890910405365, 0.44935424038571814, 0.4206613433478421, 0.38902167312275676, 0.35542356911175776, 0.3209020024306063, 0.28650426554740477, 0.2532501130740293, 0.22208445444591074, 0.1938213845736474, 0.1690835047060193, 0.1482564734191213, 0.1314885871193059, 0.11873309673318522, 0.10980231548310393, 0.10441493936253476, 0.10223312406848528, 0.10289043663588804, 0.1060124130488388, 0.11123128354993395, 0.11819615738097611, 0.12657971038885918, 0.13608221024165434, 0.14643354289811794, 0.15739376494559754, 0.16875259396243025, 0.18032815839291283, 0.19196525555640181, 0.20353330805877068, 0.21492416233498735 ], [ 0.09014580442908249, 0.11394268040558397, 0.14261252552034465, 0.17589342970809507, 0.21328381258021084, 0.2540527498206, 0.29727527074148724, 0.3418797692153906, 0.3866973305632374, 0.4305089600089253, 0.4720907923668806, 0.5102588885012189, 0.5439150726563675, 0.5720939011364846, 0.5940084544255797, 0.609089834277628, 0.6170137050035402, 0.6177089413779995, 0.6113483154819596, 0.5983259876211985, 0.5792282073531836, 0.5548020460028746, 0.5259242771435565, 0.49357041695822934, 0.45878290758321616, 0.42263719909122294, 0.3862046647063249, 0.35051172696107047, 0.31649556825892533, 0.28495902734120243, 0.2565310711955614, 0.23164257306071512, 0.21052518474481435, 0.19323246455434284, 0.17967425841034856, 0.1696541766094446, 0.1629037603850647, 0.15911081688152595, 0.15794163437542597, 0.1590577166226812, 0.16212793913704338, 0.16683702075036733, 0.17289109969210126, 0.18002107746682067, 0.18798427338365137, 0.19656482669162945, 0.20557319366709953, 0.21484501273860607, 0.22423954998674894, 0.23363788812573666 ], [ 0.09488905941962156, 0.12173040227561327, 0.15413509676313308, 0.19187570666543158, 0.2344207819519395, 0.2809573250411257, 0.3304533921895776, 0.38172160755085865, 0.4334730894683452, 0.484363843417976, 0.5330375887023374, 0.578169012475858, 0.6185110835588101, 0.6529490079648665, 0.6805604257564823, 0.7006746962575988, 0.7129151324149021, 0.7172078274475088, 0.7137571374317834, 0.7030041741423625, 0.6855840408583501, 0.6622880501811642, 0.6340302517834722, 0.6018152468892456, 0.566704691290806, 0.5297813653708642, 0.4921111021860449, 0.45470383675991055, 0.41847580409454155, 0.3842157856398336, 0.35255912537068024, 0.32397324353686235, 0.298756811254012, 0.2770518758341025, 0.25886548941121373, 0.24409617971999903, 0.23256108051912788, 0.22402089869259334, 0.21820128264116817, 0.2148101644680378, 0.2135512387799055, 0.21413402365700784, 0.216281045242681, 0.21973268376438776, 0.2242501687358841, 0.22961714389517163, 0.23564015309409592, 0.2421483339068406, 0.24899254898260192, 0.2560441368046398 ], [ 0.11271856080477949, 0.14209980200538463, 0.1773876213849751, 0.21837956722865465, 0.2645361131317626, 0.31501680570103013, 0.3687582868421981, 0.42453897740628577, 0.4810307865180271, 0.5368425655787348, 0.5905597163704817, 0.6407842293788732, 0.6861794839888924, 0.7255243586068325, 0.757781321141492, 0.782180236126134, 0.7982953556147547, 0.8060538685233782, 0.8056764798020102, 0.7976127203220206, 0.7824936938071759, 0.7610987959374127, 0.7343283424439311, 0.7031745230378879, 0.6686868194111665, 0.6319328242775883, 0.5939580598805374, 0.5557483276588007, 0.518197040139343, 0.482079211302761, 0.448033418139151, 0.4165526629962632, 0.3879843427694575, 0.3625385091154453, 0.3403026203424841, 0.32126040477605017, 0.3053124252263919, 0.29229634449033454, 0.2820055064039795, 0.2742050546949118, 0.2686452957956291, 0.2650723412087551, 0.263236258582876, 0.26289705395546836, 0.26382883520277883, 0.265822495468166, 0.2686872237312537, 0.27225110947987347, 0.2763610666097893, 0.2808822620107445 ], [ 0.1432953389933188, 0.17456379614191198, 0.2116373690872116, 0.25429125398716146, 0.30201740182789644, 0.3540383429645937, 0.40935452897634594, 0.4667993589689057, 0.5250890715430627, 0.5828661912795388, 0.6387392908916706, 0.6913228883380633, 0.7392816744241861, 0.7813836197075174, 0.816566986924435, 0.8440258945829562, 0.8632972932953985, 0.8742681988448653, 0.8771042512136842, 0.8721835624628509, 0.8600552351239512, 0.8414173887696808, 0.8171027803747561, 0.7880550875640719, 0.7552882563140674, 0.7198379846224321, 0.6827167239757277, 0.6448767949550966, 0.607182071069559, 0.5703876844408714, 0.5351272227922537, 0.5019069623291137, 0.4711065694519031, 0.4429854281849418, 0.4176934347916718, 0.3952848810732147, 0.3757340038984912, 0.3589509143880388, 0.3447968815133649, 0.33309825676115956, 0.32365862509163185, 0.3162690141523907, 0.3107161746706767, 0.30678906303784126, 0.3042837235944216, 0.3030067965442166, 0.3027778801516943, 0.3034309627956932, 0.3048151187842757, 0.3067946364996829 ], [ 0.18287459563944242, 0.21506540548769948, 0.25262268664303095, 0.2953000032115173, 0.342624231702225, 0.39390062571535295, 0.44823758168069994, 0.5045830286485359, 0.5617648311644027, 0.6185312962228051, 0.6735913952621977, 0.7256565023256613, 0.7734864911004795, 0.8159430234861245, 0.8520507905122046, 0.8810604026931139, 0.9024938557589244, 0.9161504220437023, 0.9220745713002345, 0.9205113970819705, 0.9118721352552301, 0.8967196865534198, 0.8757728446446871, 0.8498929298321694, 0.82002602030084, 0.7871432566173233, 0.7521952388453136, 0.7160782465197193, 0.6796099144890564, 0.6435126778673391, 0.6084037900902954, 0.5747910096641242, 0.543073169658058, 0.513544840854991, 0.48640424027807627, 0.4617634840451933, 0.4396602807512108, 0.42007022566332336, 0.4029189793671185, 0.3880937746340947, 0.37545386583241425, 0.36483969412822664, 0.3560806750573703, 0.3490016169522634, 0.34342784951968336, 0.33918918559907196, 0.3361228613720573, 0.3340756067552022, 0.33290499343926433, 0.33248019710688914 ], [ 0.22644598149843753, 0.25848105416756695, 0.29525946246240053, 0.3365232516044955, 0.3818346748141805, 0.4305786307774372, 0.4819772498033629, 0.5351140724682503, 0.5889646541095142, 0.6424311636238247, 0.6943798406710322, 0.7436812549574272, 0.7892536443459007, 0.8301087960969513, 0.8653977067141241, 0.8944500572402951, 0.9167995479938431, 0.9321896166030804, 0.9405613744638063, 0.9420329112125789, 0.9368814570594666, 0.9255365601371619, 0.9085809072885349, 0.8867345107937235, 0.8608089933696579, 0.8316548327297439, 0.8001181665426778, 0.7670085727811599, 0.7330759384165004, 0.6989946527882983, 0.6653537764942004, 0.6326521493775427, 0.601297592297551, 0.571609456724276, 0.5438238212159261, 0.5181006587510332, 0.49453232930730695, 0.47315280236080104, 0.4539470875496139, 0.4368604438042437, 0.42180703859224017, 0.4086778295714616, 0.3973475326345384, 0.3876806177041659, 0.37953633434364553, 0.3727728133408634, 0.3672503195798246, 0.36283374824497394, 0.3593944634671352, 0.35681157852769885 ], [ 0.2697305015298108, 0.30066744473979756, 0.335661737849014, 0.3744557990564964, 0.41665065098374665, 0.4617079233930712, 0.5089599505855681, 0.5576271885176229, 0.606841689970285, 0.6556753276114042, 0.7031716490633034, 0.7483803875778585, 0.7903934719883846, 0.8283807604141407, 0.8616228056838982, 0.8895372476881527, 0.9116956823707354, 0.9278296263545077, 0.9378271588129924, 0.9417246021395902, 0.939698319720314, 0.9320589024079149, 0.9192442897249858, 0.9018046314033845, 0.8803755921206784, 0.855644583104097, 0.8283171221115178, 0.7990878837365278, 0.7686178904884459, 0.7375176866449963, 0.7063358032065824, 0.6755517329537826, 0.6455726774572694, 0.6167333916737319, 0.5892985074360597, 0.5634667640353256, 0.5393766189870365, 0.5171127612919683, 0.4967131062019893, 0.4781759144281076, 0.4614667471095166, 0.44652503669737686, 0.4332701191487965, 0.42160663120240033, 0.41142922591243103, 0.4026265991559006, 0.39508484961603557, 0.388690215628758, 0.3833312455249453, 0.37890046514779546 ], [ 0.3099307508416183, 0.33910977979904666, 0.3716856710615797, 0.4074131794904244, 0.4459368157962699, 0.4867929251684956, 0.5294174094219641, 0.5731588946288968, 0.6172968023414009, 0.6610635592149305, 0.7036700272575709, 0.7443330702140725, 0.782303923349447, 0.8168957057047027, 0.8475081064940921, 0.8736471757727962, 0.8949384494812377, 0.91113244927987, 0.9221029174445763, 0.9278399097717924, 0.9284415440154652, 0.9241078486952266, 0.915136294824352, 0.90191472678347, 0.8849080978269284, 0.8646391067420028, 0.8416655275633882, 0.8165574650743497, 0.7898768767309141, 0.7621605797908154, 0.7339071253441392, 0.7055674301232124, 0.6775388126838012, 0.6501619781326274, 0.6237204663170207, 0.5984420853553427, 0.5745018780464002, 0.5520262053305948, 0.5310975749796829, 0.5117598927265232, 0.49402386489286687, 0.47787233389702416, 0.46326537853082983, 0.4501450575924101, 0.4384397168533429, 0.42806781452206777, 0.4189412490107509, 0.4109681950750162, 0.4040554707857117, 0.39811046904238906 ], [ 0.3457038569005925, 0.3727922518736109, 0.40269956275970514, 0.43520338137149284, 0.46999581257275314, 0.5066853925401785, 0.5448029764506159, 0.5838115873324545, 0.6231199886088118, 0.6620995375021828, 0.7001036846985043, 0.7364892897447012, 0.7706387130678682, 0.801981438817835, 0.8300138172430833, 0.8543154386836157, 0.8745606884509213, 0.8905241577820058, 0.9020787553640994, 0.9091859291417306, 0.9118813615989143, 0.9102682483412137, 0.9045221731975523, 0.8948949745948509, 0.8817108321053805, 0.8653553355661439, 0.8462600139532457, 0.8248848451411217, 0.8017008243255874, 0.7771740500053583, 0.7517521878916118, 0.7258536959154399, 0.6998598593116748, 0.6741094732251475, 0.6488958892002928, 0.6244660823091639, 0.6010213761880794, 0.5787194695327332, 0.5576774302878452, 0.5379753566454184, 0.5196604426796732, 0.5027512277536579, 0.4872418502291208, 0.4731061655732571, 0.46030162527462415, 0.4487728451231848, 0.43845481887376325, 0.4292757559622048, 0.4211595399330714, 0.4140278179290765 ], [ 0.37679671725689, 0.40175792776032093, 0.42907217782375207, 0.4585480453576489, 0.48992785488024715, 0.5228889816241544, 0.5570478727481138, 0.591966856296427, 0.6271636828408702, 0.662123616736023, 0.6963137554313963, 0.7291990956563272, 0.7602596792011969, 0.7890079451695912, 0.8150052097508584, 0.837876014528849, 0.85731894901126, 0.8731124632924168, 0.8851141254716861, 0.8932517895664055, 0.8975079503188889, 0.8979137242427105, 0.8945598887089533, 0.8876056096190696, 0.8772788254680401, 0.8638698849993006, 0.8477204913248652, 0.829209916486653, 0.8087402013753505, 0.7867217015820741, 0.7635599494535026, 0.7396444358901958, 0.7153396082492804, 0.6909781460150095, 0.6668564109323936, 0.6432318625121272, 0.6203221704385744, 0.5983057304508658, 0.5773232896707037, 0.5574804031875866, 0.5388504699188992, 0.521478127784887, 0.5053828227061941, 0.4905624003969822, 0.47699660267104643, 0.4646503798636852, 0.4534769573231844, 0.44342061643168384, 0.4344191692429289, 0.4264061207435946 ], [ 0.40360903943690096, 0.4266290972121133, 0.4516556046323712, 0.47853352412270733, 0.5070562755944305, 0.5369660170819215, 0.5679556134197841, 0.5996723991425188, 0.6317238192677018, 0.6636850110315231, 0.6951083489428411, 0.7255348826707808, 0.7545074219784692, 0.7815847543633542, 0.8063561425581689, 0.8284548989724038, 0.8475695553876434, 0.863451054232458, 0.8759147339565955, 0.8848373033059067, 0.8901521069757445, 0.8918481778483461, 0.8899745461643459, 0.8846451591877788, 0.8760398021036782, 0.8643997683137866, 0.8500191142005947, 0.8332329716933375, 0.8144044020608695, 0.7939110570252654, 0.772132618873199, 0.7494396880391484, 0.7261845118478572, 0.7026937208062937, 0.6792630653196339, 0.6561540237830681, 0.6335920757615511, 0.6117663926394526, 0.5908306839087532, 0.5709049423422401, 0.552077849197693, 0.5344096262420361, 0.517935150944314, 0.5026671818852237, 0.488599571332881, 0.4757103697614738, 0.46396475206693777, 0.45331771696564116, 0.44371652942994677, 0.4351028910976794 ], [ 0.42681487330582407, 0.44821430702419984, 0.47138362898872377, 0.4962065571581493, 0.5225264681017687, 0.5501454307226544, 0.5788239996217015, 0.6082818435402102, 0.6381993633313142, 0.6682205801668235, 0.6979577145787011, 0.7269979522811735, 0.7549127949761699, 0.7812700430287436, 0.8056478798698391, 0.8276498947718046, 0.8469194431500262, 0.8631517316029002, 0.876102559380581, 0.8855936847898278, 0.8915158546911888, 0.893830797228877, 0.8925725346665057, 0.8878471027430643, 0.8798294056722766, 0.8687566020780786, 0.8549183433630857, 0.8386448000176188, 0.8202936177543821, 0.8002368700902157, 0.77884885866747, 0.7564953545752929, 0.7335246285173393, 0.7102604114783789, 0.6869967695111358, 0.66399476529822, 0.6414807091068404, 0.6196457646183533, 0.5986466627930715, 0.5786072822151083, 0.5596208712947273, 0.5417527116211759, 0.5250430491597519, 0.50951014835414, 0.49515335179239095, 0.4819560537899198, 0.46988851935845743, 0.4589105002245716, 0.44897361673531655, 0.4400234887112362 ], [ 0.4470842967987758, 0.4672347797950218, 0.4890089891261657, 0.5123285042484538, 0.5370830625888052, 0.5631284027642991, 0.5902840365955321, 0.6183308825634356, 0.6470088200477607, 0.6760144983547315, 0.7050001826031808, 0.7335749469515385, 0.7613098299279111, 0.787748219831063, 0.8124215914562491, 0.8348692403976613, 0.8546596418107155, 0.8714108999058849, 0.8848082701759363, 0.8946175130848479, 0.9006935435010859, 0.9029843040228474, 0.9015300148862403, 0.8964580876172998, 0.887974191358648, 0.8763502459028044, 0.8619103683005156, 0.8450159040747902, 0.8260506009943942, 0.8054067819544977, 0.7834731173955581, 0.7606243465409683, 0.7372130843895203, 0.7135636899499752, 0.6899680594466884, 0.6666831387600651, 0.6439299130258185, 0.6218936193971913, 0.6007249341121853, 0.5805419013634479, 0.56143239459601, 0.5434569274763964, 0.5266516595312224, 0.5110314687073563, 0.4965929887679318, 0.48331753282815304, 0.47117384507601834, 0.4601206406634992, 0.4501089089021809, 0.44108396737534883 ], [ 0.464897645308761, 0.48415156443155055, 0.5049492318390418, 0.5272460369262404, 0.5509716905737059, 0.5760271358868734, 0.6022807916990764, 0.6295638641498741, 0.6576644909767716, 0.6863206897900733, 0.7152127015180731, 0.7439566584034013, 0.7721033604401253, 0.7991465961914141, 0.8245427943290511, 0.8477393229676059, 0.86820647803511, 0.8854688130997312, 0.8991327693379081, 0.9089083543219797, 0.9146231144280405, 0.9162273390801894, 0.9137904820499643, 0.9074899564180454, 0.8975943634912291, 0.8844435852340256, 0.8684280045038697, 0.8499686150617771, 0.8294991799255144, 0.8074510563589921, 0.7842408985070375, 0.7602611781556753, 0.7358733040058522, 0.7114030378742633, 0.6871378749592965, 0.6633260549193137, 0.6401768879131754, 0.617862106742816, 0.5965179878115808, 0.576248016743976, 0.5571259073589958, 0.5391988141105669, 0.522490607394237, 0.5070051078347122, 0.4927291995708253, 0.47963576354115417, 0.46768638985227956, 0.456833843575683, 0.4470242709273443, 0.4381991429429809 ], [ 0.4804307436522928, 0.499061124390886, 0.5191964068364228, 0.5408194750498736, 0.5638914029171651, 0.5883475674201704, 0.6140927725544997, 0.6409950514733846, 0.6688777425053272, 0.6975093737977024, 0.7265909412009874, 0.7557409593824415, 0.7844829047071389, 0.8122481885874727, 0.8384031590179222, 0.862290009684564, 0.8832703126972958, 0.9007672831509038, 0.9143046593644835, 0.9235389429620251, 0.9282807760087934, 0.9285019483818522, 0.924327232288289, 0.9160136842255716, 0.9039223497865414, 0.8884875604128398, 0.870187766439213, 0.8495201782383581, 0.8269801088240107, 0.80304503575872, 0.7781629490461843, 0.7527443747855771, 0.727157437402107, 0.7017253667854704, 0.6767259267680346, 0.6523923164313445, 0.6289151664008653, 0.6064453153866401, 0.5850971073386996, 0.5649519973552167, 0.5460622958125866, 0.5284549159203663, 0.5121350207248161, 0.49708949202720387, 0.4832901661717489, 0.47069680055041563, 0.4592597502912744, 0.4489223472548376, 0.4396229834673873, 0.43129690878091104 ], [ 0.49350742478760207, 0.511651403446878, 0.531276015956046, 0.5523841113259258, 0.5749585917390192, 0.5989576683124935, 0.6243088790585681, 0.6509015354684501, 0.6785772010176389, 0.7071177358533772, 0.7362303659394004, 0.7655291496515038, 0.7945133222548866, 0.8225619692356287, 0.8489687686189564, 0.8729896269188956, 0.8938912732128627, 0.9110020604510662, 0.9237643412886218, 0.9317834893740653, 0.9348636049975627, 0.9330189073451894, 0.9264571002932364, 0.9155420557917675, 0.9007483348279358, 0.882617495813024, 0.8617211126426594, 0.8386317881187979, 0.813901679498884, 0.7880474298021545, 0.7615403025624372, 0.7348004225190711, 0.7081941867493209, 0.6820340733975946, 0.6565802192276423, 0.6320432586521423, 0.608588017282845, 0.5863377356697541, 0.5653785670942396, 0.5457641498695261, 0.5275201017734313, 0.5106483236228792, 0.49513103179762274, 0.48093446663281936, 0.4680122457367513, 0.45630834904802964, 0.4457597363593615, 0.4362986085990097, 0.42785433184736565, 0.4203550483212923 ], [ 0.5036477631284464, 0.5212576350822344, 0.5403070511882087, 0.560809530857225, 0.5827589041901878, 0.6061237015103085, 0.6308400781703702, 0.6568029319439347, 0.6838548306640224, 0.7117723806639995, 0.7402499204938027, 0.7688816947330049, 0.7971478249351459, 0.8244150726446529, 0.8499591807472461, 0.8730030599947076, 0.89276355604651, 0.9085056291170405, 0.9196057504634595, 0.9256234744454268, 0.9263661984379518, 0.9219123223291652, 0.9125752397955909, 0.8988365761972917, 0.8812809089933268, 0.8605430784853367, 0.8372684657337905, 0.8120842124395314, 0.7855792262906158, 0.758291106292253, 0.7306984481277843, 0.703217275606251, 0.6762005817472119, 0.6499401571515353, 0.6246700416874434, 0.6005710654512632, 0.5777760524864048, 0.5563753505477285, 0.5364224257354695, 0.5179393245509603, 0.5009218595719782, 0.48534441974960735, 0.47116434324568246, 0.4583258205709255, 0.44676331930383606, 0.4364045396121161, 0.42717292290397685, 0.4189897449395959, 0.4117758303411823, 0.4054529283170665 ], [ 0.5102435164052928, 0.5270698743951443, 0.5452442263489153, 0.5647787255041243, 0.5856646779854093, 0.607866239303948, 0.6313125915594063, 0.6558883851434594, 0.6814223523017144, 0.707674336614042, 0.7343217279591507, 0.7609476070933902, 0.7870344545177376, 0.8119677739544583, 0.8350522352351787, 0.8555401424953746, 0.8726708563122094, 0.8857209248364587, 0.8940667341052246, 0.8972633557391252, 0.8951403820494502, 0.8878494285841195, 0.8757923043747511, 0.8595298043452364, 0.8397111354264838, 0.8170208847835067, 0.7921400266208496, 0.7657181300674373, 0.7383544650769188, 0.7105861302540071, 0.6828816670268388, 0.655638896919912, 0.6291859385009545, 0.6037845408253151, 0.5796350210613994, 0.5568822229487074, 0.5356220249143027, 0.5159080251953845, 0.49775811790151164, 0.4811607494247755, 0.46608070936228163, 0.4524643644531447, 0.4402442883712654, 0.42934327518745025, 0.4196777507712037, 0.4111606153656987, 0.40370356315813577, 0.39721893202138664, 0.39162113981514807, 0.38682776370506605 ], [ 0.5128341836540011, 0.5284677228057505, 0.5452831835967092, 0.5632784484338943, 0.5824287381191026, 0.6026802176404231, 0.6239423846378496, 0.6460792782801913, 0.6688997770168383, 0.692147636275279, 0.7154924592847436, 0.7385234034960415, 0.760747864997438, 0.7815973692558711, 0.800442369742508, 0.8166169706112753, 0.8294542770597588, 0.8383333466658719, 0.8427390153067784, 0.8423334764174788, 0.8370244332654626, 0.8269895083615759, 0.8126349542778959, 0.794523033537225, 0.7733036243731082, 0.7496599971686615, 0.7242682854907796, 0.6977684414065896, 0.6707445336752627, 0.643712551543138, 0.6171141611578327, 0.5913150958517583, 0.5666070540146451, 0.5432121420453941, 0.5212890455498963, 0.5009402461769321, 0.4822197272080836, 0.46514072845308996, 0.4496832187888975, 0.4358008509421304, 0.42342724623790284, 0.41248152612077893, 0.40287306225350095, 0.39450545866481534, 0.3872798090993352, 0.38109729213789856, 0.3758611776723653, 0.37147832277158643, 0.3678602345513451, 0.3649237738236434 ], [ 0.511382009463498, 0.5253518992562595, 0.5402593379823859, 0.556077792153257, 0.5727568028369703, 0.5902163313521415, 0.6083404217889408, 0.6269704050855346, 0.6458980764597343, 0.6648595462179051, 0.6835307649027187, 0.7015259968727563, 0.7184006824443183, 0.7336601288687221, 0.7467753070639649, 0.7572067539943209, 0.7644371720927401, 0.7680124812360523, 0.7675890400642693, 0.7629805499090443, 0.7541926169527243, 0.7414315491378816, 0.7250825842515816, 0.7056660593205994, 0.6837858634958842, 0.660081083098183, 0.6351859599454626, 0.6096994287260855, 0.584163723619852, 0.5590509014474235, 0.5347559621057423, 0.5115952586431142, 0.4898089679154511, 0.4695665027431615, 0.45097387704683656, 0.4340821808489914, 0.41889647557651644, 0.4053845736135254, 0.39348531128223696, 0.38311605451713004, 0.3741792869008059, 0.3665682184283162, 0.36017142055330975, 0.35487654056420637, 0.35057317894045537, 0.3471550302563119, 0.3445213946244102, 0.34257816550505055, 0.3412383934168562, 0.3404225156569864 ], [ 0.5064330989743303, 0.5183293033252638, 0.5308576852978724, 0.5439620944702777, 0.5575625222167044, 0.5715508464834091, 0.585786457665705, 0.6000920713714353, 0.6142501791475415, 0.6280007489135665, 0.6410409408759332, 0.653027720616243, 0.663584293086922, 0.6723112150104315, 0.6788028335373336, 0.682669292897191, 0.6835636520951208, 0.6812125334184703, 0.6754471236197042, 0.6662295937820715, 0.6536690426259399, 0.6380221625778093, 0.6196773121998719, 0.5991250258704067, 0.5769208709826603, 0.5536469195955924, 0.5298766555466965, 0.5061461785294198, 0.4829329049934793, 0.4606418178228727, 0.4395986065975364, 0.42004863925125613, 0.4021605183578547, 0.38603294123300597, 0.37170366118460557, 0.3591595022221683, 0.3483465780987318, 0.3391800789628498, 0.3315531915696829, 0.32534489613240974, 0.32042652634960156, 0.31666708706378244, 0.3139373988695633, 0.3121131857127134, 0.3110772459482795, 0.31072085520670906, 0.31094454582827263, 0.3116583967220982, 0.3127819524865252, 0.31424387382611746 ], [ 0.4991122788571474, 0.508693339952983, 0.5185715627383305, 0.5286608623185127, 0.5388527098413388, 0.549013572548202, 0.5589827117631462, 0.5685706539000033, 0.5775587353032173, 0.5857002000992813, 0.5927233844140372, 0.5983375287025309, 0.6022416972651574, 0.6041371224163476, 0.6037430007728161, 0.6008153232919643, 0.5951677068255405, 0.58669244782297, 0.5753792687784395, 0.5613287342551041, 0.5447574138939565, 0.5259928014475362, 0.5054576679451023, 0.48364544851767904, 0.4610897968188454, 0.43833215874472536, 0.4158910762822732, 0.3942361754306137, 0.3737687362246592, 0.3548096450785163, 0.3375945602375721, 0.3222753820184709, 0.3089266590146933, 0.2975553784277453, 0.2881126389940783, 0.28050591707965, 0.2746109323572898, 0.2702824322631001, 0.267363498005092, 0.26569320478783, 0.26511263797565177, 0.2654693792070144, 0.2666206417073774, 0.26843526360687636, 0.27079477264143376, 0.2735937241071021, 0.27673949317918134, 0.2801516776054185, 0.2837612406463756, 0.2875094990501926 ], [ 0.49097133668792203, 0.4982329522082037, 0.5054637272550423, 0.5125509494868148, 0.5193616802534466, 0.5257418138150003, 0.5315158348279854, 0.5364875610014729, 0.5404421964809629, 0.5431500410790371, 0.5443721877171325, 0.5438684799129221, 0.5414078764991332, 0.5367811671760488, 0.5298156908490408, 0.5203913324234188, 0.5084566389323004, 0.49404346269576555, 0.4772782077328109, 0.45838765522954206, 0.43769759698935895, 0.4156231721899871, 0.3926508308471248, 0.3693130667043909, 0.34615822754869136, 0.3237185715017458, 0.3024800967977249, 0.28285742641964373, 0.2651762001043875, 0.249664184212609, 0.23645094752795737, 0.22557479303228328, 0.216994917375126, 0.21060655907663256, 0.20625710405629494, 0.2037615712251195, 0.20291643073652932, 0.20351119251548083, 0.20533758282129794, 0.20819638862307766, 0.2119022070908596, 0.21628641466109688, 0.22119869164461675, 0.22650742494764525, 0.2320992786745179, 0.23787818083613438, 0.2437639309128638, 0.24969059162748514, 0.2556047910802196, 0.2614640292650759 ], [ 0.4837492151809732, 0.48894594406416614, 0.49382606113256355, 0.4982558958987944, 0.5020838732637505, 0.5051408365545667, 0.5072412658615945, 0.5081856401543624, 0.5077642007392968, 0.5057623600009207, 0.5019679532754115, 0.49618044290129576, 0.4882220427419067, 0.47795053281839445, 0.46527327761241377, 0.4501616589441663, 0.43266481034345056, 0.4129212368349801, 0.39116668087739714, 0.3677365217365094, 0.3430611429810557, 0.3176531318649656, 0.2920859245106936, 0.2669645854001168, 0.24289074457645782, 0.220425121880163, 0.20005217544145287, 0.1821517151353682, 0.1669814135934361, 0.1546720760127952, 0.14523495332305747, 0.13857825349797526, 0.13452898728570173, 0.1328564243905921, 0.13329431332483088, 0.13556011640428356, 0.13937047669589653, 0.14445282352722366, 0.15055343818112588, 0.15744250384716496, 0.16491672526905632, 0.1728000823016289, 0.1809432185709633, 0.1892218872735354, 0.1975347956187964, 0.20580111517113248, 0.2139578607075447, 0.22195728602649906, 0.22976440096251044, 0.23735467861527015 ], [ 0.4791068022811414, 0.48273030437454123, 0.48582321039346354, 0.48823822086087243, 0.48981205843093684, 0.49036655411705077, 0.4897106961273133, 0.4876438573206222, 0.4839604146857243, 0.4784559508481714, 0.47093517631331383, 0.46122162489715035, 0.44916904760367704, 0.4346742585532285, 0.4176909709904896, 0.3982439081184469, 0.3764421956686919, 0.35249076141441704, 0.32669820949991757, 0.29947944084970246, 0.2713512032862385, 0.24291884768952154, 0.21485295569209834, 0.1878553757539566, 0.1626158019445022, 0.1397625080688899, 0.1198138738896628, 0.1031395893528696, 0.08993983389157523, 0.08024628377405629, 0.07394239879385733, 0.07079576648639696, 0.0704943837272286, 0.07268073186987256, 0.07698029474709689, 0.0830234196901134, 0.09046078066500762, 0.09897334216530496, 0.1082779180015212, 0.11812938402223971, 0.12832046878239334, 0.1386798815968202, 0.14906937742005, 0.1593802169728732, 0.16952936279175335, 0.1794556568782364, 0.18911615078403282, 0.19848270105238097, 0.2075388987675464, 0.21627736872173386 ], [ 0.4783858710561486, 0.48110777063386456, 0.4831779864487525, 0.4844443217192396, 0.4847400167745183, 0.48388508214477977, 0.4816885484406383, 0.4779518254163103, 0.4724733623286239, 0.4650547856436723, 0.4555086527143626, 0.44366789532759443, 0.42939692924459727, 0.412604270134859, 0.3932563193918079, 0.3713917644234896, 0.3471357793974855, 0.32071291967649157, 0.2924572851698482, 0.2628181968180514, 0.2323593041842601, 0.20174875258443908, 0.17173785856993007, 0.1431258612994366, 0.11670921261252754, 0.0932165972897393, 0.07323699221711555, 0.0571572871865591, 0.04513100486494681, 0.03708947473457069, 0.032786152312828665, 0.03185364857156059, 0.033857317236844375, 0.03833823792434321, 0.0448444502014641, 0.05295185647077827, 0.06227690097975691, 0.07248306488905987, 0.08328290798879356, 0.09443703838214235, 0.10575107359291724, 0.11707139046269177, 0.12828024793624082, 0.13929070053866455, 0.15004159321755772, 0.1604928325038365, 0.17062105772512293, 0.180415783488453, 0.18987604617864445, 0.19900755919499719 ], [ 0.4824266624287345, 0.4850157404984168, 0.4869351797442808, 0.48803772123542144, 0.48816270142127927, 0.4871372039807236, 0.48477798266656696, 0.48089432529315923, 0.4752920395772649, 0.4677787433367585, 0.4581706298752882, 0.44630084827086136, 0.43202958049071005, 0.4152558043980936, 0.39593059476398507, 0.37407162452368825, 0.34977827843425163, 0.3232464769185572, 0.2947819300843167, 0.264810107608887, 0.23388073212985883, 0.20266409828961762, 0.1719360029328465, 0.14254756096792132, 0.11537572762670434, 0.09125029294856568, 0.07085582465233231, 0.05462407089052779, 0.042673958106254406, 0.034847211335696016, 0.030796643236916332, 0.03006947549177963, 0.03216956608069654, 0.036600271755244496, 0.04289224353422827, 0.05062003289699668, 0.059410624119558775, 0.068946306775309, 0.0789637186204939, 0.08925042089587254, 0.09964000142218354, 0.11000641935791067, 0.12025809320351522, 0.13033207616296338, 0.1401885478163516, 0.14980576775467025, 0.15917557690070927, 0.1682994890521926, 0.17718538374746629, 0.18584478830794127 ], [ 0.4914671952796973, 0.4946922143063528, 0.4973298822135823, 0.4992479831562545, 0.5003022684856394, 0.5003371612821537, 0.49918699906837904, 0.4966779504627414, 0.4926307652060563, 0.48686454093335496, 0.47920171102597453, 0.4694744703098904, 0.45753285058829574, 0.44325462348120565, 0.4265571270919574, 0.4074109653246841, 0.38585529236766103, 0.36201405050057545, 0.3361120659391426, 0.308489329140572, 0.27961111773602315, 0.2500709076631359, 0.22058231882164542, 0.19195570684964675, 0.1650544627188686, 0.14072558515095046, 0.11969855861690348, 0.10244943196370093, 0.08910236667490501, 0.07949582078111062, 0.07329627162228469, 0.07008213180079792, 0.06940147439464817, 0.0708101325006587, 0.07389538780566851, 0.07828930708626991, 0.08367482447633567, 0.08978688895018205, 0.09641038164677418, 0.10337603343559065, 0.11055521551599756, 0.11785421193481305, 0.1252083920941428, 0.13257656587020483, 0.13993570912766706, 0.14727618129939546, 0.1545975100262641, 0.1619047836779225, 0.16920566604168708, 0.17650802550711175 ], [ 0.5051379087856694, 0.5096699838475691, 0.5137799256868081, 0.5173593425002943, 0.5202898449800469, 0.5224432451782989, 0.5236819969724449, 0.5238599525794259, 0.5228235404792514, 0.5204135117479407, 0.5164674543757849, 0.5108233362308443, 0.5033244000145957, 0.4938257841272862, 0.4822032587754914, 0.4683644126665278, 0.45226245700216927, 0.43391247846918096, 0.41340942445710044, 0.3909463183282904, 0.3668302042901466, 0.34149220230582084, 0.31548697798326913, 0.2894761247260538, 0.2641897311133714, 0.24036155735355125, 0.21863882089868097, 0.19948560774266433, 0.18312625717669223, 0.16956206279728514, 0.1586347120927757, 0.1500927878966397, 0.14364310455661333, 0.13898582439805973, 0.13583671850243006, 0.13394009053115585, 0.13307518855641554, 0.13305820672011137, 0.13374138760419407, 0.1350102895590558, 0.13677995941468046, 0.13899052334488837, 0.14160255285837642, 0.1445924586913041, 0.14794809652521945, 0.15166472221327754, 0.15574140085555488, 0.16017794660572116, 0.1649724439995759, 0.17011937467287885 ], [ 0.5225534857782204, 0.5288845000535084, 0.5350107542898557, 0.5408529552967806, 0.5463246904157741, 0.5513322848600513, 0.5557745891406322, 0.5595426755065116, 0.5625194449916147, 0.5645791887770277, 0.5655872152113985, 0.5653997520242984, 0.563864463680174, 0.5608220809071176, 0.5561098047294905, 0.5495672819447511, 0.5410459856618317, 0.5304226733464098, 0.517617110742524, 0.5026133245477444, 0.4854822354785363, 0.4664017588242114, 0.4456687587718584, 0.42369636124759746, 0.4009911080421153, 0.3781083867996343, 0.3555920170070139, 0.33391286573427226, 0.3134255058674245, 0.2943546266480546, 0.27680814638832135, 0.2608044356046795, 0.2463017763197058, 0.23322361829331806, 0.22147771363851004, 0.2109694722067338, 0.20161061730830576, 0.19332426546219555, 0.1860473687119898, 0.17973124086016784, 0.174340706842885, 0.16985228118730988, 0.16625169194030165, 0.16353101015288796, 0.16168561086358646, 0.1607111693020774, 0.16060087685669278, 0.16134303821673324, 0.16291917957466284, 0.16530275659504656 ], [ 0.5424871242528132, 0.5508809862376347, 0.5592997320367551, 0.5676927513243855, 0.576005737127816, 0.5841805514744488, 0.5921547770246689, 0.5998608162231134, 0.6072243925379024, 0.6141623224965619, 0.6205794748445435, 0.6263649293479631, 0.631387509258863, 0.6354911038120915, 0.6384905287570668, 0.6401690836787481, 0.6402794061627538, 0.6385495785874155, 0.6346964981028598, 0.6284479508164227, 0.6195732756753362, 0.6079197864644076, 0.5934486529731798, 0.5762610917222137, 0.5566055845862042, 0.5348609605109425, 0.5114977189287814, 0.48702740821918966, 0.46195311613323864, 0.4367316501100116, 0.411751922717586, 0.38732823882877354, 0.36370409148012217, 0.341061734876303, 0.3195339094491807, 0.299215457134812, 0.28017363124180283, 0.26245658418007745, 0.24609989903130336, 0.2311312302511388, 0.21757321811719504, 0.20544489212976724, 0.19476180875915328, 0.1855351924537859, 0.17777036999640522, 0.17146480496650496, 0.16660604480941532, 0.16316987968363195, 0.1611189732775764, 0.16040215954429216 ], [ 0.5635925738945723, 0.574081807216424, 0.5847968225906675, 0.5957083093627679, 0.6067863729420285, 0.6180008258832932, 0.6293210845280174, 0.6407154295769384, 0.6521493356160548, 0.6635825335319997, 0.6749644567368992, 0.6862277594380765, 0.6972797126246263, 0.7079915193829294, 0.7181859930425871, 0.7276246632027409, 0.7359962621613481, 0.7429096957998228, 0.747895876380835, 0.7504237460713808, 0.7499355128780958, 0.7459031112693638, 0.7379009117009641, 0.725679657305659, 0.7092191523989699, 0.6887407480754247, 0.6646764132479378, 0.6376080531486223, 0.6081972627473647, 0.5771218085713647, 0.5450274870638524, 0.5124974582217289, 0.4800371144049348, 0.4480707545802415, 0.4169460762606603, 0.3869430580157777, 0.35828465232233625, 0.3311475312339008, 0.3056717941154945, 0.2819690342687025, 0.2601284967812636, 0.2402212855481562, 0.22230273316069865, 0.20641316409730132, 0.19257737833214833, 0.18080326499807042, 0.17108001710253573, 0.16337644167594023, 0.15763982599472426, 0.15379571944601467 ], [ 0.5846219387116531, 0.5970520539800515, 0.609848238651888, 0.6229887420081418, 0.6364527884878154, 0.6502215877171218, 0.6642790950564433, 0.6786122372672122, 0.6932102154479108, 0.708062389274215, 0.7231541488538096, 0.7384601181988654, 0.7539340422692791, 0.7694948335073656, 0.7850085546794323, 0.8002666805011646, 0.8149619475814199, 0.8286646780034819, 0.8408048975921448, 0.8506689550753334, 0.8574230197211418, 0.860177320281762, 0.8580988023729355, 0.8505577419850874, 0.8372566149837265, 0.8182773498918121, 0.7940358812961469, 0.7651882879975517, 0.7325309620210435, 0.6969145668562367, 0.6591784510195708, 0.6201063426488689, 0.5804009232340325, 0.5406732592280322, 0.5014427359300334, 0.4631436003424684, 0.4261350172330583, 0.3907123749762529, 0.35711829731799694, 0.3255523775613118, 0.2961790613042847, 0.26913339587627266, 0.24452457963879864, 0.22243742131980482, 0.2029319894327331, 0.1860419099339412, 0.17177194700321885, 0.16009563629521373, 0.1509537678111218, 0.14425438029792093 ], [ 0.6045817740019845, 0.6186914916986006, 0.6332336820129121, 0.6481771046305399, 0.6634903514937166, 0.6791435707333747, 0.6951102975662375, 0.7113691550402127, 0.727905047565205, 0.7447092974003346, 0.7617779828334041, 0.7791075567484659, 0.7966867017760968, 0.8144833686889381, 0.832426101757039, 0.8503791272141162, 0.8681113398230135, 0.8852604482748069, 0.901295616857481, 0.915486074263152, 0.9268910151732692, 0.9343972704832946, 0.9368373043247163, 0.9332070328929625, 0.9229274339617263, 0.9059359978403341, 0.8825898481336993, 0.8535434356662324, 0.8196344330244858, 0.7817843302543867, 0.7409224277086547, 0.6979347641888307, 0.6536341328015878, 0.6087458964128357, 0.5639047469677531, 0.5196584911119184, 0.47647588534972524, 0.4347563423410138, 0.3948399599341107, 0.35701679906541844, 0.321534682146258, 0.28860503209877664, 0.25840646000637774, 0.23108597789402868, 0.206757909962291, 0.1855008481575649, 0.1673533696474484, 0.15230965423671528, 0.140316436255993, 0.1312726423784435 ], [ 0.6227849402040108, 0.6382964778865629, 0.6542426664329009, 0.6705673766386147, 0.6872100611456416, 0.7041078471784639, 0.721198211749494, 0.7384221564151656, 0.7557276519199025, 0.7730729018719126, 0.7904286762879238, 0.807778619922337, 0.8251161253990177, 0.8424361982249299, 0.8597208423061843, 0.876916890482213, 0.8939058185820218, 0.9104658168394417, 0.9262272899643516, 0.9406244444885107, 0.9528500931741726, 0.9618409197449622, 0.9663651183176523, 0.9652566962618245, 0.9576943003785735, 0.9433381089017927, 0.922310266059517, 0.8951037682294863, 0.8624492510005016, 0.8251983361154164, 0.7842425559022415, 0.7404605251612699, 0.6946854076580498, 0.6476867462004486, 0.6001623111898573, 0.5527367506616891, 0.5059646291303602, 0.4603360284740049, 0.4162833193993732, 0.37418803731257794, 0.3343870364224337, 0.2971772681596924, 0.262818651798735, 0.23153460165120998, 0.20350989284835996, 0.1788857769416234, 0.15775275372945552, 0.14014232874992805, 0.1260203075240125, 0.1152848172456189 ], [ 0.6387924330837655, 0.6554802311494484, 0.6725692070526506, 0.6899696260270545, 0.7075807462430949, 0.7252927376735584, 0.7429896215583769, 0.7605533844581559, 0.7778693359518428, 0.7948325847168616, 0.8113551399230555, 0.8273725594790508, 0.8428483308810177, 0.8577735727908298, 0.8721596367603599, 0.8860219833353101, 0.8993548928672215, 0.9120974028847626, 0.924091036913276, 0.9350297909756333, 0.9444030483135263, 0.9514399277334478, 0.9551376746210452, 0.9544428977348935, 0.9484549500262395, 0.9365739847415169, 0.9185836144715409, 0.8946411506300328, 0.865183882758787, 0.8308290682058397, 0.7922969566159506, 0.7503547238650912, 0.7057767508292617, 0.6593175577367951, 0.6116944876304103, 0.5635777832389292, 0.5155861020262198, 0.46828583007299474, 0.42219281996853575, 0.37777540299423146, 0.33545771291225346, 0.29562250481402613, 0.25861275417042495, 0.22473137653938335, 0.1942384216967738, 0.16734509507277895, 0.14420406776363004, 0.12489624810710986, 0.10941686315286547, 0.09766863590232677 ], [ 0.6522859559834144, 0.6700005603939118, 0.6880828421933872, 0.7064100538058156, 0.7248412908744638, 0.743218798530212, 0.761370537821505, 0.7791143730110185, 0.7962642808858806, 0.8126389630517827, 0.8280730478570455, 0.8424304529895148, 0.8556180827400263, 0.8675959181776934, 0.8783783509680708, 0.8880236583771628, 0.8966125538074358, 0.9042183298225452, 0.910869274569291, 0.9165020319814264, 0.9209072328062571, 0.9236822578145927, 0.9242235552278109, 0.9217804478442039, 0.9155606538989802, 0.9048622239991995, 0.8891933748750511, 0.868338560496864, 0.8423589061720684, 0.8115492050626409, 0.7763797042149475, 0.7374395693436123, 0.6953888328131262, 0.6509205335927104, 0.6047325851907152, 0.5575080477110739, 0.5099022050996013, 0.46253484480281315, 0.41598625824418745, 0.37079565180784646, 0.3274608377889402, 0.2864382380003956, 0.24814236275145973, 0.21294401214812037, 0.18116647461731483, 0.15307896040148805, 0.12888639891338982, 0.10871454528315261, 0.0925893804851704, 0.08041965461382816 ], [ 0.6629434467046703, 0.6815886160326862, 0.7005964560309201, 0.7198198168182901, 0.7390875832262584, 0.7582053262520345, 0.7769572611517335, 0.7951099404114869, 0.8124182143253177, 0.8286341133420642, 0.84351943073305, 0.8568628254590835, 0.8685016678745163, 0.8783449597888839, 0.8863843744200778, 0.8926830445321137, 0.8973513908474657, 0.9005210888117567, 0.9023189137415123, 0.9028388084263583, 0.9021108962161501, 0.9000663432654544, 0.8964937746545936, 0.8909855800085563, 0.8829254784856463, 0.8716017884234214, 0.8563798923859757, 0.8368225347598892, 0.8127380114650093, 0.7841755577844053, 0.7513910761530165, 0.7148012378334165, 0.6749372238813152, 0.6324038591259514, 0.5878463138914882, 0.5419245325439105, 0.4952945424997782, 0.4485953769377102, 0.4024402411684813, 0.35741061076084374, 0.3140520812142247, 0.2728709438323553, 0.2343306089686225, 0.198847112637124, 0.16678300582251593, 0.1384389247479222, 0.11404209926476727, 0.09373125044321129, 0.07753951855266605, 0.06538508473280702 ], [ 0.6703821137415549, 0.68986563440224, 0.7097481568894082, 0.7298706340698211, 0.750046579295339, 0.7700623556617281, 0.7896787751319236, 0.8086344302999685, 0.826651286750041, 0.8434431931497148, 0.8587281221779404, 0.8722451411945117, 0.8837773306421435, 0.8931811819511917, 0.9004058078005096, 0.9054760876428118, 0.9084662982629952, 0.9094798920245125, 0.9086344126712913, 0.9060492732121024, 0.9018323884759021, 0.8960576271848244, 0.8887184594684124, 0.8796401523031188, 0.868403016130896, 0.8544354876740544, 0.8371860475010361, 0.8162373578995282, 0.7913597291076119, 0.7625220525273622, 0.729876399929255, 0.6937289619692012, 0.6545062354870352, 0.6127220255328126, 0.5689482367411565, 0.5237906303195283, 0.477869589368471, 0.4318052886752811, 0.3862063458669293, 0.3416609199860272, 0.29872924162381764, 0.2579366555681682, 0.2197664010381445, 0.18465152618339736, 0.15296552790698903, 0.12501156309961114, 0.1010105406135492, 0.08108938675744737, 0.0652724579643138, 0.05348039574582675 ], [ 0.6741873938833209, 0.6943732266428376, 0.7150332354650258, 0.7360088894708733, 0.7571130646051857, 0.77813033529379, 0.7988186040308629, 0.8189124639464309, 0.8381287826036188, 0.8561751004913576, 0.87276151532888, 0.887616596140846, 0.9005068193386985, 0.9112552777472511, 0.9197499622319633, 0.9259354743851089, 0.9297948991787666, 0.9313317884241042, 0.9305566227212395, 0.9274779845399153, 0.9220962583597023, 0.9143948339125231, 0.9043216462060061, 0.8917608611278949, 0.8765170814445009, 0.8583410490247572, 0.8369884357924272, 0.8122781467208418, 0.7841310311776472, 0.7525873538571727, 0.7178077144877613, 0.6800629665975847, 0.6397179690552728, 0.597212868927055, 0.5530444333305775, 0.507748898834472, 0.46188696987557054, 0.41603098652617154, 0.37075387406774046, 0.32661924844557777, 0.28417195447592697, 0.24392834279781067, 0.2063657464866433, 0.17191090678011545, 0.14092752255076746, 0.11370363984602505, 0.09044019144460802, 0.07124250412177557, 0.05611676578250613, 0.04497296721425115 ], [ 0.6739975811449412, 0.6946754789011826, 0.7159283863634959, 0.7376080237217368, 0.7595380477262178, 0.7815145983573241, 0.803308191143317, 0.824667241297783, 0.8453235200407592, 0.8649997913605432, 0.883419644239472, 0.9003189311515085, 0.9154570902561215, 0.9286252685617393, 0.9396478139134579, 0.9483756297039974, 0.9546731610047788, 0.95840284081865, 0.9594108870229007, 0.9575178995185072, 0.9525183930922939, 0.9441958743891774, 0.9323617258582071, 0.9169110983936903, 0.8978475167615727, 0.875249087686681, 0.8492276111009738, 0.8199151985211245, 0.7874707075275822, 0.7520918000345426, 0.7140245393741619, 0.6735677985111197, 0.6310726228479381, 0.5869378149093784, 0.5416031845177498, 0.4955416483875925, 0.44925095043669455, 0.40324535258674943, 0.35804728216344706, 0.3141786447231458, 0.27215133636711464, 0.23245643963636242, 0.19555170326779497, 0.16184725039556724, 0.13169008560550444, 0.10534883570632114, 0.08300099214462053, 0.06472520958304528, 0.050500517373492815, 0.04021276879295177 ], [ 0.6696015685718453, 0.6904767539239615, 0.7120336002934533, 0.7341392853667653, 0.7566339123120042, 0.7793312554508381, 0.80202071974359, 0.8244705600187386, 0.8464323411599451, 0.8676464923544596, 0.8878485598046905, 0.9067753749192557, 0.9241699158147425, 0.9397833870734075, 0.9533732847533232, 0.9646970791075367, 0.973502400218703, 0.9795158557514709, 0.9824337245591097, 0.9819190495990645, 0.9776115293239608, 0.9691592657309911, 0.9562845038565819, 0.9388898006152373, 0.9171139639758198, 0.8912470161034807, 0.8616396918541427, 0.8286559974448802, 0.7926553623276391, 0.753991285035986, 0.7130172005532306, 0.670093976030965, 0.625596227059405, 0.5799164189738109, 0.5334666697811158, 0.4866785661823728, 0.44000136534850276, 0.39389884037749784, 0.34884483691765855, 0.3053174019644662, 0.2637911597257419, 0.2247274738189884, 0.18856189566664777, 0.15568855467703013, 0.12644170755327266, 0.10107596103421679, 0.07974877797506719, 0.06251050533862434, 0.049305751059486536, 0.03998533504718371 ], [ 0.6610245263650603, 0.681727277478987, 0.7032019285017441, 0.7253312196640895, 0.7479710155793952, 0.7709510872373645, 0.7940768894606857, 0.8171320699827094, 0.8398814342579585, 0.862074072441211, 0.8834462861680094, 0.9037238533548054, 0.9226231115292024, 0.9398504164142305, 0.9550998069890002, 0.9680491757441722, 0.9783558510274812, 0.9856532641268853, 0.9895514690296541, 0.9896458423924452, 0.985539933036161, 0.9768886220113469, 0.9634620615747269, 0.9452109936794334, 0.9222901775996389, 0.8950195116833393, 0.8638168111519231, 0.8291406385044751, 0.7914548060599964, 0.7512113317761534, 0.7088455972177092, 0.6647783239167062, 0.619420588328884, 0.573179530433719, 0.5264634590345928, 0.4796857241256298, 0.4332670912329605, 0.38763650325692084, 0.34323012781900597, 0.30048851858077313, 0.25985160501545906, 0.22175108953471345, 0.1865996870599534, 0.154776504958824, 0.12660779653460041, 0.10234273611527367, 0.08212676748035208, 0.06598368112423114, 0.05382044995326618, 0.04545019811441864 ], [ 0.6485859802474404, 0.6687015612298846, 0.6896435855119947, 0.7113067712144086, 0.7335578752054552, 0.7562367265643269, 0.7791580241769975, 0.8021132514865568, 0.824872356867185, 0.8471850303760149, 0.8687814731309332, 0.8893725982586471, 0.9086497015240965, 0.9262838451825319, 0.9419255178865055, 0.9552054925300698, 0.9657379913120674, 0.9731270454184449, 0.9769767161727032, 0.9769068218160004, 0.9725771774311014, 0.9637215591830599, 0.9501863971138074, 0.9319619110700725, 0.9091917872574037, 0.8821562646687187, 0.8512366394709243, 0.8168752238279952, 0.7795414528662661, 0.7397084217244335, 0.6978395535990982, 0.6543831129026678, 0.6097719365832881, 0.5644261376193352, 0.5187571065556479, 0.4731716596660508, 0.42807557356889603, 0.38387599722426563, 0.34098236355965295, 0.29980546193799246, 0.26075430391934284, 0.2242303362982635, 0.1906184377301513, 0.16027398167346663, 0.13350505567009763, 0.11054868645885607, 0.09153978927636375, 0.07648216137995856, 0.06525845131139185, 0.05766369931264559 ], [ 0.6329052737373313, 0.6520199653730454, 0.6719673006585162, 0.6926492081314318, 0.713937852527298, 0.7356777861686373, 0.7576881161843262, 0.7797640117762639, 0.8016775800125526, 0.823178233493651, 0.843992698142498, 0.8638248718021455, 0.8823558716008201, 0.8992448136393492, 0.9141311531785548, 0.9266397548123022, 0.9363901573842218, 0.9430109243647329, 0.9461556991452617, 0.945516158664292, 0.9408363868486675, 0.9319319459368365, 0.9187100876671319, 0.9011850405398469, 0.8794829600770009, 0.8538343633672021, 0.8245561004900577, 0.7920278002588671, 0.7566681089309352, 0.7189145396680797, 0.6792087032099441, 0.6379870410102164, 0.5956762219329487, 0.5526919858626551, 0.5094402013064846, 0.46631905781536664, 0.4237215128229076, 0.38203728891903066, 0.3416538425416087, 0.3029557910332366, 0.2663222946958527, 0.2321218507800023, 0.20070387787070515, 0.17238637885517338, 0.14743898068453498, 0.12606128128211191, 0.10835953876133286, 0.09433187607406046, 0.08387328714470699, 0.07679674786327595 ], [ 0.6148181829772232, 0.6325706501676107, 0.6511075552488166, 0.670334897115508, 0.6901287455056251, 0.7103379978292566, 0.7307864807102528, 0.7512742620933384, 0.7715784059452733, 0.7914534087405001, 0.8106315893541327, 0.8288237708898073, 0.8457206964013111, 0.8609957563288467, 0.8743097598084615, 0.8853186268288331, 0.8936849502658029, 0.8990937471037409, 0.9012677788810839, 0.899975442306385, 0.8950364325347657, 0.8863298541020774, 0.8738035961349775, 0.8574823001845445, 0.8374710422782492, 0.8139528659903779, 0.787180193503439, 0.7574618304280535, 0.7251480615420798, 0.6906161957592835, 0.6542582277847472, 0.6164714478706774, 0.5776521190584177, 0.5381918589679182, 0.49847610335739445, 0.45888393312632514, 0.41978854876749877, 0.3815577223212956, 0.3445536104173413, 0.309131353832853, 0.2756359155120354, 0.2443966345406392, 0.2157190425487373, 0.1898737042924591, 0.1670824057011161, 0.14750318005998608, 0.13121737973129255, 0.11822312846708449, 0.1084381090025438, 0.10171085228663923 ], [ 0.5951880889115844, 0.6113067194127377, 0.6281138543011384, 0.6455191927263856, 0.6634054126240252, 0.6816293307764026, 0.7000235712992129, 0.7183980415713391, 0.7365411370591631, 0.7542208650917656, 0.771186181462741, 0.7871688996292904, 0.8018865940884683, 0.815046971778621, 0.826354192504366, 0.8355174850169429, 0.84226189849594, 0.8463398508507352, 0.8475408022626503, 0.8456969131004114, 0.8406851173011904, 0.8324279742422263, 0.8208963197103012, 0.806114500362729, 0.7881649164778752, 0.7671887896288371, 0.7433825886845071, 0.7169910014524252, 0.6882978417680548, 0.6576163082024487, 0.625279761372732, 0.5916338019329471, 0.5570300268203042, 0.5218214942612789, 0.4863596724524004, 0.45099248390131763, 0.4160629702954967, 0.381908069443133, 0.3488569978490554, 0.31722876030711483, 0.2873283646311091, 0.2594414244829102, 0.23382702334843014, 0.21070903694703985, 0.19026660037411314, 0.17262500283428572, 0.15784876879851273, 0.1459386685516515, 0.13683365127842395, 0.13041744346303763 ], [ 0.5747660725135866, 0.5890836667319193, 0.6039691911903718, 0.6193362753870723, 0.6350755021417301, 0.6510547335938551, 0.6671201370886776, 0.6830975667910653, 0.6987941439048004, 0.7140000753715984, 0.7284908867089466, 0.7420303198658859, 0.7543741718707058, 0.7652753170541533, 0.7744900337788713, 0.7817854995941618, 0.7869479061608581, 0.789790175876776, 0.7901580095282482, 0.7879331999608782, 0.783033642427288, 0.7754100687053627, 0.7650445198927314, 0.7519563765981463, 0.7362080615584148, 0.7179070747340599, 0.6972047746402409, 0.6742926055668255, 0.6493965907972281, 0.6227709254546376, 0.5946914080598973, 0.5654492766039885, 0.5353458044032395, 0.5046878016435247, 0.4737839872682075, 0.44294205647189644, 0.41246617487305687, 0.3826545790574818, 0.3537969511311213, 0.32617126125910717, 0.30003984053122085, 0.2756445647314478, 0.25320120560478354, 0.23289323828414932, 0.21486565541350394, 0.19921956624994897, 0.18600845612668415, 0.17523685896232555, 0.1668618368640954, 0.16079716399636568 ] ], "zauto": true, "zmax": 0.9896458423924452, "zmin": -0.9896458423924452 }, { "autocolorscale": false, "autocontour": true, "colorbar": { "tickfont": { "size": 8 }, "ticksuffix": "", "x": 1, "y": 0.5 }, "colorscale": [ [ 0.0, "rgb(255,247,251)" ], [ 0.14285714285714285, "rgb(236,231,242)" ], [ 0.2857142857142857, "rgb(208,209,230)" ], [ 0.42857142857142855, "rgb(166,189,219)" ], [ 0.5714285714285714, "rgb(116,169,207)" ], [ 0.7142857142857143, "rgb(54,144,192)" ], [ 0.8571428571428571, "rgb(5,112,176)" ], [ 1.0, "rgb(3,78,123)" ] ], "contours": { "coloring": "heatmap" }, "hoverinfo": "x+y+z", "ncontours": 25, "type": "contour", "x": [ 1e-06, 1.3011511650442548e-06, 1.692994354296022e-06, 2.2028415765056147e-06, 2.866229883678204e-06, 3.729398352432554e-06, 4.852511011181743e-06, 6.3138503555892e-06, 8.215273746089953e-06, 1.0689313005882424e-05, 1.390841207112662e-05, 1.809694657026198e-05, 2.354686311364001e-05, 3.063802837345029e-05, 3.986470631277378e-05, 5.1870009063012666e-05, 6.749072272319499e-05, 8.781563250096393e-05, 0.00011426141253772724, 0.00014867137004306603, 0.00019344392634026088, 0.0002516997901283655, 0.0003274994751669172, 0.0004261263236648159, 0.0005544547624925005, 0.0007214294601814526, 0.000938688782612345, 0.0012213760031100258, 0.0015891948094037057, 0.002067782677737912, 0.0026904978401970136, 0.0035007443993213955, 0.004554997653699184, 0.005926740503884541, 0.007711585311544345, 0.010033938212454078, 0.013055670395116691, 0.01698740074503987, 0.02210317627048227, 0.028759573555516536, 0.03742055263793628, 0.04868979566145066, 0.06335278435066323, 0.0824315491666629, 0.10725590623460621, 0.13955614735503497, 0.18158364372009145, 0.23626776957937787, 0.3074200836506151, 0.4 ], "xaxis": "x2", "y": [ 0.0, 0.02040816326530612, 0.04081632653061224, 0.061224489795918366, 0.08163265306122448, 0.1020408163265306, 0.12244897959183673, 0.14285714285714285, 0.16326530612244897, 0.18367346938775508, 0.2040816326530612, 0.22448979591836732, 0.24489795918367346, 0.26530612244897955, 0.2857142857142857, 0.3061224489795918, 0.32653061224489793, 0.3469387755102041, 0.36734693877551017, 0.3877551020408163, 0.4081632653061224, 0.42857142857142855, 0.44897959183673464, 0.4693877551020408, 0.4897959183673469, 0.5102040816326531, 0.5306122448979591, 0.5510204081632653, 0.5714285714285714, 0.5918367346938775, 0.6122448979591836, 0.6326530612244897, 0.6530612244897959, 0.673469387755102, 0.6938775510204082, 0.7142857142857142, 0.7346938775510203, 0.7551020408163265, 0.7755102040816326, 0.7959183673469387, 0.8163265306122448, 0.836734693877551, 0.8571428571428571, 0.8775510204081632, 0.8979591836734693, 0.9183673469387754, 0.9387755102040816, 0.9591836734693877, 0.9795918367346939, 1.0 ], "yaxis": "y2", "z": [ [ 0.24334775317586047, 0.24025837175801834, 0.23878516299385347, 0.2386766933521409, 0.2395670130445351, 0.2410327311808353, 0.24265488895050674, 0.24407139322869428, 0.2450115330841228, 0.24531000173190365, 0.24490171471241015, 0.2438006528680004, 0.24206704830133338, 0.23976832518901736, 0.23694036391432183, 0.23355617328978567, 0.22950800171613425, 0.22460595826599825, 0.21859214816326258, 0.2111657763488236, 0.20201304919616395, 0.19083632960531563, 0.17737909740858346, 0.16144565357697183, 0.1429163002150689, 0.12175960988572325, 0.09804348904409095, 0.07194635585351726, 0.04376922169617696, 0.013949184140885376, 0.016928457742794605, 0.04817789620179577, 0.07919245143022471, 0.10948383076919972, 0.13867205556439827, 0.16647290804071577, 0.19268536738073364, 0.21717934539030515, 0.23988407349935806, 0.2607773930827799, 0.2798760978258462, 0.29722739184355257, 0.31290146404160485, 0.3269851355261979, 0.3395765088960235, 0.350780532161513, 0.3607053825660442, 0.3694595741325625, 0.3771496953449086, 0.3838786885293922 ], [ 0.1925777136864069, 0.1881129131713098, 0.18636508421319714, 0.18693894299036148, 0.18917875302498194, 0.19231376343434853, 0.19560788873144, 0.1984690098673824, 0.20050577182384657, 0.20153988352474356, 0.20158595633430398, 0.2008074634468677, 0.19945423785116137, 0.197787619812098, 0.1960038898886904, 0.19417173625772316, 0.19219992993668458, 0.1898437141427273, 0.1867453631902888, 0.18249368237119423, 0.17668498560480375, 0.16897389337728583, 0.15911130886738364, 0.14697511740826882, 0.1326063286463699, 0.11627418798144497, 0.0986207995031269, 0.08100668042509639, 0.06628198200593535, 0.05958860393268795, 0.06545975521727684, 0.08201983012442972, 0.10429689826713476, 0.12892632289098263, 0.15414258512514234, 0.178993094970868, 0.20292735239222778, 0.22561561763862437, 0.24686364926862794, 0.26656763521516347, 0.28468731453305307, 0.3012282170045153, 0.3162290029777086, 0.32975197719811306, 0.3418757705018613, 0.3526896134653885, 0.36228884004385015, 0.37077137284100714, 0.3782350065478335, 0.38477534624518 ], [ 0.13503286968036268, 0.12769534645900513, 0.12519470312216788, 0.12695902007347135, 0.13163724937652613, 0.1376243673965601, 0.1435229913384126, 0.14835248423480138, 0.1515769757240567, 0.15306047908837989, 0.15300189982354534, 0.1518581851620044, 0.1502443344616351, 0.1487991913606315, 0.14802570254491998, 0.1481476202018413, 0.14904376173520356, 0.15029402669383704, 0.1513108608981741, 0.15149110599307228, 0.15033494355863913, 0.14751572379733338, 0.14291301222938374, 0.13663183405216658, 0.12903033132340846, 0.12077107670274928, 0.112892499674727, 0.10684462663819184, 0.10433461088339936, 0.10681150139065466, 0.11479040992145703, 0.12766244796205184, 0.14416966058008765, 0.16298298534769354, 0.18299304785414874, 0.20336396966036902, 0.2234950840110575, 0.24296725243883785, 0.2614972098855371, 0.2789029929398823, 0.29507837216107957, 0.3099737960462406, 0.3235819484229123, 0.33592662268777934, 0.34705404659200545, 0.35702607069399017, 0.3659148104449341, 0.3737984444595776, 0.38075794493140935, 0.38687456571802925 ], [ 0.07809452124734827, 0.06276944149002915, 0.05701058284731026, 0.06150179943655524, 0.07184312270690583, 0.08333813654172116, 0.09330719463163253, 0.10050576944725707, 0.10450119070341699, 0.10539201087575088, 0.10370597588268513, 0.10036427074062453, 0.09662910040945175, 0.09393023964648535, 0.09347790446155545, 0.09576655738978691, 0.10035906057506527, 0.1061855201711498, 0.11206862799536567, 0.11709169736927005, 0.12072815821637643, 0.12282949440117459, 0.12356302712531689, 0.12334494666782148, 0.12278218427105543, 0.1226162117039477, 0.12364830121824075, 0.1266274643749668, 0.13211082639693253, 0.14034851673322515, 0.15125347027069772, 0.1644670861113548, 0.17947445174320015, 0.19571328704593904, 0.21264864758161198, 0.22981253595209558, 0.24681866280812934, 0.26336280601281875, 0.2792160238971012, 0.29421497173082367, 0.30825157183290636, 0.3212631364051201, 0.33322342590216336, 0.34413480992075196, 0.35402154118781837, 0.36292407915178415, 0.37089436761582406, 0.3779919601143383, 0.38428088675022365, 0.3898271615416106 ], [ 0.058498763694815305, 0.032942374944748, 0.01483172887781788, 0.02388325782715015, 0.041699319005204565, 0.05708895671666839, 0.06846712749203802, 0.0753465754383469, 0.07761840770715, 0.07545669614866897, 0.06933016620128904, 0.06008952783903516, 0.04921202236028987, 0.03940433488590257, 0.03517199374779456, 0.03956073250091586, 0.04957017435524574, 0.060885316882232525, 0.07122252250751213, 0.07976867255937982, 0.08653380852961867, 0.09201381274772139, 0.09695799635034597, 0.1021642786725189, 0.1083080165632181, 0.11583714046558095, 0.12495089508280587, 0.1356442236065995, 0.1477775631694017, 0.16113813505689667, 0.17547987164173337, 0.19054518899749714, 0.2060767716944976, 0.22182561277226648, 0.23755805851492356, 0.25306219189792134, 0.2681529621191157, 0.28267550060386887, 0.2965064455555606, 0.30955345683218816, 0.3217533103368761, 0.3330690222624622, 0.34348642023061476, 0.353010500820494, 0.3616618249557773, 0.36947312204466043, 0.37648620779743186, 0.3827492704075878, 0.38831454360794293, 0.3932363603871387 ], [ 0.10274555856539405, 0.09003745357348324, 0.08326528411838795, 0.08237689385057488, 0.08548922630771144, 0.08996006974119403, 0.09355563288505485, 0.09480412637156227, 0.09289620817813914, 0.08752435602167039, 0.07877441602759978, 0.06707497886158913, 0.05320669821637426, 0.038436031098566206, 0.02512052689353866, 0.01858864764141945, 0.022767121080262406, 0.030795487904070003, 0.03796212866052008, 0.043551398376108136, 0.04846702017962774, 0.0543055044674892, 0.06249929221201179, 0.07362221138867966, 0.08738970366352751, 0.10311932008160052, 0.12010689610610453, 0.13777766175679101, 0.15570715514669542, 0.173596398055759, 0.191238406316519, 0.20848846665786172, 0.2252414774163789, 0.24141648955012368, 0.2569473973548078, 0.271778276710737, 0.2858618091157992, 0.29915942206203333, 0.31164210365727474, 0.3232912067586789, 0.33409887149719497, 0.34406792965856153, 0.3532113056683891, 0.3615510103857232, 0.36911685520324017, 0.3759450137724997, 0.3820765416259729, 0.3875559400511168, 0.3924298258771388, 0.3967457466091275 ], [ 0.15793764340509198, 0.14948241736636897, 0.1439452345113509, 0.14090151188593847, 0.13949379243101004, 0.1386467839131213, 0.13731597782126456, 0.13466802274523462, 0.13017081896125687, 0.12362047069247874, 0.11513596516612137, 0.10513612293428783, 0.0942926678806312, 0.08342997655923998, 0.07332383909771428, 0.06438457814389961, 0.05635957123687211, 0.04833400107147989, 0.039129166426268604, 0.027895457819379178, 0.015268978337879243, 0.012650924206677388, 0.029085838552638847, 0.050105466062724785, 0.07259266347092395, 0.0955978310404099, 0.11854695204061806, 0.14104345283054573, 0.16281459228847914, 0.1836817785799129, 0.20353749469569835, 0.2223259447738637, 0.24002712265892767, 0.256644336087833, 0.27219505260457133, 0.28670469726305825, 0.30020285944896524, 0.31272129384544006, 0.32429312218418155, 0.3349527302124224, 0.34473597477932166, 0.35368044029507434, 0.361825592813746, 0.3692127643438471, 0.375884958105621, 0.38188650043320016, 0.3872625820367043, 0.39205873584020035, 0.3963202953320296, 0.40009186995282586 ], [ 0.20653462415079912, 0.1995012716132272, 0.1939250122532625, 0.1894846353923633, 0.1856974962086559, 0.18200016594895493, 0.17784277391042694, 0.17277281703792044, 0.16649422104782213, 0.1588975234536394, 0.15006153770453326, 0.1402259671644427, 0.12973179227558077, 0.11892737592626043, 0.10804973848663428, 0.097114703933191, 0.08587349554908359, 0.07389048917066521, 0.06076942890722621, 0.04659843784319219, 0.033135204716467956, 0.027332740884544165, 0.037323912747074375, 0.05688519975795269, 0.0797901254881293, 0.10377163647342001, 0.12782718738169438, 0.1513890770646501, 0.17410094441827442, 0.19573741824088814, 0.21616428341265523, 0.2353131489975966, 0.25316297693873285, 0.26972591382449446, 0.2850363970625456, 0.29914296455298356, 0.3121023176379772, 0.32397521378262606, 0.33482378238025556, 0.3447098898627148, 0.3536942309646314, 0.3618358847174946, 0.3691921378762089, 0.3758184378266766, 0.38176838707134486, 0.38709373025474797, 0.39184431250433766, 0.3960680060057898, 0.3998106121645498, 0.4031157514723565 ], [ 0.2449973022818071, 0.23828886990720918, 0.2322274157323038, 0.2265890803181252, 0.2210775921171892, 0.21536214267462078, 0.20912135908069301, 0.20208481345515422, 0.19406505915264358, 0.18497567079994473, 0.17483296383170438, 0.16374074739035907, 0.15185939249165867, 0.13936394992344645, 0.12640194821516454, 0.11306939799825712, 0.09943176349416476, 0.0856262511892608, 0.07210439221981783, 0.06012205291608801, 0.05246352462818585, 0.053017423502650665, 0.06304030311907845, 0.07982062708439919, 0.10025489261042218, 0.12237562405202472, 0.14503022393016315, 0.1675081772950254, 0.18935092530014708, 0.21025965182153417, 0.2300456407086296, 0.24859962351246745, 0.2658705567072825, 0.28184983308825756, 0.29655913676465273, 0.31004103584962867, 0.32235176443419045, 0.3335557920048132, 0.3437218444958321, 0.3529200808740217, 0.3612201638492798, 0.3686899996284188, 0.37539495984370225, 0.3813974368321906, 0.38675661891976, 0.39152840343659995, 0.39576539085615225, 0.3995169234877673, 0.4028291469329191, 0.405745082761207 ], [ 0.27278260564301415, 0.2658057618868283, 0.258990537467001, 0.2521803730242784, 0.24517992720252796, 0.23777343217427535, 0.22974593898270457, 0.2209039709096657, 0.21109242564829056, 0.20020551571168566, 0.18819085328178461, 0.17504734475366, 0.16081942482269393, 0.14559255123400383, 0.1294982463894601, 0.1127425846324735, 0.09568404814378008, 0.07901678636335958, 0.06417782679565226, 0.05403783776728531, 0.05264773861247257, 0.06141316802739793, 0.0773333475041857, 0.09702691319113697, 0.11848273622269928, 0.14059441543840448, 0.1626959469828576, 0.18434723761187669, 0.2052429695836211, 0.22517073830825168, 0.24398842739980606, 0.2616093611759237, 0.27799094018928344, 0.29312519738605247, 0.30703073550371635, 0.31974586412957473, 0.3313228559431024, 0.34182324971525213, 0.35131410878318553, 0.35986512394865394, 0.36754643801888304, 0.3744270671517662, 0.3805738003682749, 0.3860504705887998, 0.3909175057866881, 0.3952316851550542, 0.39904604092786733, 0.4024098606295742, 0.40536875649476384, 0.4079647784344289 ], [ 0.29042788136178005, 0.28276097628502933, 0.2749594529898086, 0.2669186206182188, 0.25850866007007933, 0.249581890017255, 0.23998138917297962, 0.22954970112799739, 0.2181364967142493, 0.2056045308054312, 0.1918339269102918, 0.1767256619467628, 0.16020605468917, 0.14223518287380835, 0.12282406530363456, 0.10207062890251711, 0.08024365712047814, 0.058032384366440384, 0.03759118580048971, 0.027232417399769625, 0.038035329254563176, 0.05948536141519919, 0.08343050323029823, 0.10775857888659049, 0.13176341021333876, 0.15510942334074665, 0.17759408485910505, 0.1990776155900856, 0.21945888022773624, 0.23866644792140318, 0.2566547614661242, 0.27340171098991495, 0.28890627052705053, 0.30318582975960184, 0.316273250453308, 0.3282138121959108, 0.33906222759096466, 0.34887987305427626, 0.35773233258301906, 0.3656873048563176, 0.3728128856909644, 0.37917621011757774, 0.38484242057814017, 0.3898739183001607, 0.39432985176950563, 0.39826579747190977, 0.4017335920446591, 0.4047812803669651, 0.4074531499651103, 0.40978982777703055 ], [ 0.29894866066319137, 0.2902067642257876, 0.2811525487758043, 0.27173532594201844, 0.2618887888286705, 0.25153124012212597, 0.2405659989460753, 0.22888188720656494, 0.21635395044887312, 0.20284491840366922, 0.1882082716338166, 0.17229405297174624, 0.1549586837815859, 0.13608008363252694, 0.11557977043394681, 0.09345602158333874, 0.0698447934364644, 0.04520644634120482, 0.02167605215599187, 0.018511793979826517, 0.04181062650829598, 0.06824516879523206, 0.09463522246084419, 0.1203249176329072, 0.14503322184673015, 0.16860895696764494, 0.19096601660322116, 0.2120563617341406, 0.23185642065143083, 0.2503599306297206, 0.26757418860010934, 0.2835180278663485, 0.29822053274941185, 0.3117199457196601, 0.32406251231685973, 0.3353011888167868, 0.34549423617108116, 0.35470376704825085, 0.36299432182594077, 0.3704315397028906, 0.3770809732859748, 0.3830070756042813, 0.38827237110479296, 0.3929368084056761, 0.3970572828028313, 0.400687310429313, 0.4038768329128619, 0.40667213062313917, 0.40911582344200886, 0.41124693982572774 ], [ 0.2996598802541597, 0.28942170489542035, 0.2787525120606686, 0.26766846336175476, 0.2561851220372687, 0.24431378438810156, 0.23205629689631319, 0.21939880457947566, 0.2063056390254635, 0.1927154997773401, 0.17854306070805032, 0.16369003511230015, 0.14807079686417982, 0.13166007221919607, 0.11457736114302283, 0.09724268035469902, 0.08068441165999346, 0.06711605164717799, 0.060409931116194394, 0.06410997874946094, 0.077293646994427, 0.0961066107627773, 0.11750649940379737, 0.1397857825658582, 0.16202257700816242, 0.1837010509760401, 0.20452314796703616, 0.22431534111191373, 0.2429795250957044, 0.2604655656401189, 0.2767552667514533, 0.29185268757098914, 0.3057780827609841, 0.3185639146869403, 0.33025203547043824, 0.34089152180373195, 0.3505368795149619, 0.3592464757038928, 0.36708113720756014, 0.37410289677305364, 0.3803738872473427, 0.38595538929889667, 0.39090703625855866, 0.3952861747744445, 0.39914737457118166, 0.402542075979618, 0.4055183606030565, 0.4081208286037505, 0.41039056547794117, 0.4123651815788535 ], [ 0.2942667322769866, 0.28206389756281186, 0.2692970816228467, 0.25605816202078396, 0.24246523137851878, 0.22866011281681128, 0.21480172659281715, 0.2010545973967723, 0.18757300566359414, 0.17448354348794828, 0.16187200198255974, 0.14978368493262204, 0.13824773907302332, 0.12733418245072833, 0.11724572830650616, 0.1084321672590584, 0.10168248210648656, 0.09808844636720158, 0.09874124186487075, 0.10421219845131077, 0.11423526225610864, 0.12790266032379283, 0.14410744015587137, 0.16185110246963266, 0.18034649298881184, 0.1990105831974831, 0.21742451613406005, 0.23529322371136033, 0.2524131440887675, 0.268648305718216, 0.28391303961942344, 0.29815950892297266, 0.3113686181812021, 0.32354325809376316, 0.33470315837719194, 0.3448808566970569, 0.3541184588803978, 0.36246498074273725, 0.3699741383295408, 0.3767025020976047, 0.38270796007130925, 0.3880484517663547, 0.39278094341696024, 0.3969606191074591, 0.4006402640364726, 0.40386981675045985, 0.40669606760215604, 0.40916248134259653, 0.4113091228056925, 0.413172666097275 ], [ 0.2851222636055534, 0.2705454376312115, 0.25517654473796114, 0.23916524529370242, 0.22272483018321054, 0.20614155753300367, 0.18977996439461128, 0.17407912646221485, 0.15953212451278523, 0.14663961080365165, 0.135833290488949, 0.12738273368687106, 0.12132639451606142, 0.1174797430266154, 0.11553966028720238, 0.11524003064714838, 0.11647790051648933, 0.11934990202722161, 0.12408749216148027, 0.13092665221887895, 0.13997757943574057, 0.1511551120918852, 0.16418869728998736, 0.1786850765774206, 0.19420233419351177, 0.21030821663843094, 0.2266153228305029, 0.24279702509670698, 0.2585908468223409, 0.2737949357179834, 0.2882613460130231, 0.3018882726064648, 0.31461235868248166, 0.3264016034806624, 0.33724907400385745, 0.34716745947785094, 0.3561844292962222, 0.3643387228851798, 0.3716768905894496, 0.378250606047869, 0.3841144762519143, 0.3893242824662992, 0.3939355920752019, 0.3980026877189463, 0.40157776573352727, 0.40471036098894153, 0.40744695986652457, 0.409830767424965, 0.4119015988465978, 0.41369586906118816 ], [ 0.2754261250451168, 0.25839984863796167, 0.24022760452510006, 0.2210542274213157, 0.2011135205400767, 0.1807583602542944, 0.1605011210589912, 0.14106498704683687, 0.1234347041112867, 0.1088550790814414, 0.09864468306643186, 0.09368201927204309, 0.09378876459794251, 0.09770548192330607, 0.10380097333108836, 0.11077745745861446, 0.11792834062578753, 0.12508368306430817, 0.1324469768637912, 0.1404120900282437, 0.14939218516045155, 0.15968598724666744, 0.17140477379264352, 0.1844661385509181, 0.19863707097860148, 0.21359717682206322, 0.22899774050150548, 0.24450477061844159, 0.2598245226280339, 0.274715056123148, 0.2889884649701321, 0.3025076746425717, 0.3151805292332768, 0.326952875433004, 0.3378016278899623, 0.34772833431819206, 0.35675347637232596, 0.3649115794741133, 0.37224711572419256, 0.3788111389803586, 0.38465857162733735, 0.38984605731900085, 0.3944302964141607, 0.3984667870945365, 0.4020089030509339, 0.4051072469347659, 0.40780922685179344, 0.41015881070476945, 0.4121964200350134, 0.41395893113160304 ], [ 0.2689570686432522, 0.25010663108386405, 0.2297543084222912, 0.20797534313400476, 0.18491531854816431, 0.1608164986814707, 0.1360612048895115, 0.11125467515827525, 0.08740874105213327, 0.06638484036814941, 0.05175467420558295, 0.048275111879942004, 0.05579225446337971, 0.06846712610932357, 0.08186860874149339, 0.09414834692655236, 0.10483595659512346, 0.11415942602111392, 0.12272116895745355, 0.1312803625952915, 0.1405617952910683, 0.15109807963196376, 0.16314176622713028, 0.17666581115390007, 0.19143155121111385, 0.20708131691581122, 0.22322028971578448, 0.23947254513930846, 0.25551180706341353, 0.271073733541258, 0.2859568644530663, 0.30001753605435105, 0.313162130184557, 0.3253385960839691, 0.33652827236166044, 0.34673850001823003, 0.3559962159156907, 0.36434255338471366, 0.3718283933595225, 0.378510770788161, 0.3844500272009026, 0.389707599921155, 0.39434434502187876, 0.39841930107656104, 0.4019888119194356, 0.4051059378267182, 0.4078200951127772, 0.41017687377832907, 0.41221799141995435, 0.4139813490926682 ], [ 0.2689876641136193, 0.24974016688863057, 0.22889633655683747, 0.20650287075835777, 0.18265932743822036, 0.1575297069577516, 0.13135507393813395, 0.10446728168842145, 0.07730517675277522, 0.05044347247676382, 0.024735822095276645, 0.006303430907191818, 0.023511229612496926, 0.04216002899205827, 0.05775441133441453, 0.07023275270017204, 0.08008142738799649, 0.08818823949027312, 0.095722969957516, 0.1039191601560921, 0.11378085869179529, 0.12584680068519785, 0.14014364736580487, 0.15631949252756797, 0.17383689561341686, 0.1921255395214133, 0.21066810548335999, 0.2290351640237782, 0.24689133625297505, 0.2639881970094254, 0.2801523044022527, 0.29527232229317185, 0.3092869233242254, 0.3221740904537335, 0.33394196059810294, 0.34462115363409385, 0.3542584516167044, 0.3629116681201665, 0.370645546020703, 0.3775285306774589, 0.3836302785186715, 0.3890197758098646, 0.393763957513487, 0.39792673088769637, 0.40156832235792306, 0.40474487894771766, 0.4075082670181334, 0.4099060211745678, 0.4119814049659939, 0.41377355248663134 ], [ 0.27679655850478085, 0.25885160305216254, 0.23957742672556212, 0.2190863622890689, 0.1975647444904031, 0.1752945532995989, 0.15268233237905374, 0.13029903544181132, 0.10893435887902793, 0.08965820033684621, 0.07382404186268023, 0.06278203811593669, 0.057005389408763485, 0.05524870637300934, 0.05518975678614621, 0.054953880457884324, 0.05394194508841248, 0.053013814818775706, 0.0543354808145586, 0.06034688894963681, 0.07199709671017843, 0.08839051182505012, 0.10797804063098766, 0.12939644239628903, 0.15163252961007306, 0.1739613162898532, 0.19586770608587079, 0.21698948936974366, 0.2370785223003762, 0.2559734772169673, 0.27357975536948476, 0.2898540461210743, 0.3047921194608729, 0.3184190264755155, 0.3307811906123187, 0.34194003633410336, 0.35196689201311515, 0.3609389569482127, 0.36893615671484103, 0.376038736030125, 0.38232545856304856, 0.3878723008095829, 0.3927515431904096, 0.3970311762036381, 0.4007745527991619, 0.40404023007651363, 0.40688195389616433, 0.4093487490348503, 0.4114850851632623, 0.4133310952805816 ], [ 0.2911135933898018, 0.2756501431228042, 0.25927278513148183, 0.24214713306131405, 0.22450599232458432, 0.20665597424612478, 0.18897676414123654, 0.17190529497486445, 0.15589341602804177, 0.14132727110331486, 0.12840782007017873, 0.11702240734795007, 0.10667409937389233, 0.09653359520205565, 0.08561118331110469, 0.07297088672294055, 0.05790372412951002, 0.040032967332160996, 0.019418455999582678, 0.005561632474375721, 0.029698941283965722, 0.05598324459517883, 0.08282271577422194, 0.10961137452988481, 0.1358853088893263, 0.16128739681462656, 0.18555255928384212, 0.2084948177560307, 0.22999480148118512, 0.24998795212981653, 0.26845374182107506, 0.2854060984353717, 0.300885113475997, 0.31495001997614136, 0.3276733690993047, 0.33913629796535527, 0.34942476218032387, 0.3586266000167795, 0.36682929759263466, 0.37411833284988816, 0.38057598831971035, 0.38628053673265306, 0.39130571808138226, 0.39572044075139845, 0.39958865213480155, 0.40296933535849777, 0.4059165982473985, 0.4084798284294791, 0.410703894708313, 0.4126293796779513 ], [ 0.3091132594168362, 0.2964881433001258, 0.2832815839715637, 0.2696442469669216, 0.2557613933315865, 0.2418443222122196, 0.22811300650094635, 0.2147679392063527, 0.2019515425955995, 0.1897041474101498, 0.1779257761588399, 0.16635967845384877, 0.15461237823443882, 0.14221635941230087, 0.1287308254986694, 0.11387429014800911, 0.0977026656553717, 0.08090698515983191, 0.06543311899615781, 0.055533195970160674, 0.05685055708219599, 0.06997219384811265, 0.09011669220133817, 0.1133098652563014, 0.13746723197600957, 0.1615115249934067, 0.18484246559022866, 0.20710856184476276, 0.2281045579745459, 0.2477193221630262, 0.2659057094370831, 0.282661174523626, 0.2980143454670296, 0.3120153104763493, 0.324728440403122, 0.3362270515923159, 0.34658944999314134, 0.3558960260998595, 0.3642271500271711, 0.37166167194651734, 0.3782758760117943, 0.3841427703759296, 0.38933162393466625, 0.3939076830263511, 0.39793201915133025, 0.40146147248274283, 0.40454866616423835, 0.4072420737710003, 0.4095861274566811, 0.41162135776586367 ], [ 0.3278995298596897, 0.31788123350034764, 0.30747020051716684, 0.2967677951289499, 0.2858844306467469, 0.2749289548860032, 0.26399403846867875, 0.2531386475448037, 0.24237027370787, 0.2316313333373221, 0.22079536463913563, 0.20967857809918553, 0.1980706365014077, 0.18578588449905473, 0.17273410959609473, 0.1590096879174864, 0.14499906902824294, 0.1315026508598185, 0.11983760861009074, 0.1117951762522673, 0.10920378664896185, 0.11305632410243974, 0.12291590017056686, 0.137309600502203, 0.15457169477640179, 0.1733374962914724, 0.1926332028297576, 0.21180425028794533, 0.23042401700556378, 0.2482223741689267, 0.26503602048927416, 0.28077487584074007, 0.2953992630215179, 0.30890423402486467, 0.3213086819939411, 0.33264771224492595, 0.34296726195099003, 0.3523202824189232, 0.36076400927463115, 0.3683579893818804, 0.37516263390597465, 0.38123813863724465, 0.38664366387668697, 0.3914367023058973, 0.3956725881927914, 0.3994041179595356, 0.4026812628437443, 0.4055509608942268, 0.40805697921512346, 0.4102398392164033 ], [ 0.34536242897408087, 0.33747049575298627, 0.32926862540121354, 0.32081007847467496, 0.3121454847251858, 0.30331557529608383, 0.2943431065637774, 0.2852252671454118, 0.2759284553978031, 0.2663877258256471, 0.2565132214838555, 0.24620540203201013, 0.2353798733222954, 0.22400132143742174, 0.21212467198420332, 0.19994008444140682, 0.18781606028427003, 0.17633020223239773, 0.16626814117802816, 0.15855954029223404, 0.15412061824620765, 0.15361610831797612, 0.15724287431507036, 0.16467775275095337, 0.1752247785346178, 0.18804638743076263, 0.20234585014686962, 0.21745631841297375, 0.23285968399496895, 0.24817122066316818, 0.2631138832678299, 0.27749334250224356, 0.2911774284262224, 0.30408038885336897, 0.31615123481786167, 0.3273652169657037, 0.3377175744165403, 0.34721888172415644, 0.3558915006304699, 0.36376679307597504, 0.37088286568776796, 0.37728269750737387, 0.3830125583459055, 0.38812066126995853, 0.39265601490617824, 0.3966674539673204, 0.40020283300469, 0.40330837127908314, 0.4060281374467118, 0.40840366253535426 ], [ 0.36031046000756617, 0.35402959163824993, 0.34746397314080973, 0.34063208656906324, 0.3335465828776933, 0.32621044410836186, 0.31861355258752266, 0.3107305120220365, 0.30252071937579367, 0.29393169720824025, 0.2849065083178864, 0.27539567091369027, 0.2653734059005466, 0.2548573479256967, 0.24393010491955916, 0.23276026390773472, 0.2216195159932062, 0.21089132325050727, 0.20106488683783477, 0.19270667734973154, 0.18640268797007534, 0.18267201921141654, 0.18186881467713786, 0.18410724828897196, 0.18924426097628555, 0.19692752950388998, 0.20668187877699118, 0.21799557666379746, 0.23038195137479514, 0.24341202948824647, 0.25672550700215585, 0.2700294249925269, 0.28309148365353937, 0.2957319049442022, 0.3078156056279114, 0.3192452594836202, 0.3299552970251919, 0.3399067120885082, 0.3490825228264539, 0.3574837668503456, 0.36512595003460235, 0.37203589931920267, 0.37824898882175984, 0.38380671792681986, 0.3887546230833631, 0.3931405046852428, 0.39701294863689357, 0.4004201202160643, 0.40340880624020964, 0.4060236805483767 ], [ 0.3722585825795736, 0.36712719036935115, 0.36170881491903106, 0.35599947827989636, 0.34998942069355554, 0.3436613893671452, 0.33698954985368346, 0.32993947149917413, 0.3224696473990241, 0.31453494242294666, 0.30609221111276314, 0.29710810004887184, 0.2875687760057232, 0.2774910455561138, 0.2669340982240304, 0.2560109386093626, 0.24489845200263619, 0.23384487796759482, 0.2231730665179349, 0.21327705382789494, 0.20460822116644442, 0.19764631245730177, 0.19285184171792866, 0.19060251467198402, 0.19112723395741013, 0.19446044203218626, 0.2004364492410464, 0.20872589588097104, 0.21889738743689113, 0.23048111344435138, 0.24301862044857236, 0.25609409501794705, 0.26934982771182503, 0.2824908334600436, 0.29528305584304393, 0.30754822589992364, 0.31915724947761454, 0.3300231872311522, 0.34009440459860163, 0.34934819123552946, 0.3577849926493538, 0.36542330743576323, 0.37229525191296525, 0.3784427642293171, 0.3839144035905353, 0.3887626921813473, 0.39304194458642094, 0.3968065300200075, 0.40010951506043607, 0.40300163790230575 ], [ 0.3811596569792882, 0.3767906892302733, 0.37211918394524335, 0.36712680340862275, 0.3617900634253065, 0.3560796092717093, 0.34995997718436916, 0.34339005681799406, 0.33632445138987493, 0.3287158833923318, 0.3205187195911231, 0.3116936033994811, 0.3022131080955119, 0.2920682883796287, 0.28127603627033104, 0.2698872530535649, 0.2579960145927582, 0.24575005948428752, 0.23336289945469726, 0.22112731906903255, 0.20942847818487842, 0.19875162106154573, 0.18967436651828445, 0.18282870105632326, 0.1788196923866858, 0.17810614591780405, 0.1808818759155335, 0.18701707794655462, 0.1960938294575779, 0.2075124877244718, 0.22061243708631306, 0.23476389785910937, 0.24941893129066817, 0.26413000345952137, 0.2785491642693517, 0.29241798400928554, 0.3055542787570241, 0.3178386628464675, 0.32920224248726204, 0.33961589213712823, 0.34908115422640457, 0.3576226377859329, 0.3652817371225114, 0.372111486265669, 0.37817237946206494, 0.3835290092342084, 0.38824739549013015, 0.3923928992799324, 0.3960286320189419, 0.39921428507273465 ], [ 0.3871905132867621, 0.3832658660668848, 0.3790154850778476, 0.3744114497891284, 0.3694210994922875, 0.36400663820452084, 0.35812502642873567, 0.35172825222776893, 0.3447640612112604, 0.3371772060248048, 0.3289112579491389, 0.319911017746917, 0.3101255851249544, 0.29951221345551265, 0.28804120592109106, 0.27570231539390194, 0.2625134017195075, 0.24853247426422173, 0.23387467533369016, 0.21873613121696817, 0.20342655627559367, 0.18841100743194555, 0.17435565341095682, 0.1621578710294437, 0.15291356453819785, 0.14775081815209679, 0.14750478148205384, 0.15237699565128346, 0.16184453693711612, 0.17489743265637667, 0.19039015254892178, 0.20728658162582483, 0.22475583208942218, 0.2421762736039583, 0.25910425753856114, 0.2752367608242203, 0.29037842724210067, 0.3044151704614735, 0.317293719664749, 0.32900588938952713, 0.3395764484660951, 0.3490537053489246, 0.3575021538644192, 0.3649966998112386, 0.3716181183788666, 0.3774494859269441, 0.38257339711584765, 0.3870698268731148, 0.391014531160476, 0.39447790441174524 ], [ 0.39060833179153565, 0.38686561472474923, 0.3827687120919532, 0.37828314859191514, 0.3733699429372516, 0.36798529065526325, 0.36208037906092033, 0.3556013636398238, 0.3484895287809039, 0.3406816524940055, 0.33211060036925194, 0.32270619644865234, 0.31239646733165244, 0.30110944139065693, 0.2887758195724953, 0.2753330336918405, 0.2607314983211492, 0.2449442947663024, 0.22798220911377934, 0.20991720826647386, 0.1909195209914997, 0.17131721530244925, 0.1516929940715049, 0.13303704434633423, 0.1169505308200084, 0.10574569997874615, 0.10193187233425019, 0.10673227148784972, 0.11905933955121065, 0.13648261755751354, 0.15669522326335955, 0.17804635643472325, 0.1994668415662628, 0.2202850262587652, 0.24008650977784057, 0.25862512782795205, 0.27576783417616535, 0.2914596479331457, 0.3057003915364573, 0.3185285613576074, 0.33000969753590537, 0.34022771995902995, 0.34927830368295, 0.35726371308074717, 0.36428872049832833, 0.37045736416170005, 0.37587038350531066, 0.3806232247429819, 0.38480454449900314, 0.38849516002911594 ], [ 0.39166296089346286, 0.38788090560502664, 0.38371209601079265, 0.3791177729007225, 0.37405500227659444, 0.3684764421917597, 0.36233016636234644, 0.3555595415646297, 0.34810314926766484, 0.33989473956749544, 0.3308632114526493, 0.32093263262277555, 0.3100223497094915, 0.29804730093698373, 0.28491873292332515, 0.2705456469073136, 0.25483746619109204, 0.23770864738706382, 0.21908631086150956, 0.1989226005035539, 0.17721485244879592, 0.15404010116169203, 0.12962029569401343, 0.10446615417116546, 0.07975984186219104, 0.05852211623538531, 0.0481784023550094, 0.0562650711898223, 0.07709409230368428, 0.10254815645926237, 0.12904703438770548, 0.15513662123587943, 0.1801296185807146, 0.20366465253465904, 0.22554931623593155, 0.24569328406668164, 0.26407431158822564, 0.28071815893284646, 0.29568528875688294, 0.30906129030713764, 0.32094956771256, 0.33146551273039887, 0.34073171001485086, 0.34887390075188773, 0.35601753893341076, 0.36228484677693645, 0.36779232552411056, 0.37264871058298615, 0.3769533780070789, 0.3807952141029504 ], [ 0.39054865208686096, 0.38653308798891534, 0.382094490768279, 0.3771916393183602, 0.37177969404494127, 0.3658101593937598, 0.35923091669678753, 0.3519863153581427, 0.34401729928741465, 0.33526153691366917, 0.32565352052066987, 0.3151246078519266, 0.3036029996789154, 0.2910136845362037, 0.27727843857882367, 0.2623160461673626, 0.24604300599023468, 0.22837510700307484, 0.20923039271435198, 0.1885341689361847, 0.16622683158689278, 0.14227539930032293, 0.1166898663337144, 0.08954669249622388, 0.06102960568361341, 0.031577859338391676, 0.006950761567629368, 0.031486299734302656, 0.06168014568523501, 0.09134358224783232, 0.11991303340124833, 0.1470691901760424, 0.172599190928411, 0.1963667359564907, 0.21829679901331853, 0.23836452391180304, 0.2565862264623184, 0.27301184125467803, 0.28771846346225444, 0.30080472457923557, 0.3123857868125289, 0.32258878366494514, 0.3315485816233504, 0.3394037891668362, 0.3462929914876693, 0.3523512381803552, 0.35770685175830175, 0.3624786520938659, 0.3667737014670721, 0.37068566461874713 ], [ 0.38738309601804954, 0.38295456087179053, 0.3780630712592341, 0.37266636578540396, 0.36671922836006776, 0.36017372223298966, 0.35297958645005195, 0.34508479730580893, 0.33643628018165045, 0.3269807401311449, 0.31666556755726355, 0.30543977426535107, 0.29325493127961266, 0.28006611889189537, 0.2658329675475667, 0.25052097565087, 0.23410346179270744, 0.21656480398208888, 0.1979061738844915, 0.17815609976122704, 0.1573906378694182, 0.13577372766878473, 0.11364353644769955, 0.09171433373557333, 0.07158599277112422, 0.05689995362975613, 0.05377482605814537, 0.06446490488964199, 0.08370292338385298, 0.10643723216663503, 0.13014356263040988, 0.15361355503713592, 0.17620756548631236, 0.1975584421287833, 0.21745074987685512, 0.23576567125482145, 0.25245255290458735, 0.2675123150411231, 0.2809865628263383, 0.2929495688665941, 0.30350170748357674, 0.31276358314190117, 0.32087044501828543, 0.32796669327057437, 0.3342004339523198, 0.3397181577532558, 0.3446597097199422, 0.34915377845187645, 0.3533141556181321, 0.3572369937926038 ], [ 0.3822053583162586, 0.3771888163513627, 0.37166621459764854, 0.3655955929287751, 0.35893255380597283, 0.35163069546517634, 0.34364234754885536, 0.33491965345275626, 0.32541601799082526, 0.3150879070294912, 0.3038969561800056, 0.29181233208628526, 0.27881330943945465, 0.26489209693991783, 0.2500570796140801, 0.23433685258167225, 0.2177857198828148, 0.20049178584239816, 0.18258957094299091, 0.1642806992438779, 0.14586948442899492, 0.12782620309541437, 0.11089817629435353, 0.09628082478125982, 0.0857633838852311, 0.08145370485608595, 0.08460805144720147, 0.09453730619343567, 0.10923982522107839, 0.12672031747945628, 0.14551930263297072, 0.16466183147769947, 0.18349937137649425, 0.2015933758468186, 0.2186459800525063, 0.234460421042448, 0.24891790362098024, 0.26196317991396184, 0.27359460444299083, 0.2838563447183767, 0.29283145047255776, 0.3006350410654143, 0.30740719866305866, 0.3133053838335101, 0.31849638656887874, 0.32314801475061317, 0.3274208987613634, 0.331460928705023, 0.33539290307645553, 0.339315924446602 ], [ 0.37498771244092316, 0.36920353114782767, 0.3628683443852651, 0.35594265075846887, 0.34838475903128363, 0.34015113208523046, 0.331197169547532, 0.3214785592405874, 0.3109532951767819, 0.2995843996016288, 0.28734330722673973, 0.2742137953333707, 0.2601963167621681, 0.24531267433311807, 0.22961123284275242, 0.2131733524906615, 0.19612245653661495, 0.17863806488176132, 0.1609781360477007, 0.14351402743695496, 0.12678271420171988, 0.11155703658036772, 0.09891216166777372, 0.0901931174465553, 0.08668569321572712, 0.0889583841670057, 0.09646180462091442, 0.10791743162079664, 0.12198503977291929, 0.1375906267990248, 0.1539430087310528, 0.1704566088308581, 0.18668365860522018, 0.20227380213260238, 0.2169538931666321, 0.23051889502053594, 0.24282778460741836, 0.2538010924354414, 0.2634184038141091, 0.2717150250249185, 0.27877740419524805, 0.2847370363886862, 0.2897626426151219, 0.2940505029372561, 0.2978130113185049, 0.30126582646380684, 0.3046143855159344, 0.30804093166661856, 0.31169344353829304, 0.3156778096527259 ], [ 0.36566189151600725, 0.35891632922584515, 0.35157429352659275, 0.34360303122479585, 0.33496794958704074, 0.3256323462247344, 0.3155575982756434, 0.30470410439326545, 0.2930332726979817, 0.2805107772505451, 0.2671111486804767, 0.2528235292703169, 0.23765816061017453, 0.22165299986908266, 0.20487997994797685, 0.18745112871989658, 0.16952638731490036, 0.15132781074270232, 0.13316892658905286, 0.11551266478529892, 0.09907300635568322, 0.0849579076739796, 0.07475256958377044, 0.07018707544370702, 0.07208442962656429, 0.0795987598087033, 0.09097485262013996, 0.1046618874134876, 0.11963468969935416, 0.1352480854424048, 0.1510525094517763, 0.1666846198542138, 0.18182192460465438, 0.19617331876779256, 0.20948514523975992, 0.22155145450223537, 0.232223308877427, 0.24141538016773986, 0.24910961807461185, 0.2553562157917464, 0.26027200635954556, 0.2640361153126784, 0.26688237895263794, 0.2690878770010553, 0.270957080199832, 0.27280170736780435, 0.2749174415254192, 0.2775599628657358, 0.28092383180297015, 0.2851279796388131 ], [ 0.3541680141065812, 0.346243456082171, 0.33767443332941954, 0.3284423200560297, 0.31852842578660223, 0.3079124701302432, 0.2965711503643152, 0.284477311569065, 0.2716003869533812, 0.25790884243791834, 0.24337525102733903, 0.22798426079268544, 0.21174306797858883, 0.1946931146564529, 0.1769207991200935, 0.15856446227234464, 0.13981565291288245, 0.12091622432607638, 0.10216176803333474, 0.08394047373587428, 0.0668723661623769, 0.052173699337107624, 0.04229879173363838, 0.040555146481233546, 0.04728803460565924, 0.05918352345029355, 0.0734879226512564, 0.08895119508105058, 0.10503974097702166, 0.12142698474091479, 0.1378011244318558, 0.15382250110314946, 0.16913759579108142, 0.18340707190080865, 0.19633127108362194, 0.2076688001089343, 0.2172487204069931, 0.22497820203396823, 0.23084738950922531, 0.23493258789626542, 0.23739805815099968, 0.2384957963742869, 0.2385616899843147, 0.238005516550948, 0.23729173661140215, 0.23690860428235333, 0.23732557746025737, 0.23894356716111956, 0.24204781541955447, 0.24677589946437523 ], [ 0.3405391109006744, 0.331191695789799, 0.3211386476993982, 0.31038482040056153, 0.2989408362316249, 0.2868201757190963, 0.27403518261698195, 0.2605924857631533, 0.2464888345645169, 0.23170887718746766, 0.2162268073327875, 0.20001381895499057, 0.18305268023447577, 0.1653593048342591, 0.14700897275700597, 0.12816200633675276, 0.10908047401882673, 0.09012430456765515, 0.07171384330966375, 0.05425317170898153, 0.038043459030144756, 0.023335460381143234, 0.01145342539635961, 0.011619380422977946, 0.022784879769409756, 0.036037323087887915, 0.05053913426737435, 0.0663369585204971, 0.08326019522491439, 0.10088830697039454, 0.1186700483004405, 0.1360287805941506, 0.15242675741580602, 0.16739782914908727, 0.18056164240113864, 0.19162861304550957, 0.20040128511377292, 0.20677533051358885, 0.2107420738364692, 0.21239358060403468, 0.2119306407258634, 0.20967304252579883, 0.2060699263256001, 0.20170523413775235, 0.1972891501150416, 0.19362222511738528, 0.1915191577259107, 0.19169167429964157, 0.19461741035563912, 0.20044768174605904 ], [ 0.32502362772300164, 0.3140092868221467, 0.30219219092362026, 0.28960605613649754, 0.2763033733931021, 0.2623530466630102, 0.24783498650808883, 0.23283126888768899, 0.21741419832786202, 0.2016328644025592, 0.18550145975677038, 0.16899427722534394, 0.15205305509308634, 0.13461124149452675, 0.11663648425101848, 0.09818817624099685, 0.07948328493128592, 0.06096342082453174, 0.04336271264321069, 0.0278027253831323, 0.016032110166416758, 0.010550148884371042, 0.010228662543540434, 0.009522198522613271, 0.008306049969007887, 0.013957881323017483, 0.026891571933132245, 0.04364981337286502, 0.06250814069694098, 0.08229643956487123, 0.10207707336746552, 0.12107593077278075, 0.13865694659551153, 0.1543060516084715, 0.167618515680188, 0.17828893616578226, 0.18610425226010807, 0.1909404689004799, 0.19276398284294777, 0.19163871625507584, 0.18774074070966182, 0.18138266226586988, 0.17305033056697505, 0.1634529249776642, 0.15357980690193726, 0.14473446849809166, 0.13846975190448857, 0.13631367313604267, 0.13928170063031972, 0.14746835650861453 ], [ 0.3082051882358991, 0.2953673323367637, 0.2815678838307504, 0.26685894235558705, 0.2513308458585043, 0.2351157287909403, 0.2183873607338497, 0.20135491874913453, 0.1842480272112782, 0.1672909700504709, 0.1506664677891517, 0.13447475632875883, 0.11870127012895593, 0.10321190844824807, 0.08779192149079439, 0.0722300388163985, 0.05643132235329406, 0.04053530600671912, 0.025039729139346677, 0.01115979264721676, 0.0060777309130779136, 0.013024007394892413, 0.017232026162892235, 0.016793233656213626, 0.01264071568943913, 0.01182646668064139, 0.022885514088878074, 0.03982093518147437, 0.059102410444270594, 0.07922316115850386, 0.09915600135380774, 0.11809313243596262, 0.13538002374952704, 0.15048679620921668, 0.16299008729537307, 0.17255960097955308, 0.178948115622815, 0.18198495713729823, 0.181573459687636, 0.17769344415565247, 0.17041064417059412, 0.15989689330670842, 0.14646907051379546, 0.13066439513528627, 0.1133913369842492, 0.09623544734952162, 0.08199334236229981, 0.07495250128886868, 0.07880985344207134, 0.09286858081486885 ], [ 0.2909975531184457, 0.2764352350598195, 0.2606983183358969, 0.24382267912461483, 0.2258969487433569, 0.20707665132826955, 0.18759895226135037, 0.16779634711164462, 0.14810572268740324, 0.12906539925136618, 0.1112860370308158, 0.09537330746195213, 0.08178320372001929, 0.07063337903168296, 0.06158310157443635, 0.053930233786865775, 0.04693045857062154, 0.04015284561272815, 0.0336860351088128, 0.028109591855929133, 0.02413348971378848, 0.021954765744621615, 0.02115362000489221, 0.02175876727885392, 0.025101441842027665, 0.032669492858626845, 0.04446846002343017, 0.05944381640632552, 0.07637600690718852, 0.09417082007166447, 0.11189192514385357, 0.12874823644747613, 0.14407770670159772, 0.15733234886113592, 0.16806468344950398, 0.17591568363227184, 0.18060445043786988, 0.18191989808078282, 0.17971471121885116, 0.17390180432044905, 0.16445349863660227, 0.15140366853294399, 0.13485329001267363, 0.11498049913467921, 0.0920589793252219, 0.06650215067503384, 0.039057196658772525, 0.01357009023118489, 0.026095392834283533, 0.05596724178160445 ], [ 0.2743293636615072, 0.2585849314660941, 0.24149309038260736, 0.22303596995352964, 0.2032429049227948, 0.18220835977355865, 0.16011408110303785, 0.13725793539684975, 0.1140956803350272, 0.09131202312499975, 0.0699638011281963, 0.051787328774387624, 0.03960785449576101, 0.036104894047745695, 0.039401983113904825, 0.04443790517727338, 0.047916398337735394, 0.04851204447279759, 0.04588387354095366, 0.0401713724570396, 0.031828113168000854, 0.021827094698398393, 0.013577425719370555, 0.017114514576624152, 0.03019476330138021, 0.0459199557568008, 0.06265093785368682, 0.07985317756292859, 0.09714584044001785, 0.11412684131785726, 0.13035521979589854, 0.14537458315961016, 0.15874174634073768, 0.17004895592639255, 0.1789378002482832, 0.18510641957963417, 0.18831242911548662, 0.1883737875308864, 0.1851694743992294, 0.17864162454651963, 0.1688009335284816, 0.1557380928686283, 0.1396468443528666, 0.12087247163030494, 0.10002547985621135, 0.07829097930826404, 0.0583851867932827, 0.04696673251510786, 0.05265718377888115, 0.07222715256917489 ], [ 0.2584497005884587, 0.24253354727700946, 0.22531341625442652, 0.20672744016691136, 0.18674838932478377, 0.1654003498845788, 0.14277737164288404, 0.11906358291034577, 0.09455463343705657, 0.06968230732337176, 0.04505607096567352, 0.02165767127641033, 0.006685096946133408, 0.0219832067892567, 0.03738540404640121, 0.04877643126450849, 0.05558092726004149, 0.057619712541447106, 0.05495259280172837, 0.04783706561197608, 0.03672888904811825, 0.022397547674046028, 0.007824799790136098, 0.016874810643901877, 0.03622803578584058, 0.05628711209249545, 0.07613789049793905, 0.09536912887556534, 0.11369315044316028, 0.13085499837331785, 0.1465984126475611, 0.16065890620494447, 0.1727707899936968, 0.1826796420284333, 0.1901552843793228, 0.19500313264227975, 0.1970736385856387, 0.196270629095269, 0.19255999636533372, 0.1859807926397853, 0.17666174754955702, 0.1648481506476117, 0.15094791166221147, 0.13561282230087893, 0.11988111644860032, 0.10540251745611344, 0.09465148741409012, 0.09060816092494658, 0.09518577472411419, 0.10768679786119656 ], [ 0.24218507349866145, 0.2272804878058481, 0.2114629445631158, 0.19467791869960102, 0.1769079093408725, 0.15820185111614118, 0.13871497932048682, 0.11876601268466416, 0.09892806767915124, 0.08018754012506395, 0.06420677227689013, 0.053487542288642914, 0.050250215743853105, 0.0536032015852608, 0.059787918488814956, 0.06539035572638437, 0.06840345689271007, 0.06783715030300802, 0.0633382425308588, 0.05502981277341103, 0.043565059194920194, 0.03071515992887945, 0.02227980692246476, 0.0287527493105054, 0.045732678850168976, 0.06573008425196206, 0.08622044194836716, 0.10617859482077494, 0.12502999677400836, 0.14238695397194898, 0.15795566300112818, 0.1714958270002242, 0.18280316550261105, 0.19170401842715407, 0.19805670095447392, 0.20175665958795547, 0.20274396639373599, 0.20101277447829746, 0.19662324248004237, 0.18971729980886545, 0.18054067666352397, 0.16947503966923266, 0.15708564778241138, 0.1441897062554401, 0.1319406041552622, 0.12188195804440682, 0.1158295561698498, 0.11538200979596623, 0.12117719198811447, 0.13258139000662028 ], [ 0.222800571018061, 0.20978965906563846, 0.1965918517267903, 0.18316681636736384, 0.16949396465872432, 0.15560886555841827, 0.1416475400991488, 0.12789408817605039, 0.11482131017273844, 0.10309900600800682, 0.09351637232534118, 0.08674803562992692, 0.0829791434400846, 0.081629641778676, 0.081468537991514, 0.08103866893511756, 0.07904528583418692, 0.07454252687958912, 0.06697937882075955, 0.056215549901419526, 0.04263065519453772, 0.027786537341616426, 0.01872061206304553, 0.028582640412025687, 0.04815004543813626, 0.06976667642689334, 0.09141946291488023, 0.11221845475058799, 0.13160618098075189, 0.14918475198901263, 0.16465473950890105, 0.17778513805941049, 0.1883967313447292, 0.19635356050483715, 0.20156019889980004, 0.2039635495694902, 0.2035584904834034, 0.2003972747424893, 0.1946032636831615, 0.18639042233336603, 0.17609113520581718, 0.16419623564485816, 0.15141170002100193, 0.13873189452950146, 0.12750625679684846, 0.11941128795538326, 0.11615285328846867, 0.11882909002645797, 0.12737927366489912, 0.1407171603243036 ], [ 0.1967718615438259, 0.1859266025479595, 0.17591058568586107, 0.1666236646931776, 0.15790028961108046, 0.14955399632838953, 0.14143096967464996, 0.1334586768376974, 0.1256758052697942, 0.1182317004049681, 0.1113463236069021, 0.10522849060659788, 0.09996601542035521, 0.09542442596140653, 0.09120251546239097, 0.08667161199905297, 0.0810813521663599, 0.07368759472030895, 0.06386655991238248, 0.05120427076326644, 0.035574554966927505, 0.017321172148377226, 0.006455034585529186, 0.027342181714777373, 0.05042829818467709, 0.07355740907228014, 0.09598727064382039, 0.1171572102695191, 0.1366198195094699, 0.15401638926269776, 0.16906025694101287, 0.18152409849885187, 0.19123064323647654, 0.19804677356636916, 0.20188101511965628, 0.20268446623930803, 0.20045538712180863, 0.1952480477950088, 0.18718714647867676, 0.17649041353469536, 0.16350441321357154, 0.14876283787359934, 0.1330830700557357, 0.11771983189195709, 0.10455869910376742, 0.09614191756042681, 0.09495445449370465, 0.10186586696887293, 0.11551646526307834, 0.13358150243711778 ], [ 0.16107431093582694, 0.15200921818358137, 0.14522935997796574, 0.14044248800738138, 0.1370875777462626, 0.13446502610764194, 0.13188863724687572, 0.12880371946631905, 0.12485068333630917, 0.11988157672068088, 0.11394470764296925, 0.10724753240406587, 0.10010008216168181, 0.0928363542184171, 0.08571453104254846, 0.07881380455639023, 0.0719726215875341, 0.0648289581632162, 0.057008832931755175, 0.048501231320489065, 0.04035127318168093, 0.035773941184906136, 0.03937718335041316, 0.051535286805248284, 0.06869124521412434, 0.08796929685435165, 0.10769705291608131, 0.1268344459963716, 0.14466454762235414, 0.16065934343386337, 0.17441587527636032, 0.18562153704405657, 0.19403321128405518, 0.19946419038770252, 0.20177629997708646, 0.20087608602553145, 0.19671464911586217, 0.18929123695295924, 0.17866136825249976, 0.16495150310011064, 0.14838513579776186, 0.12933264429687666, 0.10841877107331967, 0.08678908085044441, 0.06683920726291281, 0.05386930914962117, 0.05540115905085959, 0.0711778940988608, 0.09409570451869766, 0.11951929817925636 ], [ 0.1145498556702814, 0.10609073859556803, 0.10254679497550524, 0.10315861918232745, 0.10631979910002497, 0.1102453403877052, 0.11346166338000685, 0.11495464465443522, 0.11413479452265826, 0.11076201491069991, 0.10488544596343942, 0.09680949377692558, 0.08708406180199547, 0.07651272160080146, 0.06616006464597497, 0.05729551228794085, 0.0511298927995607, 0.048270963756417054, 0.048371148760596235, 0.05062801210930804, 0.05463748832791982, 0.060648420776038256, 0.06915484721984956, 0.08034908943295324, 0.09390369856093678, 0.10911082044509841, 0.12512016445778898, 0.14110345022290594, 0.15632835620773236, 0.1701779446874344, 0.1821457162323883, 0.19182232072589955, 0.19888105524477676, 0.2030650098440041, 0.20417688223327624, 0.20207173334301815, 0.19665266803848752, 0.18786932645819582, 0.1757190471132322, 0.16025056671104104, 0.14157014395515902, 0.11985007511694552, 0.09533993243343919, 0.06838284577687478, 0.03945553505367325, 0.009747724393172313, 0.02310362297931837, 0.054327732501792694, 0.08526365927280417, 0.11530814116878109 ], [ 0.06056381099205144, 0.04881087423279171, 0.049762066263943736, 0.06019197967859665, 0.073480381200055, 0.08575416695488092, 0.09525289194137769, 0.10116201649373621, 0.10312840724349809, 0.10107913116355081, 0.09515129632466748, 0.08566829889733611, 0.0731447112004336, 0.058330701228093695, 0.042376179093863806, 0.027544801436871633, 0.02006168293354122, 0.026422786552932325, 0.03880392279637986, 0.05154637987501591, 0.06354836932098615, 0.07503390414002316, 0.08659015284135411, 0.09875135430076451, 0.11177684319303363, 0.12559294472733573, 0.1398566938908967, 0.15406809812197605, 0.16767278800255922, 0.18013189473406024, 0.1909602383665525, 0.199742405068967, 0.2061361279246154, 0.20986971812726507, 0.2107378041710619, 0.20859797704485478, 0.2033700647394805, 0.19503954784038596, 0.18366713125041012, 0.16940815156492608, 0.15254969023424628, 0.1335837316709784, 0.11336133156621035, 0.0934355440108285, 0.07676958255415346, 0.06839630371028325, 0.07282449541396312, 0.08856385105179725, 0.11058545019888794, 0.13519151251690523 ], [ 0.03669003679951583, 0.017676435280611046, 0.02743960938690374, 0.048174698632883504, 0.06752541244746665, 0.08356070067478626, 0.09560808493963258, 0.10334631526608969, 0.10665690135824299, 0.10558471837595619, 0.10032570940616894, 0.09122536928666809, 0.07878483705819042, 0.0636789972979847, 0.04681447255199238, 0.029599939436273145, 0.01591857132495996, 0.018139067150799316, 0.03156020813566163, 0.04599957849098907, 0.05995942110285168, 0.07359337819436094, 0.08732086147858276, 0.10146644950111025, 0.11612985595617159, 0.13117752335888822, 0.14629878168322202, 0.16108060878906372, 0.1750735975177886, 0.18783932267166603, 0.19897966968331746, 0.20815261835772816, 0.21507941916232434, 0.21954727554633544, 0.22141065448081015, 0.22059359952495294, 0.21709502988328963, 0.2109990028989037, 0.20249231815337085, 0.19189263558305988, 0.17969116851484296, 0.16661350809722472, 0.15369500347838588, 0.14233972557694088, 0.13426614227154518, 0.1311748499550757, 0.13411147233045853, 0.14295748311030285, 0.1565804228893175, 0.1734564189014423 ], [ 0.08967127080041859, 0.08387872110927275, 0.08594479487393065, 0.09368937164535406, 0.10391709191385205, 0.11403616078831885, 0.12237372712277952, 0.1279495065504492, 0.1302458407376258, 0.12906593693103546, 0.12445550496900866, 0.11665958984249244, 0.10609682239220863, 0.09334031221132437, 0.07909928029884293, 0.06420601086009606, 0.04965462562444692, 0.036891537543925546, 0.02880926359165928, 0.029777321655703782, 0.03964533385713139, 0.054324613769355434, 0.07133440857837874, 0.08953478658811036, 0.1082490235024169, 0.12695740313074863, 0.14520757285754773, 0.16259119929790739, 0.1787412396558322, 0.1933350910612378, 0.20609860876236222, 0.216809492623014, 0.22529996837290986, 0.23145929908523205, 0.23523690332521907, 0.23664691781922448, 0.23577500256419512, 0.23278804575520132, 0.22794709154730303, 0.2216230438594767, 0.21431302399222876, 0.20665196887233106, 0.19940860895921156, 0.19344857865863987, 0.1896462130985685, 0.18874258820754303, 0.19118643495140306, 0.19703152325087755, 0.20594979334393274, 0.21734951963008242 ], [ 0.1504282671620401, 0.14663797515199745, 0.14658760949423344, 0.14940077403396293, 0.1538377550728234, 0.15861673598932235, 0.16263293670483814, 0.1650472208596389, 0.1652916534835166, 0.1630398223449724, 0.15816740572778956, 0.1507114581182305, 0.14082852410235724, 0.1287490043138615, 0.11472628757244956, 0.09898381469444867, 0.08167114609575414, 0.06284791271631787, 0.0425145264162624, 0.020694718915794247, 0.002449484515383487, 0.026506136594198655, 0.050964957909960855, 0.07534715369960367, 0.0992289462937539, 0.12223826186075264, 0.14405181409579254, 0.16439226575519503, 0.1830261312238403, 0.19976258680563114, 0.21445312413368373, 0.22699194562832362, 0.2373170641975587, 0.24541215455929022, 0.2513092570462238, 0.2550924205286756, 0.25690225871521116, 0.2569411466999505, 0.2554783525801449, 0.252853728976783, 0.2494776683950853, 0.24582398915420767, 0.24241172730302749, 0.23977240957830168, 0.23840249949248418, 0.23870682032451335, 0.24094591012548436, 0.24520364184958074, 0.25138662734700323, 0.2592551002003097 ] ] }, { "hoverinfo": "text", "legendgroup": "In-sample", "marker": { "color": "black", "opacity": 0.5, "symbol": 1 }, "mode": "markers", "name": "In-sample", "text": [ "0_0", "10_0", "11_0", "12_0", "13_0", "14_0", "15_0", "16_0", "17_0", "18_0", "1_0", "2_0", "3_0", "4_0", "5_0", "6_0", "7_0", "8_0", "9_0" ], "type": "scatter", "x": [ 4.549802609745915e-05, 0.002330700326179914, 0.00018824324932667708, 0.0006639797327288358, 2.3466366102818165e-05, 0.00013757445457044192, 0.000371031473979311, 0.0003479052913835052, 0.0009448758147659393, 1.7671015369528835e-05, 0.1504777027712961, 0.25194075023635704, 1.7474791381579152e-06, 1.3718207407519518e-06, 0.00023850227608508383, 0.00014372542978822897, 6.857815708983259e-05, 0.00031493689219521705, 0.0001867001037352845 ], "xaxis": "x", "y": [ 0.09446589089930058, 0.0, 1.0, 0.7452419581676499, 0.8134288600942374, 0.21792242201192907, 0.7219859666993073, 0.809785504800934, 0.5891626336475662, 0.34461652122340053, 0.9168972158804536, 0.7792608933523297, 0.07753905840218067, 0.9539603888988495, 0.12790697017478167, 0.38904658423351723, 0.9503413197137109, 0.8742517008238908, 0.7502045236773642 ], "yaxis": "y" }, { "hoverinfo": "text", "legendgroup": "In-sample", "marker": { "color": "black", "opacity": 0.5, "symbol": 1 }, "mode": "markers", "name": "In-sample", "showlegend": false, "text": [ "0_0", "10_0", "11_0", "12_0", "13_0", "14_0", "15_0", "16_0", "17_0", "18_0", "1_0", "2_0", "3_0", "4_0", "5_0", "6_0", "7_0", "8_0", "9_0" ], "type": "scatter", "x": [ 4.549802609745915e-05, 0.002330700326179914, 0.00018824324932667708, 0.0006639797327288358, 2.3466366102818165e-05, 0.00013757445457044192, 0.000371031473979311, 0.0003479052913835052, 0.0009448758147659393, 1.7671015369528835e-05, 0.1504777027712961, 0.25194075023635704, 1.7474791381579152e-06, 1.3718207407519518e-06, 0.00023850227608508383, 0.00014372542978822897, 6.857815708983259e-05, 0.00031493689219521705, 0.0001867001037352845 ], "xaxis": "x2", "y": [ 0.09446589089930058, 0.0, 1.0, 0.7452419581676499, 0.8134288600942374, 0.21792242201192907, 0.7219859666993073, 0.809785504800934, 0.5891626336475662, 0.34461652122340053, 0.9168972158804536, 0.7792608933523297, 0.07753905840218067, 0.9539603888988495, 0.12790697017478167, 0.38904658423351723, 0.9503413197137109, 0.8742517008238908, 0.7502045236773642 ], "yaxis": "y2" } ], "layout": { "annotations": [ { "font": { "size": 14 }, "showarrow": false, "text": "Mean", "x": 0.25, "xanchor": "center", "xref": "paper", "y": 1, "yanchor": "bottom", "yref": "paper" }, { "font": { "size": 14 }, "showarrow": false, "text": "Standard Error", "x": 0.8, "xanchor": "center", "xref": "paper", "y": 1, "yanchor": "bottom", "yref": "paper" } ], "autosize": false, "height": 450, "hovermode": "closest", "legend": { "orientation": "h", "x": 0, "y": -0.25 }, "margin": { "b": 100, "l": 35, "pad": 0, "r": 35, "t": 35 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "sequentialminus": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "width": 950, "xaxis": { "anchor": "y", "autorange": false, "domain": [ 0.05, 0.45 ], "exponentformat": "e", "range": [ -6.0, -0.3979400086720376 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "lr" }, "type": "log" }, "xaxis2": { "anchor": "y2", "autorange": false, "domain": [ 0.6, 1 ], "exponentformat": "e", "range": [ -6.0, -0.3979400086720376 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "lr" }, "type": "log" }, "yaxis": { "anchor": "x", "autorange": false, "domain": [ 0, 1 ], "exponentformat": "e", "range": [ 0.0, 1.0 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "momentum" }, "type": "linear" }, "yaxis2": { "anchor": "x2", "autorange": false, "domain": [ 0, 1 ], "exponentformat": "e", "range": [ 0.0, 1.0 ], "tickfont": { "size": 11 }, "tickmode": "auto", "type": "linear" } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "render(plot_contour(model=model, param_x='lr', param_y='momentum', metric_name='accuracy'))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 5. Plot best objective as function of the iteration\n", "\n", "Show the model accuracy improving as we identify better hyperparameters." ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "linkText": "Export to plot.ly", "plotlyServerURL": "https://plot.ly", "showLink": false }, "data": [ { "hoverinfo": "none", "legendgroup": "", "line": { "width": 0 }, "mode": "lines", "showlegend": false, "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 81.16666666666667, 81.16666666666667, 81.16666666666667, 81.16666666666667, 81.16666666666667, 91.03333333333333, 91.03333333333333, 91.4, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55 ] }, { "fill": "tonexty", "fillcolor": "rgba(128,177,211,0.3)", "legendgroup": "mean", "line": { "color": "rgba(128,177,211,1)" }, "mode": "lines", "name": "mean", "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 81.16666666666667, 81.16666666666667, 81.16666666666667, 81.16666666666667, 81.16666666666667, 91.03333333333333, 91.03333333333333, 91.4, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55 ] }, { "fill": "tonexty", "fillcolor": "rgba(128,177,211,0.3)", "hoverinfo": "none", "legendgroup": "", "line": { "width": 0 }, "mode": "lines", "showlegend": false, "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 81.16666666666667, 81.16666666666667, 81.16666666666667, 81.16666666666667, 81.16666666666667, 91.03333333333333, 91.03333333333333, 91.4, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55, 95.55 ] } ], "layout": { "showlegend": true, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "sequentialminus": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "Model performance vs. # of iterations" }, "xaxis": { "title": { "text": "Iteration" } }, "yaxis": { "title": { "text": "Classification Accuracy, %" } } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "# `plot_single_method` expects a 2-d array of means, because it expects to average means from multiple \n", "# optimization runs, so we wrap out best objectives array in another array.\n", "best_objectives = np.array([[trial.objective_mean*100 for trial in experiment.trials.values()]])\n", "best_objective_plot = optimization_trace_single_method(\n", " y=np.maximum.accumulate(best_objectives, axis=1),\n", " title=\"Model performance vs. # of iterations\",\n", " ylabel=\"Classification Accuracy, %\",\n", ")\n", "render(best_objective_plot)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 6. Train CNN with best hyperparameters and evaluate on test set\n", "Note that the resulting accuracy on the test set might not be exactly the same as the maximum accuracy achieved on the evaluation set throughout optimization. " ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "Arm(name='8_0', parameters={'lr': 0.00031493689219521705, 'momentum': 0.8742517008238908})" ] }, "execution_count": 10, "metadata": {}, "output_type": "execute_result" } ], "source": [ "data = experiment.fetch_data()\n", "df = data.df\n", "best_arm_name = df.arm_name[df['mean'] == df['mean'].max()].values[0]\n", "best_arm = experiment.arms_by_name[best_arm_name]\n", "best_arm" ] }, { "cell_type": "code", "execution_count": 11, "metadata": { "collapsed": true }, "outputs": [], "source": [ "combined_train_valid_set = torch.utils.data.ConcatDataset([\n", " train_loader.dataset.dataset, \n", " valid_loader.dataset.dataset,\n", "])\n", "combined_train_valid_loader = torch.utils.data.DataLoader(\n", " combined_train_valid_set, \n", " batch_size=BATCH_SIZE, \n", " shuffle=True,\n", ")" ] }, { "cell_type": "code", "execution_count": 12, "metadata": { "collapsed": true }, "outputs": [], "source": [ "net = train(\n", " net=CNN(),\n", " train_loader=combined_train_valid_loader, \n", " parameters=best_arm.parameters,\n", " dtype=dtype,\n", " device=device,\n", ")\n", "test_accuracy = evaluate(\n", " net=net,\n", " data_loader=test_loader,\n", " dtype=dtype,\n", " device=device,\n", ")" ] }, { "cell_type": "code", "execution_count": 13, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Classification Accuracy (test set): 96.72%\n" ] } ], "source": [ "print(f\"Classification Accuracy (test set): {round(test_accuracy*100, 2)}%\")" ] } ], "metadata": { "kernelspec": { "display_name": "python3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.7.1" } }, "nbformat": 4, "nbformat_minor": 2 }