{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Tune a CNN on MNIST\n", "\n", "This tutorial walks through using Ax to tune two hyperparameters (learning rate and momentum) for a PyTorch CNN on the MNIST dataset trained using SGD with momentum.\n" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "data": { "text/html": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:21:02] ipy_plotting: Injecting Plotly library into cell. Do not overwrite or delete cell.\n" ] }, { "data": { "text/html": [ " \n", " " ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "import torch\n", "import numpy as np\n", "\n", "from ax.plot.contour import plot_contour\n", "from ax.plot.trace import optimization_trace_single_method\n", "from ax.service.managed_loop import optimize\n", "from ax.utils.notebook.plotting import render, init_notebook_plotting\n", "from ax.utils.tutorials.cnn_utils import load_mnist, train, evaluate, CNN\n", "\n", "init_notebook_plotting()" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "collapsed": true }, "outputs": [], "source": [ "torch.manual_seed(12345)\n", "dtype = torch.float\n", "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 1. Load MNIST data\n", "First, we need to load the MNIST data and partition it into training, validation, and test sets.\n", "\n", "Note: this will download the dataset if necessary." ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "scrolled": true }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.8%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz to ./data/MNIST/raw/train-images-idx3-ubyte.gz\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.1%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Extracting ./data/MNIST/raw/train-images-idx3-ubyte.gz to ./data/MNIST/raw\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "113.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.0%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Downloading http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz to ./data/MNIST/raw/train-labels-idx1-ubyte.gz\n", "Extracting ./data/MNIST/raw/train-labels-idx1-ubyte.gz to ./data/MNIST/raw\n", "Downloading http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw/t10k-images-idx3-ubyte.gz\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "180.4%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Extracting ./data/MNIST/raw/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw\n", "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz\n", "Extracting ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw\n", "Processing...\n", "Done!\n" ] } ], "source": [ "BATCH_SIZE = 512\n", "train_loader, valid_loader, test_loader = load_mnist(batch_size=BATCH_SIZE)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 2. Define function to optimize\n", "In this tutorial, we want to optimize classification accuracy on the validation set as a function of the learning rate and momentum. The function takes in a parameterization (set of parameter values), computes the classification accuracy, and returns a dictionary of metric name ('accuracy') to a tuple with the mean and standard error." ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "collapsed": true }, "outputs": [], "source": [ "def train_evaluate(parameterization):\n", " net = CNN()\n", " net = train(net=net, train_loader=train_loader, parameters=parameterization, dtype=dtype, device=device)\n", " return evaluate(\n", " net=net,\n", " data_loader=valid_loader,\n", " dtype=dtype,\n", " device=device,\n", " )" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 3. Run the optimization loop\n", "Here, we set the bounds on the learning rate and momentum and set the parameter space for the learning rate to be on a log scale. " ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:21:04] ax.modelbridge.dispatch_utils: Using Bayesian Optimization generation strategy: GenerationStrategy(name='Sobol+GPEI', steps=[Sobol for 5 arms, GPEI for subsequent arms], generated 0 arm(s) so far). Iterations after 5 will take longer to generate due to model-fitting.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:21:04] ax.service.managed_loop: Started full optimization with 20 steps.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:21:04] ax.service.managed_loop: Running optimization trial 1...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:21:15] ax.service.managed_loop: Running optimization trial 2...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:21:25] ax.service.managed_loop: Running optimization trial 3...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:21:35] ax.service.managed_loop: Running optimization trial 4...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:21:45] ax.service.managed_loop: Running optimization trial 5...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:21:55] ax.service.managed_loop: Running optimization trial 6...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:22:06] ax.service.managed_loop: Running optimization trial 7...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:22:16] ax.service.managed_loop: Running optimization trial 8...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:22:27] ax.service.managed_loop: Running optimization trial 9...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:22:37] ax.service.managed_loop: Running optimization trial 10...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:22:47] ax.service.managed_loop: Running optimization trial 11...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:22:58] ax.service.managed_loop: Running optimization trial 12...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:23:09] ax.service.managed_loop: Running optimization trial 13...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:23:20] ax.service.managed_loop: Running optimization trial 14...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:23:31] ax.service.managed_loop: Running optimization trial 15...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:23:42] ax.service.managed_loop: Running optimization trial 16...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:23:53] ax.service.managed_loop: Running optimization trial 17...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:24:05] ax.service.managed_loop: Running optimization trial 18...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:24:17] ax.service.managed_loop: Running optimization trial 19...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 12-26 18:24:29] ax.service.managed_loop: Running optimization trial 20...\n" ] } ], "source": [ "best_parameters, values, experiment, model = optimize(\n", " parameters=[\n", " {\"name\": \"lr\", \"type\": \"range\", \"bounds\": [1e-6, 0.4], \"log_scale\": True},\n", " {\"name\": \"momentum\", \"type\": \"range\", \"bounds\": [0.0, 1.0]},\n", " ],\n", " evaluation_function=train_evaluate,\n", " objective_name='accuracy',\n", ")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "We can introspect the optimal parameters and their outcomes:" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "{'lr': 0.00019434549077124752, 'momentum': 0.8867331855120201}" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "best_parameters" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "({'accuracy': 0.9448331088431843},\n", " {'accuracy': {'accuracy': 1.1493995655705523e-08}})" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "means, covariances = values\n", "means, covariances" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 4. Plot response surface\n", "\n", "Contour plot showing classification accuracy as a function of the two hyperparameters.\n", "\n", "The black squares show points that we have actually run, notice how they are clustered in the optimal region." ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "linkText": "Export to plot.ly", "plotlyServerURL": "https://plot.ly", "showLink": false }, "data": [ { "autocolorscale": false, "autocontour": true, "colorbar": { "tickfont": { "size": 8 }, "ticksuffix": "", "x": 0.45, "y": 0.5 }, "colorscale": [ [ 0.0, "rgb(247,252,253)" ], [ 0.125, "rgb(229,245,249)" ], [ 0.25, "rgb(204,236,230)" ], [ 0.375, "rgb(153,216,201)" ], [ 0.5, "rgb(102,194,164)" ], [ 0.625, "rgb(65,174,118)" ], [ 0.75, "rgb(35,139,69)" ], [ 0.875, "rgb(0,109,44)" ], [ 1.0, "rgb(0,68,27)" ] ], "contours": { "coloring": "heatmap" }, "hoverinfo": "x+y+z", "ncontours": 25, "type": "contour", "x": [ 1e-06, 1.3011511650442548e-06, 1.692994354296022e-06, 2.2028415765056147e-06, 2.866229883678204e-06, 3.729398352432554e-06, 4.852511011181743e-06, 6.3138503555892e-06, 8.215273746089953e-06, 1.0689313005882424e-05, 1.390841207112662e-05, 1.809694657026198e-05, 2.354686311364001e-05, 3.063802837345029e-05, 3.986470631277378e-05, 5.1870009063012666e-05, 6.749072272319499e-05, 8.781563250096393e-05, 0.00011426141253772724, 0.00014867137004306603, 0.00019344392634026088, 0.0002516997901283655, 0.0003274994751669172, 0.0004261263236648159, 0.0005544547624925005, 0.0007214294601814526, 0.000938688782612345, 0.0012213760031100258, 0.0015891948094037057, 0.002067782677737912, 0.0026904978401970136, 0.0035007443993213955, 0.004554997653699184, 0.005926740503884541, 0.007711585311544345, 0.010033938212454078, 0.013055670395116691, 0.01698740074503987, 0.02210317627048227, 0.028759573555516536, 0.03742055263793628, 0.04868979566145066, 0.06335278435066323, 0.0824315491666629, 0.10725590623460621, 0.13955614735503497, 0.18158364372009145, 0.23626776957937787, 0.3074200836506151, 0.4 ], "xaxis": "x", "y": [ 0.0, 0.02040816326530612, 0.04081632653061224, 0.061224489795918366, 0.08163265306122448, 0.1020408163265306, 0.12244897959183673, 0.14285714285714285, 0.16326530612244897, 0.18367346938775508, 0.2040816326530612, 0.22448979591836732, 0.24489795918367346, 0.26530612244897955, 0.2857142857142857, 0.3061224489795918, 0.32653061224489793, 0.3469387755102041, 0.36734693877551017, 0.3877551020408163, 0.4081632653061224, 0.42857142857142855, 0.44897959183673464, 0.4693877551020408, 0.4897959183673469, 0.5102040816326531, 0.5306122448979591, 0.5510204081632653, 0.5714285714285714, 0.5918367346938775, 0.6122448979591836, 0.6326530612244897, 0.6530612244897959, 0.673469387755102, 0.6938775510204082, 0.7142857142857142, 0.7346938775510203, 0.7551020408163265, 0.7755102040816326, 0.7959183673469387, 0.8163265306122448, 0.836734693877551, 0.8571428571428571, 0.8775510204081632, 0.8979591836734693, 0.9183673469387754, 0.9387755102040816, 0.9591836734693877, 0.9795918367346939, 1.0 ], "yaxis": "y", "z": [ [ 0.12418202782530818, 0.13946063895688854, 0.1638552766838396, 0.1973000154092971, 0.23909693583788105, 0.2881688484747145, 0.3432401026428076, 0.40294167711478973, 0.4658626657081829, 0.5305646731124981, 0.5955716575349879, 0.6593451318337485, 0.7202531640885173, 0.7765411930811496, 0.8263132685996953, 0.867533997774068, 0.8980643700736416, 0.9157489846472191, 0.918578366302435, 0.9049585185495088, 0.8741307244943634, 0.8266856388026236, 0.7645677128856669, 0.6905949785579486, 0.6080773149281629, 0.5205698454692615, 0.4317110088859589, 0.34510296719570616, 0.26419640223608415, 0.1921423709971649, 0.1315707918737714, 0.08424890546063124, 0.05068016871983372, 0.030185899430102858, 0.02137957131188828, 0.02253720672046622, 0.0318401571093071, 0.047527295226149846, 0.06798397488373176, 0.09178771873612512, 0.11772506422371432, 0.1447898844212897, 0.1721704596304643, 0.1992303434171659, 0.22548644186001343, 0.2505865534984592, 0.2742877832507278, 0.29643665818537374, 0.3169513699821467, 0.33580629832081577 ], [ 0.21808351412436777, 0.23188051644002527, 0.25163959891162324, 0.27730947762373337, 0.30857211703736853, 0.3448656533101766, 0.3854252260483592, 0.42932808726569505, 0.47553239774604183, 0.5229046690604604, 0.5702358384021304, 0.6162493746300123, 0.6596068007874714, 0.6989171100299024, 0.7327570884107691, 0.7597094979809242, 0.7784249199444206, 0.7877098682793584, 0.7866374991467507, 0.7746677600138374, 0.7517538411232234, 0.7184075492919234, 0.6757037351228704, 0.6252216467865255, 0.5689385061712198, 0.5090975008752452, 0.4480679782102773, 0.38820669849218997, 0.33172260763355743, 0.28054722288214595, 0.23621821268038184, 0.19979142969692765, 0.1717998855471431, 0.15227117478730434, 0.14079916427815764, 0.13665081365037823, 0.1388835358388668, 0.146453016646359, 0.1583002845973942, 0.17341479134815313, 0.19087525421614965, 0.20987226628434075, 0.2297171736687766, 0.2498413218046246, 0.2697890358070887, 0.28920691630607287, 0.30783133185322675, 0.3254754153966242, 0.34201642719694614, 0.3573840145159836 ], [ 0.35315215008632894, 0.36189191333622117, 0.37317153402212494, 0.3869167720816495, 0.4029614278482563, 0.4210477509607913, 0.4408309191175796, 0.46188682189519625, 0.48372229667749356, 0.5057871281095434, 0.5274874591236064, 0.5482006505566162, 0.56729194360684, 0.5841334217927254, 0.5981256684644936, 0.6087221473804906, 0.6154557246585534, 0.6179659890569758, 0.6160252652733833, 0.6095606471904148, 0.5986691976302374, 0.583623791271266, 0.5648679114074036, 0.5429988978878613, 0.5187404357022829, 0.4929062219910252, 0.4663575896999451, 0.4399583522685664, 0.4145303033578076, 0.390812712551037, 0.369428819516836, 0.35086172323641346, 0.33544117432620596, 0.3233416595213516, 0.3145909667198229, 0.30908735163389406, 0.3066226980790217, 0.3069087900661515, 0.3096039873811661, 0.31433810409857454, 0.32073396806389975, 0.3284248330206106, 0.33706741268796003, 0.3463507517970997, 0.35600143335609713, 0.36578576440350724, 0.37550961782861986, 0.3850165708559771, 0.39418490210348933, 0.4029239120069182 ], [ 0.43246169294588266, 0.43661630174237065, 0.4416389019178555, 0.4474776504289961, 0.4540515079833908, 0.46125047477629666, 0.4689369761871902, 0.4769483860426186, 0.4851006362040377, 0.49319283397867597, 0.5010127897274655, 0.5083433397415564, 0.5149693267234968, 0.5206850661238365, 0.5253020786497331, 0.5286568098124245, 0.5306179939552141, 0.5310932647015714, 0.530034580401094, 0.5274420355407498, 0.5233656770223877, 0.5179050409381313, 0.5112062662477221, 0.5034568140729567, 0.4948780068746026, 0.48571577956983386, 0.4762301843777238, 0.46668429609549694, 0.45733321328922233, 0.4484138385181039, 0.4401360486439695, 0.4326757421117421, 0.42617008693034386, 0.42071510836964426, 0.4163655689952445, 0.4131369253420385, 0.41100901204372436, 0.40993101684842304, 0.4098272729303066, 0.41060340546225327, 0.4121524189912675, 0.4143603886597489, 0.41711150859733703, 0.4202923428512379, 0.42379520860035336, 0.4275206919241739, 0.4313793500679227, 0.43529269060524656, 0.4391935386820108, 0.44302591127304153 ], [ 0.46701614210920467, 0.46865138363196357, 0.47054482868823244, 0.4726723817313616, 0.4750017062013073, 0.47749252675040454, 0.4800972455464271, 0.48276187269698484, 0.48542725813471266, 0.4880305996301477, 0.4905071891848425, 0.49279234805858363, 0.4948234892878316, 0.4965422360784695, 0.4978965154418776, 0.4988425396729641, 0.4993465847277445, 0.49938647531531194, 0.4989526925452378, 0.49804903192717187, 0.4966927575556304, 0.4949142219253003, 0.49275594879706813, 0.49027120700602933, 0.4875221337147839, 0.48457749377580056, 0.48151018504399556, 0.4783946155066371, 0.47530408542940983, 0.47230830562478165, 0.46947117160330265, 0.4668488938272073, 0.4644885583698586, 0.46242716237169634, 0.4606911374369925, 0.4592963441870784, 0.458248494928322, 0.45754394062608444, 0.4571707442292908, 0.45710995524885556, 0.45733700003838074, 0.4578231075611988, 0.45853670026003396, 0.4594446924839854, 0.4605136532755954, 0.461710804830895, 0.4630048415244412, 0.4643665662542833, 0.46576935053727486, 0.4671894320859017 ], [ 0.48009500624200985, 0.48065704673396015, 0.48128865883161887, 0.48198081265829823, 0.4827223570052602, 0.4835001692052826, 0.48429938269318873, 0.4851036900696256, 0.4858957162228484, 0.48665745279153316, 0.4873707421034972, 0.4880177958391582, 0.4885817311871344, 0.4890471053270864, 0.48940042783425564, 0.48963063018408237, 0.48972947205583844, 0.48969186566872097, 0.48951610195923845, 0.4892039659874856, 0.48876073342976356, 0.4881950451851012, 0.4875186627291444, 0.4867461125666789, 0.4858942336030642, 0.48498164610761263, 0.4840281648367705, 0.48305418153922297, 0.4820800432832041, 0.48112545274050916, 0.48020891476163535, 0.4793472504273856, 0.4785551955111083, 0.4778450952576413, 0.47722670195191896, 0.4767070762963548, 0.4762905885037789, 0.47597901055189684, 0.4757716874709905, 0.4756657729951909, 0.47565651345299076, 0.4757375633719787, 0.4759013168198234, 0.47613923983745854, 0.47644219124680365, 0.47680072142726315, 0.4772053411521564, 0.4776467550787127, 0.47811605684540515, 0.4786048848371455 ], [ 0.48462000507259156, 0.48477777417356815, 0.48495114341084977, 0.48513700812370847, 0.48533175416182595, 0.48553131438949104, 0.48573124336249485, 0.48592680905152447, 0.48611309974444694, 0.4862851435386424, 0.4864380371669974, 0.48656708032111584, 0.4866679111753482, 0.4867366385052364, 0.48676996565934394, 0.48676530170335575, 0.4867208553209837, 0.48663570752922547, 0.4865098599366292, 0.4863442561216631, 0.4861407747017722, 0.48590219375930027, 0.48563212743654294, 0.48533493665109356, 0.4850156169542752, 0.484679667501254, 0.48433294586861714, 0.4839815140006848, 0.4836314808595886, 0.48328884738154254, 0.4829593591047895, 0.48264837135174754, 0.48236073115221384, 0.48210067923153543, 0.4818717744114199, 0.48167684173994596, 0.4815179446397452, 0.4813963803936822, 0.4813126974225075, 0.48126673208557774, 0.48125766217876115, 0.4812840739256393, 0.4813440390598198, 0.48143519856777384, 0.4815548497846558, 0.4817000337853681, 0.4818676203611356, 0.4820543882880812, 0.4822570990493861, 0.4824725626395937 ], [ 0.4859326342422305, 0.4859250290129424, 0.485915145489065, 0.4859015821666801, 0.4858828177811769, 0.48585723582488877, 0.48582315433323586, 0.48577886059774655, 0.485722650275314, 0.48565287017514647, 0.48556796382473405, 0.485466518750606, 0.48534731426545796, 0.4852093684369345, 0.4850519828309766, 0.4848747835795595, 0.48467775732330454, 0.4844612806272349, 0.4842261415649931, 0.4839735523138653, 0.4837051517991344, 0.4834229976690978, 0.48312954716721634, 0.4828276267891014, 0.4825203909612251, 0.48221127034518074, 0.48190391074395733, 0.4816021039511732, 0.48130971222524893, 0.4810305883719055, 0.4807684936636871, 0.48052701599874104, 0.4803094907889066, 0.4801189270583801, 0.47995794112215895, 0.47982869999674593, 0.4797328763789106, 0.47967161662279945, 0.47964552266873456, 0.4796546483514714, 0.4796985099684403, 0.4797761104486935, 0.47988597596017546, 0.4800262033535032, 0.48019451648741296, 0.48038832923104857, 0.4806048128007968, 0.480840965066201, 0.48109367954496923, 0.48135981198899863 ], [ 0.48592943591764276, 0.48580437418952094, 0.48566365716121745, 0.4855055050625927, 0.48532806029069886, 0.48512940909486235, 0.48490760853027465, 0.4846607190012071, 0.4843868426213368, 0.48408416749424277, 0.4837510178578146, 0.4833859098385195, 0.48298761232265147, 0.4825552121709872, 0.4820881826822782, 0.4815864538546606, 0.4810504826114793, 0.4804813207634117, 0.4798806780920266, 0.479250977586953, 0.4785953995814002, 0.47791791134550965, 0.47722327865364134, 0.476517055980221, 0.47580555233560484, 0.4750957703566409, 0.47439531713062266, 0.4737122863514209, 0.4730551127542175, 0.4724324012949093, 0.47185273514875065, 0.4713244681920883, 0.4708555090747002, 0.47045310515394156, 0.47012363531700896, 0.4698724209565671, 0.46970356401646546, 0.46961982006580283, 0.46962251282518186, 0.46971149455009736, 0.469885154315407, 0.4701404737213548, 0.47047312705350397, 0.4708776206704216, 0.47134746453338516, 0.471875367458624, 0.47245344693739433, 0.4730734442469872, 0.47372693602602467, 0.47440553442392924 ], [ 0.48520276431379517, 0.48492369240835936, 0.48460772333068725, 0.4842507730607988, 0.483848493676162, 0.4833962968543223, 0.4828893887376172, 0.4823228180921716, 0.4816915397569579, 0.4809904953689563, 0.4802147132409249, 0.4793594290288678, 0.47842022842391363, 0.4773932125036335, 0.4762751855475652, 0.47506386403224926, 0.4737581041532094, 0.4723581435713024, 0.4708658511677452, 0.46928497646584844, 0.4676213881271666, 0.46588328869109585, 0.46408139068681176, 0.46222903764295015, 0.4603422526355658, 0.45843969715729505, 0.45654252456667266, 0.45467411544865205, 0.4528596870516859, 0.45112577557450395, 0.44949959825775215, 0.44800831154161747, 0.44667819126836855, 0.4455337700971649, 0.44459697487181327, 0.443886311545441, 0.4434161464863222, 0.44319612997425806, 0.44323080034415663, 0.44351939600893986, 0.44405588851447086, 0.44482923428921106, 0.44582382751240524, 0.44702012315955797, 0.4483953891288911, 0.4499245402691269, 0.4515810054115481, 0.4533375808976807, 0.4551672298769565, 0.4570437948258779 ], [ 0.4839880730192645, 0.4834891944026427, 0.4829188042321698, 0.48226796425062113, 0.48152691312188745, 0.4806850580663675, 0.47973098569944617, 0.4786524974794104, 0.47743667596846107, 0.4760699888917118, 0.4745384386895163, 0.4728277658232475, 0.470923714414871, 0.4688123687498529, 0.4664805685946126, 0.46391640998666916, 0.4611098359327477, 0.45805331806240857, 0.45474262549303884, 0.4511776707491365, 0.44736341438958205, 0.44331079999438416, 0.43903767950367534, 0.4345696760272277, 0.429940917978605, 0.42519456604155004, 0.42038304489984474, 0.4155678872447736, 0.4108191011084801, 0.40621398593523556, 0.40183535041814594, 0.3977691271953883, 0.3941014350908245, 0.3909152048124406, 0.38828655160826353, 0.3862811380002203, 0.3849508094360896, 0.3843307944735505, 0.38443773188442437, 0.3852687195340264, 0.3868014817774168, 0.3889956382097086, 0.39179494553231564, 0.39513029397694394, 0.3989231831058682, 0.4030893842187717, 0.4075425155157516, 0.41219730303232743, 0.41697236355573786, 0.421792413577285 ], [ 0.4826139378914722, 0.4818611991754116, 0.4809930911797096, 0.47999361537659696, 0.4788449389162083, 0.47752727564388997, 0.47601878416333926, 0.47429549189006337, 0.4723312561992091, 0.4700977762432931, 0.4675646717893772, 0.4646996484656277, 0.4614687720390567, 0.45783687764017134, 0.45376814300228496, 0.44922685748978114, 0.44417842051699463, 0.4385906033083073, 0.4324351060165089, 0.42568943695218225, 0.418339130756978, 0.410380306163899, 0.40182253965339915, 0.3926919968059487, 0.3830347165232329, 0.3729198831254029, 0.36244284750801525, 0.3517275734278784, 0.34092809516890477, 0.330228491348695, 0.31984082830333826, 0.31000053745910977, 0.30095880529316876, 0.29297181390052157, 0.28628710039878175, 0.2811278857505794, 0.2776768651566637, 0.2760614751701312, 0.2763428320962258, 0.2785101971945569, 0.2824819605383206, 0.28811296419154336, 0.29520687107054405, 0.30353156484897725, 0.3128353910625669, 0.3228623536404346, 0.33336496192893916, 0.34411406220023955, 0.354905530764219, 0.36556408475005414 ], [ 0.4816277128703786, 0.4806844937688237, 0.47959082514902146, 0.4783245511349201, 0.476860673349644, 0.4751710865425335, 0.47322431600041165, 0.4709852659323073, 0.468414990982271, 0.46547050662620926, 0.462104658531459, 0.45826607608321845, 0.4538992412778102, 0.4489447110908229, 0.44333953924549624, 0.43701795195920357, 0.4299123415515309, 0.4219546514154433, 0.41307823521436765, 0.4032202813815319, 0.3923248997239887, 0.38034696821659303, 0.3672568321164119, 0.3530459304125351, 0.33773339092220184, 0.32137357764198254, 0.3040644822812964, 0.2859567130026827, 0.26726263005179274, 0.24826488849818246, 0.22932324701694484, 0.21087796207833598, 0.1934473932754558, 0.17761662621813096, 0.16401313947091534, 0.15326533641579643, 0.14594151132084943, 0.1424731364185503, 0.1430791278005371, 0.1477203964042324, 0.15610834883204083, 0.16776256977558723, 0.18208949943412917, 0.19845555004625787, 0.21624234260466124, 0.23488270597658067, 0.25388072415853413, 0.2728200687546059, 0.29136438394126174, 0.3092526671814165 ], [ 0.4815581567043544, 0.4805932411152857, 0.47947321273521937, 0.47817504871340055, 0.4766727360210863, 0.4749369840237007, 0.47293493577427265, 0.47062988698610175, 0.46798102465740066, 0.46494320100484055, 0.46146676281446564, 0.4574974616345664, 0.45297647650465844, 0.4478405882066139, 0.4420225523702202, 0.435451728136813, 0.42805502935636874, 0.4197582761975977, 0.4104880361100882, 0.4001740535167961, 0.38875237623826797, 0.3761692916778253, 0.36238618464847255, 0.3473854177244305, 0.33117730900329984, 0.3138082340364372, 0.295369798646741, 0.27600890411630585, 0.2559383378798424, 0.23544724745615547, 0.21491046118257695, 0.19479506501702537, 0.1756618778377616, 0.15815842700452376, 0.14299865957433566, 0.13092298270320646, 0.12263091181156627, 0.11868081916564466, 0.11936855686521208, 0.1246405697749835, 0.13411107556951962, 0.14716764849142416, 0.16308976986451917, 0.18113929012175534, 0.20061885259332918, 0.22090525797074795, 0.24146523189958569, 0.2618595020726694, 0.2817395096098905, 0.30083981241432645 ], [ 0.4825462604260152, 0.48174818722006424, 0.48082411354220134, 0.4797561160579081, 0.47852413962670404, 0.4771058399251726, 0.4754764400229905, 0.4736086102493414, 0.4714723831486986, 0.4690351182030882, 0.46626153430983674, 0.46311383174454157, 0.45955192946922996, 0.45553384807506586, 0.4510162732140274, 0.44595533880908494, 0.44030767323232056, 0.43403175441332426, 0.42708962064986666, 0.419448981590712, 0.41108576690973975, 0.4019871365901494, 0.3921549539608731, 0.3816096876068643, 0.3703946574868806, 0.3585804703363824, 0.3462693964630449, 0.3335993227892832, 0.3207467777292086, 0.30792837182501853, 0.2953998561562045, 0.28345190960712097, 0.2724017924049484, 0.2625802380017947, 0.2543134968841966, 0.24790135104693012, 0.24359311537333844, 0.24156484145854323, 0.2419016290778328, 0.24458859800001997, 0.24951250043195516, 0.2564736121053153, 0.26520534283348374, 0.2753977793379277, 0.2867213716616242, 0.29884787600241375, 0.3114669106616697, 0.32429761178458155, 0.33709567268606205, 0.3496564919985567 ], [ 0.48435106111728327, 0.48383247579762656, 0.4832322345647068, 0.48253947525906227, 0.4817422661516911, 0.4808275799828122, 0.47978128886935667, 0.47858818653961444, 0.4772320454451557, 0.47569571743203887, 0.4739612877727693, 0.4720102933901583, 0.4698240169358757, 0.4673838688740225, 0.46467186967289886, 0.4616712433856128, 0.45836713200832924, 0.45474743669856776, 0.4508037868285501, 0.44653263053541015, 0.44193643052942366, 0.4370249361413913, 0.43181648682780444, 0.42633928382975034, 0.4206325461211073, 0.414747445609182, 0.4087476970990447, 0.40270966418988297, 0.3967218374863774, 0.3908835515226003, 0.3853028369635191, 0.38009335922078497, 0.37537047500481097, 0.3712465410828601, 0.36782572460028945, 0.3651986746720753, 0.3634374981753735, 0.36259151557838093, 0.36268423793773846, 0.3637118994054913, 0.36564371316879934, 0.3684238209333363, 0.3719747139049548, 0.37620175216222473, 0.3809983233884577, 0.38625116843697677, 0.3918454512458416, 0.3976692443954369, 0.4036172155319298, 0.4095934128008869 ], [ 0.48685990419753505, 0.48666321185374406, 0.4864251030815068, 0.48613973609796857, 0.48580080355393884, 0.48540155852304, 0.48493485694123517, 0.4843932192267211, 0.48376891388103893, 0.4830540658533363, 0.48224079231067085, 0.48132136816221316, 0.48028842319295595, 0.47913517192735744, 0.4778556763170233, 0.4764451399817412, 0.4749002309888801, 0.4732194280051465, 0.47140338209378924, 0.46945528349298626, 0.46738121948195177, 0.46519050607131784, 0.46289597297481, 0.46051417845069587, 0.4580655285535826, 0.45557427459421085, 0.453068363691582, 0.4505791207248421, 0.4481407461573155, 0.4457896233121623, 0.44356344061054276, 0.44150014850271985, 0.4396367863160082, 0.43800822953173935, 0.43664592125454094, 0.435576660887412, 0.4348215264923593, 0.43439500375098206, 0.4343043834489809, 0.43454947165052105, 0.4351226339138776, 0.4360091695757857, 0.43718798727460206, 0.43863253138963854, 0.44031189327644604, 0.44219203248112693, 0.4442370318491705, 0.44641031592251246, 0.4486757727897519, 0.45099873373580135 ], [ 0.490710574682825, 0.490923355953493, 0.4911283147261438, 0.4913211888178639, 0.4914972331284932, 0.4916512467019125, 0.4917776173853947, 0.4918703857371557, 0.4919233293572656, 0.49193006819774665, 0.4918841906514179, 0.49177939934325887, 0.49160967458049754, 0.4913694523958052, 0.491053813087735, 0.49065867517568595, 0.4901809887980279, 0.48961892184611006, 0.48897203159474023, 0.4882414143061622, 0.4874298252862514, 0.4865417621860285, 0.48558350498658864, 0.4845631070896334, 0.48349033325777724, 0.48237654179682143, 0.48123451032133524, 0.4800782066534268, 0.4789225088091633, 0.47778288053802737, 0.47667501137893376, 0.4756144325335077, 0.474616121861933, 0.47369411279555207, 0.47286112275682324, 0.4721282166335544, 0.47150451987605596, 0.4709969938531485, 0.47061028328488075, 0.4703466420276554, 0.47020593946479394, 0.4701857455554258, 0.470281488546519, 0.47048667577488024, 0.4707931651475201, 0.4711914729809365, 0.4716711029968039, 0.4722208814062731, 0.47282928406834324, 0.47348474350805947 ], [ 0.4976797301171614, 0.49861752777114066, 0.49959430872101906, 0.5006040185335077, 0.5016391988300927, 0.5026909565702131, 0.5037489753892618, 0.5048015763323926, 0.5058358341673934, 0.5068377536306855, 0.5077925074466584, 0.5086847348134955, 0.5094988953967026, 0.5102196699248513, 0.5108323945271652, 0.5113235123344091, 0.5116810229553053, 0.5118949085977392, 0.511957515121717, 0.511863867373693, 0.511611900796329, 0.5112025954036781, 0.5106400034654591, 0.5099311682268648, 0.5090859371888632, 0.5081166793537529, 0.5070379209128888, 0.5058659177325181, 0.5046181854376187, 0.5033130088209017, 0.5019689517863648, 0.5006043872718238, 0.49923706386680833, 0.4978837224767591, 0.4965597727069875, 0.49527903494216813, 0.49405355061558165, 0.49289346006781376, 0.49180694479285764, 0.4908002288086697, 0.4898776323715379, 0.48904167024876527, 0.4882931862212043, 0.48763151534449567, 0.48705466569027345, 0.48655951175189405, 0.48614199237256295, 0.48579730688060063, 0.48552010404516505, 0.4853046594488718 ], [ 0.5104675295988399, 0.5128862861295065, 0.5154565209696312, 0.518168874719737, 0.5210097463483693, 0.5239609009440798, 0.5269991756148203, 0.530096322230202, 0.5332190270491693, 0.5363291456056958, 0.5393841856701639, 0.5423380609821786, 0.5451421234593429, 0.547746462011593, 0.5501014329848155, 0.5521593625315293, 0.5538763375684517, 0.5552139826753653, 0.5561411086312338, 0.5566351170385486, 0.5566830562282078, 0.5562822462374932, 0.5554404230843066, 0.554175391098778, 0.5525142119074424, 0.5504919947694199, 0.5481503810201486, 0.5455358325137594, 0.5426978391271748, 0.5396871543563467, 0.5365541529808446, 0.5333473837200717, 0.5301123659904189, 0.5268906562244633, 0.5237191880003013, 0.5206298729142528, 0.5176494363886072, 0.5147994544564558, 0.5120965535560944, 0.5095527347675919, 0.5071757858914375, 0.5049697484743684, 0.5029354115954677, 0.5010708093378371, 0.49937170393780284, 0.49783204131575975, 0.4964443698626536, 0.49520021689263594, 0.494090420056137, 0.493105413268046 ], [ 0.530721385002616, 0.535847912771204, 0.5413962913389293, 0.5473625765832828, 0.5537328647317976, 0.5604814449730046, 0.567568987847671, 0.5749408939771186, 0.5825259621158254, 0.5902355680395285, 0.5979635706618437, 0.6055871711356404, 0.6129689349152001, 0.6199601357362489, 0.6264054861255126, 0.6321491790098318, 0.6370419869559435, 0.6409489707884215, 0.643757172908269, 0.6453825563279292, 0.6457754393080821, 0.6449237909352636, 0.6428539882040761, 0.6396289498618295, 0.6353438922949752, 0.6301202298033793, 0.6240983145619122, 0.6174297599325701, 0.6102700259040876, 0.6027718009645465, 0.5950795325871231, 0.5873252765356995, 0.5796258798466835, 0.5720813970346897, 0.5647745662487448, 0.5577711369553291, 0.551120834847569, 0.5448587638985715, 0.5390070715463398, 0.5335767343959262, 0.5285693539107212, 0.5239788813826047, 0.5197932174006844, 0.5159956524282046, 0.5125661319349823, 0.5094823421885359, 0.5067206218449922, 0.504256710531581, 0.5020663492937313, 0.5001257496513283 ], [ 0.5542532263241808, 0.5629840525947895, 0.5725988795611476, 0.58312869182532, 0.5945898603476484, 0.6069794632342576, 0.6202699692645622, 0.6344033792369626, 0.6492850182023561, 0.664777307684834, 0.6806940279773823, 0.6967958094247138, 0.7127878606548029, 0.7283212212346164, 0.7429990458290128, 0.7563894527180404, 0.7680460911097414, 0.7775365473087137, 0.7844768680116292, 0.7885680486291131, 0.789628155576183, 0.7876131395684413, 0.7826213261523424, 0.7748806562810734, 0.7647221713885567, 0.7525459841794983, 0.7387862498334477, 0.723880075310196, 0.7082430758494249, 0.6922523347137741, 0.6762362265456171, 0.6604699105225701, 0.6451751069921744, 0.6305228488304413, 0.6166381024022229, 0.6036053929155054, 0.591474797036155, 0.5802678605643843, 0.5699831547811198, 0.5606013035517109, 0.5520893995747647, 0.54440478837076, 0.537498238546827, 0.5313165416139791, 0.5258045983245443, 0.520907054417085, 0.5165695493123024, 0.5127396385684748, 0.5093674461425813, 0.5064060966817773 ], [ 0.5682774373599907, 0.579367209640147, 0.5916985175139942, 0.6053452606301225, 0.6203683230277218, 0.636809561476109, 0.6546845228011148, 0.6739737901242152, 0.6946129134724057, 0.7164809736762582, 0.7393879758919426, 0.7630614922985635, 0.7871333023496658, 0.811127254739142, 0.8344502582222663, 0.8563892989006472, 0.8761188988629713, 0.8927261290329548, 0.9052660979627197, 0.9128714375868513, 0.9149371840228582, 0.9113211884182051, 0.9023785724578551, 0.8888077725811551, 0.8714738583321782, 0.8512819445310565, 0.8290976969286239, 0.8057018351737615, 0.7817678759875936, 0.7578552173386549, 0.7344119216107052, 0.7117832409585387, 0.6902231645874235, 0.6699071646907302, 0.6509449610324191, 0.633392579310422, 0.6172632951997014, 0.6025372717671569, 0.5891698407812926, 0.5770984691514459, 0.56624850573966, 0.5565378324112099, 0.5478805546674776, 0.5401898674762543, 0.533380225207812, 0.527368933864825, 0.5220772710986122, 0.5174312261982278, 0.5133619392035761, 0.509805906066394 ], [ 0.5619044035518383, 0.5719097780330142, 0.5829894323499728, 0.5951964207017062, 0.6085697465788242, 0.6231289062978109, 0.6388674519102328, 0.6557455705075694, 0.673681758127102, 0.6925437897085945, 0.7121393663045195, 0.7322070743146538, 0.752408637942676, 0.772323902944141, 0.7914505664942453, 0.8092113547545782, 0.824972098171203, 0.8380747993183805, 0.8478896072854469, 0.8538860766067103, 0.8557132278221861, 0.8532629472937411, 0.8466890899526577, 0.8363748334305613, 0.8228657063439173, 0.8067940609565043, 0.7888133146983864, 0.7695493603431368, 0.7495692807353471, 0.7293643601463795, 0.7093436827997543, 0.6898349656646258, 0.6710899516528865, 0.6532923753436592, 0.636567096308785, 0.6209894525903219, 0.6065942293976574, 0.5933838858888414, 0.5813358567674272, 0.5704088634949119, 0.5605482469075367, 0.551690380418471, 0.5437662495174537, 0.5367042954693604, 0.5304326237482222, 0.5248806742840069, 0.5199804435046211, 0.5156673391376505, 0.5118807389587616, 0.5085643149008181 ], [ 0.540472166862655, 0.5470485221122885, 0.5542238757768506, 0.5620058065506579, 0.5703897379062538, 0.5793560264591685, 0.5888668816997358, 0.5988632531170336, 0.6092618824503303, 0.6199527903236126, 0.6307975433446054, 0.6416287209214292, 0.6522510554090328, 0.6624447318787379, 0.6719712740441807, 0.6805822752023192, 0.6880309269382288, 0.694085847161887, 0.6985461566339952, 0.7012562157231438, 0.7021180918346397, 0.7010998694010809, 0.698238430023692, 0.6936362343445963, 0.6874526742933249, 0.6798914223892598, 0.6711856605469105, 0.6615830732253803, 0.6513321420548999, 0.6406707564933191, 0.629817621149805, 0.6189665011493989, 0.6082830450831614, 0.5979037574322132, 0.5879366316996413, 0.5784629680092108, 0.5695399540829974, 0.5612036629934128, 0.5534721992433624, 0.5463487972838437, 0.5398247389108796, 0.5338820065452509, 0.528495628475907, 0.523635700991169, 0.51926909257749, 0.5153608487366912, 0.5118753240338857, 0.5087770721007202, 0.5060315256044363, 0.5036054975448796 ], [ 0.5180953739981735, 0.5214940506829697, 0.5251363913190652, 0.5290141019601762, 0.5331126902738464, 0.5374106425711666, 0.5418786967835834, 0.5464792777073035, 0.5511661700976274, 0.5558845108004503, 0.5605711808454426, 0.5651556698992656, 0.5695614664610525, 0.5737079961562764, 0.5775130873253492, 0.5808958898124498, 0.5837801141246328, 0.5860974014096234, 0.5877905895426686, 0.5888166170573026, 0.589148812869339, 0.5887783594755781, 0.5877147880256443, 0.5859854562306239, 0.5836340603580679, 0.5807183246528844, 0.5773070814874977, 0.5734769945290341, 0.5693091829046919, 0.5648859805660432, 0.560288019891333, 0.5555917719197276, 0.5508676169130052, 0.5461784655970906, 0.541578908154169, 0.5371148368755606, 0.5328234692803566, 0.5287336899701167, 0.5248666293048518, 0.5212364027366595, 0.5178509440845053, 0.5147128773104325, 0.5118203830447812, 0.5091680272221814, 0.5067475291240251, 0.5045484545676462, 0.5025588268464777, 0.5007656533650224, 0.4991553698729451, 0.4977142069749997 ], [ 0.5026699505352579, 0.5041655403344383, 0.5057418735077434, 0.5073921146770914, 0.5091071636520211, 0.5108755223965451, 0.5126832210546934, 0.5145138185239216, 0.5163484922741893, 0.518166230032607, 0.5199441324089168, 0.5216578304527669, 0.5232820155916178, 0.5247910716754663, 0.5261597904464156, 0.5273641433627361, 0.528382075207118, 0.5291942792393881, 0.5297849107031702, 0.530142195950046, 0.5302588986464449, 0.5301326123739016, 0.5297658598364062, 0.5291659918304196, 0.5283448927941081, 0.5273185127049244, 0.52610625601807, 0.5247302662111708, 0.5232146487324975, 0.5215846756319147, 0.5198660122222387, 0.5180840004550421, 0.5162630261845621, 0.514425989078732, 0.5125938854896428, 0.5107855068280102, 0.5090172493992086, 0.5073030265355467, 0.5056542702871427, 0.5040800078413361, 0.5025869970480049, 0.5011799056926385, 0.4998615202150633, 0.49863297116160554, 0.4974939645526816, 0.496443010356337, 0.4954776412346561, 0.4945946165700276, 0.49379010841544424, 0.4930598674120783 ], [ 0.4944720243977614, 0.49508368417144916, 0.4957189294009516, 0.49637432495707284, 0.49704573234030514, 0.49772830763144904, 0.4984165196362986, 0.4991041907415501, 0.49978456235819946, 0.5004503859549991, 0.501094039592255, 0.501707668591664, 0.502283347581078, 0.5028132597169974, 0.5032898875143421, 0.5037062085166425, 0.5040558881361997, 0.504333461488456, 0.5045344960197173, 0.5046557272287457, 0.5046951608120083, 0.5046521360717184, 0.5045273473197845, 0.5043228221540001, 0.5040418577133479, 0.5036889181657433, 0.5032694985814935, 0.5027899618629783, 0.502257356438967, 0.5016792229415087, 0.5010633980647846, 0.500417823304004, 0.4997503653697789, 0.4990686538748075, 0.49837994051137197, 0.4976909824948464, 0.49700795164305744, 0.4963363691779045, 0.49568106523508765, 0.49504616118717426, 0.49443507223928074, 0.4938505273410887, 0.4932946032548223, 0.4927687695972368, 0.49227394180005607, 0.4918105391712779, 0.49137854555420346, 0.4909775704401207, 0.49060690876715884, 0.49026559801009145 ], [ 0.49128884269128503, 0.4915894779418122, 0.4918977985604408, 0.49221198487949497, 0.49252996683790595, 0.4928494356836789, 0.4931678628075119, 0.4934825259973229, 0.4937905431548567, 0.49408891322949927, 0.4943745638113846, 0.4946444044998246, 0.494895384841068, 0.4951245553306119, 0.4953291297199589, 0.4955065466755062, 0.4956545287256682, 0.4957711364149828, 0.49585481566905243, 0.4959044365633575, 0.4959193219766713, 0.49589926498314163, 0.4958445342766933, 0.495755867402567, 0.4956344520655392, 0.4954818962635149, 0.4953001884308592, 0.4950916491435919, 0.4948588762193259, 0.49460468522613127, 0.49433204749119464, 0.4940440276743096, 0.493743722851524, 0.4934342048546965, 0.4931184673510912, 0.4927993788433972, 0.4924796424450463, 0.49216176295769964, 0.49184802146428164, 0.4915404573658306, 0.49124085754398705, 0.4909507521297112, 0.4906714162058229, 0.49040387666608826, 0.49014892339413657, 0.4899071239068674, 0.4896788406232516, 0.48946424996393034, 0.4892633625529432, 0.4890760438737132 ], [ 0.491652019293755, 0.4919830393419228, 0.4923227126460492, 0.49266900979168043, 0.493019616479732, 0.49337194658118794, 0.49372316346702, 0.4940702099648855, 0.4944098469984113, 0.4947387006235262, 0.49505331680222553, 0.49535022286461794, 0.49562599422615883, 0.49587732457233363, 0.49610109742252595, 0.4962944567623966, 0.49645487431087476, 0.49658021097984406, 0.4966687702008873, 0.4967193410348233, 0.4967312293379902, 0.4967042757171905, 0.49663885953793274, 0.49653588882704264, 0.49639677649627256, 0.496223403872885, 0.49601807302321416, 0.49578344976771294, 0.49552249958981065, 0.4952384188233378, 0.4949345635606156, 0.494614378660547, 0.4942813290657776, 0.4939388353787901, 0.49359021532117464, 0.493238632332637, 0.492887052180783, 0.4925382080716425, 0.49219457439338143, 0.4918583489067314, 0.4915314429259048, 0.49121547881929406, 0.4909117940020812, 0.49062145049153427, 0.49034524904595794, 0.49008374690373735, 0.48983727817217176, 0.4896059759787931, 0.4893897955825985, 0.4891885377415751 ], [ 0.49578651193360734, 0.49651695042153654, 0.4972758079280555, 0.498058874330734, 0.49886107055050777, 0.49967644694929425, 0.5004982074611793, 0.5013187626364268, 0.5021298139214851, 0.5029224703369876, 0.5036873972715419, 0.5044149954341651, 0.5050956061867653, 0.5057197376245639, 0.5062783040254406, 0.506762869801282, 0.5071658880072794, 0.5074809229328003, 0.5077028464087359, 0.507827998268948, 0.507854302883789, 0.5077813357620425, 0.50761033675328, 0.5073441691861253, 0.5069872271309483, 0.5065452956545529, 0.5060253712353431, 0.5054354512670896, 0.5047843026913363, 0.5040812202207179, 0.5033357843699584, 0.5025576286757727, 0.501756224180858, 0.5009406876252886, 0.5001196179832174, 0.4993009641483714, 0.4984919248331192, 0.4976988801998901, 0.49692735345642736, 0.4961819996528517, 0.4954666182264481, 0.4947841854346444, 0.4941369026666694, 0.49352625668834227, 0.4929530881060361, 0.49241766468840925, 0.49191975661446546, 0.4914587111856651, 0.4910335250165635, 0.4906429121782139 ], [ 0.5055760008715748, 0.5073677887487706, 0.509256931896071, 0.5112350045655686, 0.5132907765679169, 0.5154100490244289, 0.5175755657955192, 0.5197670204954972, 0.5219611778805521, 0.5241321255475184, 0.5262516670737595, 0.5282898608850084, 0.5302157003989754, 0.5319979207706333, 0.5336059065697616, 0.5350106639390224, 0.5361858113991571, 0.5371085367405772, 0.5377604645053904, 0.5381283802398784, 0.538204764302379, 0.5379880992429122, 0.5374829296880481, 0.5366996707882392, 0.5356541788041366, 0.5343671134552683, 0.5328631345901468, 0.5311699843892014, 0.5293175101176419, 0.5273366814761365, 0.5252586514770823, 0.5231139015188172, 0.520931501149789, 0.5187385021241856, 0.5165594758160958, 0.5144161937006784, 0.5123274429605078, 0.5103089635859503, 0.5083734896246331, 0.5065308753328907, 0.504788286613103, 0.503150438950785, 0.5016198647510447, 0.500197195197454, 0.49888144424491265, 0.4976702848944463, 0.4965603103213443, 0.4955472746301791, 0.49462630992737155, 0.4937921180062485 ], [ 0.5233369210435983, 0.5273457329423711, 0.5316447667746427, 0.5362240625077724, 0.5410660989841766, 0.5461447709856417, 0.5514244857899668, 0.5568594643526482, 0.562393344478869, 0.5679591906631705, 0.5734800146176222, 0.5788698985994134, 0.5840357874944198, 0.5888799733082468, 0.593303237427276, 0.5972085449753783, 0.6005051087858261, 0.6031125685774504, 0.6049649769719009, 0.6060142611139131, 0.6062328466029085, 0.6056151922701175, 0.6041780843411109, 0.60195966249786, 0.599017278438856, 0.595424398953113, 0.5912668435967449, 0.5866386828241423, 0.5816381157743887, 0.5763636052608947, 0.5709104828185129, 0.5653681620503671, 0.5598180255033693, 0.5543319871770938, 0.5489716841464282, 0.5437882179987795, 0.5388223487968491, 0.5341050385916344, 0.5296582450485716, 0.5254958754508584, 0.5216248245327987, 0.5180460341542807, 0.514755527223532, 0.5117453815088806, 0.509004620486632, 0.5065200079155231, 0.5042767404023158, 0.5022590379679187, 0.5004506367604118, 0.4988351908464367 ], [ 0.5478622615536406, 0.5554044074422506, 0.5636402422691753, 0.5725790910627637, 0.5822160040138118, 0.5925282504239688, 0.6034715894952662, 0.6149764820663827, 0.6269444866980979, 0.6392451769241633, 0.6517140182789362, 0.6641517416796703, 0.6763258224964672, 0.6879746894784129, 0.6988152009273576, 0.7085536885882407, 0.7169004453355212, 0.7235869228917912, 0.7283841865411883, 0.7311205167829277, 0.7316956972959914, 0.7300897108914453, 0.726364355888753, 0.7206575274637234, 0.7131712115090548, 0.7041552105319113, 0.693889021111104, 0.6826641129486241, 0.6707683070720043, 0.6584732575532012, 0.6460254005871426, 0.6336402507116797, 0.6214996211160629, 0.6097512001125244, 0.5985098866058236, 0.5878603309335818, 0.5778602089956334, 0.5685438526098129, 0.559925952163149, 0.5520051305043162, 0.5447672560648837, 0.5381884178036043, 0.5322375258061689, 0.5268785310961559, 0.5220722785165122, 0.517778019450619, 0.513954618468004, 0.5105614912158529, 0.5075593112558874, 0.504910522021421 ], [ 0.5690293581181358, 0.5800089456527309, 0.592167956029425, 0.6055640526966025, 0.6202391436329469, 0.6362132764609241, 0.6534774274216176, 0.6719851765908299, 0.6916433524888047, 0.712301868707729, 0.7337431814943682, 0.7556720934836478, 0.7777070430006365, 0.7993745810729365, 0.8201094734574431, 0.8392637621783339, 0.856129057835726, 0.8699768731801542, 0.8801207482152364, 0.8859987047058853, 0.887262278974583, 0.8838425103468635, 0.8759615876053305, 0.8640848638410574, 0.8488389955067819, 0.8309278077561666, 0.8110638382254187, 0.7899201365099978, 0.7681003783255039, 0.7461234007336535, 0.7244182071420375, 0.7033260614023477, 0.6831070092335594, 0.6639488480823437, 0.6459771442533129, 0.6292653527506089, 0.613844439597415, 0.5997116566420247, 0.5868382947292413, 0.575176360398249, 0.5646641987010889, 0.5552311319626804, 0.5468012102441645, 0.5392961806090297, 0.5326377839412272, 0.5267494835789294, 0.5215577219282118, 0.5169927912599317, 0.5129893942563799, 0.5094869593366458 ], [ 0.5716013873968644, 0.5830693286141088, 0.5957981786169784, 0.6098564360581972, 0.6252974926298472, 0.6421532756556925, 0.6604266436613667, 0.6800824791206281, 0.70103750009433, 0.7231489361609826, 0.7462024024999231, 0.7698995841930047, 0.7938467439287231, 0.817545633844168, 0.8403891820009812, 0.8616654034271923, 0.8805744215127111, 0.8962652776204534, 0.9079009661335445, 0.9147595681373519, 0.9163670238252174, 0.9126159154950945, 0.9037882318048273, 0.8904679278737223, 0.8734201865377009, 0.8534857521186234, 0.8314959382077984, 0.808217457308531, 0.7843227881382597, 0.7603779998374782, 0.7368419045124662, 0.7140721561761438, 0.6923352406079356, 0.6718182787061251, 0.6526412745795702, 0.6348689454136871, 0.6185216252981097, 0.6035849797211998, 0.5900184315396164, 0.5777623055464483, 0.5667437641008992, 0.5568816430419483, 0.5480903143508465, 0.5402827063158394, 0.5333726079854451, 0.5272763757909469, 0.521914148674957, 0.5172106654401727, 0.5130957653545055, 0.5095046409571734 ], [ 0.5524538903427004, 0.560857863721565, 0.5700870536385368, 0.5801635195828801, 0.5910941696677836, 0.6028664146190925, 0.6154433656030578, 0.6287587188944989, 0.6427115673895647, 0.6571615036628299, 0.6719245310205858, 0.686770470397118, 0.7014227225854468, 0.7155613788469277, 0.7288307038357357, 0.7408518493339956, 0.7512411844765294, 0.7596337613205012, 0.7657101944924731, 0.7692238523270605, 0.7700242201182497, 0.7680721987422134, 0.7634442895493946, 0.7563248433558858, 0.746988020152354, 0.7357729383324849, 0.7230562084990031, 0.7092256795891927, 0.6946581419594658, 0.6797024103275383, 0.6646680475604323, 0.6498191954929962, 0.6353725696283985, 0.6214985612567849, 0.6083244589031435, 0.5959389570984756, 0.5843973023095752, 0.5737265989176047, 0.5639309465504103, 0.5549961990950395, 0.5468942264350393, 0.5395866260802659, 0.533027877902394, 0.5271679655564908, 0.5219545067252838, 0.5173344442698196, 0.5132553542525524, 0.5096664265764672, 0.5065191711267908, 0.5037678978854929 ], [ 0.5241278127297779, 0.5284237951791582, 0.5330608663458276, 0.5380324849271642, 0.5433234478240672, 0.5489084349804123, 0.5547506305891517, 0.5608005286191022, 0.5669950544813076, 0.5732571546147567, 0.5794960172301552, 0.5856080847263778, 0.5914789951933644, 0.5969865413577963, 0.6020046570883455, 0.6064083354738208, 0.6100792565162684, 0.6129117725013652, 0.6148187879832979, 0.6157370051850569, 0.615631007390922, 0.6144957346511946, 0.6123570630215587, 0.6092704075640047, 0.6053174937891956, 0.6006016413683459, 0.595242043832127, 0.5893675897366748, 0.5831107536504772, 0.5766020041143136, 0.56996505454764, 0.5633131479759391, 0.5567464394942462, 0.5503504363280063, 0.5441953810909207, 0.538336419718397, 0.5328143775931093, 0.5276569694781712, 0.5228802845414806, 0.5184904111880262, 0.514485093014633, 0.5108553336769581, 0.5075868927121913, 0.5046616352485256, 0.5020587156106571, 0.499755588128069, 0.4977288482855867, 0.4959549141894099, 0.49441056267653505, 0.4930733367840665 ], [ 0.49788849960191656, 0.49876273581863706, 0.4996523185098035, 0.5005463608970858, 0.5014320257890325, 0.5022945425420032, 0.5031173070826404, 0.5038820805247063, 0.5045692996437404, 0.5051585083356023, 0.5056289129445785, 0.5059600559522383, 0.5061325921930271, 0.506129140084992, 0.5059351683125524, 0.5055398673339344, 0.5049369466465786, 0.5041252946385337, 0.503109439570846, 0.5018997587074969, 0.500512397905887, 0.49896888512025883, 0.49729544621891053, 0.49552205741671623, 0.4936812922310229, 0.49180703910177825, 0.48993317631475264, 0.48809229240568963, 0.48631453290260596, 0.4846266394281513, 0.4830512271152655, 0.48160632375284673, 0.480305171839733, 0.4791562751376077, 0.4781636560410879, 0.4773272799914749, 0.4766435983533147, 0.4761061611382387, 0.47570625477290024, 0.47543352663827104, 0.47527656620697956, 0.4752234212408368, 0.47526203584851645, 0.4753806046440512, 0.47556784342227, 0.4758131815125048, 0.4761068842835241, 0.4764401162634213, 0.47680495619410557, 0.4771943752838106 ], [ 0.47652023779655317, 0.47455369021951443, 0.4723154192550837, 0.46978483396950854, 0.4669435851880472, 0.4637766594339183, 0.4602736042397545, 0.45642985245934625, 0.4522480961443829, 0.4477396421184444, 0.44292566308548487, 0.4378382420466967, 0.4325210965759043, 0.4270298660366997, 0.4214318519866626, 0.415805122132322, 0.41023692245674326, 0.4048213899781156, 0.39965661724044427, 0.39484118394208695, 0.39047033384698837, 0.3866320278069288, 0.3834031378992915, 0.3808460565242774, 0.3790059741266616, 0.37790903054766295, 0.37756147290603437, 0.3779498662089311, 0.3790423127557098, 0.38079055424853897, 0.38313276603418417, 0.38599681243725487, 0.389303718015098, 0.3929711201493234, 0.3969164989949374, 0.4010600249319899, 0.40532691432740703, 0.40964923527672115, 0.4139671510952005, 0.41822962740462216, 0.4223946571259715, 0.42642907635270155, 0.430308053772087, 0.43401433846592236, 0.43753734726269206, 0.44087216504020554, 0.44401852103223993, 0.4469797925627078, 0.44976207572469884, 0.4523733510829378 ], [ 0.46173985517774063, 0.4573126593324904, 0.45224878755098497, 0.446485767466567, 0.439962390481026, 0.432621210291566, 0.42441167739058483, 0.4152939395244265, 0.40524329093271366, 0.39425518481446864, 0.38235063241836165, 0.36958170022468795, 0.356036690645951, 0.34184446490277404, 0.32717726021082055, 0.3122512952445779, 0.2973244804165305, 0.2826906835604458, 0.2686702671162122, 0.25559700808207547, 0.2438020033045345, 0.23359568061650893, 0.22524948180749965, 0.21897904740499885, 0.21493072732849383, 0.21317292991707276, 0.21369324195393674, 0.21640151161092291, 0.22113833402474742, 0.2276877627122727, 0.23579269266274644, 0.2451712590226603, 0.2555327394433493, 0.26659176437383736, 0.2780800379341131, 0.28975517161908987, 0.3014065767890577, 0.3128586200148525, 0.32397141168185567, 0.3346396825526187, 0.34479022308613705, 0.3543783360034771, 0.36338370170373846, 0.3718059926563773, 0.3796605065542119, 0.38697402474995385, 0.3937810453541668, 0.40012049043398834, 0.4060329440103535, 0.4115584415391717 ], [ 0.46207544456564476, 0.4570069497368475, 0.4510593614372665, 0.4441060013061465, 0.43600814925296194, 0.4266161031865131, 0.41577140177422656, 0.403310664150053, 0.38907158678155945, 0.3729016924418558, 0.35467041172855385, 0.3342849419386649, 0.3117100083799822, 0.2869910855394898, 0.26027977565779153, 0.23185889815459898, 0.20216351894838774, 0.17179289088333494, 0.14150750672369228, 0.11220576275370397, 0.08487670918321133, 0.06052939845149308, 0.04010513565212437, 0.024385101290149813, 0.0139099253576489, 0.008927331471870525, 0.009378049085690177, 0.014920707719801807, 0.02498729271720257, 0.03885546143973273, 0.05572368755132251, 0.07477849682655813, 0.09524770664987325, 0.11643776511258896, 0.13775616332373197, 0.15872141138022378, 0.1789635522066223, 0.19821804035216378, 0.21631536291118242, 0.2331682443351069, 0.2487577776577718, 0.2631194162838504, 0.27632945661720293, 0.28849243332018076, 0.29972971571028506, 0.31016951158944683, 0.31993843015269974, 0.3291547088730227, 0.3379231569382544, 0.34633180399032765 ], [ 0.4881158215594794, 0.48667835573674656, 0.4848174225275802, 0.482448916894866, 0.47947291401196623, 0.4757696077668928, 0.47119401910625447, 0.46556934602902716, 0.4586790570186927, 0.4502582789972749, 0.4399857919093091, 0.4274790908044042, 0.41229651264396355, 0.3939521718431905, 0.3719509167124804, 0.3458507858478357, 0.31535815452048843, 0.28045441822908335, 0.24154172178972538, 0.19957951530081403, 0.15616651607212495, 0.11350906102006197, 0.07421393939804444, 0.0408672578817153, 0.01545847435465797, -0.0010843942099248993, -0.008934243315781742, -0.009043030890822035, -0.002762920132698299, 0.00843391851845643, 0.02312776377820369, 0.040045540545735836, 0.05810460006056528, 0.07642591742339866, 0.09432970292221676, 0.11132158542856208, 0.12707428834792134, 0.14140759637468236, 0.1542680358410392, 0.16570881686029448, 0.17587006076471012, 0.1849590768720441, 0.19323041541723263, 0.2009655841245508, 0.20845264425300136, 0.21596633819307276, 0.22374983935997939, 0.23199951118299122, 0.2408540701956141, 0.2503891892415392 ], [ 0.5360126848707052, 0.5415618383200261, 0.5476302342100416, 0.5542670102326326, 0.5615326069232309, 0.5695023199146515, 0.5782700048547552, 0.5879511336026221, 0.5986836736667441, 0.6106241335735517, 0.62393448282762, 0.6387535250909937, 0.6551440214929328, 0.6730055593711282, 0.6919455293572049, 0.7111117846839985, 0.7290181118678837, 0.7434422551232565, 0.7515325105299756, 0.7502716249122529, 0.7373293209598009, 0.7120229457800739, 0.6757763414074214, 0.6316804518066135, 0.5834838582162795, 0.5346412805495074, 0.48777226789762357, 0.44453516209928234, 0.4057497103799093, 0.3716063266230788, 0.341872039399543, 0.3160602584057622, 0.2935593770118591, 0.27372541142477946, 0.25594632892836444, 0.2396853075012274, 0.22450886690907962, 0.2101043454369051, 0.1962898051963397, 0.18301818169486056, 0.17037633043392997, 0.15857853156394597, 0.1479529880825572, 0.138918978199017, 0.1319518884657065, 0.12753404829941628, 0.1260923245261687, 0.1279299652062743, 0.13316879209818666, 0.1417215873139024 ], [ 0.5889707874260272, 0.60169253373762, 0.6155851315763385, 0.6306697476837873, 0.646947362985741, 0.6643945434434319, 0.6829595161760753, 0.702559157989468, 0.7230778118445732, 0.7443692559392782, 0.7662636539228508, 0.7885818261389861, 0.8111593425098691, 0.8338815156981013, 0.8567234826575417, 0.8797668192691825, 0.9031088885076237, 0.9265085073483903, 0.9486975315200983, 0.9669532206034522, 0.9778443997654573, 0.9785480812189304, 0.9677213804256827, 0.9456264148316773, 0.9137164033117368, 0.8740768176773145, 0.8289622952232552, 0.7804857597478677, 0.7304440652292186, 0.6802472376209938, 0.630917625276488, 0.583130743951584, 0.5372768940506386, 0.49352952494361335, 0.45191189634356205, 0.4123576210672634, 0.3747633090481886, 0.33903305105633885, 0.30511517320591097, 0.2730317970486989, 0.24290141788603964, 0.21495405674530987, 0.18953757765815316, 0.16711246783177536, 0.14823068937579742, 0.13349205174775713, 0.1234690409189102, 0.11859034479227992, 0.1189919810254565, 0.12442280487195245 ], [ 0.624194012658147, 0.641588839318795, 0.6605052992366166, 0.6809190290854453, 0.7027583764271457, 0.7258926518595855, 0.7501191139439184, 0.7751491837668046, 0.800594904634917, 0.8259575182866092, 0.8506214164844877, 0.8738589172621005, 0.8948545742980194, 0.9127618466828868, 0.9268074388545332, 0.9364495974987099, 0.9415543668267046, 0.9424780500665251, 0.9399379623139993, 0.9347018702450998, 0.9272646966847207, 0.9176830469874588, 0.9056421171604002, 0.8906729125245865, 0.8723713171606405, 0.8505370204707594, 0.8252232864774446, 0.7967189831599268, 0.7654911396263288, 0.7321134389220586, 0.6971987406754157, 0.661345659560993, 0.6251027461138129, 0.5889496253182647, 0.5532922548688614, 0.5184686583787196, 0.4847614907389296, 0.4524141742035692, 0.4216478311776608, 0.3926766861293286, 0.3657199628259758, 0.3410085866495959, 0.31878530124190163, 0.2992972664669642, 0.2827809954457057, 0.2694407488574945, 0.25942319034384304, 0.25279281472347487, 0.24951359126431438, 0.24944156760522512 ], [ 0.6273522950871309, 0.6448513926440216, 0.6636757395227492, 0.6837375109428813, 0.7049026186204684, 0.726987139275254, 0.7497555290957686, 0.7729212646269698, 0.7961506124975182, 0.8190702026284903, 0.8412788522801635, 0.8623635204735084, 0.881918244897147, 0.8995634427797491, 0.9149613593867179, 0.9278224664090562, 0.9378983301854424, 0.944959839540094, 0.9487657900150346, 0.9490344030093385, 0.9454371865776596, 0.9376385627275929, 0.9254032515582746, 0.908759678606803, 0.8880810468110671, 0.8639829376647123, 0.8371809967912264, 0.8083962304495016, 0.7783023078777661, 0.7474997489485935, 0.7165063397036108, 0.6857570315690795, 0.6556092227285412, 0.6263509637913266, 0.5982105885003283, 0.5713667987218719, 0.5459585138897547, 0.522093948139629, 0.49985847674094785, 0.479320939470516, 0.4605381257845975, 0.4435573070559172, 0.42841682847025453, 0.4151449430105057, 0.4037572485720001, 0.39425325321286925, 0.3866127121628519, 0.38079242217920495, 0.37672410224114194, 0.37431383209326274 ], [ 0.6177833550748904, 0.6348062158594354, 0.6530533806983366, 0.6723474459817761, 0.6924422165269127, 0.7130259172601878, 0.7337301610615284, 0.7541440448356124, 0.7738322372729822, 0.7923556747275854, 0.809293299292956, 0.8242630070693158, 0.8369396467088316, 0.8470677104722879, 0.8544665786774881, 0.8590270826637315, 0.8606998624022469, 0.8594783582209758, 0.8553817653598746, 0.8484449485511224, 0.8387218225602407, 0.8263046346983924, 0.811353648744823, 0.7941231452499115, 0.7749676942779036, 0.7543219823095986, 0.7326616834234891, 0.7104601870990901, 0.6881532272778961, 0.6661164903478285, 0.6446557765524495, 0.624006736149601, 0.6043407478808507, 0.5857740335753815, 0.5683779006972365, 0.5521887468081419, 0.5372170377602181, 0.5234548775901996, 0.5108820527301248, 0.49947059434125296, 0.4891879941936344, 0.47999925745746796, 0.4718679978255974, 0.46475678746140703, 0.45862697209093434, 0.45343815237220886, 0.4491475167793004, 0.4457091883065715, 0.4430737173810864, 0.4411878175166455 ], [ 0.6220445520547664, 0.641353391909489, 0.6623346809299037, 0.6847119479491054, 0.708024956076009, 0.7316398842164912, 0.7547815973780132, 0.7765662488642654, 0.7960344820413972, 0.8121914802430452, 0.8240600279514986, 0.8307510995859473, 0.8315528334938955, 0.8260320567731364, 0.8141327396485343, 0.7962456869188548, 0.77322004482129, 0.7462967812520479, 0.7169670033784318, 0.6867836827861702, 0.6571713790246752, 0.6292781324024426, 0.6038975240450523, 0.581464179327686, 0.5621044409698798, 0.5457147013131478, 0.5320431358167701, 0.5207598763285715, 0.5115097043828032, 0.503947331587685, 0.4977582310447114, 0.4926687894738511, 0.48844925936668593, 0.4849122776484181, 0.4819089500165848, 0.4793238409003028, 0.47706970519266834, 0.4750824419944851, 0.47331651458630797, 0.4717409335551444, 0.47033581432336646, 0.46908947523870037, 0.4679960226814988, 0.46705336484712956, 0.4662615990100469, 0.46562172371668187, 0.4651346347609722, 0.46480037042296907, 0.4646175765527326, 0.46458316545675804 ], [ 0.6384132147555182, 0.6595198988687799, 0.6822422514497559, 0.7062556156587464, 0.7310726146923902, 0.756030169120558, 0.7802852982899007, 0.8028182265829814, 0.8224427743632646, 0.837827293554239, 0.8475331009745758, 0.8500811360781475, 0.8440618171373637, 0.8283083703350123, 0.8021608485218333, 0.7658568983709464, 0.7209975502570724, 0.6704908754599239, 0.6179280492353515, 0.5669621111767257, 0.520706248805989, 0.4811423391861451, 0.44901642473102116, 0.4242331894086573, 0.4062036249055103, 0.3940830398190767, 0.38692922171368815, 0.38380340076475083, 0.38383083965933773, 0.38623347246094236, 0.3903436922771222, 0.3956058835007847, 0.4015704127500641, 0.4078833854859133, 0.4142744308420763, 0.4205440102977756, 0.4265511909212286, 0.43220243010247333, 0.43744164617809456, 0.44224166698554623, 0.4465970318966933, 0.45051805352233304, 0.4540260087611425, 0.4571493144721105, 0.45992054290075546, 0.46237414042593195, 0.4645447262575492, 0.4664658627328284, 0.46816920410316365, 0.4696839451329293 ] ], "zauto": true, "zmax": 0.9785480812189304, "zmin": -0.9785480812189304 }, { "autocolorscale": false, "autocontour": true, "colorbar": { "tickfont": { "size": 8 }, "ticksuffix": "", "x": 1, "y": 0.5 }, "colorscale": [ [ 0.0, "rgb(255,247,251)" ], [ 0.14285714285714285, "rgb(236,231,242)" ], [ 0.2857142857142857, "rgb(208,209,230)" ], [ 0.42857142857142855, "rgb(166,189,219)" ], [ 0.5714285714285714, "rgb(116,169,207)" ], [ 0.7142857142857143, "rgb(54,144,192)" ], [ 0.8571428571428571, "rgb(5,112,176)" ], [ 1.0, "rgb(3,78,123)" ] ], "contours": { "coloring": "heatmap" }, "hoverinfo": "x+y+z", "ncontours": 25, "type": "contour", "x": [ 1e-06, 1.3011511650442548e-06, 1.692994354296022e-06, 2.2028415765056147e-06, 2.866229883678204e-06, 3.729398352432554e-06, 4.852511011181743e-06, 6.3138503555892e-06, 8.215273746089953e-06, 1.0689313005882424e-05, 1.390841207112662e-05, 1.809694657026198e-05, 2.354686311364001e-05, 3.063802837345029e-05, 3.986470631277378e-05, 5.1870009063012666e-05, 6.749072272319499e-05, 8.781563250096393e-05, 0.00011426141253772724, 0.00014867137004306603, 0.00019344392634026088, 0.0002516997901283655, 0.0003274994751669172, 0.0004261263236648159, 0.0005544547624925005, 0.0007214294601814526, 0.000938688782612345, 0.0012213760031100258, 0.0015891948094037057, 0.002067782677737912, 0.0026904978401970136, 0.0035007443993213955, 0.004554997653699184, 0.005926740503884541, 0.007711585311544345, 0.010033938212454078, 0.013055670395116691, 0.01698740074503987, 0.02210317627048227, 0.028759573555516536, 0.03742055263793628, 0.04868979566145066, 0.06335278435066323, 0.0824315491666629, 0.10725590623460621, 0.13955614735503497, 0.18158364372009145, 0.23626776957937787, 0.3074200836506151, 0.4 ], "xaxis": "x2", "y": [ 0.0, 0.02040816326530612, 0.04081632653061224, 0.061224489795918366, 0.08163265306122448, 0.1020408163265306, 0.12244897959183673, 0.14285714285714285, 0.16326530612244897, 0.18367346938775508, 0.2040816326530612, 0.22448979591836732, 0.24489795918367346, 0.26530612244897955, 0.2857142857142857, 0.3061224489795918, 0.32653061224489793, 0.3469387755102041, 0.36734693877551017, 0.3877551020408163, 0.4081632653061224, 0.42857142857142855, 0.44897959183673464, 0.4693877551020408, 0.4897959183673469, 0.5102040816326531, 0.5306122448979591, 0.5510204081632653, 0.5714285714285714, 0.5918367346938775, 0.6122448979591836, 0.6326530612244897, 0.6530612244897959, 0.673469387755102, 0.6938775510204082, 0.7142857142857142, 0.7346938775510203, 0.7551020408163265, 0.7755102040816326, 0.7959183673469387, 0.8163265306122448, 0.836734693877551, 0.8571428571428571, 0.8775510204081632, 0.8979591836734693, 0.9183673469387754, 0.9387755102040816, 0.9591836734693877, 0.9795918367346939, 1.0 ], "yaxis": "y2", "z": [ [ 0.06414766734143042, 0.016504063046850405, 0.030992788331872162, 0.07636248048367043, 0.118006563228804, 0.1547743518318485, 0.18586955669389085, 0.21076660647205261, 0.2291397454642683, 0.24080664684511086, 0.24568774660176407, 0.2437819554135616, 0.23515909390953363, 0.2199692790814397, 0.19846944971004093, 0.1710671155370656, 0.1383810899892612, 0.10131825151020063, 0.06116416541494218, 0.019684006819946996, 0.020776122352456596, 0.05749389572931669, 0.08818468084376721, 0.11118051422044797, 0.12534762146859954, 0.1300211963552425, 0.12496363272658828, 0.11034836849867766, 0.08677013434223363, 0.055280595102979016, 0.017447197792028548, 0.02457445090591662, 0.06828649040865553, 0.11163879067369534, 0.15316734444594407, 0.1918958794528824, 0.22723927058818255, 0.25891536878661386, 0.28686796242968937, 0.31120199549887967, 0.33213086425393606, 0.3499348183169266, 0.3649290980908079, 0.3774403138162256, 0.3877896054337332, 0.39628124309710605, 0.40319548851019604, 0.4087847087770337, 0.4132719010833578, 0.41685093998623945 ], [ 0.27398526979386656, 0.2702846004934787, 0.2704558576005532, 0.2741797439244393, 0.28064221970562864, 0.2887341059608988, 0.297281591871056, 0.3052220568208771, 0.31170026179342386, 0.316102440617771, 0.31805690294103156, 0.3174236658468649, 0.3142856451418198, 0.30894508527317815, 0.30192122821296713, 0.2939374994966815, 0.2858788744124875, 0.2786967926971834, 0.2732499580308208, 0.2701041971807568, 0.2693628929878987, 0.2706181601090852, 0.27306377248602925, 0.2757239964002336, 0.27770469217562455, 0.2783927230197713, 0.2775763516486203, 0.27548845273085987, 0.2727768594141964, 0.2703969607012172, 0.2694221017649659, 0.2707944288065858, 0.275087111948204, 0.2823749871408238, 0.29226802362639837, 0.3040724019891407, 0.316987474087954, 0.33026168898836306, 0.34328004938154966, 0.3555928890121044, 0.36690804596170884, 0.37706570569366554, 0.38600827338473465, 0.3937517689783053, 0.4003614999850589, 0.40593272913707285, 0.41057607494788395, 0.41440698629282424, 0.41753852948000436, 0.4200767606599063 ], [ 0.388343704297737, 0.3875716376090494, 0.38737039347956964, 0.38768629971814855, 0.38842129938385284, 0.38944311677233323, 0.3905998223957887, 0.3917364336219534, 0.3927111550667564, 0.3934093177379135, 0.3937537301647427, 0.3937107491508011, 0.3932917829462235, 0.39255017226535704, 0.3915735750563408, 0.39047226442461386, 0.38936424799481245, 0.38835882556605283, 0.38754094706579967, 0.38695919293479103, 0.3866200248335672, 0.386489964570267, 0.38650570035564286, 0.386590261357919, 0.3866719340698268, 0.38670195429927634, 0.3866673179232326, 0.3865961455444177, 0.38655460187739893, 0.38663608493269225, 0.3869449588165939, 0.38757820794261166, 0.38860876276218337, 0.39007373201579065, 0.3919694684438195, 0.3942536783398403, 0.3968532059998339, 0.39967514609971977, 0.40261874336239256, 0.4055860004053055, 0.40848971828428954, 0.41125851925103724, 0.41383903723649346, 0.4161958345846791, 0.41830973937487226, 0.4201752679414152, 0.421797677876293, 0.4231900469729791, 0.42437063033536787, 0.4253606296269317 ], [ 0.42102720107202174, 0.4208614839130317, 0.42077435657263723, 0.42075794292447766, 0.42079983146800104, 0.420884122501896, 0.42099286124890545, 0.4211076997391127, 0.4212115980320882, 0.42129036904842404, 0.4213338900791099, 0.42133684390023035, 0.42129890776313067, 0.4212243734875594, 0.42112125062165046, 0.4209999708683032, 0.4208718683013575, 0.420747647655899, 0.42063606336412923, 0.4205430083905025, 0.42047115280205444, 0.4204201833878578, 0.4203875914604555, 0.42036985596307275, 0.42036379422202025, 0.4203678200610057, 0.42038286672877995, 0.4204127972959057, 0.4204642244392138, 0.4205457740763082, 0.4206669298141226, 0.4208366670633753, 0.4210621137125232, 0.42134745538399165, 0.4216932449365694, 0.4220961936012539, 0.42254943426378194, 0.42304317389293566, 0.42356560432431667, 0.42410392319032275, 0.42464532700111657, 0.42517786835354937, 0.42569110902435514, 0.42617654104094504, 0.42662778196307827, 0.42704057492669045, 0.4274126377090296, 0.4277434094093889, 0.42803374062735017, 0.42828556587330613 ], [ 0.42805216067323676, 0.42802110218746353, 0.42799978590543786, 0.4279872986754997, 0.42798229639371954, 0.42798310945883933, 0.4279878776486284, 0.42799470142539914, 0.4280017943413007, 0.42800762071000936, 0.42801100417718735, 0.42801119613172367, 0.42800789768047276, 0.4280012345843469, 0.4279916904064837, 0.4279800083765349, 0.42796707638399833, 0.42795381146772216, 0.42794105979571617, 0.4279295253815965, 0.4279197359878973, 0.4279120485120963, 0.4279066896079296, 0.42790382145746636, 0.42790361849955133, 0.42790633928016397, 0.42791237872296845, 0.42792228981154784, 0.4279367692337582, 0.42795660792377, 0.4279826134771005, 0.4280155160431606, 0.4280558717692631, 0.4281039778789655, 0.42815981119356916, 0.4282229979297921, 0.42829281776084, 0.42836824030463316, 0.4284479881753922, 0.42853061802825093, 0.42861460985923133, 0.42869845511961435, 0.4287807356652774, 0.4288601877632442, 0.4289357478698765, 0.4290065792845569, 0.4290720807830952, 0.4291318797853691, 0.4291858134676761, 0.4292339015389145 ], [ 0.4292856101007413, 0.4292806026453726, 0.4292767106255941, 0.42927384534130336, 0.42927187921362314, 0.42927065521526087, 0.42926999838175584, 0.4292697284000153, 0.42926967214399525, 0.42926967502599905, 0.42926961016123644, 0.4292693845912703, 0.4292689421506601, 0.42926826294905507, 0.4292673598285519, 0.4292662724920253, 0.42926506023661176, 0.42926379433427636, 0.4292625510630259, 0.42926140621359477, 0.4292604316042267, 0.4292596937752908, 0.429259254662019, 0.42925917371632216, 0.4292595107189496, 0.4292603284267898, 0.42926169425021626, 0.42926368034084084, 0.42926636175715804, 0.42926981271438097, 0.42927410125818544, 0.4292792829760888, 0.4292853945331349, 0.4292924478677195, 0.42930042580765254, 0.42930927968499627, 0.42931892927513665, 0.42932926510327, 0.4293401528924976, 0.4293514397077672, 0.429362961203125, 0.42937454931655145, 0.4293860397741777, 0.42939727885040785, 0.42940812896205194, 0.4294184728300828, 0.42942821610027465, 0.4294372884559323, 0.4294456433698613, 0.42945325672227525 ], [ 0.4294727498731371, 0.4294720192728447, 0.42947140553665514, 0.42947090034046015, 0.4294704918257911, 0.4294701653701414, 0.42946990450701944, 0.42946969192487355, 0.4294695104678488, 0.42946934406299647, 0.4294691785080437, 0.42946900207015193, 0.4294688058673591, 0.4294685840280521, 0.4294683336469205, 0.4294680545755116, 0.4294677490992738, 0.42946742155915196, 0.4294670779737608, 0.42946672570841715, 0.42946637322147774, 0.4294660298990043, 0.4294657059687581, 0.4294654124669854, 0.42946516121905504, 0.42946496478959967, 0.42946483636015775, 0.4294647895019702, 0.4294648378270149, 0.4294649945191627, 0.42946527176667754, 0.4294656801343019, 0.42946622792547406, 0.4294669205911684, 0.4294677602407876, 0.42946874530281554, 0.42946987036980366, 0.4294711262455835, 0.4294725001945639, 0.42947397637575013, 0.429475536429571, 0.42947716017505705, 0.4294788263690879, 0.429480513478398, 0.4294822004183321, 0.42948386721909654, 0.42948549558936044, 0.42948706935733916, 0.42948857477985786, 0.4294900007194321 ], [ 0.42949799950156137, 0.4294978077390293, 0.4294976042586592, 0.42949738328177844, 0.4294971378372631, 0.42949685973345336, 0.42949653955173833, 0.429496166664579, 0.4294957292820331, 0.42949521453254325, 0.4294946085856939, 0.42949389682655054, 0.4294930640927361, 0.4294920949861543, 0.42949097427081223, 0.429489687366108, 0.4294882209409134, 0.4294865636075925, 0.4294847067067751, 0.42948264516350426, 0.4294803783838522, 0.42947791114909284, 0.42947525445316137, 0.4294724262197533, 0.429469451829468, 0.4294663643862838, 0.42946320465755705, 0.42946002063342914, 0.4294568666701811, 0.429453802207108, 0.4294508900764932, 0.4294481944590294, 0.42944577856968125, 0.4294437021882278, 0.4294420191712332, 0.4294407750950047, 0.4294400051800616, 0.42943973263574226, 0.4294399675392109, 0.42944070632809794, 0.42944193194341096, 0.4294436146132081, 0.4294457132222963, 0.42944817717325084, 0.42945094861304334, 0.42945396488010823, 0.4294571610200067, 0.42946047222375083, 0.42946383605981253, 0.4294671943963307 ], [ 0.42950000464807647, 0.42949953398122226, 0.42949894109191483, 0.42949819604143685, 0.42949726271907607, 0.42949609793765037, 0.42949465051096664, 0.42949286035728507, 0.42949065768918526, 0.4294879623687085, 0.4294846835265133, 0.42948071956375417, 0.42947595867358035, 0.42947028003301035, 0.42946355582225576, 0.42945565422358667, 0.4294464435314643, 0.429435797465917, 0.4294236017186593, 0.42940976167430905, 0.4293942111375906, 0.4293769217651324, 0.4293579127548672, 0.42933726019901464, 0.4293151053744389, 0.42929166114657286, 0.4292672156215983, 0.4292421322166935, 0.42921684544598965, 0.42919185194817966, 0.4291676966063635, 0.42914495401316716, 0.42912420598091483, 0.4291060162411815, 0.42909090386574295, 0.4290793172163132, 0.4290716103460638, 0.42906802370114044, 0.4290686706983767, 0.4290735313064481, 0.4290824531780242, 0.42909516023613203, 0.4291112679850775, 0.4291303042692017, 0.42915173380255983, 0.4291749845782336, 0.4291994742495828, 0.4292246347428717, 0.4292499336749017, 0.42927489155978193 ], [ 0.42949643869648707, 0.42949470671358486, 0.4294924649606475, 0.42948957488016226, 0.4294858645120547, 0.42948112195686095, 0.4294750880964209, 0.4294674486914762, 0.42945782607649297, 0.4294457708028157, 0.4294307537438481, 0.42941215936956784, 0.4293892811173537, 0.4293613200209791, 0.4293273879911368, 0.42928651734109197, 0.42923767828166615, 0.4291798061220248, 0.4291118397494664, 0.42903277256143174, 0.42894171632889605, 0.42883797744019003, 0.42872114359645935, 0.4285911773405008, 0.42844851090054165, 0.4282941348984169, 0.4281296717674252, 0.4279574235775847, 0.4277803837390876, 0.42760220309112484, 0.42742710342691026, 0.4272597356151261, 0.42710498494823124, 0.4269677326673902, 0.4268525889798657, 0.42676361829745446, 0.4267040808540464, 0.42667621546404366, 0.42668108552217343, 0.4267185045374754, 0.426787049252113, 0.4268841589188616, 0.42700631005450207, 0.427149248358861, 0.42730825456549754, 0.42747841931084113, 0.42765490361718267, 0.4278331657027, 0.42800914063681444, 0.42817936580937166 ], [ 0.4294868584015604, 0.4294817849290053, 0.4294750902040944, 0.4294662867791985, 0.42945475270228534, 0.42943969906881546, 0.42942013154018066, 0.4293948054139658, 0.42936217412580396, 0.4293203315290449, 0.42926694898559936, 0.42919920926004335, 0.4291137404864487, 0.42900655510730007, 0.4288730006730892, 0.4287077317008225, 0.4285047143113359, 0.42825727789332907, 0.4279582302443082, 0.4276000540310489, 0.4271752023448886, 0.4266765087949626, 0.42609772207583696, 0.4254341653621072, 0.42468350651687653, 0.42384660573258853, 0.4229283834889433, 0.42193862553441935, 0.4208926165578022, 0.41981147571887406, 0.41872206217990876, 0.4176563346431242, 0.4166500916456771, 0.4157410908590293, 0.41496664077834594, 0.4143608630961381, 0.4139519168355205, 0.41375953041101865, 0.413793183609448, 0.41405120905213083, 0.41452095138755396, 0.41517995948901615, 0.41599802968761657, 0.4169398020819146, 0.41796755966249954, 0.419043895030617, 0.42013397834809, 0.4212072591528231, 0.4222385386591471, 0.42320843833332367 ], [ 0.4294708300656767, 0.42945982842717556, 0.4294450827645134, 0.4294253760081132, 0.42939911908784445, 0.429364246910403, 0.42931808918588876, 0.42925721163296426, 0.4291772229893843, 0.4290725435198198, 0.42893613154394317, 0.4287591661625628, 0.4285306871613778, 0.4282371974093966, 0.4278622393873566, 0.42738596625849373, 0.42678473959558283, 0.4260308008835261, 0.42509208240325885, 0.42393224487593584, 0.4225110534968546, 0.4207852289519318, 0.418709932500203, 0.4162410589966296, 0.41333851076691414, 0.4099705967558412, 0.4061196290738695, 0.40178865207964, 0.3970090137953875, 0.39184815536362116, 0.38641654810155807, 0.3808721886757303, 0.3754205899378464, 0.3703080132331998, 0.3658061260845039, 0.3621876891586253, 0.3596953633107662, 0.3585087425547474, 0.35871696931245073, 0.3603042297536415, 0.3631523704334222, 0.3670598530919522, 0.37177161419765203, 0.3770122035959438, 0.3825153361937651, 0.3880456350513469, 0.39341130639717353, 0.39846867969094635, 0.4031206472124312, 0.4073112488926822 ], [ 0.42945566936773083, 0.4294388171633795, 0.42941601686317327, 0.42938524541690926, 0.42934382401279, 0.4292882190422245, 0.42921378825418666, 0.4291144593039115, 0.42898232586080476, 0.42880714448772667, 0.4285757138735261, 0.42827111703519316, 0.4278718072810765, 0.42735052067851587, 0.42667300232038197, 0.42579654186682375, 0.42466832691107825, 0.4232236421891716, 0.42138397030403846, 0.41905508756906246, 0.41612529932128506, 0.4124640257573521, 0.40792103613750785, 0.40232674185042394, 0.39549410585631767, 0.3872229206227851, 0.37730746995049985, 0.36554895645900526, 0.35177460195541255, 0.3358661002136662, 0.31780124179037533, 0.2977141345202404, 0.27598126958727576, 0.2533409197759793, 0.23104462852711546, 0.21099954043830682, 0.1957479440656794, 0.18797122826979365, 0.18936286042157363, 0.19960122657102128, 0.2165630269766455, 0.2375153647157071, 0.26008087123682255, 0.2825565746164054, 0.30385983135181127, 0.32337414378188123, 0.3408056631884919, 0.35607424808726584, 0.36923589625614234, 0.380428710897866 ], [ 0.4294535067302487, 0.42943580738849957, 0.4294118343979526, 0.4293794426389986, 0.42933578686458, 0.4292771071727914, 0.4291984545371118, 0.4290933420172168, 0.4289533047935409, 0.42876734967142066, 0.42852127240128995, 0.42819681937970255, 0.4277706694808761, 0.4272132125229711, 0.4264871039761521, 0.4255455819412179, 0.42433054333955283, 0.4227703930318202, 0.4207777038033029, 0.41824675861519345, 0.41505109128751777, 0.41104120030641933, 0.4060426858505279, 0.39985515670834776, 0.3922523780118514, 0.3829842933189633, 0.3717817743857981, 0.3583652644179794, 0.3424589563103563, 0.32381293498172165, 0.3022371411196582, 0.2776538428675845, 0.2501813517398201, 0.2202753648226222, 0.18898514080362555, 0.15844024841161838, 0.13268739998182125, 0.1182207756830746, 0.12089705389522422, 0.13947347945264596, 0.16722023344398107, 0.1983020401275637, 0.22934270433397372, 0.2586036497868029, 0.2852488592903053, 0.3089425404483193, 0.32963587565621805, 0.3474468556038785, 0.3625877378303619, 0.3753190215624144 ], [ 0.42946631235084026, 0.4294536063270091, 0.42943652593936543, 0.42941362794451376, 0.4293830192767718, 0.429342227760825, 0.42928804014048483, 0.4292163009995809, 0.4291216656705954, 0.4289973001002448, 0.42883452110045134, 0.42862237176991014, 0.42834712953134485, 0.427991748701858, 0.427535246414617, 0.4269520507538222, 0.4262113439378139, 0.42527645209353937, 0.42410435734685326, 0.42264543813448624, 0.4208435799230289, 0.4186368402291225, 0.4159588970129095, 0.41274155408980434, 0.4089186136982464, 0.4044314419101583, 0.39923652598955256, 0.3933152205992736, 0.3866856516663669, 0.3794163232519552, 0.37164027159867913, 0.36356756682385993, 0.35549260936877947, 0.3477912924715779, 0.3409024564486223, 0.3352894498979955, 0.3313824221197423, 0.329510223730213, 0.3298393414635877, 0.33234008335259024, 0.3367927506756548, 0.34283139659628487, 0.3500091347752, 0.3578646426434487, 0.3659746648746, 0.3739863311304769, 0.38163049363381335, 0.3887209845276643, 0.39514532026497756, 0.4008514053358751 ], [ 0.42948270726521137, 0.4294762597096968, 0.4294677316525698, 0.4294564854197474, 0.42944170222473826, 0.42942233652004524, 0.4293970611275324, 0.4293642021975245, 0.4293216633556707, 0.4292668389389762, 0.42919651707657896, 0.42910677462555574, 0.42899286772005896, 0.42884912401916386, 0.4286688457061252, 0.42844423590991615, 0.4281663654133591, 0.4278252010731763, 0.4274097219112734, 0.4269081527024015, 0.42630834713797117, 0.4255983520086389, 0.42476717871026004, 0.42380579689124853, 0.42270834535694746, 0.4214735259452616, 0.42010610652891706, 0.4186184110414369, 0.4170316219141597, 0.4153766720052249, 0.41369447193953307, 0.4120352213772476, 0.41045660639582415, 0.40902080218844555, 0.40779037997453726, 0.4068234380547863, 0.4061684943590569, 0.40585982975362467, 0.40591399742528267, 0.4063280804276166, 0.40708000123726223, 0.40813082872449247, 0.4094286841203497, 0.41091360761879897, 0.41252266213431343, 0.4141946192770222, 0.41587375075663185, 0.41751247285758797, 0.4190728040625255, 0.4205267581951323 ], [ 0.42949065995943647, 0.4294877427368677, 0.4294840623972733, 0.42947942108444503, 0.4294735728208038, 0.42946621352460546, 0.4294569696649845, 0.4294453856492209, 0.4294309101789498, 0.42941288200537675, 0.42939051576472503, 0.4293628888876214, 0.42932893094764873, 0.4292874172336991, 0.42923696877440987, 0.42917606147100607, 0.4291030473479337, 0.4290161911278973, 0.42891372527768756, 0.428793926235938, 0.428655213600966, 0.4284962725164121, 0.42831619727411907, 0.42811465126036796, 0.42789203491727373, 0.427649649637243, 0.42738984188747636, 0.4271161089754605, 0.4268331464443482, 0.426546817891171, 0.4262640316769726, 0.42599251588535997, 0.425740492819049, 0.42551626648316204, 0.42532774938231205, 0.4251819665021238, 0.42508458228994644, 0.4250394988076765, 0.4250485688259473, 0.4251114565140137, 0.425225661975033, 0.42538670676112805, 0.4255884588702192, 0.4258235606599474, 0.4260839138930825, 0.4263611737749905, 0.4266472080150958, 0.426934486173827, 0.42721637672010004, 0.4274873420751585 ], [ 0.42947334422724687, 0.42946857503260755, 0.42946315445117766, 0.4294570169813068, 0.4294500940978602, 0.4294423147449394, 0.42943360596065083, 0.4294238936193354, 0.42941310326015736, 0.42940116095600556, 0.4293879941681717, 0.42937353253608124, 0.4293577085732041, 0.4293404582843271, 0.4293217217864832, 0.42930144410181303, 0.4292795763850966, 0.4292560779348458, 0.4292309193927211, 0.42920408753727846, 0.4291755920022161, 0.4291454740809898, 0.42911381751588723, 0.4290807608239389, 0.4290465103166186, 0.4290113525750336, 0.4289756648102365, 0.4289399213374884, 0.428904694386243, 0.42887064769914646, 0.4288385218593977, 0.4288091110051231, 0.4287832314802115, 0.42876168393466746, 0.42874521129921617, 0.4287344557853126, 0.4287299184825332, 0.42873192515527553, 0.42874060144735154, 0.4287558599164797, 0.428777400231703, 0.42880472261382946, 0.42883715334552097, 0.42887388008463767, 0.4289139939139115, 0.4289565346349235, 0.42900053578857517, 0.4290450662240177, 0.4290892656633678, 0.4291323725123595 ], [ 0.4293460170524175, 0.42931984109932714, 0.42929035997553916, 0.4292573683408539, 0.42922069146634134, 0.4291801983743701, 0.42913581785844856, 0.4290875575148619, 0.42903552554242463, 0.4289799545154017, 0.42892122563268037, 0.42885989116597506, 0.4287966920946031, 0.4287325673896101, 0.4286686512787765, 0.4286062552481899, 0.42854683260957466, 0.4284919251678305, 0.42844309370458866, 0.42840183636064705, 0.428369501167022, 0.42834720053141045, 0.4283357360899395, 0.42833554178882094, 0.4283466513777343, 0.42836869390156157, 0.428400917667285, 0.4284422400266903, 0.4284913176307442, 0.42854662995190806, 0.42860656804240344, 0.4286695207165695, 0.4287339514620202, 0.4287984611274991, 0.42886183348296436, 0.4289230627880733, 0.42898136428651007, 0.42903616989941873, 0.4290871122478531, 0.4291340004995654, 0.42917679147816906, 0.42921555909706344, 0.42925046460328015, 0.42928172944826104, 0.4293096119356595, 0.42933438819794206, 0.42935633756533303, 0.4293757320305217, 0.4293928292798499, 0.4294078686425225 ], [ 0.42870897474782027, 0.42856504960083597, 0.4284015885074129, 0.4282172676884357, 0.428010899616096, 0.427781479923193, 0.4275282481732194, 0.42725077075098344, 0.42694905510352665, 0.42662370329900684, 0.4262761082922619, 0.4259086876957043, 0.42552513742313225, 0.4251306727710106, 0.4247322102876249, 0.4243384343426666, 0.4239596922066648, 0.4236076742311299, 0.42329486236036495, 0.42303376791712805, 0.4228360216540973, 0.42271141597701345, 0.42266702127500183, 0.4227064984342155, 0.42282970607082077, 0.4230326581184501, 0.423307834455518, 0.423644795803881, 0.4240310146008069, 0.42445281254377637, 0.424896294593233, 0.4253481853572964, 0.42579650098451116, 0.42623102106600425, 0.42664355456371655, 0.4270280173091492, 0.42738035421748943, 0.42769834698394876, 0.42798134891000195, 0.4282299845229966, 0.4284458447816801, 0.4286312006286768, 0.42878874975755665, 0.42892140454254685, 0.4290321235583177, 0.4291237851051249, 0.42919909854853766, 0.4292605478612486, 0.4293103612477877, 0.4293505008741293 ], [ 0.42617153813023234, 0.4255019464068414, 0.42473200428070446, 0.42385502405407677, 0.42286552168538033, 0.42175938111112493, 0.42053390873348223, 0.4191877889613784, 0.4177210032385008, 0.41613484092761116, 0.4144321960479957, 0.4126183826456656, 0.41070267760969276, 0.4087006773702512, 0.4066373163124412, 0.40455006198911597, 0.402491454099359, 0.4005299236076373, 0.39874786788672023, 0.3972363732802963, 0.3960867505080412, 0.395379995406375, 0.395176086474537, 0.39550534702275825, 0.3963637511554537, 0.39771312331997954, 0.399485999378544, 0.4015938993570826, 0.4039372146584999, 0.4064149152246945, 0.40893270436446494, 0.41140885957113577, 0.4137775829858705, 0.41599011615034315, 0.41801411288661267, 0.4198318370491648, 0.421437711166491, 0.4228356410974349, 0.4240364219907407, 0.42505541800755003, 0.42591061541677244, 0.4266210797706637, 0.42720580160704513, 0.42768288769454077, 0.42806904168829785, 0.4283792748876127, 0.42862679096728923, 0.428822995298434, 0.4289775877724959, 0.42909870655120913 ], [ 0.41907224618203437, 0.41667857859918994, 0.41385434883969585, 0.41055945921037335, 0.4067614541615294, 0.40243910027365787, 0.39758571705527546, 0.3922115395544964, 0.38634419795270486, 0.3800263755479102, 0.37331005898175174, 0.3662477660838446, 0.35888288494480164, 0.35124361056974934, 0.3433471068011477, 0.33522082259556946, 0.3269442602376569, 0.3187055622449652, 0.31085432510741673, 0.30392064718154066, 0.29857008173762056, 0.29548373968402275, 0.2951910634862729, 0.29791970562625464, 0.3035305303888485, 0.31156337891884756, 0.32136109777010835, 0.33221086425516444, 0.343455001573101, 0.35455415719300937, 0.36510874481971645, 0.37485304631303845, 0.3836353977000355, 0.3913937093338021, 0.3981315915006758, 0.40389757729640985, 0.408768280445971, 0.41283545178487635, 0.4161964947615881, 0.41894785735135415, 0.42118070877443103, 0.42297836328290067, 0.4244149917701139, 0.4255552452822636, 0.42645449295597326, 0.42715944614371193, 0.4277089990525331, 0.4281351641426114, 0.42846401860995165, 0.4287166076779458 ], [ 0.40884465931988967, 0.40351671877175055, 0.39701689438703214, 0.3891565807278307, 0.37974070052875536, 0.36857742744084787, 0.35549228948574857, 0.3403476112119607, 0.32306811822679604, 0.3036730066413899, 0.2823134236948414, 0.2593112139669112, 0.2351883052433784, 0.21066388145568155, 0.1865778533105902, 0.16368538762941764, 0.14230443449822178, 0.12197329788394798, 0.10161287740760105, 0.08097205487005908, 0.0640527178201495, 0.062135408112766057, 0.0811655553735716, 0.1121945695845631, 0.1472430001136393, 0.1825481022229753, 0.21627704222865085, 0.24747523418812747, 0.2756699596236568, 0.30068774475635734, 0.32254986640370564, 0.3414035052228562, 0.3574731828724915, 0.3710257411758986, 0.38234520230263014, 0.39171512471495556, 0.39940670563099195, 0.4056712668560057, 0.4107360352500782, 0.4148023437539926, 0.4180455548546344, 0.4206161552907021, 0.42264159392255385, 0.42422853742581573, 0.4254653033768353, 0.4264242995025005, 0.427164353254592, 0.4277328591983848, 0.4281677046592733, 0.4284989582691149 ], [ 0.40758302941592356, 0.40187682653339407, 0.39489700923675825, 0.3864325282094971, 0.37626332288337994, 0.3641713928789293, 0.34995787051750166, 0.3334683968004077, 0.31463006873074284, 0.29350470259798006, 0.27036528875024834, 0.24580479512758155, 0.22088512910725222, 0.19731297566463754, 0.17754026769132908, 0.16446947816089946, 0.16032797635242405, 0.16513847429540007, 0.17653770166690033, 0.19137946952291723, 0.20731241125379682, 0.22323433745421203, 0.23895245340620055, 0.25464594419104386, 0.2704731808419711, 0.2864078587743595, 0.3022446948934004, 0.3176800209229963, 0.33239771569135507, 0.3461291014320801, 0.3586822211727278, 0.36994772409295473, 0.3798907524006686, 0.3885363677206044, 0.39595340930967987, 0.40223949478643983, 0.40750840135289995, 0.41188018403215926, 0.41547391226880015, 0.41840268337565323, 0.4207704945680588, 0.42267055775627965, 0.42418468281586225, 0.4253834126395048, 0.42632665405503783, 0.42706460588228645, 0.4276388357336601, 0.4280833994188767, 0.42842593094238146, 0.42868865767999376 ], [ 0.417210729422158, 0.4143462177590343, 0.4109624789717712, 0.40701672617667795, 0.4024818812742054, 0.39735505020634054, 0.3916673941374593, 0.3854947130309149, 0.3789674073650536, 0.37227762935147735, 0.36568050697563, 0.35948568254208885, 0.3540357237580808, 0.34967011148129323, 0.3466780134702108, 0.3452491171933017, 0.34543657810104333, 0.347145732976361, 0.35015471611330573, 0.35416131823718994, 0.3588407673866688, 0.3638968266765389, 0.3690939683088988, 0.3742673465815914, 0.3793150259503112, 0.3841806923353794, 0.38883483628649235, 0.3932597344546363, 0.39744034009766555, 0.4013607024410274, 0.4050042328604945, 0.4083558797124355, 0.4114046527141783, 0.4141455450540718, 0.4165804643758158, 0.4187181800064983, 0.42057350822784717, 0.4221660290384998, 0.4235186099980935, 0.42465595158434244, 0.4256032959160362, 0.426385374817939, 0.42702562192600085, 0.42754563836752146, 0.4279648806665742, 0.4283005297585728, 0.4285674980329528, 0.4287785342668734, 0.42894439190827205, 0.42907403280072076 ], [ 0.42531349911072636, 0.42448197518158687, 0.4235386240656527, 0.4224843653999324, 0.42132556105608326, 0.42007515851648575, 0.41875359647191496, 0.4173892749617976, 0.4160183775455027, 0.414683852988838, 0.4134334326338624, 0.4123166842876584, 0.4113812776269045, 0.41066883335006865, 0.4102109014931304, 0.41002570450937026, 0.410116236638194, 0.41047011380023085, 0.4110612489745209, 0.4118530666621516, 0.41280267009140187, 0.41386522376254875, 0.4149978486143799, 0.41616252149771865, 0.4173277510023991, 0.4184690791695201, 0.4195686623799932, 0.4206142813064947, 0.42159812447547607, 0.4225156141638749, 0.42336443735990636, 0.42414384299546515, 0.4248541909094418, 0.42549669513341376, 0.42607329061685645, 0.42658655947597734, 0.42703967031961165, 0.42743630406760896, 0.42778055676016485, 0.42807682181146905, 0.4283296607233781, 0.4285436733861939, 0.4287233781633682, 0.4288731093687637, 0.42899693660047206, 0.4290986074335015, 0.4291815125994231, 0.42924867114064424, 0.4293027320960252, 0.42934598893484316 ], [ 0.4284926580235363, 0.4283225714586967, 0.42813581002230855, 0.42793380868827174, 0.4277188901904145, 0.42749432701082857, 0.42726434679878594, 0.4270340663937964, 0.42680934408746285, 0.4265965470549868, 0.4264022406527939, 0.4262328175091007, 0.426094095393586, 0.4259909216641415, 0.4259268265217365, 0.4259037657003502, 0.42592198493181366, 0.42598002429523896, 0.42607486255255655, 0.42620218299888635, 0.426356726747287, 0.42653268967761254, 0.4267241171314209, 0.42692525573595347, 0.4271308327953616, 0.42733624775226947, 0.4275376742873597, 0.4277320831651544, 0.42791720341621226, 0.42809144247808933, 0.4282537850829402, 0.42840368716773275, 0.42854097626889404, 0.42866576496191794, 0.42877837976771854, 0.42887930499835636, 0.42896913931568126, 0.4290485621379918, 0.4291183071408768, 0.42917914063213175, 0.4292318432631892, 0.42927719418096855, 0.42931595722039634, 0.42934886905514896, 0.42937662937595833, 0.42939989319083904, 0.429419265286283, 0.4294352967953816, 0.42944848372073685, 0.4294592671781413 ], [ 0.4293100279582333, 0.4292822840293033, 0.4292525711969671, 0.42922120566570315, 0.429188609744081, 0.42915531017324143, 0.4291219297263249, 0.4290891714636166, 0.4290577956081705, 0.42902858971261215, 0.42900233355174117, 0.42897976090451817, 0.4289615209759401, 0.42894814254951297, 0.42894000397212084, 0.4289373117141553, 0.4289400895333096, 0.4289481792746256, 0.42896125318816736, 0.4289788364971379, 0.42900033796551185, 0.4290250855314004, 0.42905236377502665, 0.42908145009711746, 0.42911164694724147, 0.42914230816185867, 0.4291728583185842, 0.4292028048534575, 0.42923174340994674, 0.4292593574174595, 0.42928541320234914, 0.42930975202515453, 0.4293322803534081, 0.4293529594754655, 0.4293717952961033, 0.429388828880345, 0.4294041280656746, 0.4294177802664449, 0.42942988645555513, 0.42944055622421784, 0.429449903781031, 0.4294580447439961, 0.42946509359114643, 0.42947116165671273, 0.4294763555827941, 0.4294807761567782, 0.42948451748021704, 0.4294876664252214, 0.42949030234048824, 0.42949249697208663 ], [ 0.4294681746261967, 0.42946390484086105, 0.4294594119603839, 0.4294547470510311, 0.4294499728944273, 0.4294451631524461, 0.4294404008557254, 0.4294357762130105, 0.42943138379121804, 0.4294273191724974, 0.4294236752490663, 0.4294205383629658, 0.4294179845299242, 0.4294160759990512, 0.42941485838977556, 0.4294143586135687, 0.42941458373279306, 0.42941552083758655, 0.4294171379414708, 0.42941938581612354, 0.4294222006143364, 0.4294255070752709, 0.42942922207309975, 0.42943325826137146, 0.4294375275801497, 0.429441944427491, 0.42944642834535485, 0.42945090612574643, 0.42945531329893716, 0.4294595950161009, 0.42946370637939396, 0.4294676123010274, 0.4294712869887902, 0.4294747131598692, 0.4294778810798684, 0.4294807875123956, 0.42948343464924066, 0.429485829074507, 0.4294879808000084, 0.4294899023951013, 0.4294916082225971, 0.42949311378366267, 0.4294944351685156, 0.4294955886058397, 0.42949659010171815, 0.42949745515800375, 0.42949819856000093, 0.42949883422378, 0.42949937509414177, 0.4294998330850438 ], [ 0.42947660580684605, 0.42947302442428054, 0.42946916316044487, 0.4294650470559593, 0.4294607120753115, 0.4294562055408647, 0.42945158607982226, 0.4294469230000453, 0.4294422950377557, 0.4294377884576718, 0.42943349453221713, 0.4294295064778832, 0.4294259159791003, 0.4294228094776601, 0.42942026444306486, 0.42941834586083305, 0.42941710317765025, 0.4294165679222095, 0.42941675217902614, 0.42941764803252963, 0.4294192280259234, 0.42942144660108345, 0.42942424241046484, 0.4294275413276518, 0.42943125993648257, 0.4294353092539571, 0.4294395984408983, 0.42944403827516126, 0.42944854420111356, 0.4294530388203618, 0.42945745374567096, 0.42946173079621125, 0.42946582256216326, 0.42946969240634236, 0.4294733139977198, 0.4294766704861501, 0.42947975343037326, 0.42948256158461257, 0.4294850996355517, 0.4294873769639638, 0.42948940648633144, 0.42949120361349175, 0.4294927853470951, 0.42949416952133074, 0.429495374187228, 0.4294964171298094, 0.42949731550406356, 0.42949808557361563, 0.4294987425355515, 0.4294993004155664 ], [ 0.42937597755390594, 0.42935485929697104, 0.4293314771315167, 0.42930589486040305, 0.4292782598827077, 0.42924881358528066, 0.4292178983889452, 0.42918596016298954, 0.42915354483693396, 0.4291212883111572, 0.42908989920442864, 0.42906013456053493, 0.42903276932528206, 0.429008561130042, 0.42898821258872555, 0.42897233383189864, 0.42896140827112605, 0.42895576453892303, 0.4289555571557739, 0.428960757757717, 0.42897115775135863, 0.428986382167613, 0.4290059134064518, 0.42902912264860393, 0.42905530607718073, 0.42908372277657414, 0.42911363127332924, 0.4291443221116614, 0.4291751445262715, 0.4292055260718909, 0.4292349848734317, 0.42926313487007245, 0.42928968496926856, 0.4293144333677195, 0.4293372584362925, 0.4293581075330501, 0.42937698494806487, 0.42939393994668007, 0.4294090556119669, 0.42942243893045157, 0.42943421234350143, 0.4294445068134742, 0.42945345633190835, 0.42946119372233976, 0.4294678475541551, 0.42947353997606275, 0.42947838528843124, 0.42948248909466336, 0.42948594789670913, 0.4294888490246429 ], [ 0.4288748271183348, 0.42875361314279564, 0.42861588644655574, 0.42846129811046113, 0.4282900542192408, 0.4281030449501132, 0.4279019603522042, 0.4276893785084018, 0.42746881033110445, 0.42724468543936506, 0.42702226596543263, 0.4268074801155338, 0.42660667487184106, 0.4264262968681544, 0.42627252111323244, 0.42615085725334056, 0.42606577052825945, 0.4260203576211829, 0.4260161149159772, 0.42605282792777055, 0.4261285967875651, 0.4262399957638246, 0.4263823478261006, 0.4265500812740485, 0.42673712694604493, 0.42693731276559804, 0.4271447172028555, 0.42735395312604724, 0.42756036615213927, 0.4277601444275699, 0.4279503476175011, 0.42812887038115877, 0.4282943593038297, 0.4284461024872826, 0.4285839086453454, 0.42870798869862053, 0.4288188485390268, 0.4289171976287411, 0.42900387488653396, 0.42907979108112265, 0.4291458856559291, 0.42920309537751417, 0.4292523322026211, 0.42929446807476374, 0.4293303248111857, 0.4293606677003894, 0.4293862018276518, 0.42940757045135963, 0.42942535496546014, 0.42944007611758106 ], [ 0.42705154112052, 0.426503921144016, 0.42586183083694934, 0.4251178224955166, 0.4242667630047287, 0.4233069002063701, 0.4222410242615645, 0.4210776351785545, 0.41983198727232357, 0.41852684280462504, 0.41719273966495535, 0.4158675739682861, 0.4145953313861381, 0.4134238819228215, 0.41240188459440935, 0.4115750195536927, 0.4109819456321976, 0.41065052451146306, 0.41059490662886766, 0.4108139995855255, 0.41129163192080465, 0.4119984228028189, 0.4128950478773518, 0.41393634141434743, 0.4150755619284196, 0.41626819378879637, 0.41747483192770535, 0.4186629373488025, 0.4198074868271024, 0.4208907165055715, 0.4219012506457071, 0.4228329168540197, 0.42368350018655926, 0.42445361008840754, 0.42514575245787645, 0.4257636318214596, 0.4263116634630756, 0.42679465233004305, 0.4272175899382048, 0.4275855259704604, 0.4279034819245192, 0.4281763856741826, 0.4284090155954607, 0.42860594990935863, 0.42877152107197214, 0.4289097769235309, 0.42902445061050765, 0.4291189407035712, 0.4291963019858404, 0.42925924643903457 ], [ 0.4227313823215365, 0.42100127173731755, 0.4189003155036521, 0.41637435764413916, 0.4133705534766162, 0.4098416112720721, 0.4057515172276431, 0.40108285721891473, 0.39584566554191414, 0.39008741264974306, 0.3839032472693181, 0.3774449103091526, 0.3709258839115435, 0.3646195236113478, 0.35884658535080666, 0.3539494123729044, 0.35025283849355265, 0.34801672088685115, 0.34739055034802313, 0.34838370222796067, 0.35086239301150113, 0.35457594640016654, 0.3592044468591719, 0.3644129909502585, 0.3698977556117196, 0.3754147560961302, 0.3807895854005331, 0.3859121243504949, 0.39072271830934907, 0.3951960037295299, 0.3993266700142312, 0.403119191980999, 0.4065817623980105, 0.4097235927537809, 0.4125543768149089, 0.41508480091105554, 0.4173272939187466, 0.41929655649617725, 0.42100969246055847, 0.4224859511849306, 0.42374618509420736, 0.42481215485200047, 0.42570580314825845, 0.42644858765149235, 0.4270609291521985, 0.42756180030900603, 0.4279684571711522, 0.4282963003270645, 0.42855884411336265, 0.42876776919575943 ], [ 0.4178665865824304, 0.414622762771472, 0.41057573608952663, 0.40556269101614156, 0.3994004829197431, 0.3918879117048584, 0.38281055677065406, 0.3719492361793065, 0.3590935280192482, 0.3440623346732608, 0.32673428593355325, 0.3070920302279641, 0.28528635692894355, 0.2617285965644169, 0.23722126821078413, 0.2131292241995997, 0.19154704030689226, 0.17526778146110644, 0.16712195501549978, 0.16850457510130673, 0.17826722710483228, 0.19345999168507957, 0.21106875499729777, 0.2290550796056754, 0.24644886640325075, 0.2630049005914868, 0.27881124624112263, 0.29401162778369083, 0.3086705190702806, 0.3227467080341219, 0.3361242865053808, 0.34865965448899344, 0.3602212370928558, 0.37071385882890684, 0.3800885172089893, 0.3883416886721021, 0.3955085919679489, 0.40165387236503747, 0.40686198156469777, 0.4112285345838837, 0.41485322476386477, 0.41783443812653287, 0.4202654602921478, 0.42223204907043627, 0.42381110485600043, 0.4250701754433658, 0.42606755996282697, 0.4268528147488011, 0.4274675040297746, 0.42794607587924355 ], [ 0.4183323477626836, 0.4152326639311356, 0.41137006842732887, 0.40659116306684634, 0.4007235573210536, 0.39357781968071004, 0.38495153311455665, 0.37463617014300404, 0.3624276257261895, 0.3481413423664132, 0.3316329802575171, 0.3128254183945387, 0.29174229466031254, 0.2685468314741099, 0.24358137687775824, 0.21739604623294798, 0.19074110305796657, 0.16447531568730028, 0.13932207683994646, 0.11544048660746772, 0.09198307826314754, 0.0671837982682117, 0.03973250192962731, 0.017371982728798516, 0.039552926459038906, 0.07719339856321941, 0.11654058108554437, 0.15519698580085897, 0.1919086474765536, 0.2259042374910145, 0.25674688337523327, 0.28425002392942234, 0.3084114506651592, 0.3293589985813333, 0.34730651091417, 0.36251913153773707, 0.375286808890903, 0.38590478170137205, 0.394659820549235, 0.40182108457112814, 0.40763458047652507, 0.4123203545076747, 0.4160716907976065, 0.4190557229746637, 0.42141498563224367, 0.42326953688704255, 0.424719372594987, 0.42584692754803166, 0.4267195201992457, 0.42739164643406524 ], [ 0.4234632166791041, 0.4219309910562817, 0.4200704285145358, 0.4178313607756183, 0.41516241466882225, 0.4120131931897091, 0.40833698611080377, 0.40409383865673926, 0.39925363069906744, 0.39379860327420735, 0.3877245559742387, 0.3810398225518479, 0.37376128054551766, 0.3659073033531773, 0.35748897042523653, 0.3485031059690624, 0.3389334593943865, 0.32876842409843826, 0.31804305016242895, 0.30690719774783226, 0.2957087565503318, 0.28506209196690063, 0.2758541284260886, 0.26913893672564054, 0.2659073438391076, 0.2667966833225965, 0.2718797398838996, 0.2806525392434539, 0.29221477099917964, 0.30552369009348956, 0.3196018824694723, 0.3336517668568116, 0.3470898229422622, 0.35953286281280616, 0.37076344902762376, 0.3806907072558346, 0.38931434132488013, 0.39669473087214113, 0.4029295475706895, 0.40813627835183586, 0.4124396925046205, 0.41596325498848014, 0.4188235833454763, 0.4211271828644339, 0.42296883557796633, 0.4244311475836819, 0.4255848707602664, 0.42648970841703693, 0.42719539087010056, 0.42774286818323254 ], [ 0.42739482744054313, 0.4269168516471175, 0.4263502179670339, 0.4256838529628227, 0.42490652717335586, 0.42400706760887025, 0.4229745457014523, 0.42179841745122837, 0.4204686072837197, 0.418975558921299, 0.4173103282289063, 0.4154648619194921, 0.41343268003576983, 0.4112102340353812, 0.40879920746677606, 0.40620991683683577, 0.4034657190836942, 0.4006079354285205, 0.3977003175552993, 0.39483164897019796, 0.3921148971757532, 0.38968162383023697, 0.3876712347859077, 0.3862160076235393, 0.3854242946121218, 0.38536529735015795, 0.3860588349042423, 0.3874724266955419, 0.3895261404185613, 0.3921037309454705, 0.39506731844026216, 0.3982725571333051, 0.40158180785987274, 0.4048738406980876, 0.40804962887605944, 0.41103457408265287, 0.4137779375690771, 0.4162503849711284, 0.4184404853602541, 0.4203508362093671, 0.42199428937417777, 0.4233905724699412, 0.4245634549323448, 0.42553850299566914, 0.4263413990085112, 0.4269967607923139, 0.42752737843785904, 0.42795378216666585, 0.4282940601396066, 0.42856385525373814 ], [ 0.42888728208091537, 0.42875964449666465, 0.4286102072626334, 0.42843634691747334, 0.42823534974262983, 0.4280044585115091, 0.4277409358811411, 0.4274421512241152, 0.4271057000441441, 0.4267295669665408, 0.4263123436454324, 0.42585351049615827, 0.42535378459763235, 0.4248155244247612, 0.4242431652054513, 0.423643638135138, 0.4230267058803842, 0.4224051311346358, 0.4217945909394739, 0.42121326301380696, 0.42068104464842904, 0.420218418109614, 0.4198450411397149, 0.41957820382711436, 0.41943133813275096, 0.41941278006864274, 0.4195249600775511, 0.41976413746413266, 0.4201207122023569, 0.42058006047905583, 0.42112376770117815, 0.42173108814669774, 0.42238044945953124, 0.42305083977671887, 0.4237229563055221, 0.4243800449800124, 0.42500841060395467, 0.4255976178524347, 0.4261404316839751, 0.4266325605433424, 0.42707226903585355, 0.42745992157714763, 0.4277975081750894, 0.42808819090219385, 0.4283358969808901, 0.42854497316836115, 0.42871990704290575, 0.4288651140816904, 0.42898478494755976, 0.4290827848362049 ], [ 0.4290562964299474, 0.4289598726193469, 0.4288453598263486, 0.42871017386576693, 0.428551612750819, 0.42836694235443706, 0.428153516478359, 0.42790893547710446, 0.4276312452653229, 0.427319174845586, 0.4269724053252157, 0.42659185686738094, 0.42617997259221935, 0.4257409709596715, 0.4252810318969818, 0.42480837848310654, 0.4243332170853727, 0.42386750592879574, 0.4234245359220854, 0.4230183277404094, 0.4226628737354507, 0.42237127874152225, 0.4221548757025002, 0.4220224054666967, 0.4219793512548495, 0.42202750549031454, 0.4221648210407539, 0.42238556446561226, 0.42268075162857116, 0.4230388126353528, 0.4234464090870466, 0.42388931541158037, 0.4243532780450339, 0.4248247794076534, 0.4252916541736057, 0.42574352888269207, 0.42617207850423117, 0.42657111223063077, 0.42693651397896076, 0.42726607048734583, 0.42755922212060715, 0.42781676970673366, 0.42804056626276993, 0.42823321660686525, 0.42839780162434765, 0.4285376380891713, 0.4286560798734183, 0.4287563622994587, 0.4288414883202675, 0.4289141530648474 ], [ 0.4282608997990108, 0.42797345701865763, 0.42762581753756623, 0.4272072392788989, 0.4267056929034977, 0.42610796415227353, 0.4253998937623635, 0.4245668045547452, 0.4235941697165231, 0.42246857453743464, 0.42117901200065166, 0.4197185262677606, 0.4180861731351066, 0.4162892005727935, 0.4143452668474605, 0.412284416155032, 0.4101504386365894, 0.4080011796171054, 0.4059073664429918, 0.40394962575155025, 0.40221359188070316, 0.4007833500082784, 0.39973386078759504, 0.39912337458512454, 0.3989870370315283, 0.39933281185882324, 0.4001404782878681, 0.4013638806390601, 0.4029359829684024, 0.40477579372978356, 0.40679599837609315, 0.4089101941201902, 0.411038891541534, 0.41311381690229243, 0.41508040666424273, 0.41689865940238724, 0.4185426731292341, 0.4199992561820619, 0.4212659841753922, 0.4223490153246271, 0.42326089848398385, 0.42401853127198524, 0.42464136035822925, 0.4251498665862034, 0.4255643439824392, 0.42590396126709923, 0.4261860836557625, 0.4264258279634285, 0.42663582235700137, 0.42682614154279075 ], [ 0.42570553194964234, 0.4248340002797677, 0.4237840492087282, 0.422523803042592, 0.42101646003432946, 0.4192196767843329, 0.41708499243938135, 0.41455741275931984, 0.41157535304821835, 0.4080712431160789, 0.4039732234116969, 0.3992084973813724, 0.3937090261847212, 0.3874203144174929, 0.3803139685460313, 0.3724044048660216, 0.3637693860646173, 0.3545727802943477, 0.3450858879795734, 0.3357008915133929, 0.3269270597784282, 0.3193590416084943, 0.3136100448481632, 0.31021397733078265, 0.3095184321914208, 0.3116048338616826, 0.31626873972377245, 0.3230684438138836, 0.33141959080204014, 0.3406990340439313, 0.3503283244199011, 0.35982457755264946, 0.36882091219957464, 0.37706528056563443, 0.3844070529928688, 0.39077852053633544, 0.3961758315626506, 0.4006417491697918, 0.40425118875239574, 0.4070996505480453, 0.40929422485390365, 0.4109466722574662, 0.41216806651100485, 0.4130645670120881, 0.41373401578841495, 0.4142631959458853, 0.41472571602610847, 0.41518057424873844, 0.41567149291437094, 0.4162270928219949 ], [ 0.4192593620564168, 0.4169316886893455, 0.414160995885065, 0.41088573143278084, 0.407040677193502, 0.40255720606155265, 0.39736312217113257, 0.39138172963508544, 0.38452970850781937, 0.3767133912852742, 0.3678232048451139, 0.35772645410946957, 0.3462593284378272, 0.3332199836904509, 0.31836565865574934, 0.30141785074089206, 0.2820806274853431, 0.26007884207724674, 0.23522726127578972, 0.20755279323770573, 0.17752088113045997, 0.1464919394419306, 0.11769603680223359, 0.09787832876842659, 0.09620590522492069, 0.11408703962350138, 0.14314705691620425, 0.17589480023592563, 0.2084102023042584, 0.23881758627056685, 0.26623446967973147, 0.29029113984867067, 0.31090332331712606, 0.3281527516784136, 0.34221883758156, 0.3533379565021597, 0.3617794270355278, 0.36783235887811905, 0.37179970151031333, 0.37399674778597924, 0.37475168836004, 0.37440590071936364, 0.37331172704478477, 0.37182578577758707, 0.3702966089351531, 0.36904674611600136, 0.36835132127422016, 0.3684168785154451, 0.3693653953136909, 0.3712278258805495 ], [ 0.40685355148193936, 0.4015494001572932, 0.39521752661017395, 0.3877239420916956, 0.3789362226652081, 0.36873029702328436, 0.3569991774285431, 0.3436638359048044, 0.3286862854639292, 0.31208450457711007, 0.2939477926635949, 0.27444890036115616, 0.2538452738876316, 0.23245641172673917, 0.2106015845167668, 0.18849292857493682, 0.16611924601334668, 0.14322646170011213, 0.11955466673266944, 0.09547010576985582, 0.07314362835246836, 0.05851637893222658, 0.060229219674151915, 0.07778441670068838, 0.10312152772346798, 0.13124746935601933, 0.15996127062458446, 0.18810148260454043, 0.21488099797459873, 0.23968938692266992, 0.2620395785603779, 0.2815520717764172, 0.29794435704230604, 0.31101811251131456, 0.32064482776065106, 0.32675269858734174, 0.3293178446011187, 0.32836261777180176, 0.32396354905391, 0.31627148129939586, 0.3055465879539482, 0.292210879314289, 0.2769192562930598, 0.26064406191682293, 0.24475062634236144, 0.23100324740729483, 0.22138932779178033, 0.2176593765159001, 0.22069175230004487, 0.23011164653882052 ], [ 0.39283395593579185, 0.3840354413397462, 0.3734566751507076, 0.36085314240897765, 0.3459859506529163, 0.32863847376678273, 0.3086385364956985, 0.28588673742369813, 0.26039101428847056, 0.2323065648565645, 0.2019784451420524, 0.16998124862801228, 0.13714645449429472, 0.10456702937308539, 0.07359208351013691, 0.04598967068318828, 0.025497034321120646, 0.022258429621573105, 0.03252198282521644, 0.04181932997205404, 0.0462935778340216, 0.04616626317027407, 0.04510904977627146, 0.05087599218221126, 0.06833400583398812, 0.09452510452721828, 0.12497489034983339, 0.15660995454742901, 0.18745697826273042, 0.21621677427748254, 0.24202595106525285, 0.26431600894382734, 0.28271912474371935, 0.29700016825786957, 0.30700636076906035, 0.3126305838104306, 0.31378637349632343, 0.3103937519146992, 0.3023758807830204, 0.2896674075441008, 0.2722366824822774, 0.2501265400549308, 0.22352419402211415, 0.19288659837543387, 0.15919589249815275, 0.12458095456004632, 0.09403091432509694, 0.07865288950547986, 0.08935932846281545, 0.11870616270316628 ], [ 0.38864834517830127, 0.37982375541156005, 0.3692811170672398, 0.35678442293728857, 0.34210877898228426, 0.32506204071895795, 0.30551473843324845, 0.28344034390737344, 0.25896828840520275, 0.23245224777572365, 0.20455498569267092, 0.17634443312236134, 0.14937005108264637, 0.12560871651407038, 0.10700956084692693, 0.09439764072605464, 0.08650859613120786, 0.08096066860782844, 0.07679651111291072, 0.0756573195695901, 0.07983086691396386, 0.08934017888177685, 0.10240816258403437, 0.11777776689230539, 0.13528808892592173, 0.15509582117997336, 0.17698751981192098, 0.20025999083874682, 0.22394284887754246, 0.24705288682466206, 0.2687493875409668, 0.2883919965230452, 0.3055398227274795, 0.3199243527846501, 0.33141559703960066, 0.3399913246267975, 0.3457137924172032, 0.3487155214495147, 0.34919414882891614, 0.34741536464679257, 0.34372190559607235, 0.33854515607675295, 0.3324139106281913, 0.32595246388966387, 0.3198584226439678, 0.3148517527854172, 0.3115936633844253, 0.3105881139052852, 0.3120946249264125, 0.3160862530300294 ], [ 0.38097961359747123, 0.37589160831896484, 0.37043088041379324, 0.3645197509353234, 0.35806848423007326, 0.35098370847226923, 0.34317761340374503, 0.334575128697526, 0.3251157422322275, 0.3147467872079911, 0.30340629991800944, 0.2909962716869407, 0.2773512542911875, 0.2622119113783303, 0.24521622521844247, 0.22592037086263753, 0.20385631596272433, 0.17862801209871876, 0.15005378353308035, 0.11840959430778608, 0.0850566550761213, 0.05505093651451526, 0.04635023655901587, 0.07037310090618967, 0.10631835544019796, 0.14374679613923894, 0.1796745028230923, 0.21298399216448188, 0.2432067067623363, 0.2701819181734287, 0.29392002794151284, 0.314532988042679, 0.33219399230277186, 0.3471125599520029, 0.3595186459683652, 0.3696524198382975, 0.3777577823732894, 0.3840784111080709, 0.38885547363650985, 0.39232629649191203, 0.39472333446229374, 0.39627283117133144, 0.39719265634023304, 0.39768898840504313, 0.3979517953224317, 0.3981494250249076, 0.39842297970140717, 0.3988814113887742, 0.39959833637553, 0.40061136535935177 ], [ 0.3048525992541063, 0.29985497465512256, 0.2972951040167343, 0.2971131110352414, 0.29893788901938306, 0.3021538584535142, 0.3060150055622252, 0.3097626023785836, 0.31271341748927345, 0.3143066497928066, 0.3141149727773684, 0.31183302232013577, 0.3072579034212242, 0.30027461143470874, 0.29085688965308537, 0.2790916773874662, 0.2652328009956699, 0.2497859437184809, 0.2336189091136194, 0.21806993517586684, 0.20497710405831113, 0.19647686490960337, 0.19442759963904013, 0.19962424309865148, 0.21141189614840647, 0.22807877079058672, 0.24761776413944933, 0.26827518786161364, 0.28874758852641924, 0.30816722810432634, 0.3260146473178561, 0.3420252742339533, 0.3561115599422122, 0.3683036538773314, 0.37870605246827443, 0.38746671159335516, 0.3947555090018923, 0.40074958321105275, 0.4056236555775984, 0.4095439061291299, 0.41266433254765744, 0.415124798816526, 0.41705019618050976, 0.41855030937710896, 0.4197201154919418, 0.42064034710213544, 0.4213782287260324, 0.4219883478853075, 0.42251365132566865, 0.42298656630006853 ], [ 0.11168343838640159, 0.08070836532486488, 0.06776121966387831, 0.08144277886921229, 0.10928104189113534, 0.13925292590508945, 0.1665139332800764, 0.18929007651624824, 0.20708441277662687, 0.22007941609029555, 0.22887535485623647, 0.23431251017866, 0.23730085048304184, 0.23864742826653246, 0.2389163142278542, 0.23838055389723364, 0.23710814727442836, 0.2351621835903906, 0.23282739713234843, 0.23074843064353961, 0.229893303561948, 0.23132742677478554, 0.23588183967623785, 0.2438789188959014, 0.2550595472830029, 0.2687233461250524, 0.28396730562206135, 0.29989664787621495, 0.31575141513085275, 0.33095487301722626, 0.345112431271144, 0.357986844622728, 0.36946581977259285, 0.37953025254776407, 0.3882265602802133, 0.3956441190576619, 0.40189768137330517, 0.407114190158714, 0.4114232672840163, 0.41495066196393565, 0.4178140128451487, 0.4201203674818321, 0.42196499617796734, 0.42343112535914973, 0.4245902949112687, 0.42550311270766683, 0.4262202374393163, 0.42678346815991003, 0.42722685641360936, 0.42757778549534553 ], [ 0.23693864003451376, 0.2247405662741433, 0.21588755101257326, 0.21008555923352318, 0.2062166501236645, 0.20259510122500346, 0.19738660890594112, 0.1889757267784209, 0.1761867551308645, 0.15838369615202824, 0.13551125900861488, 0.10812364952749128, 0.07742315564716581, 0.04531131896970125, 0.014441612164477532, 0.011754692866159478, 0.029514930008479934, 0.036175352867687256, 0.03063045519568555, 0.013330828267212609, 0.013713374513723467, 0.04730999091376184, 0.08444084790616707, 0.1227361784586604, 0.16043599495819497, 0.1963088419858997, 0.22955837463280535, 0.2597315047871134, 0.2866354814082486, 0.3102670269798547, 0.3307541632605224, 0.34831001139482104, 0.3631972027873985, 0.37570130209444214, 0.3861116429307818, 0.39470809963183273, 0.40175249741799096, 0.4074835590128242, 0.41211447606014534, 0.41583236733085793, 0.4187990380216228, 0.4211525844891828, 0.4230094975788252, 0.42446700724006614, 0.4256054836268946, 0.4264907676031621, 0.4271763486363994, 0.427705342418699, 0.4281122459840838, 0.42842446621541647 ] ] }, { "hoverinfo": "text", "legendgroup": "In-sample", "marker": { "color": "black", "opacity": 0.5, "symbol": 1 }, "mode": "markers", "name": "In-sample", "text": [ "0_0", "10_0", "11_0", "12_0", "13_0", "14_0", "15_0", "16_0", "17_0", "18_0", "1_0", "2_0", "3_0", "4_0", "5_0", "6_0", "7_0", "8_0", "9_0" ], "type": "scatter", "x": [ 0.01863606630128963, 0.00019434549077124752, 0.00017096544613875376, 0.00046138279391072273, 5.759561671613819e-05, 0.00034745622955784523, 0.00016014516684773313, 1.7228125273466619e-06, 9.087712131739022e-05, 0.0030081052111055238, 0.00017149641353861043, 0.00031445220848477264, 0.24291725457525815, 0.00010212511612661686, 0.00017554349120475426, 4.570808057397869e-05, 1.4248419775532553e-06, 0.0003972666522237385, 0.00016866015538939222 ], "xaxis": "x", "y": [ 0.2577042877674103, 0.8867331855120201, 1.0, 0.8647945511182115, 0.9085807586846952, 0.9047993673578593, 0.9092264817163008, 0.9840208077589891, 0.8939900657299791, 1.2705494208814505e-21, 0.4538974165916443, 0.9425758719444275, 0.8929417729377747, 0.4569913446903229, 0.7066605904389284, 0.9999999999999987, 0.0, 0.7128137721631224, 1.5708565926543437e-16 ], "yaxis": "y" }, { "hoverinfo": "text", "legendgroup": "In-sample", "marker": { "color": "black", "opacity": 0.5, "symbol": 1 }, "mode": "markers", "name": "In-sample", "showlegend": false, "text": [ "0_0", "10_0", "11_0", "12_0", "13_0", "14_0", "15_0", "16_0", "17_0", "18_0", "1_0", "2_0", "3_0", "4_0", "5_0", "6_0", "7_0", "8_0", "9_0" ], "type": "scatter", "x": [ 0.01863606630128963, 0.00019434549077124752, 0.00017096544613875376, 0.00046138279391072273, 5.759561671613819e-05, 0.00034745622955784523, 0.00016014516684773313, 1.7228125273466619e-06, 9.087712131739022e-05, 0.0030081052111055238, 0.00017149641353861043, 0.00031445220848477264, 0.24291725457525815, 0.00010212511612661686, 0.00017554349120475426, 4.570808057397869e-05, 1.4248419775532553e-06, 0.0003972666522237385, 0.00016866015538939222 ], "xaxis": "x2", "y": [ 0.2577042877674103, 0.8867331855120201, 1.0, 0.8647945511182115, 0.9085807586846952, 0.9047993673578593, 0.9092264817163008, 0.9840208077589891, 0.8939900657299791, 1.2705494208814505e-21, 0.4538974165916443, 0.9425758719444275, 0.8929417729377747, 0.4569913446903229, 0.7066605904389284, 0.9999999999999987, 0.0, 0.7128137721631224, 1.5708565926543437e-16 ], "yaxis": "y2" } ], "layout": { "annotations": [ { "font": { "size": 14 }, "showarrow": false, "text": "Mean", "x": 0.25, "xanchor": "center", "xref": "paper", "y": 1, "yanchor": "bottom", "yref": "paper" }, { "font": { "size": 14 }, "showarrow": false, "text": "Standard Error", "x": 0.8, "xanchor": "center", "xref": "paper", "y": 1, "yanchor": "bottom", "yref": "paper" } ], "autosize": false, "height": 450, "hovermode": "closest", "legend": { "orientation": "h", "x": 0, "y": -0.25 }, "margin": { "b": 100, "l": 35, "pad": 0, "r": 35, "t": 35 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "sequentialminus": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "width": 950, "xaxis": { "anchor": "y", "autorange": false, "domain": [ 0.05, 0.45 ], "exponentformat": "e", "range": [ -6.0, -0.3979400086720376 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "lr" }, "type": "log" }, "xaxis2": { "anchor": "y2", "autorange": false, "domain": [ 0.6, 1 ], "exponentformat": "e", "range": [ -6.0, -0.3979400086720376 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "lr" }, "type": "log" }, "yaxis": { "anchor": "x", "autorange": false, "domain": [ 0, 1 ], "exponentformat": "e", "range": [ 0.0, 1.0 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "momentum" }, "type": "linear" }, "yaxis2": { "anchor": "x2", "autorange": false, "domain": [ 0, 1 ], "exponentformat": "e", "range": [ 0.0, 1.0 ], "tickfont": { "size": 11 }, "tickmode": "auto", "type": "linear" } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "render(plot_contour(model=model, param_x='lr', param_y='momentum', metric_name='accuracy'))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 5. Plot best objective as function of the iteration\n", "\n", "Show the model accuracy improving as we identify better hyperparameters." ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "linkText": "Export to plot.ly", "plotlyServerURL": "https://plot.ly", "showLink": false }, "data": [ { "hoverinfo": "none", "legendgroup": "", "line": { "width": 0 }, "mode": "lines", "showlegend": false, "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 10.383333333333333, 92.03333333333333, 92.06666666666666, 92.06666666666666, 92.06666666666666, 93.28333333333333, 93.28333333333333, 93.28333333333333, 93.28333333333333, 93.28333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333 ] }, { "fill": "tonexty", "fillcolor": "rgba(128,177,211,0.3)", "legendgroup": "mean", "line": { "color": "rgba(128,177,211,1)" }, "mode": "lines", "name": "mean", "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 10.383333333333333, 92.03333333333333, 92.06666666666666, 92.06666666666666, 92.06666666666666, 93.28333333333333, 93.28333333333333, 93.28333333333333, 93.28333333333333, 93.28333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333 ] }, { "fill": "tonexty", "fillcolor": "rgba(128,177,211,0.3)", "hoverinfo": "none", "legendgroup": "", "line": { "width": 0 }, "mode": "lines", "showlegend": false, "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 10.383333333333333, 92.03333333333333, 92.06666666666666, 92.06666666666666, 92.06666666666666, 93.28333333333333, 93.28333333333333, 93.28333333333333, 93.28333333333333, 93.28333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333, 94.48333333333333 ] } ], "layout": { "showlegend": true, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "sequentialminus": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "Model performance vs. # of iterations" }, "xaxis": { "title": { "text": "Iteration" } }, "yaxis": { "title": { "text": "Classification Accuracy, %" } } } }, "text/html": [ "
\n", " \n", " \n", "
\n", " \n", "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "# `plot_single_method` expects a 2-d array of means, because it expects to average means from multiple \n", "# optimization runs, so we wrap out best objectives array in another array.\n", "best_objectives = np.array([[trial.objective_mean*100 for trial in experiment.trials.values()]])\n", "best_objective_plot = optimization_trace_single_method(\n", " y=np.maximum.accumulate(best_objectives, axis=1),\n", " title=\"Model performance vs. # of iterations\",\n", " ylabel=\"Classification Accuracy, %\",\n", ")\n", "render(best_objective_plot)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 6. Train CNN with best hyperparameters and evaluate on test set\n", "Note that the resulting accuracy on the test set might not be exactly the same as the maximum accuracy achieved on the evaluation set throughout optimization. " ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "Arm(name='10_0', parameters={'lr': 0.00019434549077124752, 'momentum': 0.8867331855120201})" ] }, "execution_count": 10, "metadata": {}, "output_type": "execute_result" } ], "source": [ "data = experiment.fetch_data()\n", "df = data.df\n", "best_arm_name = df.arm_name[df['mean'] == df['mean'].max()].values[0]\n", "best_arm = experiment.arms_by_name[best_arm_name]\n", "best_arm" ] }, { "cell_type": "code", "execution_count": 11, "metadata": { "collapsed": true }, "outputs": [], "source": [ "combined_train_valid_set = torch.utils.data.ConcatDataset([\n", " train_loader.dataset.dataset, \n", " valid_loader.dataset.dataset,\n", "])\n", "combined_train_valid_loader = torch.utils.data.DataLoader(\n", " combined_train_valid_set, \n", " batch_size=BATCH_SIZE, \n", " shuffle=True,\n", ")" ] }, { "cell_type": "code", "execution_count": 12, "metadata": { "collapsed": true }, "outputs": [], "source": [ "net = train(\n", " net=CNN(),\n", " train_loader=combined_train_valid_loader, \n", " parameters=best_arm.parameters,\n", " dtype=dtype,\n", " device=device,\n", ")\n", "test_accuracy = evaluate(\n", " net=net,\n", " data_loader=test_loader,\n", " dtype=dtype,\n", " device=device,\n", ")" ] }, { "cell_type": "code", "execution_count": 13, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Classification Accuracy (test set): 98.02%\n" ] } ], "source": [ "print(f\"Classification Accuracy (test set): {round(test_accuracy*100, 2)}%\")" ] } ], "metadata": { "kernelspec": { "display_name": "python3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.6.7" } }, "nbformat": 4, "nbformat_minor": 2 }