{ "cells": [ { "cell_type": "markdown", "metadata": {}, "source": [ "# Tune a CNN on MNIST\n", "\n", "This tutorial walks through using Ax to tune two hyperparameters (learning rate and momentum) for a PyTorch CNN on the MNIST dataset trained using SGD with momentum.\n" ] }, { "cell_type": "code", "execution_count": 1, "metadata": {}, "outputs": [ { "data": { "text/html": [ "" ] }, "metadata": {}, "output_type": "display_data" }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:35:49] ax.utils.notebook.plotting: Injecting Plotly library into cell. Do not overwrite or delete cell.\n" ] }, { "data": { "text/html": [ " \n", " " ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "import torch\n", "import numpy as np\n", "\n", "from ax.plot.contour import plot_contour\n", "from ax.plot.trace import optimization_trace_single_method\n", "from ax.service.managed_loop import optimize\n", "from ax.utils.notebook.plotting import render, init_notebook_plotting\n", "from ax.utils.tutorials.cnn_utils import load_mnist, train, evaluate, CNN\n", "\n", "init_notebook_plotting()" ] }, { "cell_type": "code", "execution_count": 2, "metadata": { "collapsed": true }, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "/home/travis/virtualenv/python3.7.1/lib/python3.7/site-packages/torch/cuda/__init__.py:52: UserWarning:\n", "\n", "CUDA initialization: Found no NVIDIA driver on your system. Please check that you have an NVIDIA GPU and installed a driver from http://www.nvidia.com/Download/index.aspx (Triggered internally at /pytorch/c10/cuda/CUDAFunctions.cpp:100.)\n", "\n" ] } ], "source": [ "torch.manual_seed(12345)\n", "dtype = torch.float\n", "device = torch.device(\"cuda\" if torch.cuda.is_available() else \"cpu\")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 1. Load MNIST data\n", "First, we need to load the MNIST data and partition it into training, validation, and test sets.\n", "\n", "Note: this will download the dataset if necessary." ] }, { "cell_type": "code", "execution_count": 3, "metadata": { "scrolled": true }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Downloading http://yann.lecun.com/exdb/mnist/train-images-idx3-ubyte.gz to ./data/MNIST/raw/train-images-idx3-ubyte.gz\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.1%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Extracting ./data/MNIST/raw/train-images-idx3-ubyte.gz to ./data/MNIST/raw\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "113.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "1.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "2.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "3.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "4.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "5.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "6.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "7.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "8.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "9.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.4%" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Downloading http://yann.lecun.com/exdb/mnist/train-labels-idx1-ubyte.gz to ./data/MNIST/raw/train-labels-idx1-ubyte.gz\n", "Extracting ./data/MNIST/raw/train-labels-idx1-ubyte.gz to ./data/MNIST/raw\n", "Downloading http://yann.lecun.com/exdb/mnist/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw/t10k-images-idx3-ubyte.gz\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "10.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "11.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "12.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "13.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "14.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "15.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "16.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "17.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "18.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "19.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "20.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "21.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "22.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "23.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "24.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "25.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "26.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "27.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "28.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "29.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "30.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "31.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "32.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "33.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "34.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "35.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "36.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "37.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.3%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "38.8%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "39.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "40.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "41.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "42.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "43.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "44.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "45.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "46.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "47.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "48.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "49.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "50.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "51.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "52.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "53.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.2%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "54.7%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "55.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "56.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "57.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "58.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "59.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "60.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "61.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "62.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "63.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "64.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "65.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "66.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "67.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "68.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "69.6%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.1%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "70.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "71.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "72.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "73.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "74.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "75.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "76.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "77.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "78.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "79.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "80.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "81.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "82.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "83.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "84.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "85.5%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "86.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "87.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "88.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "89.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "90.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "91.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "92.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "93.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "94.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "95.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "96.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "97.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "98.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "99.9%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "100.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "0.0%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "\r", "180.4%" ] }, { "name": "stderr", "output_type": "stream", "text": [ "/home/travis/virtualenv/python3.7.1/lib/python3.7/site-packages/torchvision/datasets/mnist.py:480: UserWarning:\n", "\n", "The given NumPy array is not writeable, and PyTorch does not support non-writeable tensors. This means you can write to the underlying (supposedly non-writeable) NumPy array using the tensor. You may want to copy the array to protect its data or make it writeable before converting it to a tensor. This type of warning will be suppressed for the rest of this program. (Triggered internally at /pytorch/torch/csrc/utils/tensor_numpy.cpp:141.)\n", "\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Extracting ./data/MNIST/raw/t10k-images-idx3-ubyte.gz to ./data/MNIST/raw\n", "Downloading http://yann.lecun.com/exdb/mnist/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz\n", "Extracting ./data/MNIST/raw/t10k-labels-idx1-ubyte.gz to ./data/MNIST/raw\n", "Processing...\n" ] }, { "name": "stdout", "output_type": "stream", "text": [ "Done!\n" ] } ], "source": [ "BATCH_SIZE = 512\n", "train_loader, valid_loader, test_loader = load_mnist(batch_size=BATCH_SIZE)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 2. Define function to optimize\n", "In this tutorial, we want to optimize classification accuracy on the validation set as a function of the learning rate and momentum. The function takes in a parameterization (set of parameter values), computes the classification accuracy, and returns a dictionary of metric name ('accuracy') to a tuple with the mean and standard error." ] }, { "cell_type": "code", "execution_count": 4, "metadata": { "collapsed": true }, "outputs": [], "source": [ "def train_evaluate(parameterization):\n", " net = CNN()\n", " net = train(net=net, train_loader=train_loader, parameters=parameterization, dtype=dtype, device=device)\n", " return evaluate(\n", " net=net,\n", " data_loader=valid_loader,\n", " dtype=dtype,\n", " device=device,\n", " )" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 3. Run the optimization loop\n", "Here, we set the bounds on the learning rate and momentum and set the parameter space for the learning rate to be on a log scale. " ] }, { "cell_type": "code", "execution_count": 5, "metadata": {}, "outputs": [ { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:35:52] ax.service.utils.instantiation: Inferred value type of ParameterType.FLOAT for parameter lr. If that is not the expected value type, you can explicity specify 'value_type' ('int', 'float', 'bool' or 'str') in parameter dict.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:35:52] ax.service.utils.instantiation: Inferred value type of ParameterType.FLOAT for parameter momentum. If that is not the expected value type, you can explicity specify 'value_type' ('int', 'float', 'bool' or 'str') in parameter dict.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:35:52] ax.modelbridge.dispatch_utils: Using Bayesian Optimization generation strategy: GenerationStrategy(name='Sobol+GPEI', steps=[Sobol for 5 trials, GPEI for subsequent trials]). Iterations after 5 will take longer to generate due to model-fitting.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:35:52] ax.service.managed_loop: Started full optimization with 20 steps.\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:35:52] ax.service.managed_loop: Running optimization trial 1...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:36:03] ax.service.managed_loop: Running optimization trial 2...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:36:14] ax.service.managed_loop: Running optimization trial 3...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:36:26] ax.service.managed_loop: Running optimization trial 4...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:36:37] ax.service.managed_loop: Running optimization trial 5...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:36:48] ax.service.managed_loop: Running optimization trial 6...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:37:00] ax.service.managed_loop: Running optimization trial 7...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:37:13] ax.service.managed_loop: Running optimization trial 8...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:37:25] ax.service.managed_loop: Running optimization trial 9...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:37:37] ax.service.managed_loop: Running optimization trial 10...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:37:48] ax.service.managed_loop: Running optimization trial 11...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:38:00] ax.service.managed_loop: Running optimization trial 12...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:38:12] ax.service.managed_loop: Running optimization trial 13...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:38:24] ax.service.managed_loop: Running optimization trial 14...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:38:35] ax.service.managed_loop: Running optimization trial 15...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:38:47] ax.service.managed_loop: Running optimization trial 16...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:38:59] ax.service.managed_loop: Running optimization trial 17...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:39:11] ax.service.managed_loop: Running optimization trial 18...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:39:24] ax.service.managed_loop: Running optimization trial 19...\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ "[INFO 11-04 18:39:36] ax.service.managed_loop: Running optimization trial 20...\n" ] } ], "source": [ "best_parameters, values, experiment, model = optimize(\n", " parameters=[\n", " {\"name\": \"lr\", \"type\": \"range\", \"bounds\": [1e-6, 0.4], \"log_scale\": True},\n", " {\"name\": \"momentum\", \"type\": \"range\", \"bounds\": [0.0, 1.0]},\n", " ],\n", " evaluation_function=train_evaluate,\n", " objective_name='accuracy',\n", ")" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "We can introspect the optimal parameters and their outcomes:" ] }, { "cell_type": "code", "execution_count": 6, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "{'lr': 0.00022225362352627591, 'momentum': 0.3055451187866595}" ] }, "execution_count": 6, "metadata": {}, "output_type": "execute_result" } ], "source": [ "best_parameters" ] }, { "cell_type": "code", "execution_count": 7, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "({'accuracy': 0.926999450371818},\n", " {'accuracy': {'accuracy': 9.889954768877336e-09}})" ] }, "execution_count": 7, "metadata": {}, "output_type": "execute_result" } ], "source": [ "means, covariances = values\n", "means, covariances" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 4. Plot response surface\n", "\n", "Contour plot showing classification accuracy as a function of the two hyperparameters.\n", "\n", "The black squares show points that we have actually run, notice how they are clustered in the optimal region." ] }, { "cell_type": "code", "execution_count": 8, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "linkText": "Export to plot.ly", "plotlyServerURL": "https://plot.ly", "showLink": false }, "data": [ { "autocolorscale": false, "autocontour": true, "colorbar": { "tickfont": { "size": 8 }, "ticksuffix": "", "x": 0.45, "y": 0.5 }, "colorscale": [ [ 0.0, "rgb(247,252,253)" ], [ 0.125, "rgb(229,245,249)" ], [ 0.25, "rgb(204,236,230)" ], [ 0.375, "rgb(153,216,201)" ], [ 0.5, "rgb(102,194,164)" ], [ 0.625, "rgb(65,174,118)" ], [ 0.75, "rgb(35,139,69)" ], [ 0.875, "rgb(0,109,44)" ], [ 1.0, "rgb(0,68,27)" ] ], "contours": { "coloring": "heatmap" }, "hoverinfo": "x+y+z", "ncontours": 25, "type": "contour", "x": [ 1e-06, 1.3011511650442548e-06, 1.692994354296022e-06, 2.2028415765056147e-06, 2.866229883678204e-06, 3.729398352432554e-06, 4.852511011181743e-06, 6.3138503555892e-06, 8.215273746089953e-06, 1.0689313005882424e-05, 1.390841207112662e-05, 1.809694657026198e-05, 2.354686311364001e-05, 3.063802837345029e-05, 3.986470631277378e-05, 5.1870009063012666e-05, 6.749072272319499e-05, 8.781563250096393e-05, 0.00011426141253772724, 0.00014867137004306603, 0.00019344392634026088, 0.0002516997901283655, 0.0003274994751669172, 0.0004261263236648159, 0.0005544547624925005, 0.0007214294601814526, 0.000938688782612345, 0.0012213760031100258, 0.0015891948094037057, 0.002067782677737912, 0.0026904978401970136, 0.0035007443993213955, 0.004554997653699184, 0.005926740503884541, 0.007711585311544345, 0.010033938212454078, 0.013055670395116691, 0.01698740074503987, 0.02210317627048227, 0.028759573555516536, 0.03742055263793628, 0.04868979566145066, 0.06335278435066323, 0.0824315491666629, 0.10725590623460621, 0.13955614735503497, 0.18158364372009145, 0.23626776957937787, 0.3074200836506151, 0.4 ], "xaxis": "x", "y": [ 0.0, 0.02040816326530612, 0.04081632653061224, 0.061224489795918366, 0.08163265306122448, 0.1020408163265306, 0.12244897959183673, 0.14285714285714285, 0.16326530612244897, 0.18367346938775508, 0.2040816326530612, 0.22448979591836732, 0.24489795918367346, 0.26530612244897955, 0.2857142857142857, 0.3061224489795918, 0.32653061224489793, 0.3469387755102041, 0.36734693877551017, 0.3877551020408163, 0.4081632653061224, 0.42857142857142855, 0.44897959183673464, 0.4693877551020408, 0.4897959183673469, 0.5102040816326531, 0.5306122448979591, 0.5510204081632653, 0.5714285714285714, 0.5918367346938775, 0.6122448979591836, 0.6326530612244897, 0.6530612244897959, 0.673469387755102, 0.6938775510204082, 0.7142857142857142, 0.7346938775510203, 0.7551020408163265, 0.7755102040816326, 0.7959183673469387, 0.8163265306122448, 0.836734693877551, 0.8571428571428571, 0.8775510204081632, 0.8979591836734693, 0.9183673469387754, 0.9387755102040816, 0.9591836734693877, 0.9795918367346939, 1.0 ], "yaxis": "y", "z": [ [ 0.3854595353341277, 0.3833931490305347, 0.3833144066712597, 0.385762686296225, 0.39130955457497324, 0.4005288785217378, 0.41395520275778164, 0.4320311324525166, 0.4550469571289988, 0.48307852838753373, 0.5159314405894123, 0.5530997199861225, 0.5937451635843487, 0.6367004124698602, 0.6804972976984156, 0.7234242212085876, 0.7636224245511637, 0.7992368820970888, 0.8286321499049426, 0.8506478441442032, 0.8647940605905188, 0.8712259575490998, 0.8703839307099317, 0.8624149818129698, 0.8471887900710586, 0.8248627360868642, 0.7961240708987419, 0.7621207521756672, 0.7242800241872437, 0.6841334876811568, 0.6431849192088768, 0.602819110332307, 0.564241608048427, 0.5284411249843632, 0.4961697085314205, 0.46793802981963806, 0.44402410613247045, 0.42449371258062324, 0.40923012694032235, 0.39797015832847316, 0.39034301241977054, 0.3859086309664232, 0.3841926918342771, 0.3847163024533136, 0.3870193517363976, 0.3906773244416918, 0.3953120220135708, 0.4005970425465311, 0.40625906903607006, 0.412076045681226 ], [ 0.36939208189378553, 0.36552236290470447, 0.3636666617522707, 0.36445382994398984, 0.36856983584686376, 0.37672651306954397, 0.38961398243457857, 0.4078361531345115, 0.4318325282619736, 0.4617947905423151, 0.4975914252612642, 0.5387147403474146, 0.5842598389685985, 0.632936215050959, 0.6831055929342447, 0.7328402789982172, 0.7800065559165388, 0.8223950886091296, 0.8579362979761322, 0.8850226632812093, 0.9028349654348773, 0.9113439081700669, 0.9107838926940905, 0.9011252094765547, 0.8822917224712893, 0.8547390680460312, 0.81959895473912, 0.7784695906699094, 0.7331719872872442, 0.6855727426101925, 0.6374633227665062, 0.5904749199025149, 0.5460169774844194, 0.505234376154315, 0.4689818838723817, 0.4378160006817807, 0.4120043365717858, 0.39155148130213735, 0.37623851417518883, 0.36567162761123073, 0.35933446212515135, 0.35663893611573155, 0.35697042657612393, 0.35972468659542317, 0.3643354299418075, 0.3702927722263843, 0.37715356883363715, 0.38454514220432784, 0.39216402557588076, 0.3997712671946776 ], [ 0.35431987109314406, 0.3485211766164112, 0.34467936856852543, 0.343495771002384, 0.3457561901201288, 0.35230100799106767, 0.36397392648913346, 0.38154567084472785, 0.4056137195652547, 0.4364882611422475, 0.4740860883443876, 0.5178603917374583, 0.5667861759545795, 0.6193995731243039, 0.6738702728341026, 0.728084156267492, 0.7797284662117847, 0.8263973442722249, 0.865767322022716, 0.8959268276042929, 0.9158982458363614, 0.9258138719692404, 0.9259134625688916, 0.915710996849829, 0.8947794634270207, 0.8636964945034462, 0.8238959657755678, 0.7772766999853888, 0.7259582010859634, 0.6721163779762014, 0.6178556574546715, 0.5651061811061187, 0.5155427471077167, 0.47052415305217543, 0.43105345833595543, 0.39776126674083573, 0.37091405050176124, 0.3504472208966015, 0.33601893818413686, 0.32707728170845096, 0.322931856092045, 0.3228215942313298, 0.3259727883418885, 0.33164418525179384, 0.3391584713890829, 0.3479212348142496, 0.3574294821217864, 0.36727215619766035, 0.3771250476064593, 0.3867421968294143 ], [ 0.3417682634320628, 0.334179105936118, 0.3284295492187844, 0.32526868569616046, 0.32555584208182436, 0.3302353739235536, 0.3402864194411708, 0.3566390366014893, 0.3800512857440651, 0.41095374518010797, 0.4492921895000499, 0.494423793675401, 0.5451139197094281, 0.5996285871081694, 0.655871370185687, 0.7115150036023228, 0.7641107897864612, 0.811196077087521, 0.8504597309356645, 0.8800736616925842, 0.8993301278636601, 0.9090505850279503, 0.9099169897192119, 0.9008892209342889, 0.8805653783037386, 0.8489620429050501, 0.8072990585587986, 0.7575503637271288, 0.7021106663064717, 0.6435334714331382, 0.5843322867246594, 0.5268330805305768, 0.4730637379607963, 0.4246705389030187, 0.3828593504194937, 0.34836592430830926, 0.32146165869296567, 0.30199704784187037, 0.28947712393157565, 0.2831561763849093, 0.2821365276086393, 0.28545844091215916, 0.2921731288756481, 0.3013958310823585, 0.3123396343505637, 0.3243328350123015, 0.33682350177920245, 0.3493749349995538, 0.36165530382711003, 0.3734241288864102 ], [ 0.3333289035733293, 0.32441714334196575, 0.317218467323012, 0.31250379018695207, 0.3111730266054536, 0.3142364229435059, 0.32277040897540565, 0.33783533035920077, 0.3603401757353727, 0.39084522241862635, 0.429327600340116, 0.47500985035769056, 0.5263745820743532, 0.5813517819008074, 0.6375501885446498, 0.6924481551723802, 0.7435345044079967, 0.7884298161098586, 0.8250542253338317, 0.8519668481220134, 0.8689524698464458, 0.877236639786506, 0.8779872410058431, 0.8700540517856927, 0.8510136510014914, 0.8197684457982084, 0.7770639117556362, 0.7249203031510413, 0.6660375476640603, 0.603372721641021, 0.5398643644164809, 0.4782500706020024, 0.4209338765534227, 0.3698785790235312, 0.3265183165311778, 0.2917034762883875, 0.26569623889127497, 0.24822635154975187, 0.23859828937072475, 0.23582584441776505, 0.23876723162018076, 0.2462411376069985, 0.2571145130595763, 0.270361086377751, 0.28509419812091263, 0.3005793931883, 0.31623241340785324, 0.33160764310866037, 0.34638114765062017, 0.36033145583615966 ], [ 0.3303707572783895, 0.3209285550624836, 0.3131314352504695, 0.3077541025964249, 0.30570835486648873, 0.30802893272021137, 0.3158355365236106, 0.3302578653550398, 0.3523049190673219, 0.38265315934180344, 0.421335802893961, 0.4674480490525703, 0.519193338400765, 0.5742271508372656, 0.629985507411678, 0.683922423553062, 0.7336800502488131, 0.7772153837459956, 0.8128923840776697, 0.8395300267050934, 0.8564856584629061, 0.863939104274817, 0.8624851222975193, 0.8512362429382125, 0.8282722781966018, 0.7927670944268969, 0.7455450812354042, 0.6886890224346358, 0.6250006228480851, 0.5575855781800937, 0.48957951242068637, 0.42396290991472585, 0.36341322729648734, 0.31016224407659493, 0.2658551695036321, 0.23143963327837586, 0.20713037352461616, 0.19247768745564076, 0.1865223274758923, 0.18798666515466061, 0.19545416718277453, 0.20751115743303028, 0.22284472136911943, 0.24030121990240316, 0.2589135378915975, 0.27790549272414006, 0.29668089692258687, 0.31480347433502825, 0.3319724579746362, 0.3479973644592495 ], [ 0.3337241255688317, 0.3247649782175068, 0.31749837832048067, 0.3126971645213712, 0.311269142201084, 0.31424286310116106, 0.32273014002013817, 0.3378526565853346, 0.36061458794897033, 0.391695512856751, 0.4311283135402127, 0.4779277268385994, 0.5301687611384771, 0.585436072731923, 0.6411970801397703, 0.6950726559825574, 0.7450228195951907, 0.7894323685281069, 0.8270370358450694, 0.8565643226260049, 0.8760378973545555, 0.8830149174860946, 0.8761477663992402, 0.855512424529643, 0.8217708878027858, 0.7759549692278559, 0.7196623499437796, 0.6550794210355866, 0.5848397147964032, 0.5118444078415549, 0.4391019467922946, 0.36958574309827, 0.3060847572388897, 0.2510206276131286, 0.20622598200405762, 0.17273014687735766, 0.1506561691045628, 0.13930772836881622, 0.13740305939700115, 0.14334237081800572, 0.15543122322618397, 0.17203852635971906, 0.19169535186797643, 0.21314736768402942, 0.23537306651404621, 0.2575780825335722, 0.279174206777153, 0.2997501689063929, 0.31903964466362916, 0.336890289467974 ], [ 0.34344450363456075, 0.3360145588874453, 0.3304541246476367, 0.3275334960259664, 0.3281467952391197, 0.33329282787691356, 0.34403124227332493, 0.3614012860866072, 0.3862857987457332, 0.41920021543946484, 0.46000810157916383, 0.5076886825781839, 0.560403840753178, 0.6158387718650512, 0.6715741776829592, 0.7253842494845747, 0.7754285892581682, 0.8202760793150783, 0.8586458420078635, 0.8887447750196067, 0.907438957784019, 0.9106219842434391, 0.8958517350749428, 0.8643145342477041, 0.8187820890308581, 0.7619699164559699, 0.6963039970755974, 0.6241162482845717, 0.5478259381705327, 0.47001730254126806, 0.3934321997283733, 0.32090161731315625, 0.25521961088028233, 0.1989439158030752, 0.1541013435128653, 0.12182589861188098, 0.10212753648221029, 0.09402389382986809, 0.09590671672972706, 0.1058871215494166, 0.1220408360581835, 0.14256626190671373, 0.16587799485402, 0.19065267639283373, 0.21583939190288665, 0.24064480824675138, 0.26450244732774464, 0.28703445039598224, 0.3080123642779942, 0.3273212046502605 ], [ 0.3587578965796842, 0.35372269877581725, 0.3508233130382696, 0.3508190624444021, 0.35457229114615696, 0.363020295362837, 0.3771205624894314, 0.39775829181037803, 0.4256055285985148, 0.4609314873324353, 0.5033981477899485, 0.5519315690143745, 0.604766147551294, 0.6596594586791383, 0.714184527196597, 0.7660125601361998, 0.8131225372792726, 0.8538530186283179, 0.8866799591519041, 0.9096927622686887, 0.9201372471842313, 0.9149111289380453, 0.8924117743671023, 0.8537859535918848, 0.8018126935544411, 0.7394328346397779, 0.6692391509035339, 0.593554465128507, 0.5146499424196483, 0.434909525544506, 0.35689756696866215, 0.28333714430101953, 0.21700714786956166, 0.16054953070118072, 0.11615739461637198, 0.08510367292464815, 0.06731897841138912, 0.06161404412048066, 0.06618486565319459, 0.07897868656115126, 0.09793526566576716, 0.12114409813343396, 0.14694113518373897, 0.1739573368994083, 0.20112738931566904, 0.2276681369703919, 0.2530384287849255, 0.2768918448827118, 0.29903089146301487, 0.3193674187162305 ], [ 0.37821965665238205, 0.37610512869387974, 0.37640803410501994, 0.3798564772096856, 0.3872527647582147, 0.39943620900777804, 0.4172199339926885, 0.4412951322627209, 0.47210087798638, 0.5096700337382318, 0.5534827310025537, 0.6023770870787926, 0.654559681818567, 0.707721687300689, 0.7592328672330177, 0.8063814257718267, 0.8466374121250133, 0.8779057911472214, 0.8986822484593969, 0.9079847863218036, 0.9050823429188799, 0.8893721082452125, 0.8606986232015663, 0.8197287726487638, 0.7678525842189903, 0.706809199497805, 0.6384523635126459, 0.5647231509432724, 0.4877147699326341, 0.4097332164957279, 0.33331158208052103, 0.261164851097769, 0.1960762958413746, 0.14069722096346626, 0.09722761089919718, 0.06695848814873007, 0.049904087100346994, 0.044971623226621515, 0.05041176192442087, 0.06417831797935636, 0.08417705751724991, 0.10844102224283236, 0.13525061161690266, 0.16320079598650727, 0.19121606881424424, 0.21852313680187513, 0.24459983174355265, 0.2691184083481821, 0.2918946639405485, 0.31284720181967224 ], [ 0.4000254199344418, 0.40096113876248274, 0.4045372588091761, 0.41142476368604697, 0.422337188172823, 0.4379879847278799, 0.4590256113934893, 0.48594388061910604, 0.5189700642130285, 0.557941646626875, 0.60219235954732, 0.6504734946898593, 0.7009318744225325, 0.7511537508938126, 0.7982766816472041, 0.8391812479546016, 0.870802468992459, 0.8906270596273226, 0.8973796433214873, 0.8915585838251214, 0.8751145794564812, 0.8501767196593302, 0.817826884554994, 0.7780060548359689, 0.7303487573236547, 0.6749060825662951, 0.6123919770611262, 0.5441501397555691, 0.47204019551974824, 0.3983222228346913, 0.3255491418828434, 0.25645003948441186, 0.19377844680201473, 0.14009690470755787, 0.0974802785929022, 0.06717992377188975, 0.04941045176644365, 0.043416089241074096, 0.04773996030903105, 0.06051817220226996, 0.07972763844149688, 0.10339271351612056, 0.12975335333237725, 0.15737313368401373, 0.18516809207389584, 0.21237010576290238, 0.238461276480046, 0.26310923887749804, 0.2861157011081543, 0.3073789355673195 ], [ 0.42236005164905943, 0.42612258596413444, 0.4326403719554779, 0.4425038443300353, 0.456316587674669, 0.474651881013216, 0.4979918762993644, 0.5266492671794185, 0.5606749046427624, 0.5997595150563497, 0.6431419969495571, 0.6895386301725345, 0.7371060793016041, 0.7834488862411304, 0.8256853136345393, 0.8606009134419699, 0.8849519813308243, 0.8960314548978885, 0.8926551522315951, 0.8763792381974649, 0.8512518868865502, 0.8214537810304495, 0.7886493339521058, 0.7517819071159488, 0.7090851113615687, 0.6594504535057424, 0.6028272104947254, 0.5401419832401553, 0.4730679428942132, 0.4037923051247054, 0.3348201524727022, 0.2688024330554896, 0.2083604989236088, 0.1558837410423486, 0.11329910768659845, 0.08185254701484568, 0.06197816953072266, 0.053308204403132886, 0.05479934262510355, 0.06490916751007847, 0.08178833158750254, 0.10349797069757627, 0.1282466926801008, 0.15457096504341805, 0.18138080841276283, 0.20790098834098658, 0.23358951210822, 0.2580738645091745, 0.2811076798009489, 0.30254095320754365 ], [ 0.4436820118699978, 0.4498027191789743, 0.45866864772122123, 0.4707739393109902, 0.4866015798930849, 0.506582635320465, 0.5310428962181137, 0.5601378895390428, 0.5937795835076201, 0.6315607649014908, 0.6726853070565667, 0.7159137773731464, 0.7595342934617901, 0.8013699187399109, 0.8388392719888437, 0.8691001692054316, 0.8893308826282506, 0.8972440439100301, 0.8919778172672004, 0.8752131569168669, 0.8508682146006565, 0.8228017492561388, 0.7922799564004964, 0.7579359587605289, 0.7178888088507117, 0.6710127129340573, 0.6172434920198908, 0.5574615860431498, 0.4932545943545321, 0.42668304682097874, 0.3600808798685295, 0.29588346839762425, 0.2364657443646162, 0.1839783793618991, 0.14018551611175412, 0.10632610377010943, 0.08302872914654491, 0.07029452288283433, 0.06753310872346285, 0.07362329312908089, 0.08699705325207197, 0.10580305198148643, 0.12821273699662328, 0.15272827907044817, 0.1782355968634899, 0.20390692713592773, 0.2291227455467834, 0.2534262439638292, 0.2764929615190853, 0.29810685748801913 ], [ 0.4628887792127684, 0.4707830193071851, 0.48130007658198826, 0.49483206010649466, 0.5117417679244493, 0.5323266945349344, 0.5567746269432319, 0.5851123989373002, 0.6171510448819403, 0.6524323847187967, 0.6901837104375277, 0.7292886081928254, 0.768283309052021, 0.8053900902059193, 0.8386032263604563, 0.8658495416823209, 0.885253159317689, 0.8955292540060406, 0.8964469846312476, 0.8889961759358778, 0.8747222602826442, 0.8545929171022864, 0.8284871926469419, 0.7956564696163578, 0.7554985591261915, 0.7079760312530284, 0.653687952617966, 0.5937941094371004, 0.5298924418142575, 0.4638863879726105, 0.3978548941155965, 0.3339275013083858, 0.27416314479658443, 0.22043309334029848, 0.17431410357906796, 0.13700311515096664, 0.10926381133591578, 0.09140488215103992, 0.0832739655357898, 0.08424184967419102, 0.093168895659272, 0.10842616109500369, 0.12817065725588928, 0.15081387452129835, 0.17511263393879872, 0.20008926127960552, 0.22498657076072992, 0.24923489695603096, 0.2724225285787931, 0.29426836421862484 ], [ 0.4793577497624779, 0.4884407830050653, 0.4999443110803249, 0.5141630295255806, 0.5313505635880003, 0.5516892531478805, 0.5752550214146244, 0.6019793360033566, 0.63161162598554, 0.6636870071337976, 0.6975056762319433, 0.7321317881825725, 0.7664209844399398, 0.7990867991162907, 0.8288159495771323, 0.8544376281949322, 0.8751326536659794, 0.8906122962705889, 0.901075865373573, 0.9066297076865986, 0.9061435504208695, 0.8969895051515435, 0.8771147181439652, 0.8464239690856847, 0.8059689306669077, 0.7571344657277369, 0.701406026111695, 0.6403669024759706, 0.5757171280469031, 0.5092590099017646, 0.4428507004201499, 0.37834074735795914, 0.3174949871313174, 0.26192457792590407, 0.213022923431327, 0.17191818541581783, 0.13944451495991195, 0.1161277922164835, 0.10217168973158242, 0.09742001534891809, 0.10126524696416883, 0.11250757390374233, 0.12941721421019736, 0.15020676578891345, 0.17336558382902367, 0.1976996090407399, 0.222292423743511, 0.24646039237110384, 0.26971135118861717, 0.2917080434083076 ], [ 0.4928891297599892, 0.50265758480241, 0.5146052354368518, 0.5289429828290145, 0.5458351394622696, 0.5653752641644189, 0.5875598282825806, 0.6122619770941169, 0.6392088083013536, 0.6679668632809486, 0.6979417941964775, 0.7283992035734892, 0.7585139672457599, 0.7874538516584834, 0.8144975415893645, 0.8391726319304125, 0.861368206219459, 0.8813225105817243, 0.899318257463453, 0.9148899690615846, 0.9254883095657781, 0.9261145454570706, 0.9132973001126912, 0.8871527202345765, 0.8493684109482973, 0.8019793324610376, 0.7470046425330826, 0.686391436819864, 0.6220291349602076, 0.5557586350060388, 0.48936219813981097, 0.4245385957930262, 0.36287128939281194, 0.3057966061705065, 0.25457738679753183, 0.21028551820785185, 0.17379332381116053, 0.14576844687159696, 0.1266596991502632, 0.11665216733502337, 0.11555568363186919, 0.12257663168944866, 0.1361891319543742, 0.15456715179428993, 0.1760314380326624, 0.19920532029625554, 0.2230216013641505, 0.2466830244159417, 0.2696148713994398, 0.2914209315296864 ], [ 0.5035915328459205, 0.5136630374672121, 0.5256719931144078, 0.5397651641867628, 0.5560428313270659, 0.5745403957253407, 0.5952097246355463, 0.6179024665974351, 0.6423584676869907, 0.6682033390241077, 0.6949599717612083, 0.7220789949441061, 0.7489920999075798, 0.7751884839009225, 0.8003062063061797, 0.8242140765263121, 0.8470336067354568, 0.8690173451896726, 0.8901750268447735, 0.9095691119958553, 0.9244955896716879, 0.9307723774382923, 0.9249970951163797, 0.9060703451496763, 0.8747008990485509, 0.8325450231937606, 0.7816553282780616, 0.7241850860484502, 0.6622414211764112, 0.5978169464778312, 0.5327595003723642, 0.4687591511718795, 0.4073430644759714, 0.3498748710728053, 0.2975577170511399, 0.25144020632976566, 0.21242230040280613, 0.18125393278171487, 0.15851242995365467, 0.14453591789932407, 0.13928573681173828, 0.14215888639944174, 0.15193436914726632, 0.16701997358191412, 0.18579855258012012, 0.20684433877175962, 0.2289993081418495, 0.251372158406082, 0.2733060510890005, 0.29433816200456747 ], [ 0.5117514255408703, 0.5218664145620817, 0.5337047014841436, 0.5473706181066499, 0.5629265564080053, 0.5803796295870134, 0.5996691317243038, 0.6206566794289178, 0.643121485248283, 0.6667636681290522, 0.691218634658921, 0.7160849929230081, 0.740966579048618, 0.7655250741440235, 0.7895322149114309, 0.8128988380951714, 0.8356428414422218, 0.8577464965749468, 0.8788678054874806, 0.897961742475429, 0.9130750417339424, 0.9216345151939556, 0.9209073080285376, 0.9087377480378128, 0.8844889165412666, 0.8489667717646873, 0.8038747667682021, 0.7513201248096024, 0.6934926688144231, 0.6324899918211498, 0.5702372951640224, 0.5084609187764652, 0.44868967519443104, 0.3922692572806482, 0.34038140758124896, 0.2940620810339714, 0.2542124022396849, 0.2215936028089442, 0.19679370663618562, 0.18015372361676107, 0.17165574645155213, 0.1708183762877319, 0.17668984823777645, 0.18798771685271592, 0.20331617129670715, 0.221352376078717, 0.24095386401846297, 0.2611967587912477, 0.28137160902851827, 0.3009589162557417 ], [ 0.517718809921177, 0.5277161101942627, 0.5392638444779625, 0.5524436416935946, 0.5673025135580185, 0.5838435703195844, 0.6020178646402008, 0.6217187071029282, 0.642780028167164, 0.6649804012932813, 0.6880540151866865, 0.7117089485830224, 0.7356512740161503, 0.7596105605178066, 0.7833582828150175, 0.8067061112326185, 0.8294676928104211, 0.8513686470587899, 0.8719031253189079, 0.8901753415055913, 0.9048076445834614, 0.9139284886965959, 0.9152299429915421, 0.9065567539309547, 0.8868434158807632, 0.8563718511118346, 0.8164295261022616, 0.768857471610997, 0.7156986339433671, 0.6589763678813634, 0.6005760913823933, 0.5421953754666691, 0.4853344895161199, 0.43130795713814374, 0.3812640743128654, 0.33620294269950546, 0.29698488836123615, 0.26432133536992286, 0.23874141234161256, 0.2205333450926693, 0.2096736831111254, 0.20577678695286622, 0.2081043930777684, 0.2156509713311613, 0.22727778937635496, 0.24184701196744302, 0.2583206125952583, 0.27581481821055315, 0.2936179239842728, 0.3111843455047799 ], [ 0.5218279842899608, 0.5316087018879481, 0.5428082063118969, 0.5555001564163521, 0.5697318453066407, 0.5855178322684084, 0.6028345247768807, 0.6216164856071075, 0.6417552264174374, 0.6631010392680139, 0.6854679141993558, 0.7086407118776166, 0.7323825074235735, 0.7564386182319441, 0.7805329364029163, 0.8043531057077873, 0.8275253048988455, 0.849584576858878, 0.8699349214189378, 0.887756263781252, 0.9018455154794232, 0.910497809185574, 0.9116598618795566, 0.9035988447841812, 0.8855821341175495, 0.8578990773133499, 0.8216066603645753, 0.7782423058756888, 0.7295688396478126, 0.6773856340631882, 0.6234093878843481, 0.569211503128263, 0.5161946637516691, 0.46559270505980904, 0.41848094715205775, 0.375786950000141, 0.33829377750963635, 0.3066299568645489, 0.2812436466589887, 0.2623643784163557, 0.24996397165658607, 0.2437352627232185, 0.24310650732368044, 0.24729707157096253, 0.2554024535747349, 0.2664859345877684, 0.27965614870093986, 0.294119872466074, 0.3092093601081087, 0.32438935146294334 ], [ 0.5243581204971686, 0.5338509033842233, 0.5446621165349393, 0.556865824110551, 0.5705172483193309, 0.5856481869164373, 0.6022629214193451, 0.6203349150732517, 0.6398044604898854, 0.6605771521721352, 0.6825226053464585, 0.705472247464425, 0.7292144103618446, 0.7534846814967087, 0.7779501462157044, 0.8021886880855376, 0.8256699516499444, 0.8477534484398634, 0.867718215754386, 0.8847267960555382, 0.8976424173228379, 0.9049436483066758, 0.9049484101659282, 0.896404926225471, 0.8789506212894452, 0.8530069053889695, 0.8195403443825362, 0.7798651196915959, 0.7354758634608896, 0.687914346932136, 0.6386748687502202, 0.5891462085108938, 0.5405826501059987, 0.49409454077560755, 0.450649072924205, 0.41107328166133555, 0.37605307810668176, 0.34612450806192546, 0.3216566350314951, 0.30282955401055983, 0.28961523607313283, 0.2817712366991825, 0.27885558295382484, 0.2802649917545053, 0.2852906641004372, 0.29318049813065505, 0.3031961393514549, 0.3146569602660298, 0.32696806724399585, 0.3396334409353217 ], [ 0.5255272602120852, 0.5346635492320149, 0.5450348620144638, 0.5567180809748243, 0.5697769314390022, 0.5842582068313892, 0.6001879314628948, 0.6175674271864772, 0.6363690834192649, 0.6565313873575892, 0.6779524782734296, 0.7004812280053528, 0.723904791768147, 0.747932020722744, 0.7721735344563031, 0.7961222108152732, 0.8191430246326468, 0.8404886350829032, 0.8593499187768509, 0.8748547442801602, 0.8859605281301323, 0.8914419571305985, 0.8901021684831679, 0.8811337037402216, 0.8643652758698541, 0.8402329969163316, 0.8096096147564052, 0.7736363004269954, 0.7335905920424646, 0.6907870292688822, 0.6465058592289337, 0.6019461274676412, 0.558198572242365, 0.5162326977686191, 0.4768921125901307, 0.4408927648339269, 0.4088199429657678, 0.38112173168704355, 0.35809891308575836, 0.33989379563600763, 0.32648250724005984, 0.31767601351312996, 0.31313383557341534, 0.3123912970291419, 0.3148973344719199, 0.32005711728917435, 0.3272730186062379, 0.3359787812027795, 0.34566408589150405, 0.3558890800778801 ], [ 0.5255072232672038, 0.5342095930325014, 0.5440668357560747, 0.5551567922759334, 0.5675476101856406, 0.5812940876129082, 0.5964334584314002, 0.6129804048528011, 0.6309209542522676, 0.6502047790486344, 0.6707353241505755, 0.6923572372172477, 0.7148409416664291, 0.7378651194538283, 0.7609996678430495, 0.7836945741115025, 0.8052834556281988, 0.8250095383966238, 0.8420636787736626, 0.8555968169552086, 0.8647062537303438, 0.868472347642271, 0.8660973150001811, 0.8570957498337147, 0.841423358016363, 0.8194770631449939, 0.7919994340382899, 0.7599564045325198, 0.7244293704678029, 0.6865325990516598, 0.6473544428445127, 0.6079181067525152, 0.5691575053610773, 0.5319038576092443, 0.496878912047217, 0.4646912374410673, 0.4358329275045541, 0.41067532473634527, 0.3894638349508786, 0.37231332694012287, 0.3592066200620976, 0.34999876963380444, 0.3444290627533968, 0.34214100722733354, 0.3427086919516507, 0.34566642274205744, 0.3505379869282363, 0.35686233419611174, 0.36421355773196856, 0.3722143483557053 ], [ 0.5244460860432962, 0.5326280784053349, 0.541878339110622, 0.552271732118104, 0.5638749508736848, 0.576742652602399, 0.590912703328937, 0.6064002774818397, 0.62319050019013, 0.6412293084697878, 0.6604122999513415, 0.6805716273876556, 0.7014616063034265, 0.7227447517455123, 0.7439814517256315, 0.7646279960387834, 0.7840477467515323, 0.8015361443088157, 0.8163515874139571, 0.8277412631163686, 0.8349669515147434, 0.8373545598387564, 0.8343796630356044, 0.8257652613877051, 0.8115464713089331, 0.7920730119781575, 0.7679562619319356, 0.739989431978745, 0.7090671925839457, 0.6761185833355462, 0.6420568364574364, 0.6077446947362095, 0.5739720827643583, 0.5414427239459149, 0.5107665798655329, 0.4824555345506011, 0.4569204828032149, 0.4344688606213876, 0.4153025812916391, 0.3995171577420467, 0.38710331017062094, 0.3779524153105048, 0.3718666975429929, 0.36857420817485687, 0.3677476556424532, 0.36902535624494, 0.3720322092874181, 0.3763987257863456, 0.38177664780688153, 0.3878503833378416 ], [ 0.5224879960221313, 0.5300611358240829, 0.5386049319395625, 0.5481872022451967, 0.558867845448074, 0.5706947618299729, 0.5836987623526857, 0.5978872663463393, 0.6132366087851222, 0.6296828696761657, 0.6471113483592481, 0.6653451900669343, 0.6841342722192288, 0.7031462472902967, 0.7219624216367031, 0.7400814296476069, 0.756932668046479, 0.7718987863506706, 0.7843436306339917, 0.7936424660020135, 0.7992163139025181, 0.8005758350337034, 0.7973748759146475, 0.7894621266909484, 0.7769127743999241, 0.7600278262050656, 0.7393022472884607, 0.7153737299119177, 0.6889662638755654, 0.6608388260289166, 0.6317441290323386, 0.6023983151666806, 0.5734602860748721, 0.5455185199896679, 0.5190831567461514, 0.4945814519318198, 0.47235521888494514, 0.45265947974254817, 0.4356621427822642, 0.42144501605620066, 0.4100067614062, 0.4012684214038452, 0.39508190769438073, 0.39124139276117437, 0.3894970320004396, 0.3895700129047912, 0.3911677018648523, 0.3939976815543327, 0.39777970896822124, 0.4022549888679812 ], [ 0.519784972643079, 0.5266681382939702, 0.5344133261444621, 0.5430783365603058, 0.5527127662439939, 0.5633539109359547, 0.5750217147453289, 0.5877126656558116, 0.6013926105030538, 0.6159886062752405, 0.6313801627789785, 0.6473905786195603, 0.6637795090814788, 0.6802383446520537, 0.6963902360815309, 0.711796403585659, 0.7259695039705473, 0.7383934721347775, 0.7485481889310501, 0.7559374757042523, 0.7601200449784549, 0.7607432711681652, 0.7575773805876097, 0.7505440470115512, 0.7397317667114004, 0.725392926422544, 0.7079229005992843, 0.6878264749506582, 0.6656789711252891, 0.6420885777904161, 0.6176640131363125, 0.5929892050983147, 0.5686049209525476, 0.5449963204452163, 0.5225850687699336, 0.501724703738677, 0.48269822839441023, 0.4657172719272834, 0.4509225374114504, 0.4383855627402259, 0.42811200614704653, 0.42004669919667176, 0.4140805915038256, 0.41005948328496944, 0.4077941731362183, 0.4070714164628406, 0.40766495661044716, 0.4093458847985585, 0.4118916978366811, 0.4150936171360623 ], [ 0.5164999316755133, 0.522627336993666, 0.5295000426185079, 0.5371644109255135, 0.5456583517126026, 0.5550074602143532, 0.5652203711067094, 0.5762833227722635, 0.5881540206396696, 0.6007550352099431, 0.6139671745232756, 0.6276235217575257, 0.6415050878132765, 0.6553392191285161, 0.6688019116306723, 0.6815249069806352, 0.6931078701937281, 0.7031352270391015, 0.7111966826592554, 0.7169102667185363, 0.719946779126065, 0.7200542256754362, 0.7170799476149455, 0.7109871426881663, 0.701862345183065, 0.6899117811182873, 0.6754469241765481, 0.6588619155540233, 0.6406067884057135, 0.6211603915312481, 0.6010059292157796, 0.5806107373057335, 0.5604107701104127, 0.5407994919092072, 0.5221204657003284, 0.5046628291419936, 0.4886589393148033, 0.4742836604143548, 0.46165498723352383, 0.45083588635290905, 0.44183735833614435, 0.43462275929378413, 0.4291133712515567, 0.4251950999323528, 0.4227260419155818, 0.42154454085000687, 0.4214772776914625, 0.42234693072228713, 0.42397899707829867, 0.42620747308373846 ], [ 0.5128031839131189, 0.5181289801187792, 0.5240793930307698, 0.5306893505352407, 0.537985438339543, 0.5459824843099077, 0.5546795668015716, 0.5640555065591463, 0.574063992075005, 0.5846286101736433, 0.5956382016468942, 0.6069431182141622, 0.6183530877888347, 0.6296374504906549, 0.6405284545867016, 0.6507280671612479, 0.6599183788124627, 0.6677752507061255, 0.6739844812709644, 0.678259520176527, 0.6803595742918859, 0.680106716271664, 0.6774003020278125, 0.6722268179220948, 0.6646635093561502, 0.6548749373092709, 0.6431027927064181, 0.6296504517794476, 0.6148644762441309, 0.5991153798188701, 0.582779591974721, 0.5662238929028784, 0.5497929142355336, 0.5337997573485984, 0.5185194362886192, 0.5041846959353733, 0.49098374268739214, 0.4790594996315565, 0.4685101099481288, 0.45939052070129305, 0.45171505641159915, 0.4454609237497144, 0.4405725745530191, 0.4369668049253157, 0.43453840201956545, 0.4331660883594843, 0.4327184743880822, 0.4330597242781553, 0.43405466980715635, 0.4355731660345145 ], [ 0.5088658109600486, 0.5133649425305106, 0.5183679623323318, 0.5238993663194922, 0.5299758826013461, 0.5366036289630735, 0.5437748898351926, 0.5514646042051057, 0.5596267291438785, 0.5681907320962587, 0.5770585604724701, 0.5861025235250794, 0.5951645756507807, 0.6040574848087722, 0.6125682816416271, 0.6204642070572425, 0.6275011270186748, 0.6334341057843177, 0.6380295717344456, 0.6410783019931146, 0.6424082903206276, 0.6418964343018203, 0.6394779024449645, 0.6351520906602868, 0.628984334686195, 0.6211030319497486, 0.6116924550836226, 0.6009821391746735, 0.589234126250241, 0.5767294647417246, 0.5637552068670233, 0.5505928180598678, 0.5375085272378979, 0.5247458002241723, 0.5125198646430091, 0.5010140668826122, 0.4903777867147774, 0.4807256458305556, 0.47213779287108826, 0.4646611030666546, 0.45831117592407317, 0.45307503849697484, 0.4489144619334877, 0.4457697795766218, 0.44356406502920387, 0.4422074992898677, 0.44160173724620017, 0.4416440820336801, 0.4422312930836172, 0.44326288778402767 ], [ 0.5048530387138302, 0.5085190662163575, 0.5125710659124287, 0.5170246142638733, 0.5218885205439823, 0.5271626023587412, 0.5328352384743928, 0.5388807961912242, 0.5452570831981985, 0.5519030315855313, 0.5587368769487342, 0.5656551370038642, 0.572532707899371, 0.5792243687108007, 0.5855679064307149, 0.5913889456830972, 0.5965074020923986, 0.6007452981747509, 0.603935510538302, 0.6059308757309243, 0.6066129792809973, 0.6058998963166193, 0.6037521584387775, 0.6001763150571618, 0.5952256574994522, 0.5889979725777332, 0.5816305412520506, 0.5732929217010643, 0.5641782799723996, 0.5544941120946999, 0.5444531402529436, 0.5342650006550824, 0.5241291274937216, 0.5142290279922623, 0.5047279736959998, 0.49576601887632743, 0.48745819746013186, 0.479893733986435, 0.4731361159172208, 0.46722389853052515, 0.4621721370665987, 0.45797435584341567, 0.4546049676487968, 0.4520220500574205, 0.4501703726141666, 0.4489845556587323, 0.44839223329680283, 0.44831709348534243, 0.44868167898613065, 0.44940985332763855 ], [ 0.5009197027421868, 0.5037607818340977, 0.5068741891002674, 0.5102681877838583, 0.5139455972846441, 0.5179021724518563, 0.5221248753577756, 0.5265901264676002, 0.5312621560377158, 0.5360916100527366, 0.5410145926069244, 0.5459523413819574, 0.5508117273123747, 0.5554867374862615, 0.5598610391044786, 0.563811634547028, 0.5672135117173781, 0.5699450825961813, 0.5718941002480448, 0.5729636624174744, 0.5730778574089033, 0.5721865926928748, 0.5702691763359385, 0.5673363027904295, 0.5634302287740437, 0.5586231007131582, 0.5530135868754718, 0.5467221399601454, 0.5398853364067157, 0.5326497869743512, 0.5251660881221213, 0.5175832014395709, 0.5100435346221796, 0.5026788788551992, 0.4956072545427608, 0.4889306415347169, 0.4827335239088602, 0.4770821589372261, 0.472024477509253, 0.46759053056356514, 0.46379340569473104, 0.4606305450316459, 0.45808539736984544, 0.4561293344578963, 0.454723755160777, 0.4538222947573073, 0.45337305273136164, 0.4533207532693768, 0.4536087593421291, 0.45418087355607634 ], [ 0.49720872432181484, 0.49924295173308164, 0.50144022685973, 0.5038029091151758, 0.5063294439977178, 0.5090132991105449, 0.5118418714352996, 0.5147954351465083, 0.5178462177560434, 0.5209577078235401, 0.5240843065232657, 0.5271714343704887, 0.5301561901295143, 0.5329686294459621, 0.5355336864492829, 0.5377737056883399, 0.5396114901959045, 0.540973711776451, 0.5417944794133374, 0.542018827307297, 0.5416058698341122, 0.5405313792399575, 0.5387895744391731, 0.5363939654980248, 0.5333771750980325, 0.5297897480665789, 0.525698051190002, 0.5211814439426796, 0.5163289538901541, 0.5112357110197512, 0.5059993830793967, 0.5007168158966198, 0.4954810294842579, 0.49037866412212794, 0.4854879199764459, 0.4808769948706457, 0.47660299928839944, 0.4727113141547899, 0.46923535210309236, 0.4661966828884066, 0.46360548486580844, 0.4614612845693611, 0.45975394426959093, 0.45846485303983875, 0.4575682713397086, 0.45703277393356323, 0.45682273265076956, 0.4568997802673914, 0.45722420026292576, 0.4577561943265921 ], [ 0.4938525405942061, 0.49510364698542836, 0.49641184967772195, 0.4977746512516215, 0.49918727689455866, 0.5006421075361095, 0.5021281374525876, 0.5036305071020608, 0.5051301682429421, 0.5066037402764145, 0.5080236126145867, 0.5093583364615153, 0.5105733302630349, 0.511631897048174, 0.5124965213000489, 0.5131303816756668, 0.5134989885833883, 0.5135718370026017, 0.5133239584320495, 0.5127372627245034, 0.5118015795061597, 0.5105153364674566, 0.5088858435095736, 0.5069291830378255, 0.5046697340196374, 0.5021393784725634, 0.49937645277852893, 0.49642451263167614, 0.49333098031701555, 0.49014573778387865, 0.48691972040793485, 0.48370355633247897, 0.48054628655873277, 0.4774941927685918, 0.4745897538376097, 0.4718707481120181, 0.469369516231684, 0.46711239770392443, 0.46511935260292747, 0.4634037768507352, 0.46197251500023073, 0.46082606817129046, 0.45995898710340166, 0.45936043186782, 0.45901487155755066, 0.45890289024084807, 0.4590020605085694, 0.459287843687608, 0.4597344764901887, 0.46031580739369415 ], [ 0.4909767734638594, 0.49147082358615923, 0.49191752023372093, 0.4923101315962674, 0.4926413180702516, 0.49290300155183975, 0.49308629806173543, 0.49318154959795946, 0.4931784876044374, 0.4930665512838627, 0.4928353688021016, 0.49247538870633256, 0.4919786242357558, 0.49133944761137766, 0.4905553491159838, 0.48962756194385904, 0.4885614534896978, 0.48736660065385634, 0.486056501684775, 0.48464792679807045, 0.48315996662707444, 0.4816128903626915, 0.4800269620999604, 0.47842137461734996, 0.47681344033375905, 0.4752181327071151, 0.4736480080163124, 0.47211347160252015, 0.47062329846157913, 0.4691852857464218, 0.46780690806885045, 0.46649586292170386, 0.46526042601554496, 0.4641095760033283, 0.46305288682270773, 0.4621002178537964, 0.4612612541640918, 0.4605449606273977, 0.459959015710637, 0.4595092852049545, 0.45919938542432626, 0.459030371598365, 0.4590005722398986, 0.4591055757002528, 0.45933836209927875, 0.45968956315475396, 0.4601478246402729, 0.4607002414773279, 0.4613328337471517, 0.46203103288431413 ], [ 0.48870504892936284, 0.4884684992279191, 0.4880793752731978, 0.4875269261795552, 0.48680144961869265, 0.4858945372888436, 0.48479941747484345, 0.4835114230645021, 0.4820286017396223, 0.4803524657975446, 0.47848885259562796, 0.4764488346422153, 0.4742495841574582, 0.4719150655234001, 0.46947640710515337, 0.46697179916366693, 0.464445784459549, 0.4619478578601528, 0.45953037119092377, 0.45724584287894954, 0.4551438833600543, 0.4532680443163897, 0.4516529574246711, 0.45032212580856057, 0.4492866605825188, 0.4485451250139383, 0.44808448596934825, 0.4478820121351629, 0.4479078352651352, 0.4481278269061896, 0.4485064440894805, 0.44900925277028597, 0.4496049268323914, 0.4502666203659333, 0.4509727026137322, 0.4517069163775289, 0.45245806697738067, 0.45321937096131326, 0.4539875960087793, 0.45476211157274354, 0.4555439493734571, 0.45633494859224166, 0.45713703601438294, 0.45795166877327015, 0.45877944812512783, 0.45961989747985343, 0.4604713868607643, 0.4613311788524215, 0.46219556748776264, 0.46306008085697553 ], [ 0.4871637018129581, 0.4862229044561516, 0.4850211441875314, 0.48354353997040733, 0.48177788171918123, 0.47971518763362586, 0.4773503932040839, 0.4746832037160754, 0.47171912359110857, 0.4684706465301488, 0.4649585509114268, 0.46121319765167285, 0.45727567728327945, 0.4531986063302751, 0.44904633983772146, 0.44489435902711205, 0.4408276232393351, 0.4369377542470817, 0.43331905283549593, 0.43006352464992326, 0.42725529104222437, 0.42496494107089605, 0.4232444934057194, 0.4221236369546744, 0.42160778500714063, 0.42167822513409875, 0.4222943294431542, 0.42339748258561455, 0.4249161595045182, 0.4267714843430284, 0.4288826302087321, 0.4311715472043364, 0.43356668670643167, 0.43600557709213184, 0.43843626601463603, 0.44081775927400524, 0.44311965304092016, 0.4453211809136747, 0.44740989074257187, 0.449380139721169, 0.45123155973289075, 0.45296760570166317, 0.454594262576675, 0.45611895434414484, 0.4575496723190263, 0.45889432011414055, 0.46016025868341637, 0.46135402593693314, 0.4624812007449194, 0.4635463797884317 ], [ 0.48648503136155025, 0.4848670654678023, 0.48287433307595506, 0.4804875225519434, 0.4776915880526451, 0.4744765386660033, 0.4708383961450785, 0.46678037176789167, 0.46231428888305054, 0.45746223791109986, 0.4522583956097603, 0.4467508728563645, 0.4410033801239779, 0.43509642561505835, 0.42912770028412467, 0.42321127410130077, 0.41747525028023597, 0.4120576210502493, 0.40710025615642437, 0.40274123333895373, 0.39910605972999713, 0.3962986696093391, 0.39439332258318366, 0.39342856852165853, 0.3934042315241642, 0.3942819125679002, 0.39598892456592893, 0.39842501275194103, 0.40147082525260097, 0.404996962532272, 0.4088725405967639, 0.41297247507728785, 0.41718303140906304, 0.4214055045414494, 0.42555813793839076, 0.42957654834434056, 0.4334129966648317, 0.4370348555064487, 0.44042259251539784, 0.44356753507817837, 0.44646962074300367, 0.44913527838942746, 0.4515755330433615, 0.45380438461156175, 0.4558374780472645, 0.4576910587925688, 0.45938119147365286, 0.4609232102863361, 0.4623313648816253, 0.46361862457422165 ], [ 0.4868077522773513, 0.4845422970279083, 0.4817809741579482, 0.47849974413964186, 0.4746804418608493, 0.4703116857354362, 0.46538999086657745, 0.45992117594168014, 0.4539221256720496, 0.447422920101419, 0.44046926946759224, 0.4331251007772658, 0.42547503441241974, 0.41762637410349485, 0.40971012540528806, 0.40188047862326454, 0.39431217429222104, 0.38719525404421107, 0.38072692957419507, 0.37510070384487953, 0.3704934344047774, 0.36705164866558954, 0.36487893303588614, 0.3640264056453067, 0.3644879798649099, 0.3662013289706389, 0.3690543783617005, 0.37289612511822645, 0.377549931020331, 0.3828272954293344, 0.3885404225598774, 0.3945124592360625, 0.4005848853004629, 0.406622043481786, 0.4125131357954156, 0.4181721907188336, 0.42353655451703337, 0.42856442527228156, 0.4332318683628336, 0.4375296558990214, 0.44146017804391213, 0.4450345909590618, 0.44827029830508935, 0.451188811239397, 0.45381399423552765, 0.4561706785206239, 0.45828360902718257, 0.46017668218333374, 0.4618724286398735, 0.46339169553007076 ], [ 0.48827329343821546, 0.4853951245947663, 0.4818913140289839, 0.4777330478194476, 0.47289910023901455, 0.46737669988614994, 0.46116262438629885, 0.45426467953276334, 0.4467036881148026, 0.43851605165588003, 0.42975685600716274, 0.4205033713220292, 0.41085865132507204, 0.40095477123732487, 0.3909550692527997, 0.3810545953861004, 0.3714778642392049, 0.3624730189033321, 0.35430172816420125, 0.34722464788510904, 0.34148312384416274, 0.3372789170477593, 0.33475481517998035, 0.33397959405710553, 0.3349404552637793, 0.33754466137517425, 0.3416300274540263, 0.3469820003257912, 0.3533539763245888, 0.3604875049247314, 0.3681298304963919, 0.3760473487063532, 0.38403458519256856, 0.3919190335078308, 0.3995625876092118, 0.4068604388206784, 0.413738271813798, 0.4201484702649235, 0.42606588762207426, 0.43148358596649794, 0.436408813331295, 0.44085938317783036, 0.44486053899932554, 0.44844232919067184, 0.4516374782725131, 0.454479716112007, 0.4570025132140446, 0.45923816436592463, 0.4612171624511182, 0.46296780722976794 ], [ 0.4910166486605807, 0.48756824211655214, 0.48335493703213817, 0.47834364538989443, 0.47251084794977793, 0.46584318105557965, 0.45833825166994197, 0.45000593891878216, 0.44087040543275224, 0.43097296431490734, 0.42037583232466236, 0.40916665055123946, 0.39746347148710864, 0.38541969530424147, 0.3732281900223928, 0.36112356240357174, 0.34938129445784677, 0.3383123010050725, 0.32825153221129255, 0.31953973776775146, 0.3124986342799737, 0.3074015438312213, 0.3044437772300476, 0.3037187191127817, 0.3052055077362409, 0.30877172459509483, 0.3141904005545044, 0.3211668823821394, 0.3293693976232801, 0.3384577741657793, 0.3481067461041129, 0.3580224197381233, 0.36795207178489714, 0.37768834141394914, 0.3870691980114438, 0.3959750342101115, 0.4043240295056602, 0.41206667116187506, 0.4191800698542124, 0.4256624957910315, 0.4315283947146266, 0.4368040198858745, 0.4415237293668757, 0.44572694008439506, 0.4494556942195256, 0.45275277344271914, 0.4556602876216491, 0.4582186632124231, 0.4604659598871845, 0.46243745009496484 ], [ 0.49515062552386035, 0.4911843062144077, 0.48630407604124015, 0.4804739457330523, 0.4736699935505162, 0.465880335489424, 0.45710528440636033, 0.44735810963063566, 0.4366667597515458, 0.4250768058802965, 0.41265571543037394, 0.39949838686874606, 0.3857336643216537, 0.37153129878346114, 0.3571085165864188, 0.34273498602143915, 0.32873454873912494, 0.315481659046907, 0.3033901980169107, 0.29289249941088424, 0.2844075279947656, 0.27829973586204154, 0.2748342652127673, 0.2741385199981743, 0.276181577211826, 0.2807786533316295, 0.2876191233630996, 0.29630885344219976, 0.30641531798729277, 0.3175067523914082, 0.32918113649143615, 0.3410844879175865, 0.3529199866406255, 0.36445017353262676, 0.3754944297389425, 0.385923580263609, 0.39565302041316, 0.40463535261371736, 0.4128531848811582, 0.42031248640725105, 0.42703671104684543, 0.43306177221433234, 0.4384318692356863, 0.4431961138750904, 0.44740587721161096, 0.4511127641189754, 0.4543671199852045, 0.4572169781563975, 0.45970736419004715, 0.46187988249473033 ], [ 0.5007426415417959, 0.4963217517802474, 0.4908283553633256, 0.4842261311026318, 0.476494191842636, 0.46762595942475893, 0.4576281453093961, 0.4465204780774098, 0.43433672871564744, 0.42112742075628923, 0.4069644117216828, 0.39194731660153015, 0.3762115143130281, 0.359937216636426, 0.34335875517861864, 0.3267728186402049, 0.31054381769114936, 0.2951038618990683, 0.2809440729525901, 0.26859339203506827, 0.25858133682502116, 0.25138366333784595, 0.2473563141248446, 0.24667317118532261, 0.24929049477625187, 0.25495460568259865, 0.2632492277841286, 0.27366198550678306, 0.2856485733751864, 0.29868254731264154, 0.3122879390627149, 0.32605688325138926, 0.3396560239001478, 0.35282535185113645, 0.3653724220279106, 0.37716411885791695, 0.3881174644781304, 0.39819044067581283, 0.4073734117883553, 0.41568146626527397, 0.4231478124151196, 0.4298182458751762, 0.43574663416604253, 0.4409913233485608, 0.4456123529594281, 0.4496693605985096, 0.4532200614829659, 0.4563191972932733, 0.4590178602161459, 0.4613631105900458 ], [ 0.5077837905092064, 0.5029824973194305, 0.49694105426766044, 0.48962685728136307, 0.48102740194254107, 0.4711473744326057, 0.4600057435416409, 0.447633844172449, 0.4340752454457092, 0.4193879124361164, 0.403648878413829, 0.3869613821429833, 0.36946418934197456, 0.35134257690137416, 0.3328401640367763, 0.3142703677652876, 0.296025676131203, 0.2785821045278011, 0.2624950768926475, 0.24838158704909302, 0.23688219974139507, 0.2285966580409584, 0.22399270603085703, 0.22330615524012964, 0.22647688230286478, 0.23316283848717, 0.24282232237716117, 0.25481557851014114, 0.2684889400090518, 0.28323113557744667, 0.2985050872143542, 0.3138618282102352, 0.32894259076595245, 0.3434736792399194, 0.3572573936170806, 0.3701612028391953, 0.38210658423403027, 0.39305839025585504, 0.40301522158017566, 0.41200102984197184, 0.4200580079536429, 0.42724072402088203, 0.4336113966149032, 0.4392361802717176, 0.44418232039292926, 0.44851603906388615, 0.4523010227368318, 0.4555973958940721, 0.45846107949097387, 0.4609434477645511 ], [ 0.5161509244965691, 0.5110525542825123, 0.5045383228676864, 0.4965850788347267, 0.48719618801527176, 0.4763958213960469, 0.46422320747080326, 0.4507283702357986, 0.43597042688405496, 0.420019008523992, 0.4029589367509957, 0.38489797981046175, 0.3659772943440779, 0.3463839697296966, 0.32636486057420044, 0.3062405468239449, 0.28641772466095433, 0.26739751881444895, 0.2497760135844232, 0.23423159917366193, 0.2214913998663529, 0.21226620226599585, 0.20714201118235953, 0.20643106490816038, 0.21005294819847348, 0.2175621044025769, 0.22829102512298194, 0.2414900536123588, 0.25642169524153635, 0.27241528638232254, 0.2888940603742594, 0.305384255686209, 0.3215131490015395, 0.33700074533323965, 0.35164829186756424, 0.36532567010878925, 0.37795894392834933, 0.38951880751998885, 0.4000103182903468, 0.40946406466365126, 0.417928770590998, 0.42546525036269806, 0.4321415798107206, 0.43802932939945083, 0.44320070134476275, 0.44772642003653407, 0.4516742380626205, 0.4551079359620844, 0.4580867104708987, 0.46066486221832353 ], [ 0.5255642879660449, 0.5202584536542819, 0.5133548785583917, 0.504847390037803, 0.49476483887331957, 0.4831610433017639, 0.47010497347069924, 0.45567345912254137, 0.43994771935721577, 0.4230141337507272, 0.4049690931889856, 0.38592746172432085, 0.36603403566877324, 0.34547728578639914, 0.32450451646065503, 0.30343729342470804, 0.28268550555928046, 0.26275765458937633, 0.24426380656308294, 0.22790595476159203, 0.2144481521252934, 0.20465542583665008, 0.19918585777004488, 0.19841528907861905, 0.20224384359473108, 0.21014639083948733, 0.22138212420017028, 0.2351468987478617, 0.2506649910890675, 0.267239868406038, 0.28427795203471123, 0.3012951737422156, 0.3179130940473548, 0.333849177878327, 0.3489042763249655, 0.36294927485868445, 0.37591211242445577, 0.3877658592882679, 0.39851819602867394, 0.4082024114965252, 0.41686989747123115, 0.4245840357572232, 0.4314153306878729, 0.43743762300639166, 0.44272522044067986, 0.4473507894469763, 0.45138386711801903, 0.45488986917757374, 0.45792948740920414, 0.4605583866213673 ], [ 0.5355463785986299, 0.5301256025578482, 0.5229230641417908, 0.5139588446390633, 0.5032985704401021, 0.49103671659071907, 0.47728133214493695, 0.4621433450215211, 0.4457316060240244, 0.4281535199410786, 0.4095205121103959, 0.38995741768673986, 0.36961489742247444, 0.34868400648801035, 0.32741196885606166, 0.30611796979905925, 0.28520731080087997, 0.2651815014932705, 0.2466406951430274, 0.2302731759272667, 0.21682420235660682, 0.20703320186081897, 0.20152431865499448, 0.20063954987824856, 0.2042838473332399, 0.2119628092275389, 0.22296070190143585, 0.23649045155244197, 0.2517872578125327, 0.26816103608615893, 0.28502147116953785, 0.30188554212788393, 0.31837435977596384, 0.3342039714461534, 0.3491732281199248, 0.36315070983371184, 0.37606194084165334, 0.38787760297073987, 0.3986031051149099, 0.40826963844714614, 0.4169267039473081, 0.42463601467526374, 0.4314666307935281, 0.43749116710209657, 0.4427829112576047, 0.44741369929872576, 0.45145240908472395, 0.45496394877309904, 0.45800863457718816, 0.46064186855940104 ], [ 0.5453932100087372, 0.5399501824050074, 0.5325477249735243, 0.523242817082088, 0.5121494055592413, 0.49941200802098284, 0.48518406001511394, 0.469614373101617, 0.4528417143138419, 0.4349961684431454, 0.41620572220254193, 0.39660669577937124, 0.3763568837781991, 0.355650403712651, 0.3347332212710337, 0.31391808688395967, 0.29359713394869763, 0.27424959763755724, 0.2564409435473693, 0.24080809220965343, 0.22802348955207308, 0.2187293810375021, 0.2134368437742874, 0.2124039977247188, 0.21555128257742145, 0.2224803504569578, 0.23258040117504014, 0.24514814351050362, 0.25947856057762475, 0.274921435472821, 0.29091121790904545, 0.30697867055334527, 0.3227509414137178, 0.3379448163739916, 0.3523563992821417, 0.3658493576769426, 0.37834308352423257, 0.3898015707859633, 0.4002234401208392, 0.4096332956257254, 0.41807444214657946, 0.425602897131373, 0.4322825785956039, 0.4381815264473502, 0.4433690082168858, 0.44791336520717784, 0.45188046645554747, 0.45533265246564814, 0.45832806633501255, 0.4609202853481006 ], [ 0.5541787120946846, 0.5488057088167749, 0.5413188310102031, 0.5318223952305785, 0.5204866486112545, 0.5075092250769297, 0.49308833254703976, 0.4774084248028246, 0.4606358128420056, 0.44292147276150007, 0.42440885772818726, 0.40524507800466536, 0.38559419715441595, 0.36565157258413356, 0.34565813973720466, 0.32591329328736884, 0.30678453984941334, 0.2887113733459125, 0.2721998878584007, 0.25780367696952733, 0.24608617995415394, 0.2375613935161549, 0.23261671175770116, 0.23143559926021018, 0.23395143816743297, 0.2398575661190413, 0.24866797915409333, 0.25979849143113726, 0.2726403611416671, 0.28661390719830626, 0.3012014082726766, 0.31596339208982493, 0.3305432142739671, 0.34466411532176733, 0.3581219106479417, 0.3707755287541354, 0.38253687084841453, 0.39336091780772325, 0.4032366229543676, 0.41217886420741817, 0.42022155437276965, 0.42741189801345036, 0.4338057180734049, 0.43946374088868834, 0.4444487140498261, 0.4488232304135279, 0.4526481382565114, 0.4559814285956624, 0.45887750371224423, 0.4613867443895133 ], [ 0.5608293428331248, 0.5556216418808879, 0.5481994184679232, 0.5387183837635502, 0.527400814828516, 0.5144881521670673, 0.5002134298008687, 0.4847883983570305, 0.46840074435217205, 0.4512180815568526, 0.4333963718466311, 0.41509109835254265, 0.39646991217211724, 0.37772564490086735, 0.35908854758141995, 0.34083639870421883, 0.323300741266166, 0.30686701599720195, 0.2919658955450508, 0.2790530132426223, 0.26857513666960264, 0.26092356480509765, 0.2563807552789013, 0.2550726857018748, 0.25694268265248005, 0.26175716904903423, 0.26914115631736213, 0.27863033718701036, 0.2897244351654956, 0.3019314193447432, 0.3147986097430083, 0.32793111450172235, 0.34100004822533303, 0.3537434150932105, 0.3659622294586945, 0.37751389306637423, 0.38830429100862357, 0.39827959852922595, 0.4074184276646144, 0.4157246776283649, 0.42322126784173936, 0.42994480895265097, 0.43594118884784966, 0.4412620045328533, 0.44596174686371454, 0.45009563607010195, 0.453718006462035, 0.45688114488243864, 0.4596344967455208, 0.4620241641357501 ], [ 0.5643333227254609, 0.5593981946052875, 0.5522461752626693, 0.5430639602846877, 0.5321007084151723, 0.5196202865963416, 0.5058747102732049, 0.49109204241783055, 0.47547399515733535, 0.4591998929452906, 0.4424346413393687, 0.42533899872289893, 0.40808083965350955, 0.3908462778132189, 0.3738495221290496, 0.3573402093405993, 0.3416067435228482, 0.32697397096236086, 0.31379349179495547, 0.30242531947637347, 0.29321077916187216, 0.28643872726595476, 0.2823101438264926, 0.2809087560479506, 0.2821856997499315, 0.28596302058398154, 0.2919550690367718, 0.2998016445756242, 0.3091047152892563, 0.31946183076895635, 0.33049225599415305, 0.3418546423704965, 0.35325689892707385, 0.364459801937058, 0.37527608153699193, 0.3855665613318045, 0.39523462022855155, 0.40421991846081035, 0.41249203965531717, 0.42004446756607716, 0.4268891403929066, 0.43305169992964004, 0.43856746727394813, 0.44347812188667035, 0.4478290281832136, 0.4516671369700781, 0.4550393828386692, 0.4579914993354233, 0.46056717863002106, 0.4628075096007319 ] ], "zauto": true, "zmax": 0.9307723774382923, "zmin": -0.9307723774382923 }, { "autocolorscale": false, "autocontour": true, "colorbar": { "tickfont": { "size": 8 }, "ticksuffix": "", "x": 1, "y": 0.5 }, "colorscale": [ [ 0.0, "rgb(255,247,251)" ], [ 0.14285714285714285, "rgb(236,231,242)" ], [ 0.2857142857142857, "rgb(208,209,230)" ], [ 0.42857142857142855, "rgb(166,189,219)" ], [ 0.5714285714285714, "rgb(116,169,207)" ], [ 0.7142857142857143, "rgb(54,144,192)" ], [ 0.8571428571428571, "rgb(5,112,176)" ], [ 1.0, "rgb(3,78,123)" ] ], "contours": { "coloring": "heatmap" }, "hoverinfo": "x+y+z", "ncontours": 25, "type": "contour", "x": [ 1e-06, 1.3011511650442548e-06, 1.692994354296022e-06, 2.2028415765056147e-06, 2.866229883678204e-06, 3.729398352432554e-06, 4.852511011181743e-06, 6.3138503555892e-06, 8.215273746089953e-06, 1.0689313005882424e-05, 1.390841207112662e-05, 1.809694657026198e-05, 2.354686311364001e-05, 3.063802837345029e-05, 3.986470631277378e-05, 5.1870009063012666e-05, 6.749072272319499e-05, 8.781563250096393e-05, 0.00011426141253772724, 0.00014867137004306603, 0.00019344392634026088, 0.0002516997901283655, 0.0003274994751669172, 0.0004261263236648159, 0.0005544547624925005, 0.0007214294601814526, 0.000938688782612345, 0.0012213760031100258, 0.0015891948094037057, 0.002067782677737912, 0.0026904978401970136, 0.0035007443993213955, 0.004554997653699184, 0.005926740503884541, 0.007711585311544345, 0.010033938212454078, 0.013055670395116691, 0.01698740074503987, 0.02210317627048227, 0.028759573555516536, 0.03742055263793628, 0.04868979566145066, 0.06335278435066323, 0.0824315491666629, 0.10725590623460621, 0.13955614735503497, 0.18158364372009145, 0.23626776957937787, 0.3074200836506151, 0.4 ], "xaxis": "x2", "y": [ 0.0, 0.02040816326530612, 0.04081632653061224, 0.061224489795918366, 0.08163265306122448, 0.1020408163265306, 0.12244897959183673, 0.14285714285714285, 0.16326530612244897, 0.18367346938775508, 0.2040816326530612, 0.22448979591836732, 0.24489795918367346, 0.26530612244897955, 0.2857142857142857, 0.3061224489795918, 0.32653061224489793, 0.3469387755102041, 0.36734693877551017, 0.3877551020408163, 0.4081632653061224, 0.42857142857142855, 0.44897959183673464, 0.4693877551020408, 0.4897959183673469, 0.5102040816326531, 0.5306122448979591, 0.5510204081632653, 0.5714285714285714, 0.5918367346938775, 0.6122448979591836, 0.6326530612244897, 0.6530612244897959, 0.673469387755102, 0.6938775510204082, 0.7142857142857142, 0.7346938775510203, 0.7551020408163265, 0.7755102040816326, 0.7959183673469387, 0.8163265306122448, 0.836734693877551, 0.8571428571428571, 0.8775510204081632, 0.8979591836734693, 0.9183673469387754, 0.9387755102040816, 0.9591836734693877, 0.9795918367346939, 1.0 ], "yaxis": "y2", "z": [ [ 0.2944917186133434, 0.2885945040855852, 0.28211360065836855, 0.27513912335116764, 0.26779081295020496, 0.260198606751149, 0.25246942893253926, 0.2446427861838849, 0.23664449513981956, 0.2282543536805767, 0.21910527997365412, 0.20872500514098385, 0.19661840426600563, 0.1823753866374824, 0.16578164190738165, 0.14690690779026555, 0.12614132021989197, 0.1041396192287128, 0.081626492183596, 0.0590631445292546, 0.03634138167106187, 0.012861979793578062, 0.011812807211930978, 0.03746915682262047, 0.06383684698088245, 0.09054361175589995, 0.11697449335288633, 0.14239560256043907, 0.16613678563197942, 0.1877113215977473, 0.20685635134296823, 0.22351846968695577, 0.23781076040397228, 0.24995942318384892, 0.2602510780119121, 0.26898742604214254, 0.2764511511858507, 0.28288469228257807, 0.28848138144012375, 0.2933866034386849, 0.29770549024594317, 0.3015134726993099, 0.30486666903492476, 0.30781022125077295, 0.3103838573574691, 0.3126248471561607, 0.31456901138852195, 0.31625057727071226, 0.3177015664510612, 0.31895118424174024 ], [ 0.28645456656708124, 0.27871126070705377, 0.27014490646990774, 0.2608983209169171, 0.251187676318677, 0.2412869819950668, 0.23148593481446553, 0.22201695758734283, 0.21296043389236025, 0.20415673206737983, 0.1951675074354257, 0.18532058359450562, 0.1738404248201258, 0.1600315602243505, 0.14347068195019252, 0.1241770467677448, 0.10275065031356656, 0.0804678769751058, 0.05927076838991506, 0.04141789244806917, 0.028407664894729727, 0.02015412106123717, 0.018977513622665296, 0.029976267435189774, 0.04983289132203609, 0.07422288479570446, 0.10041999158234532, 0.1264936934237728, 0.15111977302962368, 0.1734944519404718, 0.19324009344373366, 0.21030496052036513, 0.2248653682763361, 0.23723526540340756, 0.2477872074296538, 0.2568888918564246, 0.2648590335954197, 0.2719443284995293, 0.2783158758881741, 0.2840800757296341, 0.28929716638879155, 0.2940008519878209, 0.29821440720417197, 0.30196117014482926, 0.3052694750532248, 0.30817335850725885, 0.3107107912286173, 0.3129210003568461, 0.31484196687152116, 0.3165086582927873 ], [ 0.27781433509172826, 0.26788717506165927, 0.2567668655978052, 0.24462787948968245, 0.2317815178020746, 0.21868438264616302, 0.20590837324433006, 0.19404576254678577, 0.18353621845489496, 0.17445040315808644, 0.1663322642189872, 0.15821861728764974, 0.14886452871462383, 0.13707714768221693, 0.12202582995756751, 0.10346296807754404, 0.08187364777335977, 0.0586359298056638, 0.03641143483106041, 0.02055793383608799, 0.017917750095146037, 0.019448658319156292, 0.016306749133239817, 0.0174494106414738, 0.03482763729818382, 0.059790634031898944, 0.08690183937571536, 0.1136119163913777, 0.1384554117792147, 0.16064894088010637, 0.1799101207229163, 0.19632302616330935, 0.2102178636161768, 0.22205827039193612, 0.2323391438884915, 0.24150356104660642, 0.24988863925758273, 0.2577057593269401, 0.265052135879378, 0.2719428779900206, 0.27834956717779674, 0.2842337288898778, 0.28956898228551226, 0.2943510176311452, 0.2985980173382311, 0.30234541705216844, 0.3056386087533042, 0.30852612318263084, 0.311054621444786, 0.313266037016339 ], [ 0.26937868150168787, 0.257105426559137, 0.2431271730411297, 0.22758767404945873, 0.21082969314567812, 0.19345765476105845, 0.1763777636244891, 0.16075482373972796, 0.14778395809768585, 0.13821069110084255, 0.13177508882867442, 0.12704872847186546, 0.1219207257516781, 0.1143718736479827, 0.10304148572832399, 0.08746210350699356, 0.06808671917876882, 0.046237533920534354, 0.02405977937070102, 0.004971393310980229, 0.010012388198594553, 0.014404119537929286, 0.00854114749573891, 0.007356551693635392, 0.029400203050829063, 0.05502286219694351, 0.08147443550776404, 0.10683381332841276, 0.1298683128208054, 0.14994816728277852, 0.16694838087100924, 0.1811382247824541, 0.19305586411812034, 0.20336866479691637, 0.21273044395732674, 0.2216598436534781, 0.2304680698032766, 0.2392513995189535, 0.2479396162076828, 0.2563722929137809, 0.2643721764446537, 0.27179613570563127, 0.2785586898505079, 0.284633195852634, 0.2900396281215146, 0.2948273711684013, 0.2990589641015542, 0.3027979357962638, 0.30610158911428725, 0.30901812110061366 ], [ 0.26227212645073955, 0.2478454675125875, 0.23113104584525523, 0.21215247304882112, 0.19114301880008633, 0.16866137418934235, 0.14575521182597542, 0.12415959288289487, 0.10637442889226946, 0.09505527508259934, 0.09110456842959265, 0.09210878443254834, 0.09380979005104427, 0.09263957240543534, 0.08668738176928344, 0.07560788509243527, 0.06037478074867368, 0.04313927936243104, 0.027221708608365904, 0.016897090295855576, 0.013169395978913161, 0.00957211752621813, 0.007666956568850776, 0.020256574551104807, 0.039761633190036685, 0.06208402060312257, 0.0848471367252829, 0.10626074972359792, 0.12514857781426525, 0.14094956597142227, 0.1536707230575579, 0.1638006130061179, 0.1721748939311432, 0.17978354614545164, 0.18753565330404026, 0.1960432499309062, 0.2055088081457942, 0.21576005603815432, 0.22639496432834336, 0.2369521327843785, 0.24703812650038548, 0.2563887746363959, 0.2648753158363003, 0.27247803329145814, 0.2792479250408385, 0.2852702152229362, 0.2906368217978719, 0.29542978853595286, 0.2997144266243603, 0.3035393292686436 ], [ 0.25770512135237483, 0.2418034797513044, 0.22314730569424174, 0.20160512939104258, 0.1771954267871041, 0.15017953070959048, 0.12121699257151677, 0.09168247585991478, 0.06449871576485869, 0.04629563809352578, 0.045790676576130875, 0.057277081967470146, 0.06863649846863246, 0.07446270203434756, 0.07323343624466827, 0.06525588039038524, 0.05212839768447831, 0.03670358138145241, 0.023235997584210067, 0.016036660897296443, 0.012348877688755519, 0.005781919410479242, 0.012025789846078841, 0.029864911427083564, 0.0502042023414942, 0.07099136241597884, 0.0906519664529234, 0.10789293514636536, 0.12183315010050887, 0.13211984001125124, 0.1389938952163761, 0.14329963378940844, 0.14640159698303742, 0.14993623777249374, 0.15536875572649136, 0.16350456939864802, 0.17426546699273557, 0.18688662987803914, 0.20034299889359428, 0.2137123452867915, 0.2263512691397821, 0.23791676580239451, 0.24830671255198594, 0.2575748303988993, 0.2658512496745969, 0.2732828916276935, 0.27999743470425653, 0.2860882722178984, 0.29161453756343686, 0.29660947598855253 ], [ 0.25656734995153324, 0.24028686725753484, 0.22112106366848772, 0.19888458648493482, 0.17350952090044966, 0.14510689367464183, 0.11404499625718009, 0.0810510575341572, 0.04737909439292643, 0.015812352123621587, 0.018519728440591694, 0.041840414571543326, 0.0585540259425164, 0.06699743579585328, 0.06699437633622293, 0.059284851231595756, 0.04548590841912583, 0.028124765438057392, 0.010804149769670172, 0.004940924981579882, 0.0103492908161708, 0.011006140136972122, 0.019035375378709717, 0.03636073863292876, 0.05680965906474072, 0.07695650810695465, 0.09472406341460614, 0.10874744629561461, 0.11821125271026843, 0.12285362159798227, 0.12305578032926985, 0.11998828303930385, 0.11574995334350152, 0.11325713543976464, 0.11541677336381123, 0.12362299504240301, 0.13701713075876243, 0.15343041824647585, 0.17072831843280026, 0.18743792476540294, 0.20278464246303476, 0.2165180946088447, 0.22871198996240463, 0.23959515739585868, 0.24942878559859155, 0.2584319630483624, 0.26675020253706416, 0.2744558616812877, 0.2815667767537463, 0.28807074086193657 ], [ 0.2590387090584979, 0.24357089496683118, 0.22548384207292385, 0.20468980685640537, 0.18126870461382322, 0.15557124064385777, 0.1283889138907869, 0.10126864966731076, 0.07713121414276414, 0.061010345321447085, 0.057595126168944015, 0.06365068146539248, 0.07096907007894349, 0.07429399107679342, 0.07166438039295782, 0.06309272495644029, 0.049966367444665934, 0.03493514766760941, 0.021986682283209654, 0.014732100196243745, 0.009381325867160787, 0.0016253406665901627, 0.018495393737003207, 0.03927204172281347, 0.06091616699953299, 0.08098599280073523, 0.09758255718718653, 0.10933050694963999, 0.11533981289763619, 0.11520682218402292, 0.1090914624686343, 0.09793301175349252, 0.08395782741222652, 0.07167619824047178, 0.06816953332911668, 0.07773094796675904, 0.09649414947728416, 0.1184948344322983, 0.14014832062200203, 0.15988143729479007, 0.17725950005633187, 0.19245402868326397, 0.2059109084810638, 0.218125807648431, 0.22950258974811175, 0.24028895977604417, 0.25057633339552765, 0.2603399163548525, 0.2694924929060032, 0.2779322748396455 ], [ 0.26449516680784346, 0.2507336501791546, 0.23485166686293574, 0.21689710245806998, 0.1971147799537366, 0.1760388242946414, 0.15460417101671642, 0.13424274663204794, 0.11683331236260756, 0.104203563969199, 0.09699647953637104, 0.0937504358010787, 0.09156657697746086, 0.08775970169006869, 0.0808934824395615, 0.0709807566287575, 0.059310722047048785, 0.04799683985551342, 0.03881519926327414, 0.03139716844402069, 0.02373063588024157, 0.018560365508050174, 0.027195850395469904, 0.045856210973510864, 0.06663763885742496, 0.08590758388947237, 0.10147192874538186, 0.11181378007954587, 0.11590998587157429, 0.1131681196764332, 0.1034131077220189, 0.08691910436603373, 0.0645238823456175, 0.03813156079525689, 0.01672349589890173, 0.03341003390213217, 0.0621560632589968, 0.08936057656241554, 0.11323877073294826, 0.1335690148722859, 0.15082526783801106, 0.16584297317423072, 0.1795348729309162, 0.19265128250496524, 0.20563703447723594, 0.2186121121655568, 0.23144985366012105, 0.2438943890550862, 0.2556657798739369, 0.26652863325536397 ], [ 0.2717898233471813, 0.26013113819495526, 0.2468556245227991, 0.23207414529819254, 0.2160543926733863, 0.1992576588162575, 0.1823504910985585, 0.16615376353436961, 0.1514803963078907, 0.1388456534848948, 0.12815399457903134, 0.11860403783666841, 0.10898551217521245, 0.09824541817488659, 0.0860272667960449, 0.07298430465727773, 0.06073606261210253, 0.05113943554992393, 0.044668638930331454, 0.039612894674541134, 0.03450861473678714, 0.03217519288086557, 0.03893095174815987, 0.054490690424882374, 0.07346897904077786, 0.09178278356145392, 0.10686458611170718, 0.11704411933915852, 0.12126687837602702, 0.11898345855115276, 0.11012746461998982, 0.09517517490400461, 0.07535965483785657, 0.05341313110992609, 0.03655517948907889, 0.038845046343234525, 0.05677443508681387, 0.07716934202671526, 0.09547363542009188, 0.11091188862294535, 0.12414180930447398, 0.13642432865724277, 0.1490293555201045, 0.16277104643334034, 0.1778158034820503, 0.19379475493228698, 0.21007022976560547, 0.22597994194423812, 0.2409807277217624, 0.254699822810161 ], [ 0.27969522704251415, 0.2700965441834347, 0.25925803413096044, 0.2472717527013612, 0.23432010225714275, 0.22067426319730826, 0.20666630860979407, 0.19262373580421435, 0.17876623611939835, 0.16509070829818756, 0.15130290336426158, 0.13686352182083586, 0.12117861944489731, 0.10390154984711401, 0.08528500780358662, 0.06654896279178493, 0.05020674512259645, 0.03962515255692914, 0.035630281214542134, 0.0338940522547157, 0.031062613607207763, 0.030683271278301515, 0.03969208753260835, 0.05686790689039625, 0.07688767106391087, 0.09607912318073575, 0.11217669259917563, 0.12374705149485288, 0.129957885627707, 0.1305053257108403, 0.12562707884127514, 0.11618679579774337, 0.10382789414204148, 0.0911344996412993, 0.08144410401643376, 0.07749033805828734, 0.07922376771716402, 0.08394085281748394, 0.088912807552801, 0.09311551942534951, 0.09739422092323552, 0.10376563186088718, 0.11410750102405552, 0.1289455951935829, 0.14734670374096787, 0.16771093739654858, 0.1885055486351482, 0.20857480802879486, 0.22717056136498737, 0.24388008338676748 ], [ 0.28723710048616335, 0.2793985311575607, 0.27055081477614223, 0.2607268163938932, 0.24999496249588998, 0.23844469155840486, 0.2261568636128543, 0.21315990690416703, 0.19938054062688046, 0.1846080424890452, 0.1684974574510806, 0.1506328764689173, 0.1306557919585207, 0.1084446995712519, 0.08432511680215232, 0.059310179795737175, 0.03549102664922146, 0.01752737336288361, 0.014713205239442787, 0.017475935486589177, 0.014426311783745007, 0.015172376856687503, 0.03156275963787589, 0.05382426310421257, 0.07684344740488176, 0.09819709795935092, 0.11632751076251052, 0.13021347141151846, 0.13928927416772816, 0.14343124599817988, 0.1429679791335681, 0.13868851363628365, 0.1318064747349408, 0.12380363409035354, 0.11606656117679846, 0.10935320341864363, 0.10341027216803533, 0.09715700326777785, 0.08945762253352722, 0.08017553015120384, 0.07138438411741259, 0.06820198637279618, 0.07597876185735881, 0.0942996575597222, 0.11856546157851292, 0.14481606735153157, 0.17067584954121873, 0.19484574094835078, 0.21667128107204928, 0.23588985994366302 ], [ 0.29381730010327184, 0.2873515034332784, 0.2799963974134005, 0.2717219044069676, 0.2625003351775002, 0.25229237213785777, 0.2410272148640731, 0.22858052371290938, 0.21475773253091845, 0.19929367226143288, 0.18188015761290605, 0.16222981580899462, 0.14017777539305065, 0.11581613441660005, 0.08965384681077353, 0.06280444431004062, 0.03727080129371393, 0.016995071968426884, 0.011862848783940136, 0.014807937217222298, 0.01127839415529722, 0.011985141576675976, 0.02980711708580245, 0.05280699156277345, 0.07670777176484005, 0.09933562696391542, 0.11920718684254893, 0.13532863969282982, 0.14713546200434824, 0.15445963437787186, 0.15749659316908504, 0.1567535445058477, 0.15295705660821893, 0.14689874703521388, 0.13922016855920485, 0.13018950724931264, 0.11957447510124802, 0.10670725348333733, 0.09076442306370953, 0.07127595216245747, 0.04927817002406657, 0.03222860786250459, 0.04074109996864916, 0.06854006112377094, 0.1004440207470154, 0.1319505060668631, 0.1614248627045413, 0.18812767450124354, 0.21175928338344238, 0.2322827758544867 ], [ 0.2991780294915858, 0.29371318813346353, 0.2874111382375419, 0.28019242225525837, 0.271964369518471, 0.2626120175645156, 0.25198842302826585, 0.2399077858713994, 0.22614656427142307, 0.2104588853935843, 0.19261242744027884, 0.1724493978578682, 0.14997491881904162, 0.1254735875815953, 0.09965688312315094, 0.07385584599351276, 0.05031083352372533, 0.03259021360010423, 0.024460330453140007, 0.022962075410778982, 0.021331660174131108, 0.022028380153159253, 0.03330402623409444, 0.053094281425318836, 0.07616078239130504, 0.09929713750636344, 0.12049895259141552, 0.13848447782146722, 0.15249975379848857, 0.16220478058436633, 0.16758449081640903, 0.1688633963855258, 0.16641190957281352, 0.16063998054644948, 0.1518860129908767, 0.14032364766684147, 0.12591618933236556, 0.10843831527446844, 0.08756043967802855, 0.06297338724533295, 0.03454718499819723, 0.0025874302722162052, 0.031790144301143464, 0.06684660552700665, 0.10108720038636286, 0.13340963005628576, 0.1630934689287574, 0.18974038254762976, 0.21320362342266982, 0.23352083204111856 ], [ 0.3033006335939538, 0.2985228719582629, 0.2929227411371238, 0.2863877009388829, 0.27878702171615427, 0.2699677977543063, 0.2597526979592425, 0.24794186683612926, 0.23432201500480715, 0.21868590755075665, 0.20086495773189153, 0.1807764296050717, 0.15848502256394645, 0.1342766772053597, 0.10874090553648831, 0.08285917909004976, 0.05811198024899206, 0.03668693863141751, 0.021943782472505453, 0.01668719555318566, 0.015601461166082003, 0.01666831493716285, 0.028532185161411917, 0.04915069875866879, 0.07322966111535543, 0.09761607095456663, 0.12027847375189635, 0.1398752557367394, 0.15556787831118452, 0.16689637237533184, 0.1736794082264955, 0.1759279795243413, 0.17376821796313488, 0.16737366463343942, 0.15691275927894444, 0.14252160544956463, 0.12431244956826483, 0.10242390853049227, 0.07711593494317338, 0.04895227076200043, 0.01988765318090739, 0.019505773218923116, 0.05081662797938863, 0.0835920637519239, 0.11547103357949955, 0.14549681718498805, 0.17307268224119948, 0.197861515515885, 0.2197334960151328, 0.23871699234360333 ], [ 0.3063054059744385, 0.30196585941491794, 0.2967971189525258, 0.290665496772468, 0.28341908001751803, 0.2748876917814669, 0.26488542394334047, 0.2532171632622007, 0.23969053193311243, 0.22413430354522595, 0.2064235850937193, 0.18651098315993805, 0.16446196468406948, 0.14049244626098892, 0.11500864708382963, 0.08865535875875032, 0.06239042332985081, 0.03761645497128377, 0.016396246213492637, 0.0017781809210177882, 0.002766752593618354, 0.005120626366705703, 0.022397280685137244, 0.04534260951340138, 0.07077484865070587, 0.09624275398771938, 0.11994150560368295, 0.14059888796197936, 0.1573618030659453, 0.16969559667355122, 0.17729811417998873, 0.18002743604289276, 0.17784299179139582, 0.17076196315727787, 0.15883519842711016, 0.14214817342761762, 0.12085213831939187, 0.09522924074904632, 0.0658008579139281, 0.03359118813673944, 0.008186493807838207, 0.03779608155202233, 0.0714151750342911, 0.10361078364582174, 0.1337728623566392, 0.16156791353835995, 0.1867795087257355, 0.20929563386416408, 0.22910585137253925, 0.24628961736841487 ], [ 0.30838045004284353, 0.30428937508292736, 0.29934656311813507, 0.293402950363624, 0.2862924267684622, 0.27783459295203977, 0.2678405119085583, 0.25612235368128367, 0.24250761019682263, 0.2268580736483679, 0.20909306334173616, 0.18921568496873928, 0.1673408100686614, 0.14372515404460837, 0.11880516356294069, 0.09325934446496147, 0.0681281707860283, 0.045040287214335895, 0.026547954529924873, 0.015646078033795117, 0.010729413876460859, 0.010839413147415725, 0.02493718727458302, 0.04673777928498176, 0.0715318996722975, 0.09671556293129584, 0.12046394347841194, 0.14146294155966788, 0.15878353027339734, 0.17179225805757958, 0.18007852782096287, 0.18339498595916337, 0.18161260452308495, 0.17469479690080936, 0.162697590401345, 0.14580794875046327, 0.12444718630864435, 0.09952188060381903, 0.07314990490622203, 0.05125870924300907, 0.048152680844593905, 0.06790849535908161, 0.09621935715785943, 0.1254660304536414, 0.1532272556069736, 0.17868532890287514, 0.20157163053143942, 0.22184271794598412, 0.2395667864946027, 0.25487792917220764 ], [ 0.3097412305411724, 0.30576236147489977, 0.30089642936638367, 0.29497977315712354, 0.28783183217394886, 0.27925966681890263, 0.2690659691333539, 0.25706149376914716, 0.2430827324752758, 0.22701538812505212, 0.2088237701459534, 0.18858566540361957, 0.1665316129317832, 0.1430868619042761, 0.1189131656353698, 0.09494316191868019, 0.07238052467609027, 0.05256577883183934, 0.03642933031595548, 0.023296861233557335, 0.010304860930864421, 0.005861625502503796, 0.025276597206975688, 0.047824009219362, 0.07224079863539112, 0.09702995349145205, 0.12071059859778327, 0.14201441122763395, 0.159955051012193, 0.1738215820588747, 0.18313982452543856, 0.1876288724144073, 0.18716920514736848, 0.18179441557282291, 0.17171958722767602, 0.15742695067910953, 0.13984882404468185, 0.12072557821316442, 0.10322463597108543, 0.0924410534852631, 0.09355158872583696, 0.10683172178861562, 0.12760653858969936, 0.15118038916612797, 0.17473205101896552, 0.19685541546418733, 0.21693190417220728, 0.2347520049563233, 0.25031630485310274, 0.2637335655957258 ], [ 0.31061024395714393, 0.3066598659144328, 0.30177957379947923, 0.2957897234755488, 0.28849182633098625, 0.2796736584230755, 0.2691182600221541, 0.2566180445919544, 0.241995398996056, 0.2251313068031174, 0.20600364405688656, 0.1847367843604284, 0.16166364281483986, 0.13739906176056965, 0.11291551208351812, 0.08958582701953802, 0.06907889628369239, 0.052828898946509606, 0.04084538110170317, 0.030898476662685633, 0.02026678481401136, 0.012017335894026994, 0.022813666479869543, 0.044265235151503206, 0.06894117048141037, 0.09446384507674058, 0.11912906970657176, 0.14158832004548727, 0.16082935459860162, 0.1761473815288967, 0.1871014121401188, 0.19347290301363243, 0.19524043368703353, 0.1925808465842174, 0.18590644811224089, 0.17594815063203142, 0.16389029633267788, 0.15153512263098584, 0.14137403454211028, 0.13623804096149345, 0.13820899517572977, 0.14740079350994756, 0.16201890888513482, 0.17961138860346745, 0.1981033846444535, 0.21610466588597052, 0.2328177517138074, 0.24785641705997244, 0.2610917413179047, 0.27254582377842324 ], [ 0.31120409678810496, 0.3072529308345263, 0.3023316965021584, 0.29624484831566256, 0.2887743404529243, 0.27968416746513597, 0.2687287715962738, 0.25566666539337723, 0.24028093879029938, 0.22240873919933013, 0.2019824094774818, 0.17908592394103856, 0.15403205770722603, 0.1274696837078889, 0.10053991794821339, 0.0751161532918314, 0.05411365214535989, 0.04108121500021755, 0.03632842494695355, 0.03380091504301917, 0.027347373665198342, 0.01519483029364543, 0.012198658658595483, 0.034691487247956, 0.06199521439010175, 0.09004151221836282, 0.11693743420157468, 0.1413790552848352, 0.16246843415581683, 0.1796313561522842, 0.19255802566290767, 0.20116059890992727, 0.2055502345945686, 0.20603678629898733, 0.20315230136477647, 0.19769437253132113, 0.19077327853689735, 0.1838223018347072, 0.1784961911173653, 0.17637714377972225, 0.17851690769596162, 0.1850639916614217, 0.19527710964462838, 0.20791369328598988, 0.22168510677620407, 0.2355385579056158, 0.2487430232931827, 0.26086020223995415, 0.27167501893453216, 0.281125504363831 ], [ 0.3117191607889311, 0.3077917233272781, 0.3028710105793344, 0.2967502333435166, 0.28919664752792323, 0.2799550937934497, 0.26875508089452943, 0.25532266007748045, 0.23939860399299676, 0.2207646966328415, 0.199280254036577, 0.1749313394236837, 0.1478956481950707, 0.11862750564072416, 0.08797409857495012, 0.057373456678649744, 0.029524758316371778, 0.014244911296574138, 0.023527230030553688, 0.03163527094007013, 0.030814933611916142, 0.0217959854095361, 0.016677906249109153, 0.03529698310311294, 0.06271988561954346, 0.09165298260202125, 0.11959075006805402, 0.1451160700125598, 0.16736055893565732, 0.18582881387514785, 0.20030464594129951, 0.21079363443040522, 0.2174904386707102, 0.22076576193240743, 0.22116759161717486, 0.21942753756054348, 0.21645626500167275, 0.21330407376822444, 0.21106080648760717, 0.21068738548759458, 0.21281776519802562, 0.2176194762187234, 0.22479436221716678, 0.23372031814276276, 0.24365236102472482, 0.25389202480798934, 0.26388295092130176, 0.273238712373693, 0.2817285991949384, 0.2892454091118599 ], [ 0.3123137270313043, 0.3084799659380616, 0.3036606809327487, 0.29764792705061066, 0.29020707055015826, 0.28108008725328515, 0.2699923737945383, 0.2566643679109783, 0.24082959808895832, 0.2222611889266955, 0.20080940505794423, 0.17645374717605733, 0.14937522497676547, 0.12006094674693281, 0.08947903854911132, 0.05949276390521647, 0.034504265781740415, 0.02661620074100037, 0.03697194749304667, 0.04719553752149361, 0.051565740045919725, 0.05181240205010244, 0.05406903792433159, 0.06474780966380594, 0.08399911739931236, 0.10782268326328778, 0.1327124763801312, 0.15647399854015837, 0.1778303627117623, 0.19608758723849268, 0.21093794236091137, 0.22234584462088247, 0.23048090801510424, 0.23567910414379006, 0.2384195427416854, 0.23930577884908516, 0.2390399144699898, 0.2383779175619481, 0.23805900307300285, 0.23871346452496892, 0.24077007438418888, 0.24439585724290652, 0.24949469354668394, 0.25576602470259224, 0.26279816067734196, 0.2701613534610145, 0.2774759339532837, 0.284448031049504, 0.29087804813014584, 0.29665184900527003 ], [ 0.3130909607063854, 0.30944857857460983, 0.30486766431126106, 0.2991524029438369, 0.2920837150881251, 0.28342370852835425, 0.2729241931106773, 0.26034092092928396, 0.24545582669584667, 0.22811050242137154, 0.20825579349513104, 0.1860255432270501, 0.16184889732889174, 0.13662825414911833, 0.11202671299799756, 0.09085976743054631, 0.07705215262901506, 0.07326479652456165, 0.07710511938449524, 0.08317895221074097, 0.08809300426600096, 0.09178847662356777, 0.09656897865005244, 0.10516956809285315, 0.11871318761929081, 0.13623583711269205, 0.15578610638810003, 0.17549794635025887, 0.19399710696951483, 0.21041427272166624, 0.22428540159588772, 0.23544960508127466, 0.24397043717232733, 0.250079924404735, 0.2541381851907161, 0.2566004138646274, 0.25798350491889804, 0.2588264222925872, 0.2596422232014737, 0.2608654776561926, 0.2628049715992457, 0.2656145423268048, 0.26929157842514, 0.273703713454937, 0.2786344879380907, 0.28383383243095534, 0.28906092864160904, 0.29411278235553767, 0.2988378110675653, 0.3031375291563077 ], [ 0.31408974262359723, 0.31074070373549323, 0.3065383888056214, 0.30131142173003994, 0.29487204862599253, 0.28702256264310105, 0.2775664182813074, 0.2663259058056109, 0.25316887868554255, 0.23804783121387002, 0.22105553653532006, 0.20250194417757317, 0.18301483817021952, 0.1636539984123238, 0.14598359266503616, 0.1319382527271642, 0.1232135249908464, 0.12023175217711458, 0.12164855607703072, 0.1252445252202145, 0.1293609732492377, 0.1336425648314298, 0.13886569908945584, 0.14619100693279358, 0.1563267477310001, 0.16911339770764466, 0.18368655286013238, 0.19891212203934733, 0.21374276215746302, 0.2273860891780979, 0.23933649741325327, 0.24934397035482334, 0.25736492937179667, 0.2635144006930925, 0.26802465982429396, 0.27120935181096917, 0.2734301664694011, 0.2750635606830367, 0.2764668930232476, 0.2779459578315399, 0.2797282391733583, 0.28194698671001117, 0.28463964045796963, 0.28776060633874273, 0.291204532527598, 0.29483390167340295, 0.29850479755332404, 0.3020866342390512, 0.3054742192692118, 0.30859266612971037 ], [ 0.3152882609182107, 0.31231632901955103, 0.3086048842721333, 0.3040146567416392, 0.29839807592017764, 0.29160726381950286, 0.28350670444864323, 0.27399208919127754, 0.26301698984376, 0.2506288317559832, 0.23701456195525453, 0.22255316671265823, 0.20786432536843913, 0.19382658413449066, 0.18151488576362504, 0.17199638888772004, 0.16598242903945462, 0.16349924488070802, 0.16385988331095525, 0.16603908141694568, 0.1692015928613722, 0.1730382057261939, 0.17775991583418793, 0.18382092553818505, 0.1915610449833266, 0.20096764106035742, 0.21165267315925423, 0.2229933068097034, 0.2343151297007911, 0.2450301652724615, 0.254706270069439, 0.26308302879566564, 0.2700574194019135, 0.2756566673535561, 0.28000783298042214, 0.2833080571671518, 0.2857964302883676, 0.28772747780190816, 0.2893465294575553, 0.29086808116217405, 0.2924590219322143, 0.29422873024502477, 0.29622727853669556, 0.29845150740505927, 0.300857122421687, 0.3033738878749072, 0.3059208187700551, 0.3084189339420008, 0.3108002364859402, 0.313012683724811 ], [ 0.3166197337672906, 0.3140754359625627, 0.31091926575907997, 0.3070457593646469, 0.3023481006792427, 0.2967264625070034, 0.290100223427801, 0.28242481159636695, 0.27371356978564093, 0.2640641140010403, 0.25368671893184946, 0.2429287197504315, 0.2322834484041484, 0.22236608025130428, 0.21383733035256516, 0.20727005728539402, 0.20299169574129042, 0.20098007793948142, 0.20089147942285585, 0.20222736901589308, 0.20455248694906472, 0.20764701123931906, 0.21152589082435336, 0.21633743008348832, 0.22221044805505943, 0.22913190167056285, 0.23690527197410532, 0.24518855579779256, 0.25357442810620606, 0.2616709309163195, 0.26915827846863577, 0.27581662763844955, 0.28153064313104514, 0.2862794805178731, 0.29011932624116865, 0.2931630856202903, 0.2955597401576891, 0.2974747031352406, 0.29907205581110313, 0.3004995283713526, 0.3018771579399093, 0.30329043876707235, 0.30478835362045364, 0.30638600280589295, 0.3080708381641611, 0.3098110102274344, 0.3115642051868229, 0.3132855874976954, 0.31493394511264705, 0.3164756777455162 ], [ 0.3179946329324339, 0.31589048773573114, 0.31330136359081007, 0.3101523885597233, 0.30637191221154964, 0.3018989951826764, 0.2966935876903748, 0.2907494777717103, 0.28410953249117027, 0.2768817646620002, 0.26925321099628047, 0.2614965632955613, 0.25396252799789165, 0.2470505572893817, 0.24115452122605538, 0.2365902795496617, 0.23352688408118655, 0.23195263413364167, 0.23169889229069182, 0.23251705927007993, 0.23417450189693464, 0.2365252541757866, 0.23952695423712209, 0.24320441834707193, 0.2475848562774689, 0.25263837790807203, 0.258248566936836, 0.2642192955288083, 0.2703074055897679, 0.2762641566987831, 0.2818711848385179, 0.28696381252585107, 0.2914408896876883, 0.2952638512880812, 0.2984486493630577, 0.3010537844284027, 0.30316679461628465, 0.304890789749316, 0.3063321085156571, 0.30758988934549114, 0.3087481581806847, 0.30987083220795053, 0.3109997567397713, 0.31215554619409985, 0.3133406620954389, 0.3145439218663191, 0.31574555490939527, 0.3169220150980639, 0.3180499763848854, 0.31910920785771213 ], [ 0.31932208262140355, 0.3176368342052528, 0.31558165844536007, 0.3131063510429891, 0.3101660748501304, 0.30672732939730835, 0.3027755014850941, 0.29832371193816837, 0.29342218539519754, 0.28816667502284565, 0.28270363188119385, 0.2772290499742302, 0.2719777422590659, 0.26720097033240464, 0.26313355214732465, 0.25995662168631617, 0.2577671287731822, 0.25656634441903636, 0.2562742244475758, 0.25676568695824237, 0.25791449523977855, 0.25962696518403844, 0.261853230441247, 0.264574804859603, 0.26777753053855574, 0.27142377953668534, 0.2754356385708882, 0.2796940630480174, 0.28405178383206103, 0.28835343916460926, 0.2924559104467794, 0.29624395632444156, 0.2996390852377196, 0.3026018555016762, 0.30512900751031025, 0.30724718315959804, 0.30900484154531893, 0.31046365225178457, 0.31169031778605044, 0.3127495061051415, 0.31369835421703873, 0.3145828031927212, 0.3154358218365471, 0.31627737296649766, 0.31711579672327966, 0.31795016149462524, 0.3187730881088088, 0.3195735902348543, 0.32033957574427774, 0.3210597891767288 ], [ 0.3205248891567202, 0.31921304826999175, 0.3176282193642963, 0.3157383085430318, 0.3135169370902472, 0.3109477829419963, 0.3080297076541006, 0.30478228774184574, 0.30125104465510866, 0.29751128993130144, 0.29366916288101025, 0.2898583129075484, 0.2862310194600773, 0.2829435943438517, 0.2801377135166493, 0.2779214559600266, 0.27635529894292277, 0.2754479343691824, 0.2751639631743622, 0.275441129049146, 0.27621086564666714, 0.2774146758615094, 0.2790109658833328, 0.28097129660310044, 0.28326938308944793, 0.2858685847735033, 0.28871330766063363, 0.2917273137465224, 0.29481887193705086, 0.2978903957316616, 0.30084936779210697, 0.303617792652538, 0.3061385286748049, 0.308378009394345, 0.31032570987611585, 0.3119911580881002, 0.3133994139581291, 0.31458586890345636, 0.31559106440148754, 0.3164560538914738, 0.31721866445594415, 0.3179108586518423, 0.3185572522647214, 0.31917471399269953, 0.31977286705471775, 0.3203552415041213, 0.32092079729050393, 0.3214655520061467, 0.32198409557309915, 0.3224708427839313 ], [ 0.3215460395766666, 0.3205487756398816, 0.3193554214957847, 0.31794611714170434, 0.3163060362682768, 0.3144283367824086, 0.31231742757733705, 0.3099922181565257, 0.3074888373797049, 0.3048621401800114, 0.3021852326131954, 0.29954632849551016, 0.29704260024001977, 0.2947713457655596, 0.29281967769276673, 0.2912547810301959, 0.290117165173392, 0.2894188771979387, 0.28914728107585697, 0.2892731652942141, 0.2897604111527323, 0.2905739821744797, 0.2916838378476083, 0.29306413727862995, 0.29468896028918246, 0.29652693682944326, 0.2985372511014974, 0.3006686210419947, 0.30286156830908334, 0.30505316933077364, 0.30718288033142793, 0.3091980127155874, 0.31105782177727104, 0.3127357078542922, 0.3142195123890517, 0.3155102208658648, 0.3166195474628096, 0.3175669085309845, 0.3183762425006537, 0.3190730432756488, 0.3196818690423221, 0.32022448313531665, 0.3207186858674676, 0.32117781136767765, 0.32161079642216117, 0.3220226834147503, 0.322415399060971, 0.3227886538489376, 0.3231408295756438, 0.3234697571723863 ], [ 0.3223474351078361, 0.3216020232158717, 0.3207184736420091, 0.31968448844078906, 0.31849169003820205, 0.31713754002508826, 0.31562734640903656, 0.3139761174704483, 0.31220993293952154, 0.31036644383806283, 0.3084941172268961, 0.3066499506302302, 0.30489561938276943, 0.30329237760064814, 0.3018954385838837, 0.3007488779769499, 0.2998821696129518, 0.2993091659471236, 0.2990296956532912, 0.29903316714122236, 0.29930294700118604, 0.2998201009818384, 0.30056543347586684, 0.3015194915939047, 0.30266099718859096, 0.3039647110355966, 0.30539983527342884, 0.30692974640038273, 0.3085133081368094, 0.31010748010581857, 0.3116705946329345, 0.313165584404988, 0.31456256659271503, 0.3158404272298118, 0.3169873048282791, 0.3180000778371349, 0.3188830891452017, 0.3196463945939984, 0.32030381880595843, 0.3208710613425883, 0.32136403700050564, 0.32179756866231696, 0.32218448797318683, 0.3225351437618312, 0.32285727430670513, 0.32315616958691556, 0.32343503436512183, 0.32369546145198597, 0.3239379343124983, 0.32416229564353927 ], [ 0.3229030832711649, 0.32234962951761065, 0.32169980215649857, 0.3209453864115229, 0.3200808885811077, 0.31910476802060633, 0.31802067767449677, 0.31683855639989317, 0.3155753782972592, 0.31425534965356516, 0.31290936960034466, 0.31157365000478576, 0.31028752648068475, 0.3090906692320792, 0.3080200787461604, 0.30710736675240446, 0.3063768167522674, 0.30584455979085196, 0.30551891548131116, 0.3054016227662141, 0.3054894403894297, 0.3057755350131125, 0.30625022593806517, 0.3069009596994174, 0.30771172094027865, 0.3086623164147504, 0.309728016757316, 0.31087990691157485, 0.31208605211445056, 0.3133133329736795, 0.314529625295228, 0.3157059381191139, 0.3168181695254033, 0.3178482557014555, 0.31878462758615606, 0.31962201319773464, 0.3203607112101919, 0.32100550698433217, 0.3215644112306925, 0.3220473837951026, 0.322465171341865, 0.32282834697799645, 0.32314659884420754, 0.3234282780072689, 0.3236801865296091, 0.32390756590097847, 0.3241142344607647, 0.3243028193579873, 0.32447503248600423, 0.3246319486239177 ], [ 0.32318902889049694, 0.32277439807118086, 0.32229238161134605, 0.32173628767059304, 0.3211009896448588, 0.320383748445299, 0.3195850445739145, 0.31870932649394484, 0.3177655661404858, 0.31676751129587005, 0.3157335442698632, 0.3146861002853566, 0.3136506646889978, 0.3126544448176924, 0.3117248810119322, 0.3108881985921394, 0.31016818941102714, 0.3095853429814575, 0.30915633967136696, 0.30889380841952635, 0.3088061826504805, 0.30889749240086983, 0.3091670110473435, 0.309608800804388, 0.31021131986163664, 0.31095731452995207, 0.31182419521042154, 0.31278499377910746, 0.31380985987875687, 0.31486792350881837, 0.31592927069760784, 0.31696676507218907, 0.31795749427442216, 0.3188837040663745, 0.3197331777271483, 0.32049910170572865, 0.32117951737449285, 0.3217764893295939, 0.3222951259791504, 0.32274257464826295, 0.323127088452547, 0.3234572322716595, 0.32374126528324565, 0.32398671107259036, 0.32420010528904153, 0.32438689603818754, 0.32455146368602206, 0.3246972238768257, 0.32482677925431747, 0.32494209029723664 ], [ 0.3231715476558223, 0.3228510926303766, 0.3224829956466026, 0.32206009460810103, 0.32157565675878175, 0.3210239965778181, 0.32040114890440696, 0.31970554599915846, 0.31893864023986584, 0.318105414009874, 0.3172147260485167, 0.3162794584018487, 0.3153164472485386, 0.3143461993002954, 0.3133924072847468, 0.3124812787188011, 0.31164068162242997, 0.31089909534943083, 0.3102843467474446, 0.3098221257593827, 0.3095343193639135, 0.3094372747150858, 0.30954018192556676, 0.3098438233215128, 0.3103399390606511, 0.31101139370229797, 0.3118332038883776, 0.3127743356950863, 0.3138000439376455, 0.3148744411561949, 0.31596296873378066, 0.31703449181538673, 0.31806283192477036, 0.3190276585393254, 0.3199147587756718, 0.3207157770575489, 0.32142755845268123, 0.3220512424120758, 0.3225912445824869, 0.32305424128882215, 0.32344824163244507, 0.3237818016558877, 0.3240634074838981, 0.3243010318644738, 0.32450185191140174, 0.3246721050227259, 0.32481705430191976, 0.32494103342009656, 0.3250475426732799, 0.3251393719414206 ], [ 0.3227941526391655, 0.3225320763070769, 0.32223640069220855, 0.32189773033308167, 0.3215058556066393, 0.3210503175556368, 0.3205211018895303, 0.3199094370558967, 0.31920866794855385, 0.3184151752077777, 0.31752930760629666, 0.31655628831430027, 0.3155070415538347, 0.31439886239973275, 0.3132558207200426, 0.3121087572194857, 0.31099470833015536, 0.30995560547065365, 0.3090361515139543, 0.3082808936249947, 0.3077306793080814, 0.30741886908146104, 0.3073678301604367, 0.30758629022222495, 0.3080680475859418, 0.3087923159807874, 0.30972568069198686, 0.3108253435748408, 0.3120431214551379, 0.31332958587321214, 0.3146377929990866, 0.3159262109616615, 0.3171606496987209, 0.31831518281384447, 0.3193721881843891, 0.32032171256622993, 0.32116039038035077, 0.3218901323566387, 0.3225167618990642, 0.3230487298173916, 0.323495991317847, 0.3238690886706534, 0.3241784513405451, 0.3244339029395412, 0.3246443502303745, 0.3248176220810582, 0.32496042410919607, 0.32507837622255253, 0.3251761040377839, 0.3252573601701057 ], [ 0.3219631620209449, 0.3217323024584362, 0.3214799822511691, 0.3211927452114245, 0.320854761537616, 0.3204484629310071, 0.31995540556079993, 0.3193573486956837, 0.3186375383912994, 0.3177821868868965, 0.3167821326958149, 0.31563464628583304, 0.3143453052716727, 0.3129297983359134, 0.31141543268672084, 0.3098420301239732, 0.30826182882585307, 0.30673800056038164, 0.30534148893524365, 0.3041461036862004, 0.3032221627251281, 0.3026293939267325, 0.3024101689920509, 0.3025842923347292, 0.3031463992084641, 0.30406652928776506, 0.30529376857801505, 0.3067622124906661, 0.30839809883112185, 0.3101268877439117, 0.3118792900120581, 0.31359563852220534, 0.3152284146995641, 0.3167430755630573, 0.31811753096191336, 0.31934069836058426, 0.3204105462526044, 0.3213319661775557, 0.32211472098021415, 0.32277162633584294, 0.3233170462053017, 0.32376572543825505, 0.32413194393096595, 0.32442895375815156, 0.32466864984641725, 0.32486142242896965, 0.3250161426463628, 0.325140238851322, 0.3252398287146042, 0.32531987995134864 ], [ 0.32053113207181894, 0.32031279861107714, 0.32008782602889524, 0.3198365446636553, 0.31953474629508305, 0.31915451896959374, 0.3186654338872326, 0.31803606741990736, 0.3172358550204149, 0.31623729002845463, 0.3150184862332663, 0.3135661035260965, 0.3118785767572927, 0.3099694789546166, 0.30787069066276046, 0.3056348530500006, 0.30333639410279, 0.3010703061559664, 0.2989479177649786, 0.2970892439897064, 0.2956121642457518, 0.29461958724033566, 0.29418666390694825, 0.2943506154923926, 0.2951055094093694, 0.29640326783520826, 0.298160655389196, 0.30027055070022574, 0.3026149960815812, 0.30507753967105583, 0.30755305645750297, 0.3099541773088259, 0.31221431274378525, 0.3142878330541694, 0.316148225887747, 0.31778506569838355, 0.3192004973918128, 0.3204057470212496, 0.3214179841064059, 0.32225770334295534, 0.32294667812789557, 0.3235064626554216, 0.3239573761729607, 0.3243178837700755, 0.3246042849244185, 0.3248306275874338, 0.32500877716576015, 0.3251485831397522, 0.3252580992455811, 0.32534382499901326 ], [ 0.31827745149930997, 0.31806175073292897, 0.3178631080180564, 0.31765289778193284, 0.3173947937633542, 0.31704599305956344, 0.31655894218955805, 0.3158835075987613, 0.3149695742583858, 0.3137701114281983, 0.3122447907336778, 0.31036425110775595, 0.3081150498219588, 0.30550519312917634, 0.302569885800372, 0.29937677589698597, 0.29602953655305414, 0.2926682223932462, 0.28946465678419225, 0.2866114220051694, 0.28430410332118533, 0.28271832815371817, 0.2819854145598144, 0.2821721184143239, 0.2832699057029904, 0.28519688846412966, 0.28781182742194905, 0.2909361486564159, 0.29437828331161575, 0.2979551974338338, 0.30150796070124664, 0.3049104442415167, 0.3080719103614654, 0.3109350991894134, 0.31347156982199703, 0.3156757989672987, 0.3175591289301416, 0.31914424788176593, 0.3204605530528564, 0.3215405109755041, 0.3224169792303648, 0.3231213720479811, 0.32368251740029075, 0.32412604884466445, 0.32447418846209947, 0.3247457987680872, 0.3249566056214753, 0.3251195174113573, 0.32524498630814214, 0.3253413743569225 ], [ 0.3148858761736504, 0.31467280632595596, 0.3145182951216602, 0.31438108857180874, 0.31420753399546564, 0.31393354447687877, 0.3134872364568964, 0.3127920626774187, 0.3117703613630677, 0.31034738153780084, 0.30845598153008447, 0.30604228770135433, 0.3030725979903773, 0.29954167336742504, 0.2954822295346856, 0.29097487233316216, 0.2861568904536186, 0.28122729241947264, 0.276444510240712, 0.27211286462521916, 0.2685550845828958, 0.2660717067710233, 0.2648938246516221, 0.26514116151666955, 0.26679894915792407, 0.26972198387792157, 0.2736643148154669, 0.2783240155606389, 0.28338934500103935, 0.2885756682769627, 0.29364841459922153, 0.29843251629396084, 0.3028115940485458, 0.30672082753953506, 0.3101368848392922, 0.31306729056586485, 0.31554066039605067, 0.3175984997816267, 0.31928877812633566, 0.3206612020871307, 0.3217639654647193, 0.3226416982835448, 0.32333433690864083, 0.32387666504440454, 0.3242983159719236, 0.32462406960971996, 0.32487431845097847, 0.3250656114566166, 0.3252112136270406, 0.3253216413240098 ], [ 0.3099198305146112, 0.3097213285865437, 0.3096538895652311, 0.3096584683774672, 0.3096566169677727, 0.30955390463020144, 0.3092441870024264, 0.3086142565829974, 0.3075486257933848, 0.3059344972739909, 0.3036672857013567, 0.30065730154872633, 0.29683833408174526, 0.29217882351656843, 0.2866960135397038, 0.28047280171020395, 0.27367577837227575, 0.26657098168478005, 0.25953120659900863, 0.2530259529815065, 0.2475842844768636, 0.24372550695061945, 0.24186554192141543, 0.2422249839520926, 0.24477524067317075, 0.2492479455995503, 0.25520301653172445, 0.2621244868987323, 0.2695088674136697, 0.27692507754030143, 0.2840425494556913, 0.2906346567853699, 0.2965673286562324, 0.30178107003499166, 0.30627178421960016, 0.3100733381911275, 0.31324313297623985, 0.3158509491186423, 0.31797082244796293, 0.3196754833661618, 0.3210328357673582, 0.32210397962600784, 0.3229423475380949, 0.3235936040421514, 0.32409603358913047, 0.3244812118543146, 0.32477481299663996, 0.3249974520268006, 0.3251654974117174, 0.3252918157774939 ], [ 0.3027980077241251, 0.30264115494476285, 0.30273848954200716, 0.30300545482931457, 0.30332761906054945, 0.30356704044376276, 0.30356960399251914, 0.3031722325899646, 0.3022093591305715, 0.30051867158634354, 0.2979467452428466, 0.2943556559317091, 0.2896319868904703, 0.2836997885513088, 0.276538985412986, 0.2682103068998073, 0.2588867080021464, 0.2488887701463853, 0.23871669205008242, 0.22906329320932617, 0.2207823902282555, 0.21478349048541356, 0.21184515551129077, 0.21239694681706375, 0.2163781615085273, 0.2232630563483696, 0.23223554562502133, 0.24240747271105065, 0.25298414636948563, 0.26334618092791817, 0.2730649004965602, 0.28188092173326723, 0.28966877896889814, 0.29640051053872796, 0.3021139569241698, 0.30688752664715335, 0.3108212972391113, 0.3140235729464719, 0.3166018278529086, 0.3186570120230949, 0.3202803382908885, 0.3215518293497191, 0.32254005915266054, 0.32330265789115303, 0.32388726286904856, 0.3243326889412656, 0.32467016390040054, 0.3249245289067657, 0.32511534453410046, 0.32525787191289596 ], [ 0.29277525811916655, 0.29270707093791565, 0.29309599970010075, 0.2938195316687352, 0.2947094975360588, 0.295564484030412, 0.2961630816313977, 0.2962755796241473, 0.29567285687100164, 0.2941324885313637, 0.2914431498698944, 0.28740912624685055, 0.28185718677898197, 0.27464838011191905, 0.2656975894873887, 0.25500398330829804, 0.24269564520657297, 0.22909093320035465, 0.21477533857467243, 0.2006805178105727, 0.1881225034252352, 0.17870606052935753, 0.17397965011788422, 0.17486688855602353, 0.18122209979949244, 0.19191472089476397, 0.20535882241515635, 0.22003870276747658, 0.2347748790220238, 0.24876918252693997, 0.2615474268311875, 0.2728773283331995, 0.28269377399023365, 0.2910399312925574, 0.2980238412448723, 0.30378771001737703, 0.3084869399458089, 0.31227638972015975, 0.3153018848284682, 0.31769546243571467, 0.31957320595781696, 0.32103481426159886, 0.3221642749971328, 0.3230311853012626, 0.32369239699349994, 0.3241937656932368, 0.3245718603626899, 0.3248555466577094, 0.3250673982838537, 0.3252249187787736 ], [ 0.2789370261621172, 0.2790318520434776, 0.2799102611653234, 0.28139007246336434, 0.2832193684851523, 0.28510147419455817, 0.2867196058378024, 0.2877563023354194, 0.2879055918905597, 0.28687843817626973, 0.2844036917977372, 0.28022754956115187, 0.2741147449853006, 0.26585476899978966, 0.2552767121852994, 0.24227717492682252, 0.2268675483536643, 0.20925044852368546, 0.189940620629966, 0.16995040182418455, 0.15104308796276641, 0.1359355710966776, 0.12795925314649642, 0.12948980176728128, 0.14009378789403704, 0.15693180220501848, 0.17679313905892646, 0.1972824390860357, 0.21692150698350288, 0.23490448591779553, 0.25086125690288213, 0.2646918187252192, 0.2764581512513543, 0.2863141685060898, 0.2944602162771847, 0.30111365105517085, 0.30649020439480784, 0.310792700875659, 0.3142048149930925, 0.316888253498462, 0.31898221408425825, 0.32060429443563, 0.3218522593966028, 0.32280624744449415, 0.3235311279771097, 0.3240788188396526, 0.32449044631620566, 0.3247982828092706, 0.3250274348166846, 0.3251972790334801 ], [ 0.26021968886482205, 0.26059159239153457, 0.2622639429077192, 0.26495394902730657, 0.26827206084055416, 0.2717735443089015, 0.27500472131502046, 0.2775346226550899, 0.2789701682321281, 0.2789580201567644, 0.2771782880758001, 0.2733352659504893, 0.26714954727184004, 0.2583550251963895, 0.2467038755796218, 0.23198293978021303, 0.21404647597441737, 0.19287443616202996, 0.1686764745467376, 0.1420930036042549, 0.1146362997523768, 0.0897434921908588, 0.07461517559834603, 0.07772805856344195, 0.09709908972060245, 0.12368729078557697, 0.15165271055297017, 0.17836047015695952, 0.20267990194054294, 0.22417954975659765, 0.24278524077470295, 0.2586162088539903, 0.2718954285225173, 0.28289587185058046, 0.2919068335091554, 0.2992127373037016, 0.3050802336927516, 0.3097509792307915, 0.3134383303344599, 0.31632669180712525, 0.3185726007291714, 0.32030687137940594, 0.3216373114456651, 0.3226516619131872, 0.32342052299341617, 0.3240001128575361, 0.3244347694969936, 0.32475915251852944, 0.3250001343227784, 0.3251783917666029 ], [ 0.2354739552677819, 0.2362998014840753, 0.23923945129923171, 0.2438257994581954, 0.2494295131693263, 0.25536850921159826, 0.26099293663331335, 0.26573154780856206, 0.2691039243154255, 0.2707105765158172, 0.27021264165240616, 0.26730969777653657, 0.261721012360796, 0.2531733217839791, 0.24139699714762808, 0.22613192378375205, 0.20714435392241293, 0.18425625965552694, 0.1573894950311702, 0.1266297428699039, 0.09232820367466074, 0.05535731107471523, 0.0195658239626181, 0.030166833426469773, 0.06772359678397939, 0.10444731267996164, 0.13837320158370978, 0.16888773075161725, 0.19578768691924456, 0.21910621361733365, 0.23902632250887076, 0.2558221908549652, 0.2698165573245202, 0.28134994297670335, 0.29075910480466305, 0.29836271505093587, 0.30445260222064097, 0.3092891668313443, 0.3130998314492748, 0.31607960488188724, 0.31839303399930025, 0.320176983485564, 0.32154382486237937, 0.3225847330603118, 0.32337288367262124, 0.3239664190421699, 0.3244111088538286, 0.3247426733670228, 0.32498876728336734, 0.32517064190268186 ], [ 0.2035936278022359, 0.20516196240126242, 0.2101324214944605, 0.21766494589184426, 0.22668769089563393, 0.236135417184099, 0.24509191734590732, 0.25283575201296327, 0.2588257189235294, 0.26266062255741973, 0.26403460738703916, 0.26269839214665786, 0.2584305787722491, 0.2510204686060061, 0.24026300756951827, 0.22596674853569246, 0.20797686494179432, 0.18621793273090353, 0.16076828865384943, 0.13200061581083375, 0.10091366240007611, 0.07021564945516835, 0.04862968543250541, 0.053787163357652004, 0.08041088830284103, 0.11232224624681739, 0.14368775374813011, 0.17263759628654327, 0.1984999313342157, 0.2210959940349633, 0.24049790283274294, 0.2569152212242252, 0.2706299541008044, 0.281955427635719, 0.29120947794200086, 0.2986972222085686, 0.3047005785395102, 0.3094726016472045, 0.3132352210037662, 0.31617931643581304, 0.318466323526276, 0.32023076146949303, 0.32158323544148415, 0.3226135929984668, 0.3233940151339167, 0.32398190150110256, 0.3244224693011173, 0.3247510294395361, 0.3249949345458047, 0.3251752139150888 ], [ 0.1637364573208427, 0.16657004089597946, 0.17489259080949746, 0.18700770125669533, 0.20099380131309683, 0.21520921371719923, 0.22844771683792364, 0.23989716276842757, 0.24903900254220168, 0.2555509377396961, 0.25923065173971094, 0.259942147328524, 0.25758216936969835, 0.2520643626203358, 0.24332027764261221, 0.23131843508767916, 0.21610577148835552, 0.1978812428960996, 0.17712205300519293, 0.15480364227828278, 0.1327816801525126, 0.11434281897019044, 0.1042977345667971, 0.10661796835838593, 0.12047521251297223, 0.14127083368691737, 0.1646871436110226, 0.188041237165814, 0.20990215325384573, 0.22958652710159125, 0.24684105805483078, 0.2616601761630463, 0.27417875163442945, 0.28460632905607497, 0.2931857109066776, 0.3001667531551439, 0.305790137843415, 0.31027787910376403, 0.31382841632252345, 0.31661480625652727, 0.31878495339627566, 0.3204631143324401, 0.321752127353352, 0.3227359796323362, 0.32348244634347295, 0.324045628252495, 0.3244682831238306, 0.32478389640114497, 0.3250184718652186, 0.3251920465542116 ], [ 0.11566514763165367, 0.12091609680842201, 0.13514439894590788, 0.15435463806041802, 0.17509869835871114, 0.1951491210569479, 0.21322445093806386, 0.22863571583001197, 0.24104315812909932, 0.25030615212667634, 0.25639210902858345, 0.25932251511060683, 0.2591443723664333, 0.2559213217311484, 0.24974236608696462, 0.2407486835722557, 0.22918120856651797, 0.21545346144384744, 0.2002539692128039, 0.18467429514538863, 0.17032444152715925, 0.1593078430769899, 0.15381344729126267, 0.1552264223967634, 0.16333742774363308, 0.17651066940625437, 0.1926094472264596, 0.20976387973420954, 0.22664056659944928, 0.24240966803431477, 0.25662262869329594, 0.2690934873684274, 0.27980682738189455, 0.28885170445833, 0.2963758211210272, 0.30255448751856706, 0.3075701636348206, 0.311599513164206, 0.31480574717698157, 0.31733464253848886, 0.319313055628716, 0.32084906997001267, 0.3220331528961042, 0.3229398746242391, 0.32362987813516036, 0.32415189028278646, 0.3245446407457393, 0.32483861121476526, 0.3250575768892539, 0.32521992947931505 ], [ 0.06023040692384729, 0.07161387925202008, 0.09712615333992845, 0.12625453374092935, 0.15452964191225793, 0.1801918730800131, 0.2025150266888986, 0.22123492124527508, 0.2363202867571886, 0.24786087236619914, 0.25600584032942303, 0.2609296522186123, 0.2628165992926403, 0.2618602906863195, 0.2582766584189826, 0.2523300380079566, 0.24437188203327628, 0.23489004309585515, 0.22456172225086976, 0.2142925644650345, 0.2052066936496257, 0.19853625007167103, 0.19537610547910603, 0.1963599988110804, 0.2014364192744819, 0.20991077388671214, 0.2207217699953594, 0.23276037617278325, 0.2450819860038751, 0.2569882396143489, 0.26802314623886825, 0.27793130903265795, 0.2866074461045764, 0.29405042469618137, 0.3003260997008859, 0.30553923725246157, 0.3098133258315721, 0.31327671818429803, 0.3160536254727261, 0.31825870462850986, 0.3199942222233348, 0.32134900023213925, 0.3223985382908228, 0.32320586247800387, 0.32382277529027675, 0.3242912794033644, 0.32464502312522914, 0.3249106719809183, 0.3251091520943863, 0.32525674004558713 ], [ 9.944883909859746e-05, 0.04029879361350145, 0.0788789356166821, 0.11461441441648143, 0.14680825074545656, 0.17509348449645662, 0.19934584942645625, 0.2196099523409391, 0.2360397254374033, 0.2488529641321361, 0.2582991579430706, 0.2646395883235854, 0.2681386694745699, 0.269065585306989, 0.26770525077319124, 0.264377273747727, 0.2594605996294183, 0.25341947452840297, 0.24682291726063751, 0.24034535459660158, 0.23473271151299502, 0.2307216482207568, 0.22891688723352233, 0.2296616684669983, 0.23295873868018924, 0.23848491667700203, 0.245692241211381, 0.25394484912840704, 0.2626373498655899, 0.271267631146938, 0.2794648341745773, 0.28698640205996506, 0.2936989788629011, 0.299553765775508, 0.30456242213495016, 0.30877634430581696, 0.31227021984535525, 0.3151297514792907, 0.31744300216265076, 0.31929467320464583, 0.3207626396955753, 0.3219161469984819, 0.3228151745190866, 0.32351057609699924, 0.32404469976889316, 0.324452269193737, 0.32476137382367476, 0.3249944657513819, 0.3251692996769875, 0.3252997805497716 ] ] }, { "hoverinfo": "text", "legendgroup": "In-sample", "marker": { "color": "black", "opacity": 0.5, "symbol": 1 }, "mode": "markers", "name": "In-sample", "text": [ "0_0", "10_0", "11_0", "12_0", "13_0", "14_0", "15_0", "16_0", "17_0", "18_0", "1_0", "2_0", "3_0", "4_0", "5_0", "6_0", "7_0", "8_0", "9_0" ], "type": "scatter", "x": [ 0.049713908009726686, 1e-06, 0.0002222943860874051, 0.00030814267892998213, 0.00015852461676692478, 0.00023165783462134227, 0.00013733847533011948, 0.0003874525169082135, 0.0002785594609063862, 0.000289167687735991, 0.00808663867444624, 8.495166877255438e-05, 0.00010267446992050507, 0.038175483177587614, 1.1939297508996899e-05, 0.00022225362352627591, 0.00035797513042599576, 0.0001557870524578446, 0.000245755336690663 ], "xaxis": "x", "y": [ 0.2651938898488879, 0.9999999999999998, 0.23603412390626013, 0.3969794665924211, 0.058343560432232336, 0.348814360231599, 0.12617242609129195, 0.05898524505195291, 0.09458604849754844, 2.652886115429327e-15, 0.1696687350049615, 0.41606282722204924, 0.2352012386545539, 0.3003758043050766, 0.11921532471998565, 0.3055451187866595, 0.9026066856190436, 0.305453355630809, 0.1438219999712366 ], "yaxis": "y" }, { "hoverinfo": "text", "legendgroup": "In-sample", "marker": { "color": "black", "opacity": 0.5, "symbol": 1 }, "mode": "markers", "name": "In-sample", "showlegend": false, "text": [ "0_0", "10_0", "11_0", "12_0", "13_0", "14_0", "15_0", "16_0", "17_0", "18_0", "1_0", "2_0", "3_0", "4_0", "5_0", "6_0", "7_0", "8_0", "9_0" ], "type": "scatter", "x": [ 0.049713908009726686, 1e-06, 0.0002222943860874051, 0.00030814267892998213, 0.00015852461676692478, 0.00023165783462134227, 0.00013733847533011948, 0.0003874525169082135, 0.0002785594609063862, 0.000289167687735991, 0.00808663867444624, 8.495166877255438e-05, 0.00010267446992050507, 0.038175483177587614, 1.1939297508996899e-05, 0.00022225362352627591, 0.00035797513042599576, 0.0001557870524578446, 0.000245755336690663 ], "xaxis": "x2", "y": [ 0.2651938898488879, 0.9999999999999998, 0.23603412390626013, 0.3969794665924211, 0.058343560432232336, 0.348814360231599, 0.12617242609129195, 0.05898524505195291, 0.09458604849754844, 2.652886115429327e-15, 0.1696687350049615, 0.41606282722204924, 0.2352012386545539, 0.3003758043050766, 0.11921532471998565, 0.3055451187866595, 0.9026066856190436, 0.305453355630809, 0.1438219999712366 ], "yaxis": "y2" } ], "layout": { "annotations": [ { "font": { "size": 14 }, "showarrow": false, "text": "Mean", "x": 0.25, "xanchor": "center", "xref": "paper", "y": 1, "yanchor": "bottom", "yref": "paper" }, { "font": { "size": 14 }, "showarrow": false, "text": "Standard Error", "x": 0.8, "xanchor": "center", "xref": "paper", "y": 1, "yanchor": "bottom", "yref": "paper" } ], "autosize": false, "height": 450, "hovermode": "closest", "legend": { "orientation": "h", "x": 0, "y": -0.25 }, "margin": { "b": 100, "l": 35, "pad": 0, "r": 35, "t": 35 }, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "sequentialminus": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "width": 950, "xaxis": { "anchor": "y", "autorange": false, "domain": [ 0.05, 0.45 ], "exponentformat": "e", "range": [ -6.0, -0.3979400086720376 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "lr" }, "type": "log" }, "xaxis2": { "anchor": "y2", "autorange": false, "domain": [ 0.6, 1 ], "exponentformat": "e", "range": [ -6.0, -0.3979400086720376 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "lr" }, "type": "log" }, "yaxis": { "anchor": "x", "autorange": false, "domain": [ 0, 1 ], "exponentformat": "e", "range": [ 0.0, 1.0 ], "tickfont": { "size": 11 }, "tickmode": "auto", "title": { "text": "momentum" }, "type": "linear" }, "yaxis2": { "anchor": "x2", "autorange": false, "domain": [ 0, 1 ], "exponentformat": "e", "range": [ 0.0, 1.0 ], "tickfont": { "size": 11 }, "tickmode": "auto", "type": "linear" } } }, "text/html": [ "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "render(plot_contour(model=model, param_x='lr', param_y='momentum', metric_name='accuracy'))" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 5. Plot best objective as function of the iteration\n", "\n", "Show the model accuracy improving as we identify better hyperparameters." ] }, { "cell_type": "code", "execution_count": 9, "metadata": {}, "outputs": [ { "data": { "application/vnd.plotly.v1+json": { "config": { "linkText": "Export to plot.ly", "plotlyServerURL": "https://plot.ly", "showLink": false }, "data": [ { "hoverinfo": "none", "legendgroup": "", "line": { "width": 0 }, "mode": "lines", "showlegend": false, "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 10.983333333333334, 10.983333333333334, 84.31666666666666, 89.55, 89.55, 89.55, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7 ] }, { "fill": "tonexty", "fillcolor": "rgba(128,177,211,0.3)", "legendgroup": "mean", "line": { "color": "rgba(128,177,211,1)" }, "mode": "lines", "name": "mean", "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 10.983333333333334, 10.983333333333334, 84.31666666666666, 89.55, 89.55, 89.55, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7 ] }, { "fill": "tonexty", "fillcolor": "rgba(128,177,211,0.3)", "hoverinfo": "none", "legendgroup": "", "line": { "width": 0 }, "mode": "lines", "showlegend": false, "type": "scatter", "x": [ 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20 ], "y": [ 10.983333333333334, 10.983333333333334, 84.31666666666666, 89.55, 89.55, 89.55, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7, 92.7 ] } ], "layout": { "showlegend": true, "template": { "data": { "bar": [ { "error_x": { "color": "#2a3f5f" }, "error_y": { "color": "#2a3f5f" }, "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "bar" } ], "barpolar": [ { "marker": { "line": { "color": "#E5ECF6", "width": 0.5 } }, "type": "barpolar" } ], "carpet": [ { "aaxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "baxis": { "endlinecolor": "#2a3f5f", "gridcolor": "white", "linecolor": "white", "minorgridcolor": "white", "startlinecolor": "#2a3f5f" }, "type": "carpet" } ], "choropleth": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "choropleth" } ], "contour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "contour" } ], "contourcarpet": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "contourcarpet" } ], "heatmap": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmap" } ], "heatmapgl": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "heatmapgl" } ], "histogram": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "histogram" } ], "histogram2d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2d" } ], "histogram2dcontour": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "histogram2dcontour" } ], "mesh3d": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "type": "mesh3d" } ], "parcoords": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "parcoords" } ], "pie": [ { "automargin": true, "type": "pie" } ], "scatter": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter" } ], "scatter3d": [ { "line": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatter3d" } ], "scattercarpet": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattercarpet" } ], "scattergeo": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergeo" } ], "scattergl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattergl" } ], "scattermapbox": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scattermapbox" } ], "scatterpolar": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolar" } ], "scatterpolargl": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterpolargl" } ], "scatterternary": [ { "marker": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "type": "scatterternary" } ], "surface": [ { "colorbar": { "outlinewidth": 0, "ticks": "" }, "colorscale": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "type": "surface" } ], "table": [ { "cells": { "fill": { "color": "#EBF0F8" }, "line": { "color": "white" } }, "header": { "fill": { "color": "#C8D4E3" }, "line": { "color": "white" } }, "type": "table" } ] }, "layout": { "annotationdefaults": { "arrowcolor": "#2a3f5f", "arrowhead": 0, "arrowwidth": 1 }, "coloraxis": { "colorbar": { "outlinewidth": 0, "ticks": "" } }, "colorscale": { "diverging": [ [ 0, "#8e0152" ], [ 0.1, "#c51b7d" ], [ 0.2, "#de77ae" ], [ 0.3, "#f1b6da" ], [ 0.4, "#fde0ef" ], [ 0.5, "#f7f7f7" ], [ 0.6, "#e6f5d0" ], [ 0.7, "#b8e186" ], [ 0.8, "#7fbc41" ], [ 0.9, "#4d9221" ], [ 1, "#276419" ] ], "sequential": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ], "sequentialminus": [ [ 0.0, "#0d0887" ], [ 0.1111111111111111, "#46039f" ], [ 0.2222222222222222, "#7201a8" ], [ 0.3333333333333333, "#9c179e" ], [ 0.4444444444444444, "#bd3786" ], [ 0.5555555555555556, "#d8576b" ], [ 0.6666666666666666, "#ed7953" ], [ 0.7777777777777778, "#fb9f3a" ], [ 0.8888888888888888, "#fdca26" ], [ 1.0, "#f0f921" ] ] }, "colorway": [ "#636efa", "#EF553B", "#00cc96", "#ab63fa", "#FFA15A", "#19d3f3", "#FF6692", "#B6E880", "#FF97FF", "#FECB52" ], "font": { "color": "#2a3f5f" }, "geo": { "bgcolor": "white", "lakecolor": "white", "landcolor": "#E5ECF6", "showlakes": true, "showland": true, "subunitcolor": "white" }, "hoverlabel": { "align": "left" }, "hovermode": "closest", "mapbox": { "style": "light" }, "paper_bgcolor": "white", "plot_bgcolor": "#E5ECF6", "polar": { "angularaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "radialaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "scene": { "xaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "yaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" }, "zaxis": { "backgroundcolor": "#E5ECF6", "gridcolor": "white", "gridwidth": 2, "linecolor": "white", "showbackground": true, "ticks": "", "zerolinecolor": "white" } }, "shapedefaults": { "line": { "color": "#2a3f5f" } }, "ternary": { "aaxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "baxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" }, "bgcolor": "#E5ECF6", "caxis": { "gridcolor": "white", "linecolor": "white", "ticks": "" } }, "title": { "x": 0.05 }, "xaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 }, "yaxis": { "automargin": true, "gridcolor": "white", "linecolor": "white", "ticks": "", "title": { "standoff": 15 }, "zerolinecolor": "white", "zerolinewidth": 2 } } }, "title": { "text": "Model performance vs. # of iterations" }, "xaxis": { "title": { "text": "Iteration" } }, "yaxis": { "title": { "text": "Classification Accuracy, %" } } } }, "text/html": [ "
" ] }, "metadata": {}, "output_type": "display_data" } ], "source": [ "# `plot_single_method` expects a 2-d array of means, because it expects to average means from multiple \n", "# optimization runs, so we wrap out best objectives array in another array.\n", "best_objectives = np.array([[trial.objective_mean*100 for trial in experiment.trials.values()]])\n", "best_objective_plot = optimization_trace_single_method(\n", " y=np.maximum.accumulate(best_objectives, axis=1),\n", " title=\"Model performance vs. # of iterations\",\n", " ylabel=\"Classification Accuracy, %\",\n", ")\n", "render(best_objective_plot)" ] }, { "cell_type": "markdown", "metadata": {}, "source": [ "## 6. Train CNN with best hyperparameters and evaluate on test set\n", "Note that the resulting accuracy on the test set might not be exactly the same as the maximum accuracy achieved on the evaluation set throughout optimization. " ] }, { "cell_type": "code", "execution_count": 10, "metadata": {}, "outputs": [ { "data": { "text/plain": [ "Arm(name='6_0', parameters={'lr': 0.00022225362352627591, 'momentum': 0.3055451187866595})" ] }, "execution_count": 10, "metadata": {}, "output_type": "execute_result" } ], "source": [ "data = experiment.fetch_data()\n", "df = data.df\n", "best_arm_name = df.arm_name[df['mean'] == df['mean'].max()].values[0]\n", "best_arm = experiment.arms_by_name[best_arm_name]\n", "best_arm" ] }, { "cell_type": "code", "execution_count": 11, "metadata": { "collapsed": true }, "outputs": [], "source": [ "combined_train_valid_set = torch.utils.data.ConcatDataset([\n", " train_loader.dataset.dataset, \n", " valid_loader.dataset.dataset,\n", "])\n", "combined_train_valid_loader = torch.utils.data.DataLoader(\n", " combined_train_valid_set, \n", " batch_size=BATCH_SIZE, \n", " shuffle=True,\n", ")" ] }, { "cell_type": "code", "execution_count": 12, "metadata": { "collapsed": true }, "outputs": [], "source": [ "net = train(\n", " net=CNN(),\n", " train_loader=combined_train_valid_loader, \n", " parameters=best_arm.parameters,\n", " dtype=dtype,\n", " device=device,\n", ")\n", "test_accuracy = evaluate(\n", " net=net,\n", " data_loader=test_loader,\n", " dtype=dtype,\n", " device=device,\n", ")" ] }, { "cell_type": "code", "execution_count": 13, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ "Classification Accuracy (test set): 97.36%\n" ] } ], "source": [ "print(f\"Classification Accuracy (test set): {round(test_accuracy*100, 2)}%\")" ] } ], "metadata": { "kernelspec": { "display_name": "python3", "language": "python", "name": "python3" }, "language_info": { "codemirror_mode": { "name": "ipython", "version": 3 }, "file_extension": ".py", "mimetype": "text/x-python", "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", "version": "3.7.1" } }, "nbformat": 4, "nbformat_minor": 2 }