Extrapolation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import matplotlib.pyplot as plt\n",
    "import pandas as pd\n",
    "import sklearn as sk\n",
    "import ase\n",
    "import ase.io as aio\n",
    "import qml\n",
    "import time\n",
    "import gc\n",
    "import scipy as sp\n",
    "from sklearn.linear_model import LinearRegression\n",
    "from sklearn.model_selection import train_test_split\n",
    "from qml.kernels import gaussian_kernel\n",
    "from qml.math import cho_solve\n",
    "import metric_learn\n",
    "import copy\n",
    "%config Completer.use_jedi = False\n",
    "import warnings\n",
    "warnings.filterwarnings(\"ignore\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "%matplotlib notebook"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mol</th>\n",
       "      <th>Eafw</th>\n",
       "      <th>Earev</th>\n",
       "      <th>dErxn</th>\n",
       "      <th>ETS</th>\n",
       "      <th>ERt</th>\n",
       "      <th>EPr</th>\n",
       "      <th>enan</th>\n",
       "      <th>HRt</th>\n",
       "      <th>HPr</th>\n",
       "      <th>HTS</th>\n",
       "      <th>Hafw</th>\n",
       "      <th>dH</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1abp1</td>\n",
       "      <td>8.674063</td>\n",
       "      <td>17.793659</td>\n",
       "      <td>-9.119595</td>\n",
       "      <td>-1.453883e+06</td>\n",
       "      <td>-1.453892e+06</td>\n",
       "      <td>-1.453901e+06</td>\n",
       "      <td>R</td>\n",
       "      <td>-1.453681e+06</td>\n",
       "      <td>-1.453689e+06</td>\n",
       "      <td>-1.453672e+06</td>\n",
       "      <td>8.495217</td>\n",
       "      <td>-7.957442</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>1abp2</td>\n",
       "      <td>7.572784</td>\n",
       "      <td>19.457186</td>\n",
       "      <td>-11.884402</td>\n",
       "      <td>-1.453885e+06</td>\n",
       "      <td>-1.453892e+06</td>\n",
       "      <td>-1.453904e+06</td>\n",
       "      <td>R</td>\n",
       "      <td>-1.453681e+06</td>\n",
       "      <td>-1.453691e+06</td>\n",
       "      <td>-1.453673e+06</td>\n",
       "      <td>7.375741</td>\n",
       "      <td>-10.650710</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>1abp3</td>\n",
       "      <td>12.316128</td>\n",
       "      <td>22.034368</td>\n",
       "      <td>-9.718239</td>\n",
       "      <td>-1.453878e+06</td>\n",
       "      <td>-1.453891e+06</td>\n",
       "      <td>-1.453900e+06</td>\n",
       "      <td>R</td>\n",
       "      <td>-1.453679e+06</td>\n",
       "      <td>-1.453688e+06</td>\n",
       "      <td>-1.453667e+06</td>\n",
       "      <td>12.109041</td>\n",
       "      <td>-8.383520</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1abp4</td>\n",
       "      <td>9.298435</td>\n",
       "      <td>22.482409</td>\n",
       "      <td>-13.183974</td>\n",
       "      <td>-1.453880e+06</td>\n",
       "      <td>-1.453889e+06</td>\n",
       "      <td>-1.453902e+06</td>\n",
       "      <td>R</td>\n",
       "      <td>-1.453678e+06</td>\n",
       "      <td>-1.453690e+06</td>\n",
       "      <td>-1.453669e+06</td>\n",
       "      <td>9.181712</td>\n",
       "      <td>-11.817877</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>1abp5</td>\n",
       "      <td>10.178204</td>\n",
       "      <td>22.937354</td>\n",
       "      <td>-12.759150</td>\n",
       "      <td>-1.453881e+06</td>\n",
       "      <td>-1.453892e+06</td>\n",
       "      <td>-1.453904e+06</td>\n",
       "      <td>R</td>\n",
       "      <td>-1.453680e+06</td>\n",
       "      <td>-1.453692e+06</td>\n",
       "      <td>-1.453670e+06</td>\n",
       "      <td>9.975511</td>\n",
       "      <td>-11.326537</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     mol       Eafw      Earev      dErxn           ETS           ERt  \\\n",
       "0  1abp1   8.674063  17.793659  -9.119595 -1.453883e+06 -1.453892e+06   \n",
       "1  1abp2   7.572784  19.457186 -11.884402 -1.453885e+06 -1.453892e+06   \n",
       "2  1abp3  12.316128  22.034368  -9.718239 -1.453878e+06 -1.453891e+06   \n",
       "3  1abp4   9.298435  22.482409 -13.183974 -1.453880e+06 -1.453889e+06   \n",
       "4  1abp5  10.178204  22.937354 -12.759150 -1.453881e+06 -1.453892e+06   \n",
       "\n",
       "            EPr enan           HRt           HPr           HTS       Hafw  \\\n",
       "0 -1.453901e+06    R -1.453681e+06 -1.453689e+06 -1.453672e+06   8.495217   \n",
       "1 -1.453904e+06    R -1.453681e+06 -1.453691e+06 -1.453673e+06   7.375741   \n",
       "2 -1.453900e+06    R -1.453679e+06 -1.453688e+06 -1.453667e+06  12.109041   \n",
       "3 -1.453902e+06    R -1.453678e+06 -1.453690e+06 -1.453669e+06   9.181712   \n",
       "4 -1.453904e+06    R -1.453680e+06 -1.453692e+06 -1.453670e+06   9.975511   \n",
       "\n",
       "          dH  \n",
       "0  -7.957442  \n",
       "1 -10.650710  \n",
       "2  -8.383520  \n",
       "3 -11.817877  \n",
       "4 -11.326537  "
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "data = pd.read_csv('./data.csv', index_col=0)\n",
    "\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "data['ase_reactants'] = [aio.read(\n",
    "    'data_react_xyz/' + data.mol.values[i] + data.enan.values[i] + '.xyz') for i in range(len(data))]\n",
    "\n",
    "data['ase_products'] = [aio.read(\n",
    "    'data_react_xyz/' + data.mol.values[i] + data.enan.values[i] + '.xyz') for i in range(len(data))]\n",
    "\n",
    "mbtypes = np.load('./mbtypes.npy', allow_pickle=True)\n",
    "\n",
    "data['SLATM_react'] = [qml.representations.generate_slatm(coordinates=mol.positions, \n",
    "                                                 nuclear_charges=mol.get_atomic_numbers(), \n",
    "                                                mbtypes=mbtypes, local=False) for mol in data['ase_reactants']]\n",
    "\n",
    "data['SLATM_prod'] = [qml.representations.generate_slatm(coordinates=mol.positions, \n",
    "                                                 nuclear_charges=mol.get_atomic_numbers(), \n",
    "                                                mbtypes=mbtypes, local=False) for mol in data['ase_products']]\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [],
   "source": [
    "data['SLATM_diff'] = [x - y for x,y in zip(data.SLATM_prod.values, data.SLATM_react.values)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "extrapolation_data = pd.read_pickle('./extrapolation_data')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>mol</th>\n",
       "      <th>int2</th>\n",
       "      <th>int3</th>\n",
       "      <th>TS</th>\n",
       "      <th>ase2</th>\n",
       "      <th>ase3</th>\n",
       "      <th>slatm2</th>\n",
       "      <th>slatm3</th>\n",
       "      <th>slatm_diff</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Cat7f_R_bp1</td>\n",
       "      <td>-4243.425544</td>\n",
       "      <td>-4243.431732</td>\n",
       "      <td>-4243.412254</td>\n",
       "      <td>(Atom('O', [3.047659, 0.110227, 0.061362], ind...</td>\n",
       "      <td>(Atom('O', [3.004482, 0.35569, 0.096619], inde...</td>\n",
       "      <td>[45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 9.2...</td>\n",
       "      <td>[45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 1.0...</td>\n",
       "      <td>[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.88397103...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Cat7f_R_bp2</td>\n",
       "      <td>-4243.424933</td>\n",
       "      <td>-4243.443641</td>\n",
       "      <td>-4243.415270</td>\n",
       "      <td>(Atom('O', [2.139297, 0.714986, -0.08565], ind...</td>\n",
       "      <td>(Atom('O', [2.143934, 1.327725, -0.316844], in...</td>\n",
       "      <td>[45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 9.3...</td>\n",
       "      <td>[45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 1.3...</td>\n",
       "      <td>[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.32419715...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Cat7f_R_bp3</td>\n",
       "      <td>-4243.412295</td>\n",
       "      <td>-4243.438326</td>\n",
       "      <td>-4243.402189</td>\n",
       "      <td>(Atom('Si', [-1.46472, 0.552182, -1.477146], i...</td>\n",
       "      <td>(Atom('O', [-2.485908, -0.440976, -0.464488], ...</td>\n",
       "      <td>[45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 8.1...</td>\n",
       "      <td>[45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 1.1...</td>\n",
       "      <td>[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.59694168...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Cat7f_R_bp4</td>\n",
       "      <td>-4243.415841</td>\n",
       "      <td>-4243.438487</td>\n",
       "      <td>-4243.397104</td>\n",
       "      <td>(Atom('O', [3.17927, 0.846124, -0.580834], ind...</td>\n",
       "      <td>(Atom('O', [2.405124, 1.104057, -0.006423], in...</td>\n",
       "      <td>[45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 8.4...</td>\n",
       "      <td>[45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 2.2...</td>\n",
       "      <td>[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.41291819...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Cat7f_R_bp5</td>\n",
       "      <td>-4243.423559</td>\n",
       "      <td>-4243.445053</td>\n",
       "      <td>-4243.408153</td>\n",
       "      <td>(Atom('O', [2.982988, 0.768864, 0.307224], ind...</td>\n",
       "      <td>(Atom('O', [-2.310634, -0.312095, 0.573692], i...</td>\n",
       "      <td>[45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 7.2...</td>\n",
       "      <td>[45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 1.1...</td>\n",
       "      <td>[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.98426865...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           mol         int2         int3           TS  \\\n",
       "0  Cat7f_R_bp1 -4243.425544 -4243.431732 -4243.412254   \n",
       "1  Cat7f_R_bp2 -4243.424933 -4243.443641 -4243.415270   \n",
       "2  Cat7f_R_bp3 -4243.412295 -4243.438326 -4243.402189   \n",
       "3  Cat7f_R_bp4 -4243.415841 -4243.438487 -4243.397104   \n",
       "4  Cat7f_R_bp5 -4243.423559 -4243.445053 -4243.408153   \n",
       "\n",
       "                                                ase2  \\\n",
       "0  (Atom('O', [3.047659, 0.110227, 0.061362], ind...   \n",
       "1  (Atom('O', [2.139297, 0.714986, -0.08565], ind...   \n",
       "2  (Atom('Si', [-1.46472, 0.552182, -1.477146], i...   \n",
       "3  (Atom('O', [3.17927, 0.846124, -0.580834], ind...   \n",
       "4  (Atom('O', [2.982988, 0.768864, 0.307224], ind...   \n",
       "\n",
       "                                                ase3  \\\n",
       "0  (Atom('O', [3.004482, 0.35569, 0.096619], inde...   \n",
       "1  (Atom('O', [2.143934, 1.327725, -0.316844], in...   \n",
       "2  (Atom('O', [-2.485908, -0.440976, -0.464488], ...   \n",
       "3  (Atom('O', [2.405124, 1.104057, -0.006423], in...   \n",
       "4  (Atom('O', [-2.310634, -0.312095, 0.573692], i...   \n",
       "\n",
       "                                              slatm2  \\\n",
       "0  [45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 9.2...   \n",
       "1  [45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 9.3...   \n",
       "2  [45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 8.1...   \n",
       "3  [45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 8.4...   \n",
       "4  [45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 7.2...   \n",
       "\n",
       "                                              slatm3  \\\n",
       "0  [45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 1.0...   \n",
       "1  [45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 1.3...   \n",
       "2  [45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 1.1...   \n",
       "3  [45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 2.2...   \n",
       "4  [45.0, 276.0, 14.0, 24.0, 0.0, 14.0, 34.0, 1.1...   \n",
       "\n",
       "                                          slatm_diff  \n",
       "0  [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 9.88397103...  \n",
       "1  [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 4.32419715...  \n",
       "2  [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.59694168...  \n",
       "3  [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.41291819...  \n",
       "4  [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 3.98426865...  "
      ]
     },
     "execution_count": 58,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "extrapolation_data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [],
   "source": [
    "mbtypes = np.load('./mbtypes.npy', allow_pickle=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "slatm_react = [qml.representations.generate_slatm(coordinates=mol.positions, \n",
    "                                                 nuclear_charges=mol.get_atomic_numbers(), \n",
    "                                                mbtypes=mbtypes, local=False) for mol in extrapolation_data.ase2]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "slatm_prod = [qml.representations.generate_slatm(coordinates=mol.positions, \n",
    "                                                 nuclear_charges=mol.get_atomic_numbers(), \n",
    "                                                mbtypes=mbtypes, local=False) for mol in extrapolation_data.ase3]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [],
   "source": [
    "extrapolation_data['slatm2'] = slatm_react"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [],
   "source": [
    "extrapolation_data['slatm3'] = slatm_prod"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [],
   "source": [
    "extrapolation_data['slatm_diff'] = [x - y for x,y in zip(slatm_prod, slatm_react)]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [],
   "source": [
    "extrapolation_data.to_pickle('extrapolation_data')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [],
   "source": [
    "Y = data.Eafw.values"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Extrapolation SLATM_DIFF+"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "slatmdiff = np.vstack(data.SLATM_diff.values)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [],
   "source": [
    "lin_regs = [sp.stats.linregress(xs, ys) for xs, ys in zip(slatmdiff.T, \n",
    "                                                     [Y for i in range(\n",
    "                                                         slatmdiff.shape[1])])]   \n",
    "rvalues = np.array([ccc.rvalue for ccc in lin_regs])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [],
   "source": [
    "pre = sk.preprocessing.MinMaxScaler()\n",
    "pre.fit(slatmdiff[:, np.argsort(rvalues**2)[-500:]])\n",
    "Xf =  pre.transform(slatmdiff[:, np.argsort(rvalues**2)[-500:]])\n",
    "\n",
    "dmtrtr = sk.metrics.pairwise.pairwise_distances(Xf, n_jobs=-1)\n",
    "\n",
    "sigma = 6\n",
    "\n",
    "regg = 1e-6\n",
    "\n",
    "K = np.exp(- 0.5 * sigma ** -2 * dmtrtr ** 2)\n",
    "K[np.diag_indices_from(K)] += regg\n",
    "alpha_vec = cho_solve(K, Y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_extrapolation = pre.transform(\n",
    "            np.vstack(extrapolation_data.slatm_diff.values)[:, np.argsort(rvalues**2)[-500:]])\n",
    "    \n",
    "dmtrts = sk.metrics.pairwise.pairwise_distances(X_extrapolation, Xf, n_jobs=-1)\n",
    "\n",
    "# extrapolation\n",
    "\n",
    "Ks = np.exp(- 0.5 * sigma ** -2 * dmtrts ** 2)\n",
    "\n",
    "Y_predicted = np.dot(Ks, alpha_vec)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "window.mpl = {};\n",
       "\n",
       "\n",
       "mpl.get_websocket_type = function() {\n",
       "    if (typeof(WebSocket) !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof(MozWebSocket) !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert('Your browser does not have WebSocket support. ' +\n",
       "              'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "              'Firefox 4 and 5 are also supported but you ' +\n",
       "              'have to enable WebSockets in about:config.');\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = (this.ws.binaryType != undefined);\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById(\"mpl-warnings\");\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent = (\n",
       "                \"This browser does not support binary websocket messages. \" +\n",
       "                    \"Performance may be slow.\");\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = $('<div/>');\n",
       "    this._root_extra_style(this.root)\n",
       "    this.root.attr('style', 'display: inline-block');\n",
       "\n",
       "    $(parent_element).append(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen =  function () {\n",
       "            fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n",
       "            fig.send_message(\"send_image_mode\", {});\n",
       "            if (mpl.ratio != 1) {\n",
       "                fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n",
       "            }\n",
       "            fig.send_message(\"refresh\", {});\n",
       "        }\n",
       "\n",
       "    this.imageObj.onload = function() {\n",
       "            if (fig.image_mode == 'full') {\n",
       "                // Full images could contain transparency (where diff images\n",
       "                // almost always do), so we need to clear the canvas so that\n",
       "                // there is no ghosting.\n",
       "                fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "            }\n",
       "            fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "        };\n",
       "\n",
       "    this.imageObj.onunload = function() {\n",
       "        fig.ws.close();\n",
       "    }\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_header = function() {\n",
       "    var titlebar = $(\n",
       "        '<div class=\"ui-dialog-titlebar ui-widget-header ui-corner-all ' +\n",
       "        'ui-helper-clearfix\"/>');\n",
       "    var titletext = $(\n",
       "        '<div class=\"ui-dialog-title\" style=\"width: 100%; ' +\n",
       "        'text-align: center; padding: 3px;\"/>');\n",
       "    titlebar.append(titletext)\n",
       "    this.root.append(titlebar);\n",
       "    this.header = titletext[0];\n",
       "}\n",
       "\n",
       "\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = $('<div/>');\n",
       "\n",
       "    canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n",
       "\n",
       "    function canvas_keyboard_event(event) {\n",
       "        return fig.key_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    canvas_div.keydown('key_press', canvas_keyboard_event);\n",
       "    canvas_div.keyup('key_release', canvas_keyboard_event);\n",
       "    this.canvas_div = canvas_div\n",
       "    this._canvas_extra_style(canvas_div)\n",
       "    this.root.append(canvas_div);\n",
       "\n",
       "    var canvas = $('<canvas/>');\n",
       "    canvas.addClass('mpl-canvas');\n",
       "    canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n",
       "\n",
       "    this.canvas = canvas[0];\n",
       "    this.context = canvas[0].getContext(\"2d\");\n",
       "\n",
       "    var backingStore = this.context.backingStorePixelRatio ||\n",
       "\tthis.context.webkitBackingStorePixelRatio ||\n",
       "\tthis.context.mozBackingStorePixelRatio ||\n",
       "\tthis.context.msBackingStorePixelRatio ||\n",
       "\tthis.context.oBackingStorePixelRatio ||\n",
       "\tthis.context.backingStorePixelRatio || 1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband = $('<canvas/>');\n",
       "    rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n",
       "\n",
       "    var pass_mouse_events = true;\n",
       "\n",
       "    canvas_div.resizable({\n",
       "        start: function(event, ui) {\n",
       "            pass_mouse_events = false;\n",
       "        },\n",
       "        resize: function(event, ui) {\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "        stop: function(event, ui) {\n",
       "            pass_mouse_events = true;\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "    });\n",
       "\n",
       "    function mouse_event_fn(event) {\n",
       "        if (pass_mouse_events)\n",
       "            return fig.mouse_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    rubberband.mousedown('button_press', mouse_event_fn);\n",
       "    rubberband.mouseup('button_release', mouse_event_fn);\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband.mousemove('motion_notify', mouse_event_fn);\n",
       "\n",
       "    rubberband.mouseenter('figure_enter', mouse_event_fn);\n",
       "    rubberband.mouseleave('figure_leave', mouse_event_fn);\n",
       "\n",
       "    canvas_div.on(\"wheel\", function (event) {\n",
       "        event = event.originalEvent;\n",
       "        event['data'] = 'scroll'\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        mouse_event_fn(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.append(canvas);\n",
       "    canvas_div.append(rubberband);\n",
       "\n",
       "    this.rubberband = rubberband;\n",
       "    this.rubberband_canvas = rubberband[0];\n",
       "    this.rubberband_context = rubberband[0].getContext(\"2d\");\n",
       "    this.rubberband_context.strokeStyle = \"#000000\";\n",
       "\n",
       "    this._resize_canvas = function(width, height) {\n",
       "        // Keep the size of the canvas, canvas container, and rubber band\n",
       "        // canvas in synch.\n",
       "        canvas_div.css('width', width)\n",
       "        canvas_div.css('height', height)\n",
       "\n",
       "        canvas.attr('width', width * mpl.ratio);\n",
       "        canvas.attr('height', height * mpl.ratio);\n",
       "        canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n",
       "\n",
       "        rubberband.attr('width', width);\n",
       "        rubberband.attr('height', height);\n",
       "    }\n",
       "\n",
       "    // Set the figure to an initial 600x600px, this will subsequently be updated\n",
       "    // upon first draw.\n",
       "    this._resize_canvas(600, 600);\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus () {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            // put a spacer in here.\n",
       "            continue;\n",
       "        }\n",
       "        var button = $('<button/>');\n",
       "        button.addClass('ui-button ui-widget ui-state-default ui-corner-all ' +\n",
       "                        'ui-button-icon-only');\n",
       "        button.attr('role', 'button');\n",
       "        button.attr('aria-disabled', 'false');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "\n",
       "        var icon_img = $('<span/>');\n",
       "        icon_img.addClass('ui-button-icon-primary ui-icon');\n",
       "        icon_img.addClass(image);\n",
       "        icon_img.addClass('ui-corner-all');\n",
       "\n",
       "        var tooltip_span = $('<span/>');\n",
       "        tooltip_span.addClass('ui-button-text');\n",
       "        tooltip_span.html(tooltip);\n",
       "\n",
       "        button.append(icon_img);\n",
       "        button.append(tooltip_span);\n",
       "\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    var fmt_picker_span = $('<span/>');\n",
       "\n",
       "    var fmt_picker = $('<select/>');\n",
       "    fmt_picker.addClass('mpl-toolbar-option ui-widget ui-widget-content');\n",
       "    fmt_picker_span.append(fmt_picker);\n",
       "    nav_element.append(fmt_picker_span);\n",
       "    this.format_dropdown = fmt_picker[0];\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = $(\n",
       "            '<option/>', {selected: fmt === mpl.default_extension}).html(fmt);\n",
       "        fmt_picker.append(option);\n",
       "    }\n",
       "\n",
       "    // Add hover states to the ui-buttons\n",
       "    $( \".ui-button\" ).hover(\n",
       "        function() { $(this).addClass(\"ui-state-hover\");},\n",
       "        function() { $(this).removeClass(\"ui-state-hover\");}\n",
       "    );\n",
       "\n",
       "    var status_bar = $('<span class=\"mpl-message\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.request_resize = function(x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', {'width': x_pixels, 'height': y_pixels});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_message = function(type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function() {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({type: \"draw\", figure_id: this.id}));\n",
       "    }\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function(fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] != fig.canvas.width || size[1] != fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1]);\n",
       "        fig.send_message(\"refresh\", {});\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function(fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0, 0, fig.canvas.width / mpl.ratio, fig.canvas.height / mpl.ratio);\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function(fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function(fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch(cursor)\n",
       "    {\n",
       "    case 0:\n",
       "        cursor = 'pointer';\n",
       "        break;\n",
       "    case 1:\n",
       "        cursor = 'default';\n",
       "        break;\n",
       "    case 2:\n",
       "        cursor = 'crosshair';\n",
       "        break;\n",
       "    case 3:\n",
       "        cursor = 'move';\n",
       "        break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_message = function(fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function(fig, msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function(fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message(\"ack\", {});\n",
       "}\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function(fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = \"image/png\";\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src);\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data);\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "        else if (typeof evt.data === 'string' && evt.data.slice(0, 21) == \"data:image/png;base64\") {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig[\"handle_\" + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\"No handler for the '\" + msg_type + \"' message type: \", msg);\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\"Exception inside the 'handler_\" + msg_type + \"' callback:\", e, e.stack, msg);\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "}\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function(e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e)\n",
       "        e = window.event;\n",
       "    if (e.target)\n",
       "        targ = e.target;\n",
       "    else if (e.srcElement)\n",
       "        targ = e.srcElement;\n",
       "    if (targ.nodeType == 3) // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "\n",
       "    // jQuery normalizes the pageX and pageY\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    // offset() returns the position of the element relative to the document\n",
       "    var x = e.pageX - $(targ).offset().left;\n",
       "    var y = e.pageY - $(targ).offset().top;\n",
       "\n",
       "    return {\"x\": x, \"y\": y};\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys (original) {\n",
       "  return Object.keys(original).reduce(function (obj, key) {\n",
       "    if (typeof original[key] !== 'object')\n",
       "        obj[key] = original[key]\n",
       "    return obj;\n",
       "  }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function(event, name) {\n",
       "    var canvas_pos = mpl.findpos(event)\n",
       "\n",
       "    if (name === 'button_press')\n",
       "    {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {x: x, y: y, button: event.button,\n",
       "                             step: event.step,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.key_event = function(event, name) {\n",
       "\n",
       "    // Prevent repeat events\n",
       "    if (name == 'key_press')\n",
       "    {\n",
       "        if (event.which === this._key)\n",
       "            return;\n",
       "        else\n",
       "            this._key = event.which;\n",
       "    }\n",
       "    if (name == 'key_release')\n",
       "        this._key = null;\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which != 17)\n",
       "        value += \"ctrl+\";\n",
       "    if (event.altKey && event.which != 18)\n",
       "        value += \"alt+\";\n",
       "    if (event.shiftKey && event.which != 16)\n",
       "        value += \"shift+\";\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, {key: value,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function(name) {\n",
       "    if (name == 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message(\"toolbar_button\", {name: name});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function(tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Pan axes with left mouse, zoom with right\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"jpeg\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\", \"tif\"];\n",
       "\n",
       "mpl.default_extension = \"png\";var comm_websocket_adapter = function(comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function() {\n",
       "        comm.close()\n",
       "    };\n",
       "    ws.send = function(m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function(msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data'])\n",
       "    });\n",
       "    return ws;\n",
       "}\n",
       "\n",
       "mpl.mpl_figure_comm = function(comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = $(\"#\" + id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm)\n",
       "\n",
       "    function ondownload(figure, format) {\n",
       "        window.open(figure.imageObj.src);\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy,\n",
       "                           ondownload,\n",
       "                           element.get(0));\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element.get(0);\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error(\"Failed to find cell for figure\", id, fig);\n",
       "        return;\n",
       "    }\n",
       "\n",
       "    var output_index = fig.cell_info[2]\n",
       "    var cell = fig.cell_info[0];\n",
       "\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function(fig, msg) {\n",
       "    var width = fig.canvas.width/mpl.ratio\n",
       "    fig.root.unbind('remove')\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable()\n",
       "    $(fig.parent_element).html('<img src=\"' + dataURL + '\" width=\"' + width + '\">');\n",
       "    fig.close_ws(fig, msg);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.close_ws = function(fig, msg){\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function(remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width/mpl.ratio\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] = '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message(\"ack\", {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () { fig.push_to_output() }, 1000);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items){\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) { continue; };\n",
       "\n",
       "        var button = $('<button class=\"btn btn-default\" href=\"#\" title=\"' + name + '\"><i class=\"fa ' + image + ' fa-lg\"></i></button>');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = $('<span class=\"mpl-message\" style=\"text-align:right; float: right;\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = $('<div class=\"btn-group inline pull-right\"></div>');\n",
       "    var button = $('<button class=\"btn btn-mini btn-primary\" href=\"#\" title=\"Stop Interaction\"><i class=\"fa fa-power-off icon-remove icon-large\"></i></button>');\n",
       "    button.click(function (evt) { fig.handle_close(fig, {}); } );\n",
       "    button.mouseover('Stop Interaction', toolbar_mouse_event);\n",
       "    buttongrp.append(button);\n",
       "    var titlebar = this.root.find($('.ui-dialog-titlebar'));\n",
       "    titlebar.prepend(buttongrp);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(el){\n",
       "    var fig = this\n",
       "    el.on(\"remove\", function(){\n",
       "\tfig.close_ws(fig, {});\n",
       "    });\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(el){\n",
       "    // this is important to make the div 'focusable\n",
       "    el.attr('tabindex', 0)\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    }\n",
       "    else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager)\n",
       "        manager = IPython.keyboard_manager;\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which == 13) {\n",
       "        this.canvas_div.blur();\n",
       "        // select the cell after this one\n",
       "        var index = IPython.notebook.find_cell_index(this.cell_info[0]);\n",
       "        IPython.notebook.select(index + 1);\n",
       "    }\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.find_output_cell = function(html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i=0; i<ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code'){\n",
       "            for (var j=0; j<cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] == html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "}\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel != null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target('matplotlib', mpl.mpl_figure_comm);\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAoAAAAHgCAYAAAA10dzkAAAgAElEQVR4nO3de3iU9Z3//zucEo5REEoAE8AqRVHsuipsLdFdF0/UQ7V2LdLg6fJUC3Zb0OXrL6VIRG0Vty0rKoJ4QK0IQjQqQQQFBMVBghFIgEBCKCGBACHnmdfvD5ppJncymeTOzH3P3M/HdX2uq0zm8M70je8X99EQAAAAXMWwuwAAAABEFgEQAADAZQiAAAAALkMABAAAcBkCIAAAgMsQAAEAAFyGAAgAAOAyBEAAAACXIQACAAC4DAEQAADAZQiAAAAALkMABAAAcBkCIAAAgMsQAAEAAFyGAAgAAOAyBEAAAACXIQACAAC4DAEQAADAZQiAAAAALkMABAAAcBkCIAAAgMsQAAEAAFyGAAgAAOAyBEAAAACXIQACAAC4DAEQAADAZQiAAAAALkMABAAAcBkCIAAAgMsQAAEAAFyGAAgAAOAyBEAAAACXIQACAAC4DAEQAADAZQiAAAAALkMABAAAcBkCIAAAgMsQAAEAAFyGAAgAAOAyBEAAAACXIQACAAC4DAEQAADAZQiAAAAALkMABAAAcBkCIAAAgMsQAAEAAFyGAAgAAOAyBEAAAACXIQACAAC4DAEQAADAZQiAAAAALkMABAAAcBkCIAAAgMsQAAEAAFyGAAgAAOAyBEAAAACXIQBa4PV6VVhYqPLych07dozFYrFYLFYUrPLychUWFsrr9dodJWxDALSgsLBQhmGwWCwWi8WKwlVYWGh3lLBNzAbAtWvXasKECUpKSpJhGFq2bJn/Z7W1tZo2bZpGjRqlHj16KCkpSZMmTdKBAwfa9Bnl5eX+BrL7XzMsFovFYrFCWw0bcMrLyzs6fkSNmA2AH3zwgWbMmKGlS5eaAmB5ebmuvPJKvfXWW9qxY4c2btyoSy+9VBdddFGbPuPYsWMyDEPHjh3r6PIBAECYML9jOAA21jQANmfz5s0yDEP79u0L+X1pIAAAog/zmwDot2rVKsXFxbWpGWggAACiD/ObAChJqqqq0kUXXaSJEycGfZ/q6upmjyFwcwMBABBtCIAEQNXW1uqGG27QD3/4w1YbIT09vdmziIK9zufzqba2VlVVVSxWTK7a2lr5fD5Lf0cBIJIIgC4PgLW1tbrxxht1wQUXqLS0tNX3aesWwJqaGhUUFCg3N5fFiulVUFCgmpoay39XASASCIAuDoAN4e+8885TSUlJu943WAN5vV7t2LFDeXl5Ki8vV2Vlpe1balisjl6VlZUqLy9XXl6eduzY4eqLqgKIHgTAGA6AJ06ckMfjkcfjkWEYeuaZZ+TxeLRv3z7V1dXp+uuv15AhQ7R161YdPHjQv9qyFSNYA1VVVSk3N1cnT57syF8LcKSTJ08qNzdXVVVVdpcCAK0iAMZwAFyzZk2zx+ulpaVp7969LV4VfM2aNSF/RigBkIEIN6DfAUQTAmAMB8BIIAACp9DvQPjVe33akF+q5Z4ibcgvVb2Xk6/aiwBIALSEAAicQr8D4ZWVU6wxGdlKmZ7pX2MyspWVU2x3aVGJAEgAtIQACJxCvwPhk5VTrKGNgl/DGvqP1dEh0A1bGgmABEBL3BIA9+/fr9TUVI0cOVLnn3++3n77bbtLgsPEUr8DTlLv9Zm2/DUNgWMysjsspLllSyMBkABoiVsCYHFxsTwejyTp0KFDGjx4sCoqKmyuCk4SS/0OOMmG/NIWw1/jtSG/9WvZtsTn82nbtm1a9OGmiG5pDCbcWyEJgARAS9wSAJs6//zztX//frvLgIPEcr8DdlruKQopAC73FLXr/SsrK7VixQotW/6eRkyapeRpKyOypTGYSGyFJAASAC1xYwD88ssvdd5554X9c/76179q6NChio+P17/8y79o3bp1rb7m+PHjmjJlipKTk5WQkKCxY8dq8+bN/p/X1dVpxowZGjp0qBISEjRs2DDNnDmTixd3gFjtd8Bu4dwCmJubqxUrVmjFihV6av5rGpg2N6xbGkMRqeMdCYAEQEvcEgAbLo5dWlqqkSNHav369WH9vDfffFNdu3bViy++qNzcXE2ZMkU9e/bUvn37gr7u1ltv1bnnnqu1a9cqLy9P6enp6tOnj4qKTv3L+PHHH1e/fv2UmZmpvXv36m9/+5t69eqluXPnhvX3cYNY6nfASRqOAWwuFFnZMtcQ/BrW/Pc3hnVLYygiebwjAZAAaEmsBsDU1FQ9+OCDevjhh9WvXz+NGzdO1dXV+vGPf6zFixeH/fMvueQS3XfffQGP/eAHP9AjjzzS4msqKyvVuXNnZWZmBjw+evRozZgxQ5J03XXX6c477wz4+U9/+lPdfvvtHVS5e0VzvwNO17BVrGkIbM9WMZ/PZwp/JSUlETnWsDWRrIEASAC0JJYDYK9evfS73/1OO3bsUG5urv7rv/5L6enpIb1+9uzZ6tmzZ9DV0i7dmpoade7cWe+++27A47/+9a81bty4Fj/z+PHjMgxD2dnZAY+PGTNGqampkqQnnnhCKSkp2rlzpyRp69atGjBggN54442Qfi+0LJr7HYgGHXFc3NGjR03hr+HvbLi2NLZFuI93bIwASAC0JJYD4IUXXuj/82effaa4uDiNHj3av7Zt29bi68vKypSXlxd0VVZWNvvaAwcOyDAM027m2bNn65xzzgla99ixY5WamqoDBw6ovr5er776quLi4vyv8/l8euSRRxQXF6cuXbooLi5OGRkZoX4tCCKa+x2IFlbOjP3qq69M4a+pjtzS2B5sAYwsAqAFsRwA7777bls+uyEAbtiwIeDxxx9/XCNGjAj62vz8fI0bN06GYahz5866+OKLNXHiRI0cOVKStGTJEg0ZMkRLlizRtm3btHjxYvXt21eLFi0K2+/jFtHc70Csaxr8mgt/Dey8DmAkt0ISAAmAlsRyAJwyZUq7X2/HLuDGKioqVFx86j9Wt956q6699lpJ0pAhQ/SXv/wl4LmzZs1qNViiddHc70Asaxr8Pv/881ZfY+edQCK1FZIASAC0hADYPCu7gKVTJ4Hcf//9AY+NHDky6EkgzTly5IgSExM1f/58SVLfvn01b968gOdkZGTo7LPPbtP7wiya+x2IRVVVVabwd/jwYbvLCgnXAYwMAqAFBMDwaLgMzIIFC5Sbm6upU6eqZ8+eKigo8D/nz3/+s/793/894HUffvihsrKytGfPHn388ccaPXq0LrnkEtXW1kqS0tLSNHjwYP9lYN59912dccYZmjZtWkR/v1gUzf0OxJpdu3aZwl+0Xe+UO4GEHwHQgkgEQDs2xdsdAKVTF4JOSUlRt27d9C//8i9au3ZtwM/T09OVkpIS8Nhbb72l4cOHq1u3bho4cKAefPBBlZeX+3/e9ELRw4cP14wZM/zXOUT7EQABZ2jL8X5uRgAkAFoS7gDolptyI/oRAAH7NQ1+K1eutLskxyIAEgAtCWcAjNTtcICOQAAE7FNfX28Kf40PmYEZAZAAaEm4AmAkb4cDdAQCIGCP4uJiU/jjsJbWEQAJgJaEKwA64ZY8QFsQAIHIW716Ncf7tRMBkABoSbgCYCRvhwN0BAIgEFmc7GENAZAAaAlbAIFTCIBAZPh8PlPwy8nJsbusqEMAJABaEu5jAO28KTfaLtyXz1m4cKESExPD9v7BpKSk6Nlnn23x5wRAIPzKy8tN4e/EiRN2lxWVCIAEQEsicRawXTflbrBmzRoZhqHTTjvN9Lts2rRJhmHIMJpvo3POOUddu3ZVUZF5V3Vqaqr/tY3Xvffe26b6jhw5ottvv119+vRRnz59dPvtt+vo0aNBX5Oenq4RI0aoR48eOu200/Qf//Ef+uKLLwKeM3/+fKWmpqp3794yDKPV92z4newIgAsXLtSll14ats+VCICA3bZs2cIu3w5EACQAWuKG6wA2BMAzzzxTb7zxRsDP7r33XiUnJzcbAD/77DMlJyfrF7/4hR5//HHTz1NTU3XPPffo4MGDAautfxmvvvpqjRo1Shs2bNCGDRs0atQoTZgwIehrXn/9da1atUq7d+/W9u3bddddd6lPnz4qKSnxP+fZZ5/VE088oSeeeMLxAfCmm25SRkZG2D5XIgACduJ4v45HACQAWhKrdwJprCEA/r//9/905ZVX+h+vrKxUYmKiHnvssWYD4OTJk/XII48oKytLw4cPl88XWHdHhKXc3FwZhhGw9W7jxo0yDEM7duwI+X0a/n/Mzs42/azh929PAMzKylKfPn30yiuv+B9bsGCBzj333IC7lTT405/+pFGjRqlHjx4aMmSI7r///oDdO80FwKqqKvXs2VPbt2+XdCqozZo1S5MmTVLPnj2VnJys5cuXq6SkRNdff7169uypUaNG6csvvwx4n3feecdfV0pKiv74xz8G/JwACHS8UP773jT4ff755zZUGnsIgARAS2L1XsCNNQSgnTt3Kj4+Xvv27ZMkvfrqqxo9erSWLVtmCoDHjx/3h5L6+np973vf0yeffBLwnFACYGpqqtLS0lr8+YIFC5rdIpaYmKiXX345pN+vpqZGTz/9tBITE5u9UXp7A+CSJUvUu3dvLV++3P/zefPmKSEhQXPnztXOnTu1efPmgFD17LPP6pNPPtGePXu0evVqjRgxQvfff7//580FwMzMTJ111ln+P6ekpKhv3756/vnntWvXLt1///3q3bu3rr76ar399tvauXOnbrzxRo0cOdIfyr/66it16tRJf/jDH7Rz504tXLhQ3bt318KFCwPelwAIdJzW9vBUVVWZwl9z/41C+xAACYCWuCkAHj16VDfeeKNmzpwpSbriiiv03HPPNRsAX3jhBV144YX+P0+ZMkUTJ04MeE5qaqq6du2qnj17BqxFixb5nzNp0iQ98sgjLdY2e/ZsnX322abHzz777FZ3ia5cuVI9e/ZUXFycBg0apM2bN7f6+7emIQD+9a9/VWJioin0Dho0SDNmzGj1fRq8/fbb6tevn//PzQXAe+65R7/5zW/8f05JSdHtt9/u//PBgwdlGIYee+wx/2MNW0kPHjwoSfrFL36h//zP/wx439/97nc699xzA96XAAh0jNbu9LTg/fWm8Of1eu0uO6YQAAmAlrgtAK5YsULDhg3T7t27lZCQoNLS0mYD4KWXXhqwC/HLL79U9+7dA0JUamqqJk+erLy8vIDVlr+Ms2fP1jnnnGN6/Pvf/76eeOKJoK+tqKhQXl6eNm7cqDvvvFNDhw7VoUOHgv7+rUlNTdWQIUPUtWtXbdq0KeBnhw4dkmEYplDY2CeffKIrr7xSgwYNUq9evZSQkCDDMFRRUSHJHAB9Pp8GDhyoTz/91P9YSkqKnnrqqYDnGIaht99+2//Ynj17ZBiGvvnmG0nSD3/4Q/3+978PqGX58uXq2rWr6uvr/e9LAASsa+1OTwNufkwjJs3SsuXvcbxfGBEACYCWuC0A1tfXKykpSZdffrl+9rOfSZIpAH777bcyDEOdOnVS586d/cswDM2bN8//vI44BrAjdgE3+P73v9/sVsO2BsAJEyZo0KBBuu+++wKOezx+/HjQAFhQUKCEhARNnTpVGzdu1M6dO7VgwYKAz24aAL/44gv17dvXH9Kk5oOaYRhatmyZ/8979+6VYRjyeDySpAsvvNC/ZbfBsmXLCIBAGAS7zmv/mx/zr6fmv6aVK1faXW7MIgASAC1xWwCUpGnTpskwDGVlZUkyB8Df/OY3GjdunHJycgLWtGnTdNFFF/mf15EngTTe2vbFF1+0+SQQSTrrrLOUnp5uerw9u4B37typpKSkgBM8JGno0KEt7gJ+55131KVLl4DdPLNmzQoaAB999FFNmjQp4H3aEwBb2gV83nnnBX3fxmKl34Fwa+5OT8m/ey8g/PW/+THNz9xgd6kxjQBIALTEjQGwpqZGhw8f9m/dahwAa2tr1b9/f/3f//2f6X127dolwzC0detWSS1fBubIkSP+17R2DKB06jIwF1xwgTZu3KiNGzfq/PPPN10GZsSIEXr33Xclndr1++ijj2rjxo0qKCjQli1bdNdddyk+Pt5/Jq106tg5j8ejF198UYZhaN26dfJ4PCorK2uxlsahdseOHRo4cGBAyF20aJESEhL03HPPadeuXdqyZYv+93//V5Lk8XhkGIbmzp2r3bt3a/HixRo8eHDQAHjeeefpnXfeCaihPQFwy5YtASeBLFq0iJNAgDBpugVw8H0LTOEv+b/f5U5PYUYAJABa4sYA2FTjAPjOO++oU6dO+vvf/97sc88//3w99NBDklq+EPRVV13lf35rZwFLUllZmSZOnKjevXurd+/emjhxoqlWwzD8Yaaqqko33XSTBg0apG7duikpKUnXX3+96SSQ9PT0ZutrHIqaarpVMzc3VwMGDAg4SeP555/XiBEj1LVrVyUlJfm/D0l65plnlJSUpO7du+uqq67S4sWLWwyA+fn5io+PN90FoD0BUPrnZWC6du2q5ORkPf30062+b2Ox0u9AuDW+01PT4Nf/5se401OEEAAJgJa4IQDCmf70pz/pmmuusbsMP/odCF1WTrEG3PyYBjQT/iJ5pyc3IwASAC0hAMIub731ltatW2d3GX70OxAan8+nFStWKP3PizRi0iz1v/kxfW/iU7bc6cnNCIAEQEsIgMAp9DvQusOHDwdc22/Z8vf00de7bbvTk5sRAAmAlhAAgVPodyC41atXcz9fByEAEgAtIQACp9DvQMuaBj/Cn/0IgARASwiAwCn0O9A8wp8zEQAJgJaEEgBPnjxpQ2VAZJ08eZIACDRSUVFhCn6FhYV2l4V/IAASAC0J1kBer1c7duxQXl6eysvLVVlZqaqqKhYrplZlZaXKy8uVl5enHTt2cMN6QKcu7N40/DW+ZSPsRwAkAFrSWgPV1NSooKBAubm5LFZMr4KCAtXU1ET4byDgPOzyjQ4EQAKgJaE0kM/nU21tre1baliscK3a2lr/rQEBNyP8RQ8CIAHQEhoIAFBXV2cKft9++63dZSEI5jcB0BIaCADcbe/evabwV1XFyVBOx/wmAFpCAwGAe7HLN3oxvwmAltBAAOBOhL/oxvwmAFpCAwGAu/h8PlPw+/zzz+0uC23E/CYAWkIDAYB7HD582BT+jhw5YndZaAfmdwwHwLVr12rChAlKSkqSYRhatmxZwM+XLl2q8ePHq1+/fjIMQx6Pp82fQQMBgDusXr2aXb4xhPkdwwHwgw8+0IwZM7R06dJmA+DixYs1c+ZMvfjiiwRAAECLON4v9jC/YzgANtZcAGywd+9eAiAAoFmEv9jE/CYAtikAVldX69ixY/5VWFjo+gYCgFh08uRJU/ArLCy0uyx0EAIgAbBNATA9PV2GYZiWmxsIAGLN1q1bTeGvvr7e7rLQgQiABEC2AAIA/Njl6w4EQAIgxwACACQR/tyE+U0AJAACgMvV1dWZgt/27dvtLgthxPyO4QB44sQJeTweeTweGYahZ555Rh6PR/v27ZMklZWVyePx6P3335dhGHrzzTfl8Xh08ODBkD+DBgKA6LZ3715T+KuqqrK7LIQZ8zuGA+CaNWuaPWEjLS1NkrRw4cJmf56enh7yZ9BAABC92OXrXszvGA6AkUADAUB0Ivy5G/ObAGgJDQQA0cXn85mC32effWZ3WYgw5jcB0BIaCACiR2lpqSn8HTlyxO6yYAPmNwHQEhoIAKLDJ598wi5f+DG/CYCW0EAA4Hwc74emmN8EQEtoIABwNsIfmsP8JgBaQgMBgDOdPHnSFPwKCwvtLgsOwfwmAFpCAwGA82zdutUU/urr6+0uCw7C/CYAWkIDAYCzsMsXoWB+EwAtoYEAwDkIfwgV85sAaAkNBAD2q6urMwW/7du3210WHIz5TQC0hAYCAHvt3bvXFP6qqqrsLgsOx/wmAFpCAwGAfdjli/ZifhMALaGBAMAehD9YwfwmAFpCAwFAZPl8PlPwW7dund1lIcowvwmAltBAABA5paWlpvB35MgRu8tCFGJ+EwAtoYEAIDLWrFnDLl90GOY3AdASGggAwo/j/dDRmN8EQEtoIAAIL8IfwoH5TQC0hAYCgPA4efKkKfjt37/f7rIQI5jfBEBLaCAA6HjffPONKfzV19fbXRZiCPObAGgJDQQAHYtdvogE5jcB0BIaCAA6DuEPkcL8JgBaQgMBgHV1dXWm4Ld9+3a7y0IMY34TAC2hgQDAmoKCAlP4q6ystLssxDjmNwHQEhoIANqPXb6wC/ObAGgJDQQA7UP4g52Y3wRAS2ggAGgbn89nCn7r1q2zuyy4DPObAGgJDQQAoSstLTWFv7KyMrvLggsxvwmAltBAABCaNWvWsMsXjsH8JgBaQgMBQOs43g9Ow/wmAFpCAwFAcIQ/OBHzmwBoCQ0EAM07efKkKfjt37/f7rIAScxviQBoCQ0EAGbffPONKfzV19fbXRbgx/wmAFpCAwFAIHb5IhowvwmAltBAAPBPhD9EC+Y3AdASGggApLq6OlPw2759u91lAS1ifhMALaGBALhdQUGBKfxVVlbaXRYQFPObAGgJDQTAzdjli2jF/CYAWkIDAXArwh+iGfObAGgJDQTAbXw+nyn4rV271u6ygDZhfhMALaGBALhJaWmpKfyVlZXZXRbQZsxvAqAlNBAAt1izZg27fBEzmN8EQEtoIABuwPF+iDXMbwKgJTQQgFhH+EMsYn4TAC2hgQDEqsrKSlPw27dvn91lAR2C+U0AtIQGAhCLtm3bZgp/9fX1dpcFdBjmNwHQEhoIQKxhly/cgPkdwwFw7dq1mjBhgpKSkmQYhpYtWxbwc5/Pp/T0dCUlJSkhIUGpqaltvnclDQQglhD+4BbM7xgOgB988IFmzJihpUuXNhsA58yZo969e2vp0qXKycnRz3/+cyUlJen48eMhfwYNBCAW1NXVmYJfTk6O3WUBYcP8juEA2FjTAOjz+TRw4EDNmTPH/1h1dbUSExP1/PPPh/y+NBCAaLdv3z5T+KusrLS7LCCsmN8uDYC7d++WYRj6+uuvA553/fXX65e//GXI70sDAYhm7PKFWzG/XRoA169fL8MwdODAgYDn3XPPPRo/fnyL71NdXa1jx475V2FhoesbCEB0IvzBzQiALg+AxcXFAc+7++67ddVVV7X4Punp6TIMw7Tc3EAAoovP5zMFv7Vr19pdFhBRBECXBsD27gJmCyCAaFZWVmYKf2VlZXaXBUQcAdClAbDhJJAnn3zS/1hNTQ0ngQCIWZ9++qkp/Pl8PrvLAmzB/I7hAHjixAl5PB55PB4ZhqFnnnlGHo/HfyujOXPmKDExUe+++65ycnJ02223cRkYADGJ4/2AQMzvGA6Aa9asafZ4vbS0NEn/vBD0wIEDFR8fr3HjxrX5ulc0EACnI/wBZszvGA6AkUADAXCqyspKU/Br2AMCuB3z2+YA+N5777V5OekCpTQQACfKyckxhb/6+nq7ywIcg/ltcwCMi4tr0+rUqZN2795tZ8kBaCAATsMuX6B1zG8HBMBDhw6F/PxevXoRAAGgBYQ/IDTMb5sD4OTJk9t01u19992nw4cPh7GitqGBADhBfX29Kfi19aQ2wE2Y35wEYgkNBMBu+/btM4U/Jx0rDTgR85sAaAkNBMBO7PIF2of5bXMAfPjhh0NeTkQDAbAL4Q9oP+a3zQHw8ssvD2ldccUVdpbZIhoIQKT5fD5T8Pv000/tLguIKsxvdgFbQgMBCKd6r08b8ku13FOkDfmlKjlcagp/ZWVldpcJRB3mt8MC4NGjR/XHP/5Rd911l+6++24988wzKi8vt7usFtFAAMIlK6dYYzKylTI9UynTM/W9257QiEmzlP7nRf7w5/P57C4TiErMbwcFwC+//FJ9+/bV4MGDddNNN+nGG2/UkCFD1K9fP23ZssXu8ppFAwEIh6ycYg39R/BLmZ6p/jc/pv43P6YB/1jpf15kd4lAVGN+OygAXnbZZZo8ebLq6ur8j9XV1SktLU0//vGPbaysZTQQgI5W7/UFbPlrCH+NQ+CYjGzVe9n6B7QX89tBATAhIUHfffed6fFvv/1W3bt3t6Gi1tFAADrahvxSpUzP1Jm/WWoKf4Pvf9kfDDfkl9pdKhC1mN8OCoADBgzQRx99ZHr8ww8/1IABA2yoqHU0EICOttxTpKQ7/2IKf8m/e88f/lKmZ2q5p8juUoGoxfx2UAB86KGHNGTIEL355pvav3+/CgsLtWTJEg0ZMkRTpkyxu7xm0UAAOtpT818zhb/GwY8tgIB1zG8HBcCamhr9+te/Vrdu3dSpUyd16tRJ8fHxmjp1qqqrq+0ur1k0EICOtGLFCi1b/p5GTJqlAS2Ev6HTMzkGELCI+e2gANjg5MmT2rZtm7755hudPHnS7nKCooEAdIT6+vqAa/ul/3mRBt35l4AzgRvC39DpmcrKKba7ZCCqMb8dGACjCQ0EwKp9+/aZLu5cWVlpug5gyj+2/BH+AOuY3w4LgFVVVdq0aZNWrlyp9957L2A5EQ0EwIrW7ufb9E4g7PYFOgbz20EBMCsrS/3791dcXJxpderUye7ymkUDAWiv1sIfgPBhfjsoAJ511ll64IEH9Pe//93uUkJGAwFoj6bB79NPP+2Q92WLIRAa5reDAmDv3r2Vn59vdxltQgMBaIuysjJT+CsrK+uQ9+aYQSB0zG8HBcA77rhDL730kt1ltAkNBCBUa9euNYU/n69jttA1vXcwZw0DwTG/HRQAT548qWuvvVZpaWn64x//qOeeey5gORENBCAU4Tzer+m9g7luINA65reDAuCLL76ozp07q1evXkpJSdHQoUP9a9iwYXaX1ywaCEBrwn2yR8O9g1tb3DkE+Cfmt4MC4Pe+9z3Nnj1bXq/X7lJCRgMBaEllZaUp+O3bt6/DP2e5pyikAMi9g4F/Yn47KACefvrpnAQCICbk5OSYwl9dXV1YPostgEDbMb8dFACnTp2q2bNn211Gm9BAAJqK9PX9Go4BbO4kEI4BBKQR7KEAACAASURBVJrH/HZQAHzooYeUmJiocePG6Ve/+pUefvjhgOVENBCAxuy6uHPDWcDcOxgIDfPbQQHw8ssvb3FdccUVdpfXLBoIgCTV19ebgt+2bdsiWgPXAQRCx/x2QAB89NFHtWnTJrvLaBcaCMD+/ftN4e/kyZO21MKdQIDQML8dEAAnT56s/v37a+DAgbrnnnv0/vvvq7q62u6yQkIDAe7G/XyB6MT8dkAAlCSfz6d169bpd7/7nUaMGKFevXrppptu0sKFC3X48GG7y2sRDQS4F+EPiF7Mb4cEwKZyc3P15JNP6t/+7d/UrVs3/fjHP9bTTz+toiJnXceKBgLcqWnw+/TTTzvkfdmFC0QG89uhAbCxQ4cO6aWXXtL111+vp59+2u5yAtBAgLuUlZWZwl9pacdcX4+TOIDIYX5HQQB0MhoIcI9169aZwp/P1zFb6Bou49LcNfy4jAvQ8ZjfNgfAptf6C7aciAYC3CGcx/s1XMi5pTt4cCFnoOMxv20OgMGu/cd1AAE4QbhP9uBWbkDkMb/ZBWwJDQTErsrKSlPwKygo6PDPWe4pCikALvc46yQ4IJoxvwmAltBAQGzKyckxhb+6urqwfBZbAIHIY347MAB+++23ysrK0nvvvRewnIgGAmJPpK/v13AMYHMngXAMIBAezG8HBcDdu3frggsuUFxcnDp16qS4uDj//+7UqZPd5TWLBgJii10Xd244C7hpCOQsYCA8mN8OCoATJkzQDTfcoJKSEvXq1Uu5ubn67LPPdMkll2jdunV2l9csGgiIDfX19abg980330S0Bq4DCEQO89tBAbBfv37+/+D26dNHO3bskCStXr1aF154oZ2ltYgGAqLf/v37TeHv5MmTttQSyTuBcNcRuBnz20EB8LTTTtPu3bslScOHD9cnn3wiScrPz1f37t3tLK1FNBAQ3dx6P1+2NsLtmN8OCoCXXXaZli1bJkm67bbbdPXVV+vzzz/XL3/5S5133nk2V9c8GgiIXm4Of9x1BG7H/HZQAPzwww+1dOlSSadOCBk5cqTi4uJ0xhlnaPXq1TZX1zwaCIhOTYPfmjVr7C4pIrjrCHAK89tBAbA5ZWVlHXavzXCggYDoUl5ebgp/paXuub4e1xwETmF+OygAZmRkaMGCBabHFyxYoDlz5oTlM48fP64pU6YoOTlZCQkJGjt2rDZv3hzy62kgIHps3rzZFP6c/A/McOCuI8ApzG8HBcCUlBStX7/e9PgXX3yhoUOHhuUzb731Vp177rlau3at8vLylJ6erj59+qioKLT/+NFAQHRw6/F+TbEFEDiF+e2gABgfH689e/aYHt+9e7fi4+M7/PMqKyvVuXNnZWZmBjw+evRozZgxI6T3oIEA52sa/Jr+nXcT7joCnML8dlAA/P73v69XX33V9PjixYs1bNiwDv+848ePyzAMZWdnBzw+ZswYpaamNvua6upqHTt2zL8KCwtd30CAU1VVVZnCX6hb92MZdx0BCICSgwLgnDlz1K9fP7388ssqKChQQUGBFixYoH79+ikjIyMsnzl27FilpqbqwIEDqq+v16uvvqq4uDidc845zT4/PT1dhmGYlpsbCHCinTt3msJffX293WU5BtcBhNsRAB0UAH0+n6ZNm6aEhAT//X979OihmTNnhu1A7fz8fI0bN06GYahz5866+OKLNXHiRI0cObLZ57MFEHA+jvcLDXcCgZsRAB0UABucOHFCmzdvVk5OjqqrqyPymRUVFSouPvUv31tvvVXXXnttSK+jgQBnIfwBCAXz20EBsLnj/xr89re/jUgNR44cUWJioubPnx/S82kgwBm8Xq8p+H333Xd2lwXAoZjfDgqAiYmJWrlypenxqVOnauDAgWH5zA8//FBZWVnas2ePPv74Y40ePVqXXHKJamtrQ3o9DQTYr7i42BT+Kisr7S4LgIMxvx0UALOyspSYmKi1a9f6H/vVr36lQYMGhe1f8m+99ZaGDx+ubt26aeDAgXrwwQdVXl4e8utpIMBeH374Ibt8AbQZ89tBAVCSlixZotNPP11ffvml7r//fg0aNEg7d+60u6wW0UCAfTjeD0B7Mb8dFgAlad68eYqPj9eQIUOUl5dndzlB0UCAPZoGv40bN9pdEoAowvy2OQA+/PDDza4zzzxT119/fcBjTkQDAZFVXl5uCn9HjhyxuywAUYb5bXMAvPzyy0NaV1xxhZ1ltogGAiJn8+bNpvAXrmuEAohtzG8H7gKOJjQQEBkc7wegIzG/CYCW0EBA+DUNfpmZmXaXBCDKMb9tDoDffPONvF5vyM/fvn276urqwlhR29BAQPhUV1ebwl9RUZHdZQGIAcxvmwNgp06dVFJSEvLze/furd27d4exorahgYDw2LVrlyn8OekffwCiG/Pb5gAYFxene++9t8WzgZuu+Ph4AiAQ4zjeD0C4Mb9tDoCpqakhnwncsIqLi+0sOQANBHQswh+ASGB+cxKIJTQQ0DG8Xq8p+OXm5tpdFoAYxfwmAFpCAwHWFRcXm8JfZWWl3WUBiGHMbwKgJTQQYM1HH33ELl8AEcf8JgBaQgMh1tV7fdqQX6rlniJtyC9Vvbfj7rzB8X4A7ML8JgBaQgMhlmXlFGtMRrZSpmf615iMbGXlWD8Rq2nw27BhQwdUDAChYX47OADW1dXpk08+0YYNG1ReXm53Oc2igRCrsnKKNbRR8GtYQ/+x2hsCjx07Zgp/R44c6eDqASA45reDA+ANN9ygO++8U3379tXQoUOVnJys6667zu6yAtBAiEX1Xp9py1/TEDgmI7vNu4O//PJLU/jz+TpulzIAhIr57eAAeMEFF0iSRo8eLUmaO3eu0tPTbazIjAZCLNqQX9pi+Gu8NuSXhvyeHO8HwEmY3w4OgJdeeqkk6eKLL1ZNTY0k6fLLL7ezJBMaCLFouacopAC43BPafXmbBr/MzMww/wYAEBzz28EB8NVXX1VZWZmeeOIJ3X333Xr55Zc1dOhQu8sKQAMhFnXUFsDq6mpT+CssLIzQbwEALWN+OzgANrZw4UL99re/1TfffGN3KQFoIMSihmMAmzsJJNRjAHft2mUKf3V1dRH8LQCgZczvKAmATkUDIVY1nAXcNASGchYwx/sBcDrmtwMC4DXXXBNwmZfHH39cR48e9f+5tLRUI0eOtKO0VtFAiGXtuQ4g4Q9ANGB+OyAAdurUSYcOHfL/uXfv3tq9e7f/z3//+9/VqVMnO0prFQ2EWBfqnUC8Xq8p+H377bcRrhYAQsP8dkAAjIuLCwiAvXr1IgACUeTgwYOm8FdZWWl3WQDQIuY3AdASGghu99FHH7HLF0DUYX47IAB26tRJJSUl/j/36tVLe/bs8f+ZAAg4E8f7AYhWzG8HBMC4uDhde+21uummm3TTTTepS5cuGj9+vP/P1157LQEQcJimwW/9+vV2lwQAIWN+OyAATp48OaTlRDQQYl3Tk0COHC03hb+ysjK7ywSANmF+OyAARjMaCLGs6WVgBv7yWY2YNEvpf17kD38+X8sXgwYAp2J+EwAtoYEQqxouBN0Q/vrf/Jj63/yYBvxjpf95kd0lAkC7Mb8JgJbQQIhFDbeCaxr+/hkC/79WbwUHAE7G/CYAWkIDIRZtyC9VyvRMJf/3u6bwN/j+Rf5guCG/1O5SAaBdmN8EQEtoIMSimSu2K+mueabwl/y79wJuC7fcU2R3qQDQLsxvAqAlNBBiTb3Xp+G/mGkKf42DX7AtgKHeOg4A7MT8joIAuH//ft1xxx12l9EsGgix5qn5r4UU/n74h49M4a7pWcMp0zM1JiNbWTnFNv02ANA85ncUBMCtW7dyIWggzOrr67VixQr9z9yF/uCXNPl/mw1/KdMz9YcV2wNe3/Ss4YY19B+LEAjASZjfBEBLaCDEgqKiIv91/Rq2AJ758Dsthr+mu3+bnjXcXAjkrGEATsL8JgBaQgMh2jW9q8ey5e9pTEZ2s1vzWgpzDWcNt7Y4axiAUzC/CYCW0ECIZk3D34oVKyT9c3du0xDY0u7c5Z6ikAIgZw0DcArmtwMC4E033RR0XXHFFQRAoIM1DX6rV68O+HlbTuhgCyCAaMP8dkAAnDx5ckjLiWggRJujR4+awt/hw4ebfW6ol3RpOAawLbuNAcBOzG8HBMBoRgMhmnz++eem8OfzdUwoa+tuYwCwE/PbAQHwjjvuaHXdeeeddpfZLBoI0aKl4/06EtcBBBAtmN8OCIBxcXEaOnSobrrpJt14440tLieigRANIhH+GnAnEADRgPntgAB4//336/TTT9fo0aP13HPPqayszO6SQkYDwcmqqqpMwW/Pnj12lwUAtmN+OyAASlJ1dbXeeOMNXXnllerRo4d+9rOf6cMPP+yw45PChQaCU+Xm5prCX11dnd1lAYAjML8dEgAbKygo0O9//3sNHz5cZ555pk6cOGF3SS2igeBEkdzlCwDRiPntwAC4b98+zZw5U8OGDdPgwYPDFgDr6uo0Y8YMDR06VAkJCRo2bJhmzpwpr9cb8nvQQHAawh8AtI757ZAA2HgXcEJCgm655Ra9//77bQpjbfX444+rX79+yszM1N69e/W3v/1NvXr10ty5c0N+DxoITuH1ek3Bz+Px2F0WADgS89sBAbDxSSBz585VaWlk7hZw3XXXmS4v89Of/lS33357yO9BA8EJioqKTOGvoqLC7rIAwLGY3w4IgHFxcUpJSdGNN94Y9JZwHe2JJ55QSkqKdu7cKenUPYcHDBigN954o8XXVFdX69ixY/5VWFjo+gaCvdjlCwBtRwB0QABMS0uz5VZwPp9PjzzyiOLi4tSlSxfFxcUpIyMj6GvS09NlGIZpubmBYB/CHwC0DwHQAQHQLkuWLNGQIUO0ZMkSbdu2TYsXL1bfvn21aNGiFl/DFkA4RdPgl52dbXdJABA1CIAuDoBDhgzRX/7yl4DHZs2apREjRoT8HjQQIu3o0aOm8FdSUmJ3WQAQVZjfLg6Affv21bx58wIey8jI0Nlnnx3ye9BAiKT169ebwp/TL5YOAE7E/HZxAExLS9PgwYP9l4F59913dcYZZ2jatGkhvwcNhEjheD8A6DjMbxcHwOPHj2vKlClKTk5WQkKChg8frhkzZqimpibk96CBEAmEPwDoWMxvFwfAjkADIZyqqqpMwW/Pnj12lwUAUY/5TQC0hAZCuOTm5prCX21trd1lAUBMYH4TAC2hgRAO7PIFgPBifhMALaGB0NEIfwAQfsxvAqAlNBA6itfrNQW/r7/+2u6yACAmMb8JgJbQQOgIRUVFpvBXUVFhd1kAELOY3wRAS2ggWMUuXwCIPOY3AdASGghWEP4AwB7MbwKgJTQQ2qtp8MvOzra7JABwDeY3AdASGghtdfToUVP4KykpsbssAHAV5jcB0BIaCG2xfv16U/jz+Xx2lwUArsP8JgBaQgMhVBzvBwDOwfwmAFpCAyEUhD8AcBbmNwHQEhoIwVRXV5uC3549e+wuCwBcj/lNALSEBkJLvvvuO1P4q62ttbssAICY3xIB0BIaCM1hly8AOBvzmwBoCQ2Epgh/AOB8zG8CoCU0EBp4vV5T8Pv666/tLgsA0AzmNwHQEhoIklRUVGQKfxUVFXaXBQBoAfObAGgJDQR2+QJA9GF+EwAtoYHcjfAHANGJ+U0AtIQGcq+mwW/VqlV2lwQACBHzmwBoCQ3kPuXl5abwV1JSYndZAIA2YH4TAC2hgdxl/fr1pvDn8/nsLgsA0EbMbwKgJTSQe3C8HwDEDuY3AdASGsgdCH8AEFuY3wRAS2ig2FZdXW0Kfrt377a7LACARcxvAqAlNFDs+u6770zhr7a21u6yAAAdgPlNALSEBopN7PIFgNjG/CYAWkIDxR7CHwDEPuY3AdASGih2eL1eU/DbsmVLs8+t9/q0Ib9Uyz1F2pBfqnovl4IBgGjC/CYAWkIDxYYDBw6Ywl9FRUWzz83KKdaYjGylTM/0rzEZ2crKKY5w1QCA9mJ+EwAtoYGiX1t2+WblFGtoo+DXsIb+YxECASA6ML8JgJbQQNGtLeGv3uszbflrGgLHZGSzOxgAogDzmwBoCQ0UvZoGv1WrVgV9/ob80hbDX+O1Ib80Qr8BAKC9mN8EQEtooOhTXl5uCn8lJSWtvm65pyikALjcUxSB3wIAYAXzmwBoCQ0UXTZs2GAKfz5faLts2QIIALGD+U0AtIQGih5Wr+/XcAxgcyeBcAwgAEQX5jcB0BIaKDp01MWdG84CbikEchYwAEQH5jcB0BIayNmqq6tNwW/37t2W3jMrp1ijZ35kCn+jZ35EAASAKMH8JgBaQgM513fffWcKf7W1tZbfl2sBAkD0Y34TAC2hgZwpXPfz5VqAABAbmN8EQEtoIOcJV/iTOBMYAGIF85sAaAkN5Bxer9cU/LZs2dKhn8G1AAEgNjC/CYCW0EDOcODAAVP4O3HiRId/DlsAASA2ML8JgJbQQPZbuXJl2Hb5NsW1AAEgNjC/CYCW0ED2Cufxfi1p6VqAnAUMANGD+U0AtIQGsk/T4Pfxxx9H7LOzcopNZwOPycgm/AFAlGB+uzwApqSkyDAM03rggQdCej0NFHnl5eWm8FdSUhLxOuq9Pm3IL9VyT5E25Jey2xcAogjz2+UBsKSkRAcPHvSvVatWyTAMrVmzJqTX00CRtXHjRlP48/kIXgCAtmF+uzwANjVlyhSdddZZIYcKGihy7DjeDwAQm5jfBEC/mpoa9evXT7Nnzw75NTRQZBD+AAAdiflNAPR766231LlzZx04cKDF51RXV+vYsWP+VVhY6PoGCqfq6mpT8MvPz7e7LABAlCMAEgD9xo8frwkTJgR9Tnp6erMnjbi5gcLlu+++M4W/2tpau8sCAMQAAiABUJJUUFCgTp06afny5UGfxxbAyGCXLwAgnAiABEBJp7bsDRw4UHV1dW16HQ3U8Qh/AIBwY34TAOX1epWcnKzp06e3+bU0UMfxer2m4Ldlyxa7ywIAxCDmNwFQH330kQzD0M6dO9v8WhqoYxw4cMAU/k6cOGF3WQCAGMX8JgBaQgNZt3LlSnb5AgAiivlNALSEBrKG4/0AAHZgfhMALaGB2q9p8Pv444/tLgkA4BLMbwKgJTRQ25WXl5vC36FDh+wuCwDgIsxvAqAlNFDbbNy40RT+Qr3vMgAAHYX5TQC0hAYKHcf7AQCcgvlNALSEBgoN4Q8A4CTMbwKgJTRQcNXV1abgl5+fb3dZAACXY34TAC2hgVq2Y8cOU/irra21uywAAJjfIgBaQgM1j12+AAAnY34TAC2hgcwIfwAAp2N+EwAtoYH+yev1moLfV199ZXdZAACYML8JgJbQQKcUFxebwt+JEyfsLgsAgGYxvwmAltBAUmZmJrt8AQBRhflNALTE7Q3E8X4AgGjk9vktEQAtcXMDNQ1+H330kd0lAQAQEjfP7wYEQAvc2EDHjh0zhb9Dhw7ZXRYAACFz4/xuigBogdsaaOPGjabw5/P57C4LAIA2cdv8bg4B0AI3NRDH+wEAYoWb5ndLCIAWuKWBCH8AgFjilvkdDAHQglhvoOrqai1b/p6emv+a/mfuQj01/zXt3JVnd1kAAFgS6/M7FARAC2K5gXbs2KH0Py/SiEmz1P/mx9T/5seU/NvlGpORraycYrvLAwCg3WJ5foeKAGhBrDbQihUrlP7nRRrwj+DX/+bHlDI9UynTMzX0H4sQCACIVrE6v9uCAGhBLDbQihUrtGz5ewFb/hrCX+MQOCYjW/VezgAGAESfWJzfbUUAtCCWGsjr9fpP8Hhq/mvqf/NjGvjLZ03hr/HakF9qd9kAALRZLM3v9iIAWhArDVRaWhpwhu//zF2oMx/+W9DwlzI9U8s9RXaXDgBAm8XK/LaCAGhBLDRQcxd33pBf2mr4YwsgACBaxcL8tooAaEG0N1BL1/er9/o0JiNbQ1sIfhwDCACIZtE+vzsCAdCCaG6gpsFv8+bNAT/Pyin2n/HbNPx15FnA9V6fNuSXarmnSBvySwmVAICwi+b53VEIgBZEYwNVVFSYwt+RI0eafW5WTrHGZGQHBMCOvA5guN8fAIDmROP87mgEQAuirYG+/fZbU/jz+YJvcQvXFrqGLYzN7V7mOoMAgHCKtvkdDgRAC6KpgZx0P9+GYwxbOrmEYwwBAOEUTfM7XAiAFkRLAzUNfh9//LGt9XCWMQDATtEyv8OJAGiB0xuotrbWFP6Kiuy/dt9yT1FIAZDrDAIAwsHp8zsSCIAWOLmB9u/fbwp/dXV1dpcliS2AAAB7OXl+RwoB0AKnNtAHH3zgiOP9WjqBhOsMAgDs5NT5HUkEQAuc2EBOOdmjtUu8ROo6gwAANOXE+R1pBEALnNRAXq/XFPx27NhhSy2hXuKF6wACAOzgpPltFwKgBU5poNLSUlP4q6ystKWWtl7ihTuBAAAizSnz204EQAuc0EAbN250xC7fBpzgAQBwOifMb7sRAC2wu4GsHO8Xri1vXOIFAOB0ds9vJyAAWmBnAzUNfps3bw75te059i7UwMgWQACA0xEACYCW2NFAFRUVpvB35MiRkF/fnnvwtiUwcokXAIDTEQAJgJZEuoH27NljCn8+X+hBqj334G1vYOQSLwAApyIAEgAtiWQDrVu3zvLJHm3dPduewNiAS7wAAJyKAEgAtCRSDdQ0+K1evbpd79PWEzSsHs/HJV4AAE5EACQAWhLuBmru4s5lZWXtfr+2BjrO6AUAxCICIAHQknA20MmTJ03hr76+3tJ71tR5NeyR4GFu2COZqqnzSuKMXgBAbCIAEgAtCVcDVVZWtvsSL8G09xhAzugFAMQSAqDLA2BRUZEmTpyovn37qnv37ho9erS++uqrkF8frgYqKCjwh799+/Z12Pu2Z5cuZ/QCAGINAdDFAfDIkSNKSUnR5MmTtWnTJu3du1fZ2dnKz88P+T3C1UD19fU6cOBAh9/Pt727dDmjFwAQSwiALg6A06dP12WXXWbpPaKtgazs0uWMXgBArIi2+R0Org2AI0eO1NSpU3XLLbeof//+uvDCC/XCCy8EfU11dbWOHTvmX4WFhVHXQOzSBQC4HQHQxQEwPj5e8fHxevTRR/X111/r+eefV0JCgl555ZUWX5Oeni7DMEwr2hqIXboAADcjALo4AHbt2lVjx44NeOyhhx7SmDFjWnxNLGwBbMAuXQCAWxEAXRwAk5OTdddddwU8Nm/ePA0aNCjk96CBAACIPsxvFwfA2267zXQSyNSpU01bBYOhgQAAiD7MbxcHwM2bN6tLly6aPXu28vLy9Prrr6tHjx567bXXQn4PGggAgOjD/HZxAJSklStXatSoUYqPj9cPfvCDVs8CbooGAgAg+jC/XR4AraKBAACIPsxvAqAlNBAAANGH+U0AtIQGAgAg+jC/CYCW0EAAAEQf5jcB0BIaCACA6MP8JgBaQgMBABB9mN8EQEvKy8tlGIYKCwsDbhHHYrFYLBbLuavhVq7l5eV2RwnbEAAtaGggFovFYrFY0bcKCwvtjhK2IQBa4PV6VVhYqPLy8g75lwhbEvl++H74bvh+nLP4fmL3+ykvL1dhYaG8Xq/dUcI2BEAHOHaMYxGC4fsJju+nZXw3wfH9BMf3ExzfT3QjADoAf4mC4/sJju+nZXw3wfH9BMf3ExzfT3QjADoAf4mC4/sJju+nZXw3wfH9BMf3ExzfT3QjADpAdXW10tPTVV1dbXcpjsT3ExzfT8v4boLj+wmO7yc4vp/oRgAEAABwGQIgAACAyxAAAQAAXIYACAAA4DIEQAAAAJchANqsqKhIEydOVN++fdW9e3eNHj1aX331ld1l2S4lJaXZ2/Y88MADdpfmCHV1dZoxY4aGDh2qhIQEDRs2TDNnznT1Ve2bOn78uKZMmaLk5GQlJCRo7Nix2rx5s91l2WLt2rWaMGGCkpKSZBiGli1bFvBzn8+n9PR0JSUlKSEhQampqdq+fbtN1UZea9/P0qVLNX78ePXr10+GYcjj8dhUqT2CfT+1tbWaNm2aRo0apR49eigpKUmTJk3SgQMHbKwYoSAA2ujIkSNKSUnR5MmTtWnTJu3du1fZ2dnKz8+3uzTblZSU6ODBg/61atUqGYahNWvW2F2aIzz++OPq16+fMjMztXfvXv3tb39Tr169NHfuXLtLc4xbb71V5557rtauXau8vDylp6erT58+Kioqsru0iPvggw80Y8YMLV26tNmAM2fOHPXu3VtLly5VTk6Ofv7znyspKUnHjx+3qeLIau37Wbx4sWbOnKkXX3zRlQEw2PdTXl6uK6+8Um+99ZZ27NihjRs36tJLL9VFF11kY8UIBQHQRtOnT9dll11mdxlRYcqUKTrrrLPk8/nsLsURrrvuOt15550Bj/30pz/V7bffblNFzlJZWanOnTsrMzMz4PHRo0drxowZNlXlDE0HuM/n08CBAzVnzhz/Y9XV1UpMTNTzzz9vR4m2ai4ANti7d68rA2Bjwb6fBps3b5ZhGNq3b1+EqkJ7EABtNHLkSE2dOlW33HKL+vfvrwsvvFAvvPCC3WU5Tk1Njfr166fZs2fbXYpjPPHEE0pJSdHOnTslSVu3btWAAQP0xhtv2FyZMxw/flyGYSg7Ozvg8TFjxig1NdWeohyi6QDfvXu3DMPQ119/HfC866+/Xr/85S8jXZ7tCIDBhRIAV61apbi4OO4Q4nAEQBvFx8crPj5ejz76qL7++ms9//zzSkhI0CuvvGJ3aY7y1ltvqXPnzhxT0ojP59MjjzyiuLg4denSRXFxccrIyLC7LEcZO3asUlNTdeDAAdXX1+vVV19VXFyczjnnHLtLs1XTAb5+/XoZhmH6+3XPPfdo/PjxkS7PdgTA4FoLgFVVVbrooos0ceLECFaF9iAA2qhr164aO3ZswGMPPfSQxowZY1NFzjR+/HhNmDDB7jIcZcmSJRoyZIiWlG47MAAACTtJREFULFmibdu2afHixerbt68WLVpkd2mOkZ+fr3HjxskwDHXu3FkXX3yxJk6cqJEjR9pdmq1aCoDFxcUBz7v77rt11VVXRbo82xEAgwv2/dTW1uqGG27QD3/4Q7b+RQECoI2Sk5N11113BTw2b948DRo0yKaKnKegoECdOnXS8uXL7S7FUYYMGaK//OUvAY/NmjVLI0aMsKki56qoqPCHm1tvvVXXXnutzRXZi13AwREAg2vp+6mtrdWNN96oCy64QKWlpTZUhrYiANrotttuM50EMnXqVNNWQTdLT0/XwIEDVVdXZ3cpjtK3b1/Nmzcv4LGMjAydffbZNlXkfEeOHFFiYqLmz59vdym2aukkkCeffNL/WE1NDSeBNIMA2Pz30xD+zjvvPJWUlNhUGdqKAGijzZs3q0uXLpo9e7by8vL0+uuvq0ePHnrttdfsLs0RvF6vkpOTNX36dLtLcZy0tDQNHjzYfxmYd999V2eccYamTZtmd2mO8eGHHyorK0t79uzRxx9/rNGjR+uSSy5RbW2t3aVF3IkTJ+TxeOTxeGQYhp555hl5PB7/WZpz5sxRYmKi3n33XeXk5Oi2225z1WVgWvt+ysrK5PF49P7778swDL355pvyeDw6ePCgzZVHRrDvp66uTtdff72GDBmirVu3Bly+q6amxu7SEQQB0GYrV67UqFGjFB8frx/84AecBdzIRx99JMMw/Ge64p+aXuR4+PDhmjFjBv/BbeStt97S8OHD1a1bNw0cOFAPPvigysvL7S7LFmvWrGn2wuppaWmS/nkh6IEDByo+Pl7jxo1TTk6OvUVHUGvfz8KFC5v9eXp6uq11R0qw76dhq2hzi+u2OhsBEAAAwGUIgAAAAC5DAAQAAHAZAiAAAIDLEAABAABchgAIAADgMgRAAAAAlyEAAgAAuAwBEAAAwGUIgAAAAC5DAATgWqmpqf7bVnk8Hv9jU6ZMCetnhvP92/LZaWlp/t9/2bJlttQEwB4EQABt0jg0dOnSRQMGDNCVV16pBQsWyOv1Nvu8xisvL6/Fe4c2vQdrsM9uvK666qp2/S6pqam65557dPDgQdXV1fkfsyMApqWlafr06WH73OY+u7y8XAcPHiQAAi5EAATQJmlpabr66qt18OBBFRUVacuWLZo9e7Z69eqla665xh+kGj+v8aqvrw/489y5c9WnT5+Ax8rLy1v97MbryJEj7fpdmgtjdgRAr9erM844Qxs2bAjb57b02ZIIgIALEQABtElaWppuuOEG0+OrV6+WYRh68cUXgz6vqYULFyoxMdHSZ7dXKAEwKytLffr00SuvvCLpVFibM2eOzjrrLHXr1k1nnnmmHn/88YDn/+hHP1JiYqL69u2r6667Tvn5+UE/c926dRowYIB/C2pqaqp+9atfacqUKTrttNM0YMAAzZ8/XxUVFZo8ebJ69eql4cOH64MPPvC/R3V1tR566CH1799f8fHx+tGPfqTNmze3+vtKBEDAjQiAANokWAgbPXq0rrnmmlaf15iTA+CSJUvUu3dvLV++3P/zadOm6fTTT9eiRYuUn5+vzz77zB96Jemdd97R0qVLtWvXLnk8Hv3kJz/R+eefHxDumn7mb3/7W911110BNfTu3VuzZs3Srl27NGvWLHXq1EnXXHONXnjhBe3atUv333+/+vXrp5MnT0qSfv3rX2vQoEH64IMP9O233yotLU2nn366ysrKgv6+EgEQcCMCIIA2CRbCfv7zn2vkyJH+53Xu3Fk9e/b0r1tuucX0mrYGwKbv2bNnT/3hD39o1+8SLAD+9a9/VWJioj755BP/z44fP674+PiAwNeakpISGYahnJycFj/znHPO0YoVKwJquOyyy/x/rq+vV8+ePTVp0iT/Yw3H7m3cuFEVFRXq2rWrXn/9df/Pa2trNWjQID311FNBf1+JAAi4EQEQQJsEC4C33nqrzj33XP/zrrzySuXl5flXcXGx6TVtDYBN3zMvLy9gK1dbtBQAhwwZoq5du2rTpk0BP9u0aZMMw9CePXtafM/8/HzddtttGjZsmHr37q2ePXvKMAy9//77zX5mbm6uevToocrKyoAaHnjggYD3TU5ODghzPp9PhmHovffe0zfffCPDMFRQUBDwmhtvvFF33HFH0N9XIgACbkQABNAmwQLg+eefr+uuu67V5zXW0buAFy9erEsuuUSjRo3ST37yE9XU1LT43JYC4IQJEzRo0CDdd9998vl8/p9t27at1QA4cuRIjR8/XtnZ2crNzdX27dsDAlbTz5wzZ47pd2qurpSUFD377LMBjzW879atW2UYhvbt2xfw8xtuuEF33nln0Pdt/D4A3IMACKBNWjsJ5OWXXw76vKY6OgCWlpb6//cdd9yh7OzsFp8bbBfwzp07lZSUpAcffND/s6qqKnXv3r3FXcClpaUyDEPr1q3zP/bZZ58FDYBjx47VggULWq0rWACsqKhQt27dTLuABw8erKeffjro+zZ+HwDuQQAE0CbBLgMzYcIE1dfX+58XjgDY3GVgDh8+LOnUbtGMjAz967/+qy644AKddtpp+vzzz1t8v9ZOAtmxY4cGDhwY8Jzf//73Ov300/XKK68oPz9fGzdu1EsvvSTp1BnC/fr10+233668vDytXr1aF198cYsB8NChQ+rSpYsOHTrUal3BAqAkTZkyRYMGDVJWVlbASSCNL5FDAATQgAAIoE2aXgi6f//+uvLKK/Xyyy+bLgQdjgDY3IWgR4wYIUl6+eWXdeedd/qPp0tOTg56jcBQLgOTm5urAQMG6De/+Y2kUyHv8ccfV0pKirp27ark5GRlZGT4n79q1SqNHDlS8fHxuuCCC/Tpp5+2GABfeukl/ehHPwqprtYCYFVVlR566CGdccYZXAYGQKsIgABixn//93/7t8bNnTtXQ4YMCfp8O2/LJkk/+clP9OSTT9r2+Q0IgID7EAABxIytW7cqJSVF48aN02OPPea/JmFLUlNT1bVrV/Xs2VPbtm2LUJX/9OSTT2r//v0R/9wG9957r/8sZQIg4C4EQACuVVRU5L+UTLCzhWPVoUOH/L9/RUWF3eUAiCACIAAAgMsQAAEAAFyGAAgAAOAyBEAAAACXIQACAAC4DAEQAADAZQiAAAAALkMABAAAcJn/H0n4BwyLrI3pAAAAAElFTkSuQmCC\" width=\"640\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "fig, ax = plt.subplots()\n",
    "\n",
    "exact = 627.509 * (extrapolation_data.TS - extrapolation_data.int2).values\n",
    "ax.scatter(Y_predicted, exact, \n",
    "          label='r$^2$ = {:.2f} \\n MAE: {:.2f} kcal/mol'.format(\n",
    "              np.corrcoef(Y_predicted, exact)[0][1] ** 2,\n",
    "              np.mean(np.abs(Y_predicted - exact)))\n",
    "          )\n",
    "\n",
    "ax.plot(exact, exact, color='black', alpha=0.3)\n",
    "ax.legend()\n",
    "ax.set_xlabel('DFT E$_a$ [kcal/mol]')\n",
    "ax.set_ylabel('ML E$_a$ [kcal/mol]')\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}