imbalanced_set_in_classification.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Plan:\n",
    "1. Generate a balanced set with a single feature and apply classification\n",
    "2. Dilute this set by using a small percentage of ones.\n",
    "3. Apply prediction again and see difference.\n",
    "4. Apply corrections and see whether they achieve balanced results."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.datasets import make_classification, make_blobs\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.linear_model import LogisticRegressionCV\n",
    "from sklearn.metrics import classification_report, confusion_matrix\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib notebook\n",
    "from IPython.core.debugger import set_trace\n",
    "import numpy as np\n",
    "import pandas as pd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(array([[-0.94943829],\n",
       "        [-0.50004867],\n",
       "        [-1.99590893],\n",
       "        ...,\n",
       "        [ 1.55486124],\n",
       "        [ 1.45712704],\n",
       "        [ 1.27812248]]), array([0, 0, 0, ..., 1, 1, 1]))"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Generate various datasets - some artificially generated, and some real-world\n",
    "n_samples_artificial = 100008\n",
    "\n",
    "dataset_artificial_balanced_1_feature = \\\n",
    "                            make_blobs(n_samples=n_samples_artificial, n_features=1, centers=[[-1], [1]],\n",
    "                                cluster_std=[1.0, 0.5],  shuffle=False, random_state=4) \n",
    "                                       \n",
    "dataset_artificial_balanced_1_feature\n",
    "# dataset_artificial_balanced_1_feature = \\\n",
    "#                             make_classification(n_samples=n_samples_artificial, n_features=1, n_informative = 1,\n",
    "#                             n_redundant=0,n_repeated=0, n_clusters_per_class=1, flip_y=0, random_state=5, \n",
    "#                             class_sep=0.5, scale=1)\n",
    "# dataset_artificial_imbalanced_2_features = \\\n",
    "#                             make_classification(n_samples=n_samples_artificial, n_features=4, n_redundant=0,\n",
    "#                             n_clusters_per_class=1, weights=[0.5], flip_y=0, random_state=4)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1: mean: 0.998, std: 0.498 \n",
      " 0: mean: -1.000, std: 0.997 \n"
     ]
    },
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "window.mpl = {};\n",
       "\n",
       "\n",
       "mpl.get_websocket_type = function() {\n",
       "    if (typeof(WebSocket) !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof(MozWebSocket) !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert('Your browser does not have WebSocket support. ' +\n",
       "              'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "              'Firefox 4 and 5 are also supported but you ' +\n",
       "              'have to enable WebSockets in about:config.');\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = (this.ws.binaryType != undefined);\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById(\"mpl-warnings\");\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent = (\n",
       "                \"This browser does not support binary websocket messages. \" +\n",
       "                    \"Performance may be slow.\");\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = $('<div/>');\n",
       "    this._root_extra_style(this.root)\n",
       "    this.root.attr('style', 'display: inline-block');\n",
       "\n",
       "    $(parent_element).append(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen =  function () {\n",
       "            fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n",
       "            fig.send_message(\"send_image_mode\", {});\n",
       "            if (mpl.ratio != 1) {\n",
       "                fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n",
       "            }\n",
       "            fig.send_message(\"refresh\", {});\n",
       "        }\n",
       "\n",
       "    this.imageObj.onload = function() {\n",
       "            if (fig.image_mode == 'full') {\n",
       "                // Full images could contain transparency (where diff images\n",
       "                // almost always do), so we need to clear the canvas so that\n",
       "                // there is no ghosting.\n",
       "                fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "            }\n",
       "            fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "        };\n",
       "\n",
       "    this.imageObj.onunload = function() {\n",
       "        fig.ws.close();\n",
       "    }\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_header = function() {\n",
       "    var titlebar = $(\n",
       "        '<div class=\"ui-dialog-titlebar ui-widget-header ui-corner-all ' +\n",
       "        'ui-helper-clearfix\"/>');\n",
       "    var titletext = $(\n",
       "        '<div class=\"ui-dialog-title\" style=\"width: 100%; ' +\n",
       "        'text-align: center; padding: 3px;\"/>');\n",
       "    titlebar.append(titletext)\n",
       "    this.root.append(titlebar);\n",
       "    this.header = titletext[0];\n",
       "}\n",
       "\n",
       "\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = $('<div/>');\n",
       "\n",
       "    canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n",
       "\n",
       "    function canvas_keyboard_event(event) {\n",
       "        return fig.key_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    canvas_div.keydown('key_press', canvas_keyboard_event);\n",
       "    canvas_div.keyup('key_release', canvas_keyboard_event);\n",
       "    this.canvas_div = canvas_div\n",
       "    this._canvas_extra_style(canvas_div)\n",
       "    this.root.append(canvas_div);\n",
       "\n",
       "    var canvas = $('<canvas/>');\n",
       "    canvas.addClass('mpl-canvas');\n",
       "    canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n",
       "\n",
       "    this.canvas = canvas[0];\n",
       "    this.context = canvas[0].getContext(\"2d\");\n",
       "\n",
       "    var backingStore = this.context.backingStorePixelRatio ||\n",
       "\tthis.context.webkitBackingStorePixelRatio ||\n",
       "\tthis.context.mozBackingStorePixelRatio ||\n",
       "\tthis.context.msBackingStorePixelRatio ||\n",
       "\tthis.context.oBackingStorePixelRatio ||\n",
       "\tthis.context.backingStorePixelRatio || 1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband = $('<canvas/>');\n",
       "    rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n",
       "\n",
       "    var pass_mouse_events = true;\n",
       "\n",
       "    canvas_div.resizable({\n",
       "        start: function(event, ui) {\n",
       "            pass_mouse_events = false;\n",
       "        },\n",
       "        resize: function(event, ui) {\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "        stop: function(event, ui) {\n",
       "            pass_mouse_events = true;\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "    });\n",
       "\n",
       "    function mouse_event_fn(event) {\n",
       "        if (pass_mouse_events)\n",
       "            return fig.mouse_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    rubberband.mousedown('button_press', mouse_event_fn);\n",
       "    rubberband.mouseup('button_release', mouse_event_fn);\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband.mousemove('motion_notify', mouse_event_fn);\n",
       "\n",
       "    rubberband.mouseenter('figure_enter', mouse_event_fn);\n",
       "    rubberband.mouseleave('figure_leave', mouse_event_fn);\n",
       "\n",
       "    canvas_div.on(\"wheel\", function (event) {\n",
       "        event = event.originalEvent;\n",
       "        event['data'] = 'scroll'\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        mouse_event_fn(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.append(canvas);\n",
       "    canvas_div.append(rubberband);\n",
       "\n",
       "    this.rubberband = rubberband;\n",
       "    this.rubberband_canvas = rubberband[0];\n",
       "    this.rubberband_context = rubberband[0].getContext(\"2d\");\n",
       "    this.rubberband_context.strokeStyle = \"#000000\";\n",
       "\n",
       "    this._resize_canvas = function(width, height) {\n",
       "        // Keep the size of the canvas, canvas container, and rubber band\n",
       "        // canvas in synch.\n",
       "        canvas_div.css('width', width)\n",
       "        canvas_div.css('height', height)\n",
       "\n",
       "        canvas.attr('width', width * mpl.ratio);\n",
       "        canvas.attr('height', height * mpl.ratio);\n",
       "        canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n",
       "\n",
       "        rubberband.attr('width', width);\n",
       "        rubberband.attr('height', height);\n",
       "    }\n",
       "\n",
       "    // Set the figure to an initial 600x600px, this will subsequently be updated\n",
       "    // upon first draw.\n",
       "    this._resize_canvas(600, 600);\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus () {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            // put a spacer in here.\n",
       "            continue;\n",
       "        }\n",
       "        var button = $('<button/>');\n",
       "        button.addClass('ui-button ui-widget ui-state-default ui-corner-all ' +\n",
       "                        'ui-button-icon-only');\n",
       "        button.attr('role', 'button');\n",
       "        button.attr('aria-disabled', 'false');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "\n",
       "        var icon_img = $('<span/>');\n",
       "        icon_img.addClass('ui-button-icon-primary ui-icon');\n",
       "        icon_img.addClass(image);\n",
       "        icon_img.addClass('ui-corner-all');\n",
       "\n",
       "        var tooltip_span = $('<span/>');\n",
       "        tooltip_span.addClass('ui-button-text');\n",
       "        tooltip_span.html(tooltip);\n",
       "\n",
       "        button.append(icon_img);\n",
       "        button.append(tooltip_span);\n",
       "\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    var fmt_picker_span = $('<span/>');\n",
       "\n",
       "    var fmt_picker = $('<select/>');\n",
       "    fmt_picker.addClass('mpl-toolbar-option ui-widget ui-widget-content');\n",
       "    fmt_picker_span.append(fmt_picker);\n",
       "    nav_element.append(fmt_picker_span);\n",
       "    this.format_dropdown = fmt_picker[0];\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = $(\n",
       "            '<option/>', {selected: fmt === mpl.default_extension}).html(fmt);\n",
       "        fmt_picker.append(option);\n",
       "    }\n",
       "\n",
       "    // Add hover states to the ui-buttons\n",
       "    $( \".ui-button\" ).hover(\n",
       "        function() { $(this).addClass(\"ui-state-hover\");},\n",
       "        function() { $(this).removeClass(\"ui-state-hover\");}\n",
       "    );\n",
       "\n",
       "    var status_bar = $('<span class=\"mpl-message\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.request_resize = function(x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', {'width': x_pixels, 'height': y_pixels});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_message = function(type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function() {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({type: \"draw\", figure_id: this.id}));\n",
       "    }\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function(fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] != fig.canvas.width || size[1] != fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1]);\n",
       "        fig.send_message(\"refresh\", {});\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function(fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0, 0, fig.canvas.width / mpl.ratio, fig.canvas.height / mpl.ratio);\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function(fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function(fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch(cursor)\n",
       "    {\n",
       "    case 0:\n",
       "        cursor = 'pointer';\n",
       "        break;\n",
       "    case 1:\n",
       "        cursor = 'default';\n",
       "        break;\n",
       "    case 2:\n",
       "        cursor = 'crosshair';\n",
       "        break;\n",
       "    case 3:\n",
       "        cursor = 'move';\n",
       "        break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_message = function(fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function(fig, msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function(fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message(\"ack\", {});\n",
       "}\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function(fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = \"image/png\";\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src);\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data);\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "        else if (typeof evt.data === 'string' && evt.data.slice(0, 21) == \"data:image/png;base64\") {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig[\"handle_\" + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\"No handler for the '\" + msg_type + \"' message type: \", msg);\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\"Exception inside the 'handler_\" + msg_type + \"' callback:\", e, e.stack, msg);\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "}\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function(e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e)\n",
       "        e = window.event;\n",
       "    if (e.target)\n",
       "        targ = e.target;\n",
       "    else if (e.srcElement)\n",
       "        targ = e.srcElement;\n",
       "    if (targ.nodeType == 3) // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "\n",
       "    // jQuery normalizes the pageX and pageY\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    // offset() returns the position of the element relative to the document\n",
       "    var x = e.pageX - $(targ).offset().left;\n",
       "    var y = e.pageY - $(targ).offset().top;\n",
       "\n",
       "    return {\"x\": x, \"y\": y};\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys (original) {\n",
       "  return Object.keys(original).reduce(function (obj, key) {\n",
       "    if (typeof original[key] !== 'object')\n",
       "        obj[key] = original[key]\n",
       "    return obj;\n",
       "  }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function(event, name) {\n",
       "    var canvas_pos = mpl.findpos(event)\n",
       "\n",
       "    if (name === 'button_press')\n",
       "    {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {x: x, y: y, button: event.button,\n",
       "                             step: event.step,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.key_event = function(event, name) {\n",
       "\n",
       "    // Prevent repeat events\n",
       "    if (name == 'key_press')\n",
       "    {\n",
       "        if (event.which === this._key)\n",
       "            return;\n",
       "        else\n",
       "            this._key = event.which;\n",
       "    }\n",
       "    if (name == 'key_release')\n",
       "        this._key = null;\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which != 17)\n",
       "        value += \"ctrl+\";\n",
       "    if (event.altKey && event.which != 18)\n",
       "        value += \"alt+\";\n",
       "    if (event.shiftKey && event.which != 16)\n",
       "        value += \"shift+\";\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, {key: value,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function(name) {\n",
       "    if (name == 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message(\"toolbar_button\", {name: name});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function(tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Pan axes with left mouse, zoom with right\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\"];\n",
       "\n",
       "mpl.default_extension = \"png\";var comm_websocket_adapter = function(comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function() {\n",
       "        comm.close()\n",
       "    };\n",
       "    ws.send = function(m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function(msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data'])\n",
       "    });\n",
       "    return ws;\n",
       "}\n",
       "\n",
       "mpl.mpl_figure_comm = function(comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = $(\"#\" + id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm)\n",
       "\n",
       "    function ondownload(figure, format) {\n",
       "        window.open(figure.imageObj.src);\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy,\n",
       "                           ondownload,\n",
       "                           element.get(0));\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element.get(0);\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error(\"Failed to find cell for figure\", id, fig);\n",
       "        return;\n",
       "    }\n",
       "\n",
       "    var output_index = fig.cell_info[2]\n",
       "    var cell = fig.cell_info[0];\n",
       "\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function(fig, msg) {\n",
       "    var width = fig.canvas.width/mpl.ratio\n",
       "    fig.root.unbind('remove')\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable()\n",
       "    $(fig.parent_element).html('<img src=\"' + dataURL + '\" width=\"' + width + '\">');\n",
       "    fig.close_ws(fig, msg);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.close_ws = function(fig, msg){\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function(remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width/mpl.ratio\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] = '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message(\"ack\", {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () { fig.push_to_output() }, 1000);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items){\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) { continue; };\n",
       "\n",
       "        var button = $('<button class=\"btn btn-default\" href=\"#\" title=\"' + name + '\"><i class=\"fa ' + image + ' fa-lg\"></i></button>');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = $('<span class=\"mpl-message\" style=\"text-align:right; float: right;\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = $('<div class=\"btn-group inline pull-right\"></div>');\n",
       "    var button = $('<button class=\"btn btn-mini btn-primary\" href=\"#\" title=\"Stop Interaction\"><i class=\"fa fa-power-off icon-remove icon-large\"></i></button>');\n",
       "    button.click(function (evt) { fig.handle_close(fig, {}); } );\n",
       "    button.mouseover('Stop Interaction', toolbar_mouse_event);\n",
       "    buttongrp.append(button);\n",
       "    var titlebar = this.root.find($('.ui-dialog-titlebar'));\n",
       "    titlebar.prepend(buttongrp);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(el){\n",
       "    var fig = this\n",
       "    el.on(\"remove\", function(){\n",
       "\tfig.close_ws(fig, {});\n",
       "    });\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(el){\n",
       "    // this is important to make the div 'focusable\n",
       "    el.attr('tabindex', 0)\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    }\n",
       "    else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager)\n",
       "        manager = IPython.keyboard_manager;\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which == 13) {\n",
       "        this.canvas_div.blur();\n",
       "        // select the cell after this one\n",
       "        var index = IPython.notebook.find_cell_index(this.cell_info[0]);\n",
       "        IPython.notebook.select(index + 1);\n",
       "    }\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.find_output_cell = function(html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i=0; i<ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code'){\n",
       "            for (var j=0; j<cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] == html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "}\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel != null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target('matplotlib', mpl.mpl_figure_comm);\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAoAAAAHgCAYAAAA10dzkAAAgAElEQVR4Xu2dCdQWZfn/LyBJsRA3MBFES7OjCaYviJpi2alcipbjAgUoaWaQZv0QlwIMQ6SMWApalMo/yeJClmZZSSpFViq5QJJiJIIeC8INFN7/ucbmcXjeeZ5nZq7Z5zPneJD3mWuWz/193vvDPTP3dGpvb28XFghAAAIQgAAEIACByhDohABWpq05UQhAAAIQgAAEIOAQQAAJAgQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAACvW4JwuBCAAAQhAAAIQQADJAAQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAACvW4JwuBCAAAQhAAAIQQADJAAQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAACvW4JwuBCAAAQhAAAIQQADJAAQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAACvW4JwuBCAAAQhAAAIQQADJAAQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAACvW4JwuBCAAAQhAAAIQQADJAAQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAACvW4JwuBCAAAQhAAAIQQADJAAQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAACvW4JwuBCAAAQhAAAIQQADJAAQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAACvW4JwuBCAAAQhAAAIQQADJAAQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAACvW4JwuBCAAAQhAAAIQQADJAAQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAACvW4JwuBCAAAQhAAAIQQADJAAQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAACvW4JwuBCAAAQhAAAIQQADJAAQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAACvW4JwuBCAAAQhAAAIQQADJAAQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAACvW4JwuBCAAAQhAAAIQQADJAAQgAAEIQAACEKgYAQSwYg3O6UIAAhCAAAQgAAEEkAxAAAIQgAAEIACBihFAAA0Nvn37dlm3bp289a1vlU6dOhm2RCkEIAABCEAAAmkRaG9vl82bN8u+++4rnTt3Tmu3udoPAmhojn/961/Sp08fwxYohQAEIAABCEAgKwJr166V/fbbL6vdZ7pfBNCAf9OmTdKjRw/RAHXv3t2wJUohAAEIQAACEEiLwH//+19nAGfjxo2y2267pbXbXO0HATQ0hwZIg6MiiAAaQFIKAQhAAAIQSJEA/bcIAmgIHAEywKMUAhCAAAQgkBEB+m8E0BQ9AmTCRzEEIAABCEAgEwL03wigKXgEyISPYghAAAIQgEAmBOi/EUBT8AiQCR/FEIAABCDwPwI6Lclrr70m27Ztg0kMBLp06SJvetObGk7RRv+NAJpiRoBM+CiGAAQgAAER2bp1qzzzzDPy0ksvwSNGAt26dZO3ve1t0rVr1w5bpf9GAE1RI0AmfBRDAAIQqDwBfaHA448/LjpitffeezuywosFbLHQ0VSV6ueee84ZUT3ooIM6TPZM/40AmlJGgEz4KIYABCBQeQKvvPKKPPnkk7L//vuLjlixxEdAR1SfeuopOeCAA2TnnXfeYcP03wigKWkEyISPYghAAAKVJ+AKoJ+kVB6OEUAztvTfCKApXgTIhI9iCEAAApUngAAmFwEEsDlbJoI2ZA8BNMCjFAIQgAAEBAFMLgQIIAKYWLoQwMTQsmEIQAAClSDQSFJGz7s/1fP/4ai2VPeXxs4QQAQwsZwhgImhZcMQgAAEKkEAAUyumRFABDCxdCGAiaFlwxCAAAQqQaDIArhlyxb5v//7P7nxxhtF+8OjjjpKvvWtb0lbW5vcfffdcuKJJ8pdd90ll1xyiTz66KMyYMAAuf766+Wd73xnrW2XLFkikyZNcj7fd999ZeTIkXL55Zc7kzjrdC762XXXXScbNmyQPffcUz75yU/KjBkzAmUDAUQAAwUlykoIYBRq1EAAAhCAgEugyAJ44YUXyuLFi+UHP/iBM43NNddcIz/72c9k9erVsmLFCkcABw0aJFOnTnXmODz//POdefnuu+8+5/TvueceOfXUUx2he+973yv/+Mc/5LzzzpNRo0bJhAkTnG2PHj3aEcxDDz1U1q9fLw899JCce+65gQKEACKAgYISZSUEMAo1aiAAAQhAoOgC+OKLL8ruu+8u8+bNk2HDhjmn8+qrr0q/fv3koosuckYB3RHA97///c7nt99+u5xyyiny8ssvO/PynXTSSaKfXXrppbVA3HDDDTJu3DhZt26dXHvttTJ37lx5+OGHZaeddgodGgQQAQwdmqAFCGBQUqwHAQhAAAJ+BIo6AqgjfP3795c1a9Y4o3/u8rGPfcwRwxEjRjgC+Oyzzzqjf7o88MAD8p73vMeZnLlv377Oz1944QXnLSjuoiOEykQF8/nnn5djjz3WuRT8oQ99SE4++WQ57bTTnMvDQRYEEAEMkpNI6yCAkbBRBAEIQAAC/yNQdgH8z3/+Iz169HDO9sEHH5QjjjjCefOJjhTusssuzj1+H//4xzvk4cADD3Re36ajhXof4a9//WtZtGiR81aPpUuXBhoRRAARwMR+0SCAiaFlwxCAAAQqQaCoAqgjdHvssYfzUIf3ErAKml4C1gdCdASwmQDq6N4hhxwiP/zhDwO19apVq5z1//KXvzgjia0WBBABbJWRyJ8jgJHRUQgBCEAAAiINJ4IuwjyAKno6KqcCp5d03YdA9GEOfVijlQDeeeedzkMgV1xxhfN0r474aZ3e8zd58mTn/kK9JKwPkuh7klU2v/nNb8ratWudJ4JbLQggAtgqI5E/RwAjo6MQAhCAAAQKLoAqWPrAxk9/+lPZvHmz7zQwzUYANQAqgVdeeaVzf6A+6KEjfJ/5zGecJ31vvfVWufrqq+Wxxx5zRPDd7363I4buQyWtAoQAIoCtMhL5cwQwMjoKIQABCECgiQACx04AAUQA7SlqsAUEMDG0bBgCEIBAJQjwLuDkmhkBRAATSxcCmBhaNgwBCECgEgQQwOSaGQFEABNLFwKYGFo2DAEIQKASBBDA5JoZAUQAE0sXApgYWjYMAQhAoBIEEMDkmhkBRAATSxcCmBhaNgwBCEAgVQI67coPR7Wluk/dGQKYHHIEEAFMLF0IYGJo2TAEIACBVAkggKniTmVnCCACmFjQEMDE0LJhCEAAAqkSQABTxZ3KzhBABDCxoCGAiaFlwxCAAARSJYAApoo7lZ0hgAhgYkFDABNDy4YhAAEIpEoAAUwVdyo7QwARwMSChgAmhpYNQwACEIhEIKrIRa2LdJCeIh4CsRJsXI8AIoCJpQsBTAwtG4YABCAQiUC9yAUVu6DrRTqoJkUNJWX+GXHvqvn2hi1Id38p7A0BRAATixkCmBhaNgwBCEAgEgEEMBI2kYwFcOvWrdK1a9eIB+9fhgAigLEGyrsxBDAxtGwYAhCAQCQCrgA2+rPRRhkBDDcCuGbNGjnggAM64DzhhBPk7rvvlnvvvVcuvfRS+fOf/yx77bWXfOxjH5MpU6bIrrvu6tT069dPRo8eLY8//rjceuut8vGPf1zmzZsnf/vb3+TCCy+UP/zhD9KtWzf5xCc+Iddee6285S1vcep02+PGjZNHHnlEdtppJzn00ENl/vz5sv/++3c4FgQQAYz0SyRIEQIYhBLrQAACEEiPgFf83L3qBM+tBK/V50mdQVEvAW/btk2ee+65Gpb169fLSSedJBdccIGMHDlS+vfvL5MnT5ZTTjnFWW/MmDHOz66//vqaAP7nP/+Rr371qzJ06FDnZ/vss48cdNBBMnjwYJk0aZI8++yz8pnPfEaOP/54Rw5fe+01RybPPfdcOf/880VHDf/0pz/JiSeeKH379kUAQ4a0U3t7e3vIGlb/HwEEkChAAAIQyBcBPwH0imCjo0UAw40AejmqxA4ZMkT23ntvWbJkiZx33nnSpUsXmTt3bm01HRHU0cEXX3xRdt55Z2cE8IgjjpBbbrmlts73v/99ueSSS2Tt2rW1kcLbb79dTjvtNFm3bp0z4rfnnns6o4C6rVYLI4CMALbKSOTPEcDI6CiEAAQgkAgBBDAiVsM9gMOGDZOHHnpI/vjHP8pb3/pWaWtrkxUrVjjC5i461vTSSy/Jo48+Ku9617scAdSRvMsvv7y2zsUXXywPPPCA/O53v6v9bNOmTdKjRw9ZunSpMxJ49tlny09/+lP5wAc+4Iw4nn766fK2t73N96QRQAQw4rehdRkC2JoRa0AAAhBIk0AQAfQb7WMEMNoIoF7m/da3vuVcin3729/uNLUKngraF77whQ5Nr5dq9WEPFcCLLrrI+c9dggigrquS+Mtf/lJuu+02557BX//613L00Ud32BcCiAAm9rsHAUwMLRuGAAQgEIkAAhgJW6SngG+66SY566yz5I477pD3v//9tR0PHz5cNmzYIHfddVfDg/ETwFaXgHv16tVhe3q/oI44zpgxAwEM2fTcAxgSmHd1BNAAj1IIQAACCRBAACNCDXkJ+OGHH5ZBgwaJjtp9/vOfr+1UR/f+9a9/OSNy55xzjvMQhz75q5d+daRu1qxZzrp+AqiXiN/xjnfIMcccIxMnTnQeHtH69773vc5DIE8++aR873vfk4985COy7777yqpVq0QvP3/ta1+Tz33ucwhgyKYvlQDOnj1bpk2bJvo0kj5tNHPmTBk4cGBDJNOnT5fvfve78s9//tN5suiTn/yk85i63qAaZEEAg1BiHQhAAALpEVABbLTo08C6cAnYh1BIAVQh0/vx6hd3Gpj777/fub9Pp3PR+//08vAZZ5whl112WUMB1A+aTQOjo4r69O/y5cvl+eefd+790yeOJ0yYIJ07d0YAQ37NSiOACxYskBEjRsicOXOcf5Wo3C1atMj5F0LPnj07YNF5g/RfJ9ddd53zr42///3vMmrUKDnzzDOdOYeCLAhgEEqsAwEIQCAdAs3kT4+gUAKYDrJS74V7AJs3b2kEUKVP7wNwh5e3b98uffr0kbFjx8r48eM7UNA5iR577DH5zW9+U/vsS1/6kvMvC31cPciCAAahxDoQgAAE0iGAAKbDuSh7QQArIIA6GaTOGL548eLahJJ62jo0vHHjRmdeovpFRwB1wspf/epXzmXiJ554wpmw8tOf/nRtiLpVyBHAVoT4HAIQgEB6BBDA9FgXYU8IYAUEUCeI7N27tyxbtsyZQdxd9HUxOneQjur5LfrU0Je//GXn/gSdYVzvLdB7AhstW7ZsEf3PXVQAdZRR5ynq3r17Eb4PHCMEIACBUhJoJX960lwCLmXTNzwpBBAB9BVAnUlc7/fTOYz08vHq1aud9w/qxJRf+cpXfKnpU0n6epr6BQGs1i8VzhYCEMgfAQQwf22S9REhgBUQwCiXgPWxcn1MXZ8adpcbbrjBeYXNCy+84PtEESOAWX+d2T8EIAABfwIIIMmoJ4AAVkAA9RR1FE/v5dOpX3TRh0B0xnF92MPvIZAjjzzSeY3M1KlTa4T09TKjR4+WzZs3O+8xbLVwD2ArQnwOAQhAIB0CRRdAnRdvl112SQdWRfby8ssvy5o1a+SAAw7oML0b/bdIaZ4C1mlg9KEPffm0iqBOA7Nw4UJZuXKl6OzhOkWM3ieo8/zpopdzdboXnVTSvQSsE0mqGOq2giwEKAgl1oEABCCQPIEgAqhHofcB5mkewG3btjnTkOl0ZXvuuWfyoCq0B50r8Nlnn5WDDz64w6AO/XeJBFAzrVPAuBNBDxgwwHk1jMqdLkOGDHFmHtfJK3XRhz6uuuoq+clPfiJPP/207L333nLaaac5P9MXTwdZCFAQSqwDAQhAIHkCRRVAJfPMM884M1aoBOqMFp06dUoeWIn3oA926ltFVP60P9cJo+sX+u+SCWDaeSZAaRNnfxCAAAT8CRRZAFVY9A1WKoEs8RFQ+dtnn318hZr+GwE0JY0AmfBRDAEIQCA2AkUWQBeCXg5+9dVXY2NS5Q3ttNNOTe/lp/9GAE3fDwJkwkcxBCAAgVgIBJU/3Vne7gGMBQAbCU2A/hsBDB0abwEBMuGjGAIQgEAsBBDAWDBWaiP03wigKfAEyISPYghAAAKxEEAAY8FYqY3QfyOApsATIBM+iiEAAQjEQgABjAVjpTZC/40AmgJPgEz4KIYABCAQmYB3Lj8EMDLGyhbSfyOApvATIBM+iiEAAQhEJmAVQN2xPhDiLn6TQ0c+OApzT4D+GwE0hZQAmfBRDAEIQCAyAQQwMjoKRYT+GwE0fREIkAkfxRCAAAQiE0AAI6OjEAF0MlCadwFnkWgEMAvq7BMCEICA7PA+3yj3AHIJuNopov9GAE3fAAJkwkcxBCAAgcgEoo4AenfIPYCR8Re+kP4bATSFmACZ8FEMAQhAoCWBRg9nIIAt0bFCEwL03wig6QtCgEz4KIYABCDQkgAC2BIRK0QgQP+NAEaIzRslBMiEj2IIQAACLQkggC0RsUIEAvTfCGCE2CCAJmgUQwACEAhBAAEMAYtVAxNAABHAwGHxW5EAmfBRDAEIQKAlgaQF0N0+E0G3bIpSrUD/jQCaAk2ATPgohgAEINCSAALYEhErRCBA/40ARogNl4BN0CiGAAQgEIIAAhgCFqsGJoAAIoCBw8IlYBMqiiEAAQhEIuAngO7Ez+48fmEmgvYehNZzCThSsxS+CAFEAE0hJkAmfBRDAAIQaEkAAWyJiBUiEKD/RgAjxIZLwCZoFEMAAhAIQQABDAGLVQMTQAARwMBh4RKwCRXFEIAABCIRaCaAukH3Mm6UjXMJOAq1ctQggAigKckEyISPYghAAAJNCdTf6+eu7L3nDwEkRFEI0H8jgFFyU6shQCZ8FEMAAhDIlQC6I4o0S/kJ0H8jgKaUEyATPoohAAEIIIBkIBMC9N8IoCl4BMiEj2IIQAACgQXQey9g3JeAvQfhTi1D05SbAP03AmhKOAEy4aMYAhCAAAJIBjIhQP+NAJqCR4BM+CiGAAQgkEsB5L3A5Q8m/TcCaEo5ATLhoxgCEIBAIAF0V7K++SMIbu/UMEHWZ51iEqD/RgBNySVAJnwUQwACEEAAyUAmBOi/EUBT8AiQCR/FEIAABBBAMpAJAfpvBNAUPAJkwkcxBCAAAQSQDGRCgP4bATQFjwCZ8FEMAQhAAAEkA5kQoP9GAE3BI0AmfBRDAAIQQADJQCYE6L8RQFPwCJAJH8UQgAAEciuAemBMCl3egNJ/I4CmdBMgEz6KIQABCCCAZCATAvTfCKApeATIhI9iCEAAAgggGciEAP03AmgKHgEy4aMYAhCAwA4E6t/A4X3nr/eSbP3P48ToTgTNJeA4qeZvW/TfCKAplQTIhI9iCEAAAqEFMEn5c6XP3Qf3AJY3oPTfCKAp3QTIhI9iCEAAAgggGciEAP03AmgKHgEy4aMYAhCAAAJIBjIhQP+NAJqCR4BM+CiGAAQggACSgUwI0H8jgKbgESATPoohAAEIIIBkIBMC9N8IoCl4BMiEj2IIQAACCCAZyIQA/TcCaAoeATLhoxgCEIBA7gTQe0A8BVzegNJ/I4CmdBMgEz6KIQABCCCAZCATAvTfCKApeATIhI9iCEAAAgggGciEAP03AmgKHgEy4aMYAhCAAAJIBjIhQP+NAJqCR4BM+CiGAAQggACSgUwI0H8jgKbgESATPoohAAEIIIBkIBMC9N8IoCl4BMiEj2IIQAACDQXQ752/+lRu0u8C9h4QTwGXN6D03wigKd0EyISPYghAAAIIIBnIhAD9NwJoCh4BMuGjGAIQgEDuBVBHHBkJLF9Q6b8RQFOqCZAJH8UQgAAEEEAykAkB+m8E0BQ8AmTCRzEEIAABXwFsdJ9fFvcAMgJYzpDSfyOApmQTIBM+iiEAAQgggGQgEwL03wigKXgEyISPYghAAAIIIBnIhAD9NwJoCh4BMuGjGAIQgAACSAYyIUD/jQCagkeATPgohgAEIBBKANPG5d5zyFPAaZNPfn/03wigKWUEyISPYghAAAIIIBnIhAD9NwJoCh4BMuGjGAIQgAACSAYyIUD/jQCagkeATPgohgAEIIAAkoFMCNB/I4Cm4BEgEz6KIQABCBROAJkXsByhpf9GAE1JJkAmfBRDAAIQQADJQCYE6L8RQFPwCJAJH8UQgAAEEEAykAkB+m8E0BQ8AmTCRzEEIACBQgigHqQ7FQyXgMsRWvpvBNCUZAJkwkcxBCAAAQSQDGRCgP4bATQFjwCZ8FEMAQhAoIMA5gmJOxE0I4B5apV4joX+GwE0JYkAmfBRDAEIQAABJAOZEKD/RgBNwSNAJnwUQwACEEAAyUAmBOi/SyaAs2fPlmnTpsn69eulf//+MnPmTBk4cGDDcG3cuFEuv/xyufnmm+Xf//637L///jJ9+nQ5+eSTAwWSAAXCxEoQgAAEAhHQByzyuvAQSF5bJtpx0X+XSAAXLFggI0aMkDlz5sigQYMckVu0aJGsWrVKevbs2SEhW7dulWOPPdb57LLLLpPevXvLU089JT169HDkMchCgIJQYh0IQAACwQgggME4sZadAP13iQRQpa+trU1mzZrlJGP79u3Sp08fGTt2rIwfP75DWlQUdbRw5cqVstNOO0VKEwGKhI0iCEAAAr4EEECCkRYB+u+SCKCO5nXr1k0WL14sQ4cOreVn5MiRopd5lyxZ0iFTepl3jz32cOr087333luGDRsml1xyiXTp0sU3g1u2bBH9z100QCqZmzZtku7du6eVW/YDAQhAoJQEEMBSNmsuTwoBLIkArlu3zrmEu2zZMhk8eHAtbOPGjZOlS5fK8uXLOwTwkEMOkTVr1sjw4cPlggsukNWrVzt/fuELX5AJEyb4BnbixIkyadKkDp8hgLn8fnNQEIBAwQgggAVrsAIfLgJYYQE8+OCD5ZVXXpEnn3yyNuJ37bXXOpeFn3nmGUYAC/zF5tAhAIFiEkAAi9luRTxqBLAkAhjlEvAJJ5zg3Pt311131bJ7xx13OE8A62Xerl27tsw0AWqJiBUgAAEIBCaAAAZGxYpGAvTfJRFAzYE+BKJTvujUL7roQyB9+/aVMWPG+D4Eok/+zp8/X5544gnp3LmzU/Ptb39bpk6dKnpJOchCgIJQYh0IQAACrQnkWf706JkGpnUbFmkN+u8SCaBOA6MPfcydO9cRQZ0GZuHChc5Tvr169XKmiNH7BKdMmeJkdO3atXLooYc6Nfqk8OOPPy7nnHOOcw+gzg0YZCFAQSixDgQgAIHWBBDA1oxYIz4C9N8lEkCNhU4B404EPWDAAJkxY4YzMqjLkCFDpF+/fjJv3rxagv7whz/IF7/4RXnwwQcdORw9enTTp4Dro0eA4vsysiUIQKDaBBDAard/2mdP/10yASRAaRNgfxCAAATiIYAAxsORrQQjgAAigMGS0mAtAmTCRzEEIACBGoG8C6AeqN4HqMfp3g9I8xWXAP03AmhKLwEy4aMYAhCAAAJIBjIhQP+NAJqCR4BM+CiGAAQggACSgUwI0H8jgKbgESATPoohAAEIIIBkIBMC9N8IoCl4BMiEj2IIQAACCCAZyIQA/TcCaAoeATLhoxgCEIAAAkgGMiFA/40AmoJHgEz4KIYABCCAAJKBTAjQfyOApuARIBM+iiEAAQgggGQgEwL03wigKXgEyISPYghAAAIIIBnIhAD9NwJoCh4BMuGjGAIQgAACSAYyIUD/jQCagkeATPgohgAEIIAAkoFMCNB/I4Cm4BEgEz6KIQABCBRKAN2D5VVwxQ8u/TcCaEoxATLhoxgCEIAAAkgGMiFA/40AmoJHgEz4KIYABCDgEBg97/5CkWAEsFDN5Xuw9N8IoCnFBMiEj2IIQAACCCAZyIQA/TcCaAoeATLhoxgCEIAAAkgGMiFA/40AmoJHgEz4KIYABCCAAJKBTAjQfyOApuARIBM+iiEAAQgggGQgEwL03wigKXgEyISPYghAAAKFFkB9eIUHQooZYvpvBNCUXAJkwkcxBCAAgcIKoPvkMgJYzBDTfyOApuQSIBM+iiEAAQgggGQgEwL03wigKXgEyISPYghAAAIIIBnIhAD9NwJoCh4BMuGjGAIQgAACSAYyIUD/jQCagkeATPgohgAEIIAAkoFMCNB/I4Cm4BEgEz6KIQABCBRSAL3NxkMgxQwx/TcCaEouATLhoxgCEIAAAkgGMiFA/40AmoJHgEz4KIYABCAg7nQqRUWhI4DMB1i81qP/RgBNqSVAJnwUQwACEEAAyUAmBOi/EUBT8AiQCR/FEIAABBBAMpAJAfpvBNAUPAJkwkcxBCAAAQSQDGRCgP4bATQFjwCZ8FEMAQhAAAEkA5kQoP9GAE3BI0AmfBRDAAIQQADJQCYE6L8RQFPwCJAJH8UQgAAEEEAykAkB+m8E0BQ8AmTCRzEEIAABBJAMZEKA/hsBNAWPAJnwUQwBCEAAASQDmRCg/0YATcEjQCZ8FEMAAhUl4J04mYmgKxqCjE+b/hsBNEWQAJnwUQwBCFSUAAJY0YbP0WnTfyOApjgSIBM+iiEAgYoScAWw6KN/2ny8Cq6YIab/RgBNySVAJnwUQwACFSWAAFa04XN02vTfCKApjgTIhI9iCECgogQQwDBh5+UAACAASURBVIo2fI5Om/4bATTFkQCZ8FEMAQhUlEAZBdC9HFzRJi3cadN/I4Cm0BIgEz6KIQCBihJAACva8Dk6bfpvBNAURwJkwkcxBCBQUQJlEkBvE+oDISzFIED/jQCakkqATPgohgAEKkjAffLXfXq2TAgQwOK0Jv03AmhKKwEy4aMYAhCoIAEEsIKNnsNTpv9GAE2xJEAmfBRDAAIVJIAAVrDRc3jK9N8IoCmWBMiEj2IIQKCCBBDACjZ6Dk+Z/hsBNMWSAJnwUQwBCFSQAAJYwUbP4SnTfyOAplgSIBM+iiEAgQoSQAAr2Og5PGX6bwTQFEsCZMJHMQQgUEECCGAFGz2Hp0z/jQCaYkmATPgohgAEKkgAAaxgo+fwlOm/EUBTLAmQCR/FECg2gflniAxbUOxzyODoEcAMoLPLDgTovxFA09eCAJnwUQyBYhNAACO1X9kF0H3LSSQ4FKVGgP4bATSFjQCZ8FEMgWITQAAjtR8CGAkbRTEToP9GAE2RIkAmfBRDoNgEEMDQ7efKnxaW9VVwjACGjkUmBfTfCKApeATIhI9iCBSbAAIYuv0QwNDIKEiIAP03AmiKFgEy4aMYAsUmgACGbr+yC6ALREc3WfJNgP4bATQllACZ8FEMgWITQABDtx8CGBoZBQkRoP9GAE3RIkAmfBRDoNgEEMBQ7eeVPy0s4z2AjACGikSmK9N/I4CmABIgEz6KIVBsAo0EEDH0bVcEsNhxL9vR038jgKZMEyATPoohUGwCCGCo9kMAQ+Fi5YQJ0H8jgKaIESATPoohUGwCCGCo9kMAQ+Fi5YQJ0H8jgKaIESATPoohUEwCrvghgKHaDwEMhYuVEyZA/40AmiJGgEz4KIZA8Qio9Omi7wBGAJu2X/2EyAhg8eJe5iOm/0YATfkmQCZ8FEMgPwSCPriBAAZuMwQwMCpWzIAA/TcCaIodATLhoxgC+SEQtwC6o4T5OcPUjwQBTB05OwxBgP4bAQwRl46rEiATPoohkB8CfgLY6GfNLgG7I4R+AhhUMvNDxXQkCKAJH8UJE6D/RgBNESNAJnwUQyA/BBDA2NuilQDGvsMcbZBXweWoMRocCv03AmhKKQEy4aMYAvkhkJQAerfLCGB+2jvhI0EAEwYcw+bpv0smgLNnz5Zp06bJ+vXrpX///jJz5kwZOHBgy6jceOONctZZZ8lHP/pRufXWW1uu765AgAKjYkUI5JsAAhh7+zACGDtSNhgjAfrvEgngggULZMSIETJnzhwZNGiQTJ8+XRYtWiSrVq2Snj17NozNmjVr5LjjjpMDDzxQ9thjDwQwxi8Ym4JA7gl45/TTg9XpXdyl2T2A7jre9fVn9fcAMgJYw1k/DUzus2E4QEYADfBSKkUASySAKn1tbW0ya9YsJz7bt2+XPn36yNixY2X8+PG+kdq2bZscf/zxcs4558g999wjGzduRABT+vKxGwjkgkArAfSTQu+BI4ANm7HKI4AKBQnMxTe84UEggCURwK1bt0q3bt1k8eLFMnTo0FqDjxw50pG6JUuW+IZgwoQJsmLFCrnllltk1KhRLQVwy5Ytov+5iwZIJXPTpk3SvXv3fKedo4MABDoSQAATSwUC2JYYWzZsJ4AAlkQA161bJ71795Zly5bJ4MGDa8kYN26cLF26VJYvX94hLffee6+ceeaZ8uCDD8pee+0VSAAnTpwokyZN6rAtBND+ZWQLEMiEAAKYGHYEEAFMLFwxbBgBrKgAbt68WQ4//HD5zne+Ix/+8IedKDECGMM3ik1AoGgEEMDEWgwBRAATC1cMG0YASyKAYS8B66jfEUccIV26dKnFSO8Z1KVz587OgyNvf/vbW0aMALVExAoQyDcBqwDq2dU/OOKesfu+YHcdpoHJdxZiPjruAYwZaMybo/8uiQBqLvQhEJ3yRad+0UWFrm/fvjJmzJgOD4G88sorsnr16h3idMUVV4iODH7729+Wgw8+WLp27doybgSoJSJWgED+CPg9met9x697xM1+5j0rqwCWVAwZAWQEMH9f/jeOiP67RAKo08DoQx9z5851RFCngVm4cKGsXLlSevXq5UwRo/cJTpkyxTeTQS4B1xcSoDx/vTk2CDQggACmEg2vAFZpChgXLiOAqcQs8k7ov0skgJoCnQLGnQh6wIABMmPGDGdkUJchQ4ZIv379ZN68eQhg5K8MhRAoAQEEMJVGRAAZAUwlaBF3ggCWTAAj5iByGQGKjI5CCGRHAAFMhT0CiACmErSIO6H/RgAjRuf1MgJkwkcxBNIn0OhNHUHuAfTW1h+5ex+g3/Z1Xe8DIe7f3W1U4B5ALgGnH3X22JwA/TcCaPqOECATPoohkD6BNAXQe3aNBNBPPNOnksgeGQFkBDCRYMW0UfpvBNAUJQJkwkcxBGwEooycNRqhc4/E74lev9E9vxHAViOE9fvWbXgFsNH5FFQSEUAE0PYFT7aa/hsBNCWMAJnwUQwBG4GiC2Cj0ch6KgigLScZVfMUcEbgA+6W/hsBDBgV/9UIkAkfxRCwEUhCAL0jgfXiFWaEr9UIYf0lYb8RSPdnCKAtJxlVI4AZgQ+4W/pvBDBgVBBAEyiKIZAEgSQF0Hu8cVwCbiWE9eLZ7FJ0EiwT2CaXgLkEnECsYtskAogAmsJEgEz4KIaAjQACaOOXcDUCiAAmHDHT5um/EUACZCJAMQQyJFBlAYxy7ik3FQKIAKYcuVC7QwARwFCBqV+ZAJnwUQwBG4EoEtTqKeBGR9Tonr2oZ9DsHsD682o0R6H3MnHU40iwDgFsE5dB/XuRE8TOpgMSoP9GAANGxX81AmTCRzEEbASqKIDuOUc5dxvt0NVe+QldXIICfQgEAcxvQ9J/I4CmdBIgEz6KIWAjEEWCmj3JazuaeKq9I4P1D5+4n3n/jGeviWylim//8IJEABOJVWwbpf9GAE1hIkAmfBRDwEagjALoJWIVwCh8bC2yQzUCyAhgjHGKfVP03wigKVQEyISPYgjYCIS5HJr3kT8/EgigLR8ZVzMCmHEDtNg9/TcCaEooATLhoxgCNgJVFUCXWquHQBgBtOXLWI0AGgEmXE7/jQCaIkaATPgohoCNAALYnB8CaMuXsRoBNAJMuJz+GwE0RYwAmfBRDAEbgbILoNKpfyikfhqbZgQRQFu+jNUIoBFgwuX03wigKWIEyISPYgjYCDQSQD/xKeI9gPUCWE+r/nVx9ZeEEUBbvmKq9opgTJtkMzEQoP9GAE0xIkAmfBRDwEagXgCbCaFtT9lVN5uAGgHMrl1C7BkBDAErxVXpvxFAU9wIkAkfxRCwEfB7q4ffHHlFHf1jBNCWj5xUI4A5aYi6w6D/RgBNySRAJnwUQ8BGoJkAuvKkfxZZAJsRYgTQlp+UqhHAlECH3A39NwIYMjI7rk6ATPgohoCNQBABLKv8+Y0Ocg+gLU8JV6sIsuSHAP03AmhKIwEy4aMYAjYCCOCOo5s5EcCqvwO4UagRQNvXPe5q+m8E0JQpAmTCRzEEbAT8BNC7xWYPUNj2nI/q+vNDAPPRLg2OAgHMV/PQfyOApkQSIBM+iiFgI4AAhh8BTGFqGEYA/WONANq+7nFX038jgKZMESATPoohYCOAACKAtgSlWo0Apoq75c7ovxHAliFptgIBMuGjGAI2Aghg7gRQR/9YGAEsQgbovxFAU04JkAkfxRCwEWglgLat5786yj2ACV8CRgAbx4YRwHx9pei/EUBTIgmQCR/FEAhGwCst9f/vbqHsD3z4kQojgGHemxysVXzXQgARQEN8Ui2l/0YATYEjQCZ8FEMgGIEgAhhsS+Vaq5EA+skeAph52zMCmHkT7HAA9N8IoCmRBMiEj2II+BOov0yJAPpzQgAL9Q1CAPPVXPTfCKApkQTIhI9iCCCAlgz4CaB7X2T9O5HrRwATuheQS8BcArZEOs1a+m8E0JQ3AmTCRzEEggugruknNVVmiAAWrvUZBcxPk9F/I4CmNBIgEz6KIYAAxpkBrxAyAhgn2di2hQDGhtK8IfpvBNAUIgJkwkcxBBDAODOAAMZJM5FtIYCJYI20UfpvBDBScNwiAmTCRzEEEMCkMsAIYFJkTdtFAE34Yi2m/0YATYEiQCZ8FEMAAUw6A41GBXkIJGnyvttHADPB7rtT+m8E0JRGAmTCRzEEEMCkM4AAJk041PYRwFC4El2Z/hsBNAWMAJnwUQyB6ALofQ0cHIMR8F4WZgQwGLOY10IAYwZq2Bz9NwJoiI8IATLhoxgCCGCaGUAA06TNJeDMaTc/APpvBNAUUQJkwkcxBJoLoHfyYl2zXmDgF44AAhiOVwJrMwKYANSIm6T/RgAjRuf1MgJkwkcxBBoLoPtJ/WTHXhGEXzgCCGA4XgmsjQAmADXiJum/EcCI0UEATeAohkAzAt77+/wEEHrRCCCA0bjFWIUAxgjTuCkEEAE0RYgAmfBRDIFoI4Bwi0YAAYzGLeYqJDBmoBE3R/+NAEaMDiOAJnAUQyDoCCCk4iOQsACOnnd/fMda4i0hgPloXAQQATQlkQCZ8FEMgdYjgDCKjwACGB9Lw5YQQAO8GEvpvxFAU5wIkAkfxRBAANPMAAKYJu2G+0IAc9EMPMQpCKApiQigCR/FEEAA08wAApgmbQQwF7QbHwT9NwJoiigBMuGjGAIIYJoZQADTpN10X4wCZt8U9N8IoCmFBMiEj2IIdCTAK96ST4VXBGPcGw+BBIeJAAZnldSa9N8IoClbBMiEj2IIIIBZZkBFMMYFAQwOEwEMziqpNem/EUBTtgiQCR/FEEAAs8wAApgZfQQwM/S1HdN/I4CmFBIgEz6KIYAAZp2BGCWQEcDgjYkABmeV1Jr03wigKVsEyISPYggggFlnAAHMpAUQwEyw77BT+m8E0JRCAmTCRzEERPShD6+E8BBI+qmISQIZAQzedAhgcFZJrUn/jQCaskWATPgohgACmIcM1AtgvZQHPEYEMCAoEUEAg7NKak36bwTQlC0CZMJHcVUJuKN8fvPSMQKYTSrctnD3HmJUUMVPhQYBDN50CGBwVkmtSf+NAJqyRYBM+CiuKgEEMH8tjwCm2iYIYKq4fXdG/40AmlJIgEz4KK4qgfpRvvqRwKpyydN5BxwBdEf9GAEM13gIYDheSaxN/40AmnJFgEz4KK4qgUaXeetHoarKJw/nHfBtIQhgtMZCAKNxi7OK/hsBNOWJAJnwUVxVAghg/lseAUy0jRDARPEG2jj9NwIYKCiNViJAJnwUV5UAApj/lq8XwAZPBjMCGK0pXQF0H6CJthWqLATovxFAS36EAJnwUVwlAl6BQADz3/IIYKJt5L1nktHARFE33Dj9NwJoSh4BMuGjuEoEEMBitXZIASzWyWV/tAhg9m1A/40AmlJIgEz4KK4SgSACWCUeeT9XvyezfZ4MZu6/aA2JAEbjFmcV/TcCaMoTATLho7hKBBDAYrU2AphoeyGAieINtHH6bwQwUFAarUSATPgoLjuBeulzR5B420f+Wx4BTLSNEMBE8QbaOP03AhgoKAigCRPFVSWAABa35RHARNsOAUwUb6CNI4AIYKCgIIAmTBRXlQACWNyWRwATbbt6AWQ6mERx+24cAUQATakjQCZ8FJedQKN3/pb9vMtwfs1ez+d5GISHQOyN7cog08HYWYbZAv13yQRw9uzZMm3aNFm/fr30799fZs6cKQMHDvTNxPe//3358Y9/LA8//LDz+ZFHHilf//rXG67vtxECFObrxrqVI4AAFrfJQwrg2A1XyMxek4t7vhkeOQKYDXz67xIJ4IIFC2TEiBEyZ84cGTRokEyfPl0WLVokq1atkp49e3ZI2PDhw+XYY4+VY445RnbeeWeZOnWq3HLLLfLII49I7969AyWSAAXCxEpVI+Be+kUAi9/yDd7PPHrrl8V7GRMBjN7U3A8YnZ2lkv67RAKo0tfW1iazZs1yMrF9+3bp06ePjB07VsaPH98yJ9u2bZPdd9/dqVeRDLIQoCCUWKdyBHjTR3maPIQA6kkzCmhrei4D2/iFqab/LokAbt26Vbp16yaLFy+WoUOH1jIwcuRI2bhxoyxZsqRlLjZv3uyMFOqo4amnntpyfV2BAAXCxEpVI4AAlrbFH1y7UQb06SF+I4AIoL3ZEUA7w6BboP8uiQCuW7fOuWy7bNkyGTx4cK39x40bJ0uXLpXly5e3zMQFF1wgd955p3MJWC8J+y1btmwR/c9dNEA6yrhp0ybp3r17y32wAgQqQQABLG0zI4DJNi0CmCxf79YRQATQycPVV18t11xzjdx9991y+OGHN0zgxIkTZdKkSR0+RwDT+9Kyp5wTaDbJc4PLiTk/Iw7PQwABTDYOCGCyfBHAHfl2am9vb08PeTJ7slwC/sY3viGTJ0+Wu+66S4466qimB8gIYDLtx1ZLRAABLFFjdjwVVwCdPy+5U9xpYPQhEF24B9DW/AigjV+YakYASzICqI2uD4HolC869Ysu+hBI3759ZcyYMQ0fAtFRv6uuusq59Hv00UeHyY6zLgEKjYyCshNAAEvdwip+7uLeC6h/RwDjaXZXAJkYOh6ezbZC/10iAdRpYPShj7lz5zoiqNPALFy4UFauXCm9evVynuzV+wSnTJniZEKnffnqV78q8+fPd6aDcZe3vOUtov8FWQhQEEqsUykCvOe31M3tFUDviB8CGE+zI4DxcAyyFfrvEgmgNrhO4eJOBD1gwACZMWOGMzKoy5AhQ6Rfv34yb9485+/6/0899VSHnEyYMEH0Xr8gCwEKQol1KkUAASx1c/sJoCt/XiEsNYQETw4BTBBu3abpv0smgOlF5/U9EaC0ibO/3BDwvufXe1AIYG6aKIkDQQCToPrGNhHAZPl6t07/jQCa0kaATPgoLjIBrwDW/3+Rz4tjb0oAAUw2IAhgsnwRwB35luIp4PQis+OeEMCsyLPfzAkgfZk3QRYHgAAmS90rgLonngpOjjf9NyOApnQRIBM+iotMAAEscutFPnYEMDK6QIUIYCBMsaxE/40AmoJEgEz4KC4yAQSwyK0X6djr5c9vI8wDGAltrQgBtPELU03/jQCGyUuHdQmQCR/FRSaAABa59SIdexgB1CeDkcHwmBHA8MyiVtB/I4BRs+PUESATPoqLTAABLHLrRTp2BDAStlBFCGAoXKaV6b8RQAJkIkBxZQkggJVregQw+SZHAJNn7O4BAUQATWkjQCZ8FBeZgCuAzPtX5FYMdewIYChckVZGACNhi1RE/40ARgoO/4IwYaO4DAQQwDK0YqhzCCqAvBYuFNYOK6sE6ruAdWEaGBvLZtUIIAJoShcBMuGjuMgEEMAit16kY0cAI2ELXYQAhkYWqYD+GwGMFBxGAE3YKC46AS77Fr0FIx0/AhgJW+giBDA0skgFCCACGCk4CKAJG8VFJ4AAFr0FIx1/EAH0bphpYCJhdi77cgk4GrswVQggAhgmLx3WJUAmfBQXlQACWNSWMx13WAF0d4YIhsOOAIbjFXVt+m8EMGp2nDoCZMJHcd4JeKd68R4rApj3lkvk+BDARLB22CgCmA5n+m8E0JQ0AmTCR3HeCfgJIPKX91aL7fhU+Ab06VHbHgIYG9qmG0IA0+FM/40AmpJGgEz4KM47gXoBRP7y3mKxHh8CGCvOSBtjGphI2AIV0X8jgIGC0mglAmTCR3HeCSCAeW+hRI8vTgHk3cDRmwoJjM6uWSX9NwJoShYBMuGjOO8EEMC8t1CixxeXALoHycMg0ZoLAYzGrVUV/TcC2CojTT8nQCZ8FOedgHvJd9iC14+US8B5b7FYjw8BjBVn5I0hgJHR0X+3QNepvb29PRm85d8qAlj+Nq70GXoFEPmrXBTSEEAuDbeOFQLYmlGUNei/GQGMkptaDQEy4aM4jwS8l30RwDy2UGrH5BXAqE8Aew/W7xIwAti6ORHA1oyirEH/jQBGyQ0CaKJGca4JIIC5bp40D84VwDjkT49bBVCFz/1//RMBbN2iCGBrRlHWQAARwCi5QQBN1CjONQE/Acz1AXNwSRFIUgC9QuiKIQ+J+LckAphMwhFABNCULAJkwkdx3gjw0EfeWiTT40EAM8Vf2zkCmEw70H8jgKZkESATPorzRgABzFuLZHo8CGCm+HfYORIYf1vQfyOAplQRIBM+ivNGgIc+8tYimR5P0gLonhyXgFs3MwLYmlHYNei/EcCwmdlhfQJkwkdx3ggggHlrkUyPJ24BbHQy9QLIgyEdSSGA8X8V6L8RQFOqCJAJH8V5IsA8f3lqjUyPJS3xqz9J9yEQVwARwTcIIYDxfyXovxFAU6oIkAkfxXkigADmqTUyOxZ3ypcBfXpIXNO/BD0ZBLAxKQQwaIqCr0f/jQAGT4vPmgTIhI/iPBFAAPPUGpkdS5YC6D1p7gvcMQIIYPxfCfpvBNCUKgJkwkdxVgS8c/25x4AAZtUaudovApir5qgdDAIYf7vQfyOAplQRIBM+irMiUC+AyF9WLZG7/eZFAF0wTA79OgkEMP6vCv03AmhKFQEy4aM4KwIIYFbkc79fBDCfTYQAxt8u9N8IoClVBMiEj+K0CbjihwCmTb4w+8ubACo4RgE7jgCOnnc/o4LGbxX9NwJoihABMuGjOG0C9QLo/Xvax8L+ckkAAcxls3SQPQTQ3k703wigKUUEyISP4rQJIIBpEy/c/tKe+iUIIEYAX6ekl4Fd8UMAgySn+Tr03wigKUUEyISP4rQJIIBpEy/U/vIof1wCfiNCCGC8Xyf6bwTQlCgCZMJHcdoE/C75DlsgwlPAabdELveHAOayWWoHhQDG2z703wigKVEEyISP4rQJcM9f2sQLtb88CyCvheMScNxfJvpvBNCUKQJkwkdx2gQQwLSJF2p/eRdA7+XgKgohI4Dxfp3ovxFAU6IIkAkfxWkTQADTJl6o/RVNAL1CWCjQEQ8WAYwIrkEZ/TcCaEoUATLhozgtAn4Pf6S1b/ZTGAIIYL6byhVA9yi9QpjvI8/n0dF/I4CmZBIgEz6KkyTgneyZkb8kSZdm20URQL386y5VmiIGAYz3q0b/jQCaEkWATPgoTpIA0pck3VJuO68C6IWtwocAvk6EEUDb15D+GwE0JYgAmfBRnCQBBDBJuqXcdhEEsB48I4C8Ei7ql5H+GwGMmh2njgCZ8FGcJAEEMEm6pdm2St+APj2c80EA892sXAKOt33ovxFAU6IIkAkfxXES8N7zp9tFAOOkW8pted/7W1QBdBumCiOBCGC8X0P6bwTQlCgCZMJHsZWA34Me7jYRQCvd0teXSQC1scougY0EUM9dP2MJR4D+GwEMl5i6tQmQCR/FUQnUy537OrdGf0bdD3WlJOBe9vUKYBEv/9Y3Tr0Alm2yaAQw3q8j/TcCaEoUATLhozgqgUYC6G6P9/tGJVuJOgSwHM3sFUJGAMO3Kf03Ahg+NZ4KAmTCR3FUAq0u7yKAUclWoq7sAliVaWLqBXD0PJ4IDvMFpv9GAMPkpcO6BMiEj+KgBPwe8GhWiwAGJVvJ9eoFsCwQ3EvACGBZWjTZ86D/RgBNCSNAJnwUByXAq9yCkmK9AATKLIBe+VMUZX4wpNUIICOCzb8M9N8IYIBfl41XIUAmfBQ3ItBsShdG98iNgUDZHvxohaLMAuh37t57ARFABLDV96NTe3t7e6uV+NyfAAJIMhIhUD+9i+6k/gnfRHbMRstMoAxP+oZtn0YCWLYnhF0u3tfDIYAIYKvvCwLYilCTzxFAAzxKGxNAAElHDAS8b/nQzVVVAP1kr+wC6BXCGKJUyk3Qf3MJ2BRsAmTCV+3i+su8XhoIYLWzEdPZF/01bzFh6LAZHRVEAJOiW5zt0n8jgKa0EiATvmoXhxXAatPi7CMQQAD9oVVNALkU7J8D+m8EMMKv1TdKCJAJX7WLGwmg/lwXvedPF/fv1abF2UcggAA2h1bGB0R4X3DwLwr9NwIYPC0+axIgE75qFzd70rfaZDj7mAgggDYBLMNlYu9DITHFqjSbof9GAE1hJkAmfNUuDju5c7VpcfYhCJT1TR8hEARa1b0U7K5cxncJI4CNo0D/jQAG+kXRaCUCZMJXrWK/yZy5zFutDKR0tghgNND19wa6k0oX+VIxAogANvs2MA1MtN8VThUCaIBXtVLvvXzM6Ve11k/8fOsv9w7o06M27Yv3/xM/kALvwDsi2Gp0sGin6Z0gumjHntTx0n8zAmjKFgEy4atGsXfkr/6MeatHNTKQwlkigMlCLvIooJJBADvmg/4bATT91iBAJnzlK/Z7sreZAJaPAGeUEYFmApjRIZVqt64Aug+GFO0BEQQQAfT7QnIJ2PBrCgE0wCtbabPpWxjpK1tr5+p8vO/31QOrvwcwVwdb0INBAAvacE0Om/6bEUBTqgmQCV+5ipm/r1ztWaCz8b7ijfv9kmm4+nsCdS/eh0byPiLY6GGQKk8STf+NAJp+WxAgE77iFtc/0atn4veQR3HPkCMvAAG/kT4EML2GqxdAVwr1zzwLoVcGEcDdZNOmTdK9e/f0gpOjPXEJ2NAYCKABXp5Lm72mzZU975O8CGCeW7N0x+YVv3rhQwDTa+5Go4J5F0CXkPetIVW8R5D+mxFA028LAmTCl9/iMAKY37PgyEpKoNk9fghgeo3uJ4BBLw3nbYTQFUAdEdSlCkJI/10yAZw9e7ZMmzZN1q9fL/3795eZM2fKwIEDG/5GWLRokXzlK1+RNWvWyEEHHSRTp06Vk08+OfBvEAIUGFV+Vgwid3q03gc3mLcvP+3HkTR9yAMBzE9Amt0j6H2auF4asziDRgJY5kvE9N8lEsAFCxbIiBEjZM6cOTJo0CCZPn26qOCtWrVKevbs2eE7tWzZMjn++ONlypQpcuqpp8r8+fMdAfzrX/8qhx12WKDvIAEKhCnZlVoJnfeSbf3/e//uvYev0RHzNG+ybcnWHQLep3rrn/B1P0f0ihcWv8mli8cUcAAACrhJREFUvW8bqZ9ixjtKmMb0M36XhMs8Ikj/XSIBVOlra2uTWbNmOb8Ztm/fLn369JGxY8fK+PHjO/y2OOOMM+TFF1+Un//857XPjj76aBkwYIAjkUEWAhSEUkzrNHqVmt8DGX7S53cYYUf2EMCYGrPam/HO2eeSqJ/HT3/ud3+fVxCrTbEaZ+/3dpJmr6yrv7Qc5nV2XgH0o+u9LNxsZLAoo4b03yURwK1bt0q3bt1k8eLFMnTo0Fp2R44cKRs3bpQlS5Z0yHPfvn3l4osvlosuuqj22YQJE+TWW2+Vhx56yPe3y5YtW0T/cxd9eki3s3bt2so+RbQDqIWjRE6f1/g3c/3n3r/r/7uLbsPvM+/P3c+9f0btE9ztRq2nrnIEVjy9SQ7vvVuo89Ya76L19T9r9XmrmlAHxMq5JzC35xXy2WcnO8fp/X/37/qn+7n3ZHTd+s/cn7nraZ33Z7OHHymf/39/icREa3Vx692/R9pYSkUqgDpIpI6w227hvsspHWLiuynFU8Dr1q2T3r17i17WHTx4cA3auHHjZOnSpbJ8+fIOILt27So/+tGP5Kyzzqp99p3vfEcmTZokGzZs8AU/ceJE53MWCEAAAhCAAASKT0AHcPbbb7/in0iEM0AAQwhg/QigXmb+97//LXvuuads3rzZ+dcEo4ERUphgifuvPNolQcgRNk27RICWQgntkgLkCLugXSJAa1HS3t7u9Nv77ruvdO7cOf4dFGCLpRDAtC4BN2tP7ifIZ9ppF9olnwTyeVR8X2iXfBLgqJIgUAoBVDD6EIhO+aJTv+iio3N6f96YMWMaPgTy0ksvyW233Vbjeswxx8jhhx8e+CEQb4PwizOJeNq3SbvYGSaxBdolCar2bdIudoZJbIF2SYIq2yyNAOo0MPrQx9y5cx0R1GlgFi5cKCtXrpRevXo5U8TofYI67Ysuer/gCSecIFdffbWccsopcuONN8rXv/71UNPAIID5/wLxizOfbUS70C75JJDPo+L7ks92KfpRlUYAtSF0Chh3ImidzmXGjBnOyKAuQ4YMkX79+sm8eW88parzBF5xxRW1iaCvueaaUBNBextf7w9Uubz00kvlzW9+c9FzUZrjp13y2ZS0C+2STwL5PCq+L/lsl6IfVakEsOiNwfFDAAIQgAAEIACBNAgggGlQZh8QgAAEIAABCEAgRwQQwBw1BocCAQhAAAIQgAAE0iCAAKZBmX1AAAIQgAAEIACBHBFAAHPUGBwKBCAAAQhAAAIQSIMAApgQ5V/84hdy5ZVXyooVK2TnnXd2ppzR9wyzZE9An6jTp8P1nc8PPPCA6BPjLNkRWLNmjXzta1+T3/72t7J+/XpnZv5PfepTcvnll4u+spElPQKzZ8+uzaTQv39/Z15VnVaLJRsCOrPEzTff7Exntssuu4jOVTt16lR55zvfmc0BsddSEUAAE2jOm266Sc4991xnXsH3ve998tprr8nDDz8sp59+egJ7Y5NhCVx44YXy+OOPyx133IEAhoWXwPq//OUvRefx1Pdyv+Md73C+K/r9+fSnPy3f+MY3Etgjm/QjoG2g86XOmTPH+QeSzqWqU2WtWrVKevbsCbQMCHzoQx+SM888U9ra2px+5LLLLnO+H48++qjsuuuuGRwRuywTAQQw5tbUL6nONzhp0iQZPXp0zFtnc1YCKn0XX3yxqKQfeuihCKAVaEL1Op/nd7/7XXniiScS2gObrSeg0qeiofOp6qJvU9L3m48dO9b3bUoQTJ/Ac88958j40qVL5fjjj0//ANhjqQgggDE355/+9CfnX8/XXXedMxG1XtLSS4zaoR122GEx743NhSGwYcMGOfLII51L8XvttZcccMABCGAYgCmuqxO068jgn//85xT3Wt1dRXmfenVpZXfmq1evloMOOkj+9re/0Z9k1wyl2TMCGHNT6ivl9FKWvof42muvdUYDv/nNb8qvfvUr+fvf/y577LFHzHtkc0EItLe3O295OfbYY2tvf0EAg5BLfx3t5FTU9fKvXgpmSZ7AunXrnFdl6isyBw8eXNvhuHHjnNGm5cuXJ38Q7KEpAR2R/chHPiIbN26Ue++9F1oQMBNAAAMiHD9+vHPzbbPlsccec94lPHz4cOedxOedd56zuj50sN9++8nkyZPls5/9bMA9sloQAkHbRQVc3w2tnVmXLl2c1/8hgEEIR18naNsccsghtZ08/fTTzgNT+urGH/zgB9F3TmUoAghgKFyZrPy5z33OuW9Z5U/7ExYIWAkggAEJ6r0Xzz//fNO1DzzwQLnvvvucBz/uueceOe6442rr62Xhk046Sa666qqAe2S1IASCtos+gHPbbbdJp06dapvdtm2bI4Mq7D/60Y+C7I51QhAI2jbuk74qISp+Rx99tPPO7s6dO4fYG6taCHAJ2EIv+doxY8bIkiVL5Pe//73zD1cWCMRBAAGMg6JnG//973+dm3R1OgX3IZBXX33V+RebTnXhjgrGvFs214LAP//5T9G2cReVjQ9+8IOyePFi555N/kWdbYR05O/EE090Lv3ecMMNjpizpEtAvwc65YtO/aKLXnLUW1lUPnQ0lyV9Anrrij6Ec8stt8jdd9/t3P/HAoG4CCCAcZH0bOeiiy5yxEIfBNl///2dB0B09Ennctp9990T2CObDEuAS8BhiSW3vsqfjvzpd0VHYr3yt88++yS3Y7a8AwGdBmbkyJHO7SsqgjoNjN42ob+3evXqBa0MCFxwwQUyf/58Z/TPO/ffbrvt5swLyAIBCwEE0EKvQa2O+F166aXyk5/8RF5++eXanFo67QhLPggggPloBz0Kvdx79tln+x6QjoCwpEdAp4DRf7C6sxfoTAY6MsiSDQHvLSveI7j++utl1KhR2RwUey0NAQSwNE3JiUAAAhCAAAQgAIFgBBDAYJxYCwIQgAAEIAABCJSGAAJYmqbkRCAAAQhAAAIQgEAwAghgME6sBQEIQAACEIAABEpDAAEsTVNyIhCAAAQgAAEIQCAYAQQwGCfWggAEIAABCEAAAqUhgACWpik5EQhAAAIQgAAEIBCMAAIYjBNrQQACEIAABCAAgdIQQABL05ScCAQgAAEIQAACEAhGAAEMxom1IAABCEAAAhCAQGkIIIClaUpOBAIQgAAEIAABCAQjgAAG48RaEIAABCAAAQhAoDQEEMDSNCUnAgEIQAACEIAABIIRQACDcWItCEAAAhCAAAQgUBoCCGBpmpITgQAEIAABCEAAAsEIIIDBOLEWBCAAAQhAAAIQKA0BBLA0TcmJQAACEIAABCAAgWAEEMBgnFgLAhCAAAQgAAEIlIYAAliapuREIAABCEAAAhCAQDACCGAwTqwFAQhAAAIQgAAESkMAASxNU3IiEIAABCAAAQhAIBgBBDAYJ9aCAAQgAAEIQAACpSGAAJamKTkRCEAAAhCAAAQgEIwAAhiME2tBAAIQgAAEIACB0hBAAEvTlJwIBCAAAQhAAAIQCEYAAQzGibUgAAEIQAACEIBAaQgggKVpSk4EAhCAAAQgAAEIBCOAAAbjxFoQgAAEIAABCECgNAQQwNI0JScCAQhAAAIQgAAEghFAAINxYi0IQAACEIAABCBQGgIIYGmakhOBAAQgAAEIQAACwQgggME4sRYEIAABCEAAAhAoDYH/D0f+x4sTvf/kAAAAAElFTkSuQmCC\" width=\"640\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/plain": [
       "(100008, 1)"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\n",
    "# Choose the set to work with\n",
    "X, y = dataset_artificial_balanced_1_feature\n",
    "X_ones = X[y==1].T[0]\n",
    "X_zeros = X[y==0].T[0]\n",
    "# set_trace()\n",
    "print(\"1: mean: {:0.3f}, std: {:0.3f} \\n 0: mean: {:0.3f}, std: {:0.3f} \".format(X_ones.mean(), X_ones.std(), X_zeros.mean(), X_zeros.std()))\n",
    "fig, ax_hist = plt.subplots()\n",
    "ax_hist.hist(X_ones, bins = 500, density=True, alpha = 0.7, label=\"ones\")\n",
    "ax_hist.hist(X_zeros, bins = 500, density=True, alpha = 0.7, label = \"zeros\")\n",
    "ax_hist.legend()\n",
    "X.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train,X_test,y_train,y_test = train_test_split(X, y, test_size=0.2 )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": false
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [],
   "source": [
    "clf = LogisticRegressionCV(cv=5, random_state=0).fit(X_train, y_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0 1]\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.88      0.95      0.91      9220\n",
      "           1       0.95      0.89      0.92     10782\n",
      "\n",
      "    accuracy                           0.91     20002\n",
      "   macro avg       0.91      0.92      0.91     20002\n",
      "weighted avg       0.92      0.91      0.92     20002\n",
      "\n"
     ]
    }
   ],
   "source": [
    "y_hat = clf.predict(X_test)\n",
    "print(clf.classes_)\n",
    "print(classification_report(y_hat, y_test ))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Intercept:[-0.39275848], theta_1: [[2.33542047]]\n",
      "Classification threshold: [[0.16817463]]\n"
     ]
    }
   ],
   "source": [
    "print(\"Intercept:{}, theta_1: {}\".format(clf.intercept_, clf.coef_))\n",
    "print(\"Classification threshold: {}\".format(-clf.intercept_/clf.coef_))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([-0.94943829, -0.50004867, -1.99590893, ...,  1.55486124,\n",
       "        1.45712704,  1.27812248])"
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X.T[0]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Warning: Cannot change to a different GUI toolkit: qt. Using notebook instead.\n"
     ]
    },
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "window.mpl = {};\n",
       "\n",
       "\n",
       "mpl.get_websocket_type = function() {\n",
       "    if (typeof(WebSocket) !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof(MozWebSocket) !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert('Your browser does not have WebSocket support. ' +\n",
       "              'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "              'Firefox 4 and 5 are also supported but you ' +\n",
       "              'have to enable WebSockets in about:config.');\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = (this.ws.binaryType != undefined);\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById(\"mpl-warnings\");\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent = (\n",
       "                \"This browser does not support binary websocket messages. \" +\n",
       "                    \"Performance may be slow.\");\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = $('<div/>');\n",
       "    this._root_extra_style(this.root)\n",
       "    this.root.attr('style', 'display: inline-block');\n",
       "\n",
       "    $(parent_element).append(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen =  function () {\n",
       "            fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n",
       "            fig.send_message(\"send_image_mode\", {});\n",
       "            if (mpl.ratio != 1) {\n",
       "                fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n",
       "            }\n",
       "            fig.send_message(\"refresh\", {});\n",
       "        }\n",
       "\n",
       "    this.imageObj.onload = function() {\n",
       "            if (fig.image_mode == 'full') {\n",
       "                // Full images could contain transparency (where diff images\n",
       "                // almost always do), so we need to clear the canvas so that\n",
       "                // there is no ghosting.\n",
       "                fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "            }\n",
       "            fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "        };\n",
       "\n",
       "    this.imageObj.onunload = function() {\n",
       "        fig.ws.close();\n",
       "    }\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_header = function() {\n",
       "    var titlebar = $(\n",
       "        '<div class=\"ui-dialog-titlebar ui-widget-header ui-corner-all ' +\n",
       "        'ui-helper-clearfix\"/>');\n",
       "    var titletext = $(\n",
       "        '<div class=\"ui-dialog-title\" style=\"width: 100%; ' +\n",
       "        'text-align: center; padding: 3px;\"/>');\n",
       "    titlebar.append(titletext)\n",
       "    this.root.append(titlebar);\n",
       "    this.header = titletext[0];\n",
       "}\n",
       "\n",
       "\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = $('<div/>');\n",
       "\n",
       "    canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n",
       "\n",
       "    function canvas_keyboard_event(event) {\n",
       "        return fig.key_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    canvas_div.keydown('key_press', canvas_keyboard_event);\n",
       "    canvas_div.keyup('key_release', canvas_keyboard_event);\n",
       "    this.canvas_div = canvas_div\n",
       "    this._canvas_extra_style(canvas_div)\n",
       "    this.root.append(canvas_div);\n",
       "\n",
       "    var canvas = $('<canvas/>');\n",
       "    canvas.addClass('mpl-canvas');\n",
       "    canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n",
       "\n",
       "    this.canvas = canvas[0];\n",
       "    this.context = canvas[0].getContext(\"2d\");\n",
       "\n",
       "    var backingStore = this.context.backingStorePixelRatio ||\n",
       "\tthis.context.webkitBackingStorePixelRatio ||\n",
       "\tthis.context.mozBackingStorePixelRatio ||\n",
       "\tthis.context.msBackingStorePixelRatio ||\n",
       "\tthis.context.oBackingStorePixelRatio ||\n",
       "\tthis.context.backingStorePixelRatio || 1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband = $('<canvas/>');\n",
       "    rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n",
       "\n",
       "    var pass_mouse_events = true;\n",
       "\n",
       "    canvas_div.resizable({\n",
       "        start: function(event, ui) {\n",
       "            pass_mouse_events = false;\n",
       "        },\n",
       "        resize: function(event, ui) {\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "        stop: function(event, ui) {\n",
       "            pass_mouse_events = true;\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "    });\n",
       "\n",
       "    function mouse_event_fn(event) {\n",
       "        if (pass_mouse_events)\n",
       "            return fig.mouse_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    rubberband.mousedown('button_press', mouse_event_fn);\n",
       "    rubberband.mouseup('button_release', mouse_event_fn);\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband.mousemove('motion_notify', mouse_event_fn);\n",
       "\n",
       "    rubberband.mouseenter('figure_enter', mouse_event_fn);\n",
       "    rubberband.mouseleave('figure_leave', mouse_event_fn);\n",
       "\n",
       "    canvas_div.on(\"wheel\", function (event) {\n",
       "        event = event.originalEvent;\n",
       "        event['data'] = 'scroll'\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        mouse_event_fn(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.append(canvas);\n",
       "    canvas_div.append(rubberband);\n",
       "\n",
       "    this.rubberband = rubberband;\n",
       "    this.rubberband_canvas = rubberband[0];\n",
       "    this.rubberband_context = rubberband[0].getContext(\"2d\");\n",
       "    this.rubberband_context.strokeStyle = \"#000000\";\n",
       "\n",
       "    this._resize_canvas = function(width, height) {\n",
       "        // Keep the size of the canvas, canvas container, and rubber band\n",
       "        // canvas in synch.\n",
       "        canvas_div.css('width', width)\n",
       "        canvas_div.css('height', height)\n",
       "\n",
       "        canvas.attr('width', width * mpl.ratio);\n",
       "        canvas.attr('height', height * mpl.ratio);\n",
       "        canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n",
       "\n",
       "        rubberband.attr('width', width);\n",
       "        rubberband.attr('height', height);\n",
       "    }\n",
       "\n",
       "    // Set the figure to an initial 600x600px, this will subsequently be updated\n",
       "    // upon first draw.\n",
       "    this._resize_canvas(600, 600);\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus () {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            // put a spacer in here.\n",
       "            continue;\n",
       "        }\n",
       "        var button = $('<button/>');\n",
       "        button.addClass('ui-button ui-widget ui-state-default ui-corner-all ' +\n",
       "                        'ui-button-icon-only');\n",
       "        button.attr('role', 'button');\n",
       "        button.attr('aria-disabled', 'false');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "\n",
       "        var icon_img = $('<span/>');\n",
       "        icon_img.addClass('ui-button-icon-primary ui-icon');\n",
       "        icon_img.addClass(image);\n",
       "        icon_img.addClass('ui-corner-all');\n",
       "\n",
       "        var tooltip_span = $('<span/>');\n",
       "        tooltip_span.addClass('ui-button-text');\n",
       "        tooltip_span.html(tooltip);\n",
       "\n",
       "        button.append(icon_img);\n",
       "        button.append(tooltip_span);\n",
       "\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    var fmt_picker_span = $('<span/>');\n",
       "\n",
       "    var fmt_picker = $('<select/>');\n",
       "    fmt_picker.addClass('mpl-toolbar-option ui-widget ui-widget-content');\n",
       "    fmt_picker_span.append(fmt_picker);\n",
       "    nav_element.append(fmt_picker_span);\n",
       "    this.format_dropdown = fmt_picker[0];\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = $(\n",
       "            '<option/>', {selected: fmt === mpl.default_extension}).html(fmt);\n",
       "        fmt_picker.append(option);\n",
       "    }\n",
       "\n",
       "    // Add hover states to the ui-buttons\n",
       "    $( \".ui-button\" ).hover(\n",
       "        function() { $(this).addClass(\"ui-state-hover\");},\n",
       "        function() { $(this).removeClass(\"ui-state-hover\");}\n",
       "    );\n",
       "\n",
       "    var status_bar = $('<span class=\"mpl-message\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.request_resize = function(x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', {'width': x_pixels, 'height': y_pixels});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_message = function(type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function() {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({type: \"draw\", figure_id: this.id}));\n",
       "    }\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function(fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] != fig.canvas.width || size[1] != fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1]);\n",
       "        fig.send_message(\"refresh\", {});\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function(fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0, 0, fig.canvas.width / mpl.ratio, fig.canvas.height / mpl.ratio);\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function(fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function(fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch(cursor)\n",
       "    {\n",
       "    case 0:\n",
       "        cursor = 'pointer';\n",
       "        break;\n",
       "    case 1:\n",
       "        cursor = 'default';\n",
       "        break;\n",
       "    case 2:\n",
       "        cursor = 'crosshair';\n",
       "        break;\n",
       "    case 3:\n",
       "        cursor = 'move';\n",
       "        break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_message = function(fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function(fig, msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function(fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message(\"ack\", {});\n",
       "}\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function(fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = \"image/png\";\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src);\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data);\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "        else if (typeof evt.data === 'string' && evt.data.slice(0, 21) == \"data:image/png;base64\") {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig[\"handle_\" + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\"No handler for the '\" + msg_type + \"' message type: \", msg);\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\"Exception inside the 'handler_\" + msg_type + \"' callback:\", e, e.stack, msg);\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "}\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function(e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e)\n",
       "        e = window.event;\n",
       "    if (e.target)\n",
       "        targ = e.target;\n",
       "    else if (e.srcElement)\n",
       "        targ = e.srcElement;\n",
       "    if (targ.nodeType == 3) // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "\n",
       "    // jQuery normalizes the pageX and pageY\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    // offset() returns the position of the element relative to the document\n",
       "    var x = e.pageX - $(targ).offset().left;\n",
       "    var y = e.pageY - $(targ).offset().top;\n",
       "\n",
       "    return {\"x\": x, \"y\": y};\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys (original) {\n",
       "  return Object.keys(original).reduce(function (obj, key) {\n",
       "    if (typeof original[key] !== 'object')\n",
       "        obj[key] = original[key]\n",
       "    return obj;\n",
       "  }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function(event, name) {\n",
       "    var canvas_pos = mpl.findpos(event)\n",
       "\n",
       "    if (name === 'button_press')\n",
       "    {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {x: x, y: y, button: event.button,\n",
       "                             step: event.step,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.key_event = function(event, name) {\n",
       "\n",
       "    // Prevent repeat events\n",
       "    if (name == 'key_press')\n",
       "    {\n",
       "        if (event.which === this._key)\n",
       "            return;\n",
       "        else\n",
       "            this._key = event.which;\n",
       "    }\n",
       "    if (name == 'key_release')\n",
       "        this._key = null;\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which != 17)\n",
       "        value += \"ctrl+\";\n",
       "    if (event.altKey && event.which != 18)\n",
       "        value += \"alt+\";\n",
       "    if (event.shiftKey && event.which != 16)\n",
       "        value += \"shift+\";\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, {key: value,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function(name) {\n",
       "    if (name == 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message(\"toolbar_button\", {name: name});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function(tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Pan axes with left mouse, zoom with right\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\"];\n",
       "\n",
       "mpl.default_extension = \"png\";var comm_websocket_adapter = function(comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function() {\n",
       "        comm.close()\n",
       "    };\n",
       "    ws.send = function(m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function(msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data'])\n",
       "    });\n",
       "    return ws;\n",
       "}\n",
       "\n",
       "mpl.mpl_figure_comm = function(comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = $(\"#\" + id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm)\n",
       "\n",
       "    function ondownload(figure, format) {\n",
       "        window.open(figure.imageObj.src);\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy,\n",
       "                           ondownload,\n",
       "                           element.get(0));\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element.get(0);\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error(\"Failed to find cell for figure\", id, fig);\n",
       "        return;\n",
       "    }\n",
       "\n",
       "    var output_index = fig.cell_info[2]\n",
       "    var cell = fig.cell_info[0];\n",
       "\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function(fig, msg) {\n",
       "    var width = fig.canvas.width/mpl.ratio\n",
       "    fig.root.unbind('remove')\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable()\n",
       "    $(fig.parent_element).html('<img src=\"' + dataURL + '\" width=\"' + width + '\">');\n",
       "    fig.close_ws(fig, msg);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.close_ws = function(fig, msg){\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function(remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width/mpl.ratio\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] = '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message(\"ack\", {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () { fig.push_to_output() }, 1000);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items){\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) { continue; };\n",
       "\n",
       "        var button = $('<button class=\"btn btn-default\" href=\"#\" title=\"' + name + '\"><i class=\"fa ' + image + ' fa-lg\"></i></button>');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = $('<span class=\"mpl-message\" style=\"text-align:right; float: right;\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = $('<div class=\"btn-group inline pull-right\"></div>');\n",
       "    var button = $('<button class=\"btn btn-mini btn-primary\" href=\"#\" title=\"Stop Interaction\"><i class=\"fa fa-power-off icon-remove icon-large\"></i></button>');\n",
       "    button.click(function (evt) { fig.handle_close(fig, {}); } );\n",
       "    button.mouseover('Stop Interaction', toolbar_mouse_event);\n",
       "    buttongrp.append(button);\n",
       "    var titlebar = this.root.find($('.ui-dialog-titlebar'));\n",
       "    titlebar.prepend(buttongrp);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(el){\n",
       "    var fig = this\n",
       "    el.on(\"remove\", function(){\n",
       "\tfig.close_ws(fig, {});\n",
       "    });\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(el){\n",
       "    // this is important to make the div 'focusable\n",
       "    el.attr('tabindex', 0)\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    }\n",
       "    else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager)\n",
       "        manager = IPython.keyboard_manager;\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which == 13) {\n",
       "        this.canvas_div.blur();\n",
       "        // select the cell after this one\n",
       "        var index = IPython.notebook.find_cell_index(this.cell_info[0]);\n",
       "        IPython.notebook.select(index + 1);\n",
       "    }\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.find_output_cell = function(html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i=0; i<ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code'){\n",
       "            for (var j=0; j<cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] == html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "}\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel != null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target('matplotlib', mpl.mpl_figure_comm);\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAoAAAAHgCAYAAAA10dzkAAAYlklEQVR4Xu3WQQEAAAgCMelf2iA3GzB8sHMECBAgQIAAAQIpgaXSCkuAAAECBAgQIHAGoCcgQIAAAQIECMQEDMBY4eISIECAAAECBAxAP0CAAAECBAgQiAkYgLHCxSVAgAABAgQIGIB+gAABAgQIECAQEzAAY4WLS4AAAQIECBAwAP0AAQIECBAgQCAmYADGCheXAAECBAgQIGAA+gECBAgQIECAQEzAAIwVLi4BAgQIECBAwAD0AwQIECBAgACBmIABGCtcXAIECBAgQICAAegHCBAgQIAAAQIxAQMwVri4BAgQIECAAAED0A8QIECAAAECBGICBmCscHEJECBAgAABAgagHyBAgAABAgQIxAQMwFjh4hIgQIAAAQIEDEA/QIAAAQIECBCICRiAscLFJUCAAAECBAgYgH6AAAECBAgQIBATMABjhYtLgAABAgQIEDAA/QABAgQIECBAICZgAMYKF5cAAQIECBAgYAD6AQIECBAgQIBATMAAjBUuLgECBAgQIEDAAPQDBAgQIECAAIGYgAEYK1xcAgQIECBAgIAB6AcIECBAgAABAjEBAzBWuLgECBAgQIAAAQPQDxAgQIAAAQIEYgIGYKxwcQkQIECAAAECBqAfIECAAAECBAjEBAzAWOHiEiBAgAABAgQMQD9AgAABAgQIEIgJGICxwsUlQIAAAQIECBiAfoAAAQIECBAgEBMwAGOFi0uAAAECBAgQMAD9AAECBAgQIEAgJmAAxgoXlwABAgQIECBgAPoBAgQIECBAgEBMwACMFS4uAQIECBAgQMAA9AMECBAgQIAAgZiAARgrXFwCBAgQIECAgAHoBwgQIECAAAECMQEDMFa4uAQIECBAgAABA9APECBAgAABAgRiAgZgrHBxCRAgQIAAAQIGoB8gQIAAAQIECMQEDMBY4eISIECAAAECBAxAP0CAAAECBAgQiAkYgLHCxSVAgAABAgQIGIB+gAABAgQIECAQEzAAY4WLS4AAAQIECBAwAP0AAQIECBAgQCAmYADGCheXAAECBAgQIGAA+gECBAgQIECAQEzAAIwVLi4BAgQIECBAwAD0AwQIECBAgACBmIABGCtcXAIECBAgQICAAegHCBAgQIAAAQIxAQMwVri4BAgQIECAAAED0A8QIECAAAECBGICBmCscHEJECBAgAABAgagHyBAgAABAgQIxAQMwFjh4hIgQIAAAQIEDEA/QIAAAQIECBCICRiAscLFJUCAAAECBAgYgH6AAAECBAgQIBATMABjhYtLgAABAgQIEDAA/QABAgQIECBAICZgAMYKF5cAAQIECBAgYAD6AQIECBAgQIBATMAAjBUuLgECBAgQIEDAAPQDBAgQIECAAIGYgAEYK1xcAgQIECBAgIAB6AcIECBAgAABAjEBAzBWuLgECBAgQIAAAQPQDxAgQIAAAQIEYgIGYKxwcQkQIECAAAECBqAfIECAAAECBAjEBAzAWOHiEiBAgAABAgQMQD9AgAABAgQIEIgJGICxwsUlQIAAAQIECBiAfoAAAQIECBAgEBMwAGOFi0uAAAECBAgQMAD9AAECBAgQIEAgJmAAxgoXlwABAgQIECBgAPoBAgQIECBAgEBMwACMFS4uAQIECBAgQMAA9AMECBAgQIAAgZiAARgrXFwCBAgQIECAgAHoBwgQIECAAAECMQEDMFa4uAQIECBAgAABA9APECBAgAABAgRiAgZgrHBxCRAgQIAAAQIGoB8gQIAAAQIECMQEDMBY4eISIECAAAECBAxAP0CAAAECBAgQiAkYgLHCxSVAgAABAgQIGIB+gAABAgQIECAQEzAAY4WLS4AAAQIECBAwAP0AAQIECBAgQCAmYADGCheXAAECBAgQIGAA+gECBAgQIECAQEzAAIwVLi4BAgQIECBAwAD0AwQIECBAgACBmIABGCtcXAIECBAgQICAAegHCBAgQIAAAQIxAQMwVri4BAgQIECAAAED0A8QIECAAAECBGICBmCscHEJECBAgAABAgagHyBAgAABAgQIxAQMwFjh4hIgQIAAAQIEDEA/QIAAAQIECBCICRiAscLFJUCAAAECBAgYgH6AAAECBAgQIBATMABjhYtLgAABAgQIEDAA/QABAgQIECBAICZgAMYKF5cAAQIECBAgYAD6AQIECBAgQIBATMAAjBUuLgECBAgQIEDAAPQDBAgQIECAAIGYgAEYK1xcAgQIECBAgIAB6AcIECBAgAABAjEBAzBWuLgECBAgQIAAAQPQDxAgQIAAAQIEYgIGYKxwcQkQIECAAAECBqAfIECAAAECBAjEBAzAWOHiEiBAgAABAgQMQD9AgAABAgQIEIgJGICxwsUlQIAAAQIECBiAfoAAAQIECBAgEBMwAGOFi0uAAAECBAgQMAD9AAECBAgQIEAgJmAAxgoXlwABAgQIECBgAPoBAgQIECBAgEBMwACMFS4uAQIECBAgQMAA9AMECBAgQIAAgZiAARgrXFwCBAgQIECAgAHoBwgQIECAAAECMQEDMFa4uAQIECBAgAABA9APECBAgAABAgRiAgZgrHBxCRAgQIAAAQIGoB8gQIAAAQIECMQEDMBY4eISIECAAAECBAxAP0CAAAECBAgQiAkYgLHCxSVAgAABAgQIGIB+gAABAgQIECAQEzAAY4WLS4AAAQIECBAwAP0AAQIECBAgQCAmYADGCheXAAECBAgQIGAA+gECBAgQIECAQEzAAIwVLi4BAgQIECBAwAD0AwQIECBAgACBmIABGCtcXAIECBAgQICAAegHCBAgQIAAAQIxAQMwVri4BAgQIECAAAED0A8QIECAAAECBGICBmCscHEJECBAgAABAgagHyBAgAABAgQIxAQMwFjh4hIgQIAAAQIEDEA/QIAAAQIECBCICRiAscLFJUCAAAECBAgYgH6AAAECBAgQIBATMABjhYtLgAABAgQIEDAA/QABAgQIECBAICZgAMYKF5cAAQIECBAgYAD6AQIECBAgQIBATMAAjBUuLgECBAgQIEDAAPQDBAgQIECAAIGYgAEYK1xcAgQIECBAgIAB6AcIECBAgAABAjEBAzBWuLgECBAgQIAAAQPQDxAgQIAAAQIEYgIGYKxwcQkQIECAAAECBqAfIECAAAECBAjEBAzAWOHiEiBAgAABAgQMQD9AgAABAgQIEIgJGICxwsUlQIAAAQIECBiAfoAAAQIECBAgEBMwAGOFi0uAAAECBAgQMAD9AAECBAgQIEAgJmAAxgoXlwABAgQIECBgAPoBAgQIECBAgEBMwACMFS4uAQIECBAgQMAA9AMECBAgQIAAgZiAARgrXFwCBAgQIECAgAHoBwgQIECAAAECMQEDMFa4uAQIECBAgAABA9APECBAgAABAgRiAgZgrHBxCRAgQIAAAQIGoB8gQIAAAQIECMQEDMBY4eISIECAAAECBAxAP0CAAAECBAgQiAkYgLHCxSVAgAABAgQIGIB+gAABAgQIECAQEzAAY4WLS4AAAQIECBAwAP0AAQIECBAgQCAmYADGCheXAAECBAgQIGAA+gECBAgQIECAQEzAAIwVLi4BAgQIECBAwAD0AwQIECBAgACBmIABGCtcXAIECBAgQICAAegHCBAgQIAAAQIxAQMwVri4BAgQIECAAAED0A8QIECAAAECBGICBmCscHEJECBAgAABAgagHyBAgAABAgQIxAQMwFjh4hIgQIAAAQIEDEA/QIAAAQIECBCICRiAscLFJUCAAAECBAgYgH6AAAECBAgQIBATMABjhYtLgAABAgQIEDAA/QABAgQIECBAICZgAMYKF5cAAQIECBAgYAD6AQIECBAgQIBATMAAjBUuLgECBAgQIEDAAPQDBAgQIECAAIGYgAEYK1xcAgQIECBAgIAB6AcIECBAgAABAjEBAzBWuLgECBAgQIAAAQPQDxAgQIAAAQIEYgIGYKxwcQkQIECAAAECBqAfIECAAAECBAjEBAzAWOHiEiBAgAABAgQMQD9AgAABAgQIEIgJGICxwsUlQIAAAQIECBiAfoAAAQIECBAgEBMwAGOFi0uAAAECBAgQMAD9AAECBAgQIEAgJmAAxgoXlwABAgQIECBgAPoBAgQIECBAgEBMwACMFS4uAQIECBAgQMAA9AMECBAgQIAAgZiAARgrXFwCBAgQIECAgAHoBwgQIECAAAECMQEDMFa4uAQIECBAgAABA9APECBAgAABAgRiAgZgrHBxCRAgQIAAAQIGoB8gQIAAAQIECMQEDMBY4eISIECAAAECBAxAP0CAAAECBAgQiAkYgLHCxSVAgAABAgQIGIB+gAABAgQIECAQEzAAY4WLS4AAAQIECBAwAP0AAQIECBAgQCAmYADGCheXAAECBAgQIGAA+gECBAgQIECAQEzAAIwVLi4BAgQIECBAwAD0AwQIECBAgACBmIABGCtcXAIECBAgQICAAegHCBAgQIAAAQIxAQMwVri4BAgQIECAAAED0A8QIECAAAECBGICBmCscHEJECBAgAABAgagHyBAgAABAgQIxAQMwFjh4hIgQIAAAQIEDEA/QIAAAQIECBCICRiAscLFJUCAAAECBAgYgH6AAAECBAgQIBATMABjhYtLgAABAgQIEDAA/QABAgQIECBAICZgAMYKF5cAAQIECBAgYAD6AQIECBAgQIBATMAAjBUuLgECBAgQIEDAAPQDBAgQIECAAIGYgAEYK1xcAgQIECBAgIAB6AcIECBAgAABAjEBAzBWuLgECBAgQIAAAQPQDxAgQIAAAQIEYgIGYKxwcQkQIECAAAECBqAfIECAAAECBAjEBAzAWOHiEiBAgAABAgQMQD9AgAABAgQIEIgJGICxwsUlQIAAAQIECBiAfoAAAQIECBAgEBMwAGOFi0uAAAECBAgQMAD9AAECBAgQIEAgJmAAxgoXlwABAgQIECBgAPoBAgQIECBAgEBMwACMFS4uAQIECBAgQMAA9AMECBAgQIAAgZiAARgrXFwCBAgQIECAgAHoBwgQIECAAAECMQEDMFa4uAQIECBAgAABA9APECBAgAABAgRiAgZgrHBxCRAgQIAAAQIGoB8gQIAAAQIECMQEDMBY4eISIECAAAECBAxAP0CAAAECBAgQiAkYgLHCxSVAgAABAgQIGIB+gAABAgQIECAQEzAAY4WLS4AAAQIECBAwAP0AAQIECBAgQCAmYADGCheXAAECBAgQIGAA+gECBAgQIECAQEzAAIwVLi4BAgQIECBAwAD0AwQIECBAgACBmIABGCtcXAIECBAgQICAAegHCBAgQIAAAQIxAQMwVri4BAgQIECAAAED0A8QIECAAAECBGICBmCscHEJECBAgAABAgagHyBAgAABAgQIxAQMwFjh4hIgQIAAAQIEDEA/QIAAAQIECBCICRiAscLFJUCAAAECBAgYgH6AAAECBAgQIBATMABjhYtLgAABAgQIEDAA/QABAgQIECBAICZgAMYKF5cAAQIECBAgYAD6AQIECBAgQIBATMAAjBUuLgECBAgQIEDAAPQDBAgQIECAAIGYgAEYK1xcAgQIECBAgIAB6AcIECBAgAABAjEBAzBWuLgECBAgQIAAAQPQDxAgQIAAAQIEYgIGYKxwcQkQIECAAAECBqAfIECAAAECBAjEBAzAWOHiEiBAgAABAgQMQD9AgAABAgQIEIgJGICxwsUlQIAAAQIECBiAfoAAAQIECBAgEBMwAGOFi0uAAAECBAgQMAD9AAECBAgQIEAgJmAAxgoXlwABAgQIECBgAPoBAgQIECBAgEBMwACMFS4uAQIECBAgQMAA9AMECBAgQIAAgZiAARgrXFwCBAgQIECAgAHoBwgQIECAAAECMQEDMFa4uAQIECBAgAABA9APECBAgAABAgRiAgZgrHBxCRAgQIAAAQIGoB8gQIAAAQIECMQEDMBY4eISIECAAAECBAxAP0CAAAECBAgQiAkYgLHCxSVAgAABAgQIGIB+gAABAgQIECAQEzAAY4WLS4AAAQIECBAwAP0AAQIECBAgQCAmYADGCheXAAECBAgQIGAA+gECBAgQIECAQEzAAIwVLi4BAgQIECBAwAD0AwQIECBAgACBmIABGCtcXAIECBAgQICAAegHCBAgQIAAAQIxAQMwVri4BAgQIECAAAED0A8QIECAAAECBGICBmCscHEJECBAgAABAgagHyBAgAABAgQIxAQMwFjh4hIgQIAAAQIEDEA/QIAAAQIECBCICRiAscLFJUCAAAECBAgYgH6AAAECBAgQIBATMABjhYtLgAABAgQIEDAA/QABAgQIECBAICZgAMYKF5cAAQIECBAgYAD6AQIECBAgQIBATMAAjBUuLgECBAgQIEDAAPQDBAgQIECAAIGYgAEYK1xcAgQIECBAgIAB6AcIECBAgAABAjEBAzBWuLgECBAgQIAAAQPQDxAgQIAAAQIEYgIGYKxwcQkQIECAAAECBqAfIECAAAECBAjEBAzAWOHiEiBAgAABAgQMQD9AgAABAgQIEIgJGICxwsUlQIAAAQIECBiAfoAAAQIECBAgEBMwAGOFi0uAAAECBAgQMAD9AAECBAgQIEAgJmAAxgoXlwABAgQIECBgAPoBAgQIECBAgEBMwACMFS4uAQIECBAgQMAA9AMECBAgQIAAgZiAARgrXFwCBAgQIECAgAHoBwgQIECAAAECMQEDMFa4uAQIECBAgAABA9APECBAgAABAgRiAgZgrHBxCRAgQIAAAQIGoB8gQIAAAQIECMQEDMBY4eISIECAAAECBAxAP0CAAAECBAgQiAkYgLHCxSVAgAABAgQIGIB+gAABAgQIECAQEzAAY4WLS4AAAQIECBAwAP0AAQIECBAgQCAmYADGCheXAAECBAgQIGAA+gECBAgQIECAQEzAAIwVLi4BAgQIECBAwAD0AwQIECBAgACBmIABGCtcXAIECBAgQICAAegHCBAgQIAAAQIxAQMwVri4BAgQIECAAAED0A8QIECAAAECBGICBmCscHEJECBAgAABAgagHyBAgAABAgQIxAQMwFjh4hIgQIAAAQIEDEA/QIAAAQIECBCICRiAscLFJUCAAAECBAgYgH6AAAECBAgQIBATMABjhYtLgAABAgQIEDAA/QABAgQIECBAICZgAMYKF5cAAQIECBAgYAD6AQIECBAgQIBATMAAjBUuLgECBAgQIEDAAPQDBAgQIECAAIGYgAEYK1xcAgQIECBAgIAB6AcIECBAgAABAjEBAzBWuLgECBAgQIAAAQPQDxAgQIAAAQIEYgIGYKxwcQkQIECAAAECBqAfIECAAAECBAjEBAzAWOHiEiBAgAABAgQMQD9AgAABAgQIEIgJGICxwsUlQIAAAQIECBiAfoAAAQIECBAgEBMwAGOFi0uAAAECBAgQMAD9AAECBAgQIEAgJmAAxgoXlwABAgQIECBgAPoBAgQIECBAgEBMwACMFS4uAQIECBAgQMAA9AMECBAgQIAAgZiAARgrXFwCBAgQIECAgAHoBwgQIECAAAECMQEDMFa4uAQIECBAgAABA9APECBAgAABAgRiAgZgrHBxCRAgQIAAAQIGoB8gQIAAAQIECMQEDMBY4eISIECAAAECBAxAP0CAAAECBAgQiAkYgLHCxSVAgAABAgQIGIB+gAABAgQIECAQEzAAY4WLS4AAAQIECBAwAP0AAQIECBAgQCAmYADGCheXAAECBAgQIGAA+gECBAgQIECAQEzAAIwVLi4BAgQIECBAwAD0AwQIECBAgACBmIABGCtcXAIECBAgQICAAegHCBAgQIAAAQIxAQMwVri4BAgQIECAAAED0A8QIECAAAECBGICBmCscHEJECBAgAABAgagHyBAgAABAgQIxAQMwFjh4hIgQIAAAQIEDEA/QIAAAQIECBCICRiAscLFJUCAAAECBAgYgH6AAAECBAgQIBATMABjhYtLgAABAgQIEDAA/QABAgQIECBAICZgAMYKF5cAAQIECBAgYAD6AQIECBAgQIBATMAAjBUuLgECBAgQIEDAAPQDBAgQIECAAIGYgAEYK1xcAgQIECBAgIAB6AcIECBAgAABAjEBAzBWuLgECBAgQIAAAQPQDxAgQIAAAQIEYgIGYKxwcQkQIECAAAECBqAfIECAAAECBAjEBAzAWOHiEiBAgAABAgQMQD9AgAABAgQIEIgJGICxwsUlQIAAAQIECBiAfoAAAQIECBAgEBMwAGOFi0uAAAECBAgQMAD9AAECBAgQIEAgJmAAxgoXlwABAgQIECBgAPoBAgQIECBAgEBMwACMFS4uAQIECBAgQMAA9AMECBAgQIAAgZiAARgrXFwCBAgQIECAgAHoBwgQIECAAAECMQEDMFa4uAQIECBAgACBB+4+AeEFWYvzAAAAAElFTkSuQmCC\" width=\"640\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "No handles with labels found to put in legend.\n"
     ]
    }
   ],
   "source": [
    "%matplotlib qt\n",
    "import matplotlib.pyplot as plt\n",
    "fig,ax1 = plt.subplots()\n",
    "ax1.scatter(X,y)\n",
    "# ax1.scatter(X_test, y_test)\n",
    "\n",
    "\n",
    "\n",
    "test_probs = clf.predict_proba(X_test)\n",
    "ax1.scatter(X_test, test_probs[:,1])\n",
    "ax1.legend()\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[<matplotlib.lines.Line2D at 0x127621750>]"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from IPython.core.debugger import set_trace\n",
    "def calc_bin_prob(bn_df):\n",
    "#     set_trace()\n",
    "    bin_x = bn_df[0].left\n",
    "    df = bn_df[1]\n",
    "    prob_1 = np.nan if len(df) == 0 else df['y'].sum()/len(df) \n",
    "    return bin_x, prob_1\n",
    "\n",
    "X_y_df = pd.DataFrame({'X':X.T[0], 'y':y})\n",
    "X_y_df['x_binned'] = pd.cut(X_y_df['X'], bins=np.arange(X.min(), X.max(), 0.05))\n",
    "x_binned = []\n",
    "prob_one_binned = []\n",
    "for bn_df in X_y_df.groupby('x_binned'):\n",
    "    bin_x, prob_1 = calc_bin_prob(bn_df)\n",
    "    x_binned.append(bin_x)\n",
    "    prob_one_binned.append(prob_1)\n",
    "\n",
    "ax1.plot(x_binned, prob_one_binned)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "sum(y==1)/len(y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "y==1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "application/javascript": [
       "/* Put everything inside the global mpl namespace */\n",
       "window.mpl = {};\n",
       "\n",
       "\n",
       "mpl.get_websocket_type = function() {\n",
       "    if (typeof(WebSocket) !== 'undefined') {\n",
       "        return WebSocket;\n",
       "    } else if (typeof(MozWebSocket) !== 'undefined') {\n",
       "        return MozWebSocket;\n",
       "    } else {\n",
       "        alert('Your browser does not have WebSocket support. ' +\n",
       "              'Please try Chrome, Safari or Firefox ≥ 6. ' +\n",
       "              'Firefox 4 and 5 are also supported but you ' +\n",
       "              'have to enable WebSockets in about:config.');\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure = function(figure_id, websocket, ondownload, parent_element) {\n",
       "    this.id = figure_id;\n",
       "\n",
       "    this.ws = websocket;\n",
       "\n",
       "    this.supports_binary = (this.ws.binaryType != undefined);\n",
       "\n",
       "    if (!this.supports_binary) {\n",
       "        var warnings = document.getElementById(\"mpl-warnings\");\n",
       "        if (warnings) {\n",
       "            warnings.style.display = 'block';\n",
       "            warnings.textContent = (\n",
       "                \"This browser does not support binary websocket messages. \" +\n",
       "                    \"Performance may be slow.\");\n",
       "        }\n",
       "    }\n",
       "\n",
       "    this.imageObj = new Image();\n",
       "\n",
       "    this.context = undefined;\n",
       "    this.message = undefined;\n",
       "    this.canvas = undefined;\n",
       "    this.rubberband_canvas = undefined;\n",
       "    this.rubberband_context = undefined;\n",
       "    this.format_dropdown = undefined;\n",
       "\n",
       "    this.image_mode = 'full';\n",
       "\n",
       "    this.root = $('<div/>');\n",
       "    this._root_extra_style(this.root)\n",
       "    this.root.attr('style', 'display: inline-block');\n",
       "\n",
       "    $(parent_element).append(this.root);\n",
       "\n",
       "    this._init_header(this);\n",
       "    this._init_canvas(this);\n",
       "    this._init_toolbar(this);\n",
       "\n",
       "    var fig = this;\n",
       "\n",
       "    this.waiting = false;\n",
       "\n",
       "    this.ws.onopen =  function () {\n",
       "            fig.send_message(\"supports_binary\", {value: fig.supports_binary});\n",
       "            fig.send_message(\"send_image_mode\", {});\n",
       "            if (mpl.ratio != 1) {\n",
       "                fig.send_message(\"set_dpi_ratio\", {'dpi_ratio': mpl.ratio});\n",
       "            }\n",
       "            fig.send_message(\"refresh\", {});\n",
       "        }\n",
       "\n",
       "    this.imageObj.onload = function() {\n",
       "            if (fig.image_mode == 'full') {\n",
       "                // Full images could contain transparency (where diff images\n",
       "                // almost always do), so we need to clear the canvas so that\n",
       "                // there is no ghosting.\n",
       "                fig.context.clearRect(0, 0, fig.canvas.width, fig.canvas.height);\n",
       "            }\n",
       "            fig.context.drawImage(fig.imageObj, 0, 0);\n",
       "        };\n",
       "\n",
       "    this.imageObj.onunload = function() {\n",
       "        fig.ws.close();\n",
       "    }\n",
       "\n",
       "    this.ws.onmessage = this._make_on_message_function(this);\n",
       "\n",
       "    this.ondownload = ondownload;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_header = function() {\n",
       "    var titlebar = $(\n",
       "        '<div class=\"ui-dialog-titlebar ui-widget-header ui-corner-all ' +\n",
       "        'ui-helper-clearfix\"/>');\n",
       "    var titletext = $(\n",
       "        '<div class=\"ui-dialog-title\" style=\"width: 100%; ' +\n",
       "        'text-align: center; padding: 3px;\"/>');\n",
       "    titlebar.append(titletext)\n",
       "    this.root.append(titlebar);\n",
       "    this.header = titletext[0];\n",
       "}\n",
       "\n",
       "\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(canvas_div) {\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_canvas = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var canvas_div = $('<div/>');\n",
       "\n",
       "    canvas_div.attr('style', 'position: relative; clear: both; outline: 0');\n",
       "\n",
       "    function canvas_keyboard_event(event) {\n",
       "        return fig.key_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    canvas_div.keydown('key_press', canvas_keyboard_event);\n",
       "    canvas_div.keyup('key_release', canvas_keyboard_event);\n",
       "    this.canvas_div = canvas_div\n",
       "    this._canvas_extra_style(canvas_div)\n",
       "    this.root.append(canvas_div);\n",
       "\n",
       "    var canvas = $('<canvas/>');\n",
       "    canvas.addClass('mpl-canvas');\n",
       "    canvas.attr('style', \"left: 0; top: 0; z-index: 0; outline: 0\")\n",
       "\n",
       "    this.canvas = canvas[0];\n",
       "    this.context = canvas[0].getContext(\"2d\");\n",
       "\n",
       "    var backingStore = this.context.backingStorePixelRatio ||\n",
       "\tthis.context.webkitBackingStorePixelRatio ||\n",
       "\tthis.context.mozBackingStorePixelRatio ||\n",
       "\tthis.context.msBackingStorePixelRatio ||\n",
       "\tthis.context.oBackingStorePixelRatio ||\n",
       "\tthis.context.backingStorePixelRatio || 1;\n",
       "\n",
       "    mpl.ratio = (window.devicePixelRatio || 1) / backingStore;\n",
       "\n",
       "    var rubberband = $('<canvas/>');\n",
       "    rubberband.attr('style', \"position: absolute; left: 0; top: 0; z-index: 1;\")\n",
       "\n",
       "    var pass_mouse_events = true;\n",
       "\n",
       "    canvas_div.resizable({\n",
       "        start: function(event, ui) {\n",
       "            pass_mouse_events = false;\n",
       "        },\n",
       "        resize: function(event, ui) {\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "        stop: function(event, ui) {\n",
       "            pass_mouse_events = true;\n",
       "            fig.request_resize(ui.size.width, ui.size.height);\n",
       "        },\n",
       "    });\n",
       "\n",
       "    function mouse_event_fn(event) {\n",
       "        if (pass_mouse_events)\n",
       "            return fig.mouse_event(event, event['data']);\n",
       "    }\n",
       "\n",
       "    rubberband.mousedown('button_press', mouse_event_fn);\n",
       "    rubberband.mouseup('button_release', mouse_event_fn);\n",
       "    // Throttle sequential mouse events to 1 every 20ms.\n",
       "    rubberband.mousemove('motion_notify', mouse_event_fn);\n",
       "\n",
       "    rubberband.mouseenter('figure_enter', mouse_event_fn);\n",
       "    rubberband.mouseleave('figure_leave', mouse_event_fn);\n",
       "\n",
       "    canvas_div.on(\"wheel\", function (event) {\n",
       "        event = event.originalEvent;\n",
       "        event['data'] = 'scroll'\n",
       "        if (event.deltaY < 0) {\n",
       "            event.step = 1;\n",
       "        } else {\n",
       "            event.step = -1;\n",
       "        }\n",
       "        mouse_event_fn(event);\n",
       "    });\n",
       "\n",
       "    canvas_div.append(canvas);\n",
       "    canvas_div.append(rubberband);\n",
       "\n",
       "    this.rubberband = rubberband;\n",
       "    this.rubberband_canvas = rubberband[0];\n",
       "    this.rubberband_context = rubberband[0].getContext(\"2d\");\n",
       "    this.rubberband_context.strokeStyle = \"#000000\";\n",
       "\n",
       "    this._resize_canvas = function(width, height) {\n",
       "        // Keep the size of the canvas, canvas container, and rubber band\n",
       "        // canvas in synch.\n",
       "        canvas_div.css('width', width)\n",
       "        canvas_div.css('height', height)\n",
       "\n",
       "        canvas.attr('width', width * mpl.ratio);\n",
       "        canvas.attr('height', height * mpl.ratio);\n",
       "        canvas.attr('style', 'width: ' + width + 'px; height: ' + height + 'px;');\n",
       "\n",
       "        rubberband.attr('width', width);\n",
       "        rubberband.attr('height', height);\n",
       "    }\n",
       "\n",
       "    // Set the figure to an initial 600x600px, this will subsequently be updated\n",
       "    // upon first draw.\n",
       "    this._resize_canvas(600, 600);\n",
       "\n",
       "    // Disable right mouse context menu.\n",
       "    $(this.rubberband_canvas).bind(\"contextmenu\",function(e){\n",
       "        return false;\n",
       "    });\n",
       "\n",
       "    function set_focus () {\n",
       "        canvas.focus();\n",
       "        canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    window.setTimeout(set_focus, 100);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items) {\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) {\n",
       "            // put a spacer in here.\n",
       "            continue;\n",
       "        }\n",
       "        var button = $('<button/>');\n",
       "        button.addClass('ui-button ui-widget ui-state-default ui-corner-all ' +\n",
       "                        'ui-button-icon-only');\n",
       "        button.attr('role', 'button');\n",
       "        button.attr('aria-disabled', 'false');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "\n",
       "        var icon_img = $('<span/>');\n",
       "        icon_img.addClass('ui-button-icon-primary ui-icon');\n",
       "        icon_img.addClass(image);\n",
       "        icon_img.addClass('ui-corner-all');\n",
       "\n",
       "        var tooltip_span = $('<span/>');\n",
       "        tooltip_span.addClass('ui-button-text');\n",
       "        tooltip_span.html(tooltip);\n",
       "\n",
       "        button.append(icon_img);\n",
       "        button.append(tooltip_span);\n",
       "\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    var fmt_picker_span = $('<span/>');\n",
       "\n",
       "    var fmt_picker = $('<select/>');\n",
       "    fmt_picker.addClass('mpl-toolbar-option ui-widget ui-widget-content');\n",
       "    fmt_picker_span.append(fmt_picker);\n",
       "    nav_element.append(fmt_picker_span);\n",
       "    this.format_dropdown = fmt_picker[0];\n",
       "\n",
       "    for (var ind in mpl.extensions) {\n",
       "        var fmt = mpl.extensions[ind];\n",
       "        var option = $(\n",
       "            '<option/>', {selected: fmt === mpl.default_extension}).html(fmt);\n",
       "        fmt_picker.append(option);\n",
       "    }\n",
       "\n",
       "    // Add hover states to the ui-buttons\n",
       "    $( \".ui-button\" ).hover(\n",
       "        function() { $(this).addClass(\"ui-state-hover\");},\n",
       "        function() { $(this).removeClass(\"ui-state-hover\");}\n",
       "    );\n",
       "\n",
       "    var status_bar = $('<span class=\"mpl-message\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.request_resize = function(x_pixels, y_pixels) {\n",
       "    // Request matplotlib to resize the figure. Matplotlib will then trigger a resize in the client,\n",
       "    // which will in turn request a refresh of the image.\n",
       "    this.send_message('resize', {'width': x_pixels, 'height': y_pixels});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_message = function(type, properties) {\n",
       "    properties['type'] = type;\n",
       "    properties['figure_id'] = this.id;\n",
       "    this.ws.send(JSON.stringify(properties));\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.send_draw_message = function() {\n",
       "    if (!this.waiting) {\n",
       "        this.waiting = true;\n",
       "        this.ws.send(JSON.stringify({type: \"draw\", figure_id: this.id}));\n",
       "    }\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    var format_dropdown = fig.format_dropdown;\n",
       "    var format = format_dropdown.options[format_dropdown.selectedIndex].value;\n",
       "    fig.ondownload(fig, format);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.figure.prototype.handle_resize = function(fig, msg) {\n",
       "    var size = msg['size'];\n",
       "    if (size[0] != fig.canvas.width || size[1] != fig.canvas.height) {\n",
       "        fig._resize_canvas(size[0], size[1]);\n",
       "        fig.send_message(\"refresh\", {});\n",
       "    };\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_rubberband = function(fig, msg) {\n",
       "    var x0 = msg['x0'] / mpl.ratio;\n",
       "    var y0 = (fig.canvas.height - msg['y0']) / mpl.ratio;\n",
       "    var x1 = msg['x1'] / mpl.ratio;\n",
       "    var y1 = (fig.canvas.height - msg['y1']) / mpl.ratio;\n",
       "    x0 = Math.floor(x0) + 0.5;\n",
       "    y0 = Math.floor(y0) + 0.5;\n",
       "    x1 = Math.floor(x1) + 0.5;\n",
       "    y1 = Math.floor(y1) + 0.5;\n",
       "    var min_x = Math.min(x0, x1);\n",
       "    var min_y = Math.min(y0, y1);\n",
       "    var width = Math.abs(x1 - x0);\n",
       "    var height = Math.abs(y1 - y0);\n",
       "\n",
       "    fig.rubberband_context.clearRect(\n",
       "        0, 0, fig.canvas.width / mpl.ratio, fig.canvas.height / mpl.ratio);\n",
       "\n",
       "    fig.rubberband_context.strokeRect(min_x, min_y, width, height);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_figure_label = function(fig, msg) {\n",
       "    // Updates the figure title.\n",
       "    fig.header.textContent = msg['label'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_cursor = function(fig, msg) {\n",
       "    var cursor = msg['cursor'];\n",
       "    switch(cursor)\n",
       "    {\n",
       "    case 0:\n",
       "        cursor = 'pointer';\n",
       "        break;\n",
       "    case 1:\n",
       "        cursor = 'default';\n",
       "        break;\n",
       "    case 2:\n",
       "        cursor = 'crosshair';\n",
       "        break;\n",
       "    case 3:\n",
       "        cursor = 'move';\n",
       "        break;\n",
       "    }\n",
       "    fig.rubberband_canvas.style.cursor = cursor;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_message = function(fig, msg) {\n",
       "    fig.message.textContent = msg['message'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_draw = function(fig, msg) {\n",
       "    // Request the server to send over a new figure.\n",
       "    fig.send_draw_message();\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_image_mode = function(fig, msg) {\n",
       "    fig.image_mode = msg['mode'];\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Called whenever the canvas gets updated.\n",
       "    this.send_message(\"ack\", {});\n",
       "}\n",
       "\n",
       "// A function to construct a web socket function for onmessage handling.\n",
       "// Called in the figure constructor.\n",
       "mpl.figure.prototype._make_on_message_function = function(fig) {\n",
       "    return function socket_on_message(evt) {\n",
       "        if (evt.data instanceof Blob) {\n",
       "            /* FIXME: We get \"Resource interpreted as Image but\n",
       "             * transferred with MIME type text/plain:\" errors on\n",
       "             * Chrome.  But how to set the MIME type?  It doesn't seem\n",
       "             * to be part of the websocket stream */\n",
       "            evt.data.type = \"image/png\";\n",
       "\n",
       "            /* Free the memory for the previous frames */\n",
       "            if (fig.imageObj.src) {\n",
       "                (window.URL || window.webkitURL).revokeObjectURL(\n",
       "                    fig.imageObj.src);\n",
       "            }\n",
       "\n",
       "            fig.imageObj.src = (window.URL || window.webkitURL).createObjectURL(\n",
       "                evt.data);\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "        else if (typeof evt.data === 'string' && evt.data.slice(0, 21) == \"data:image/png;base64\") {\n",
       "            fig.imageObj.src = evt.data;\n",
       "            fig.updated_canvas_event();\n",
       "            fig.waiting = false;\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        var msg = JSON.parse(evt.data);\n",
       "        var msg_type = msg['type'];\n",
       "\n",
       "        // Call the  \"handle_{type}\" callback, which takes\n",
       "        // the figure and JSON message as its only arguments.\n",
       "        try {\n",
       "            var callback = fig[\"handle_\" + msg_type];\n",
       "        } catch (e) {\n",
       "            console.log(\"No handler for the '\" + msg_type + \"' message type: \", msg);\n",
       "            return;\n",
       "        }\n",
       "\n",
       "        if (callback) {\n",
       "            try {\n",
       "                // console.log(\"Handling '\" + msg_type + \"' message: \", msg);\n",
       "                callback(fig, msg);\n",
       "            } catch (e) {\n",
       "                console.log(\"Exception inside the 'handler_\" + msg_type + \"' callback:\", e, e.stack, msg);\n",
       "            }\n",
       "        }\n",
       "    };\n",
       "}\n",
       "\n",
       "// from http://stackoverflow.com/questions/1114465/getting-mouse-location-in-canvas\n",
       "mpl.findpos = function(e) {\n",
       "    //this section is from http://www.quirksmode.org/js/events_properties.html\n",
       "    var targ;\n",
       "    if (!e)\n",
       "        e = window.event;\n",
       "    if (e.target)\n",
       "        targ = e.target;\n",
       "    else if (e.srcElement)\n",
       "        targ = e.srcElement;\n",
       "    if (targ.nodeType == 3) // defeat Safari bug\n",
       "        targ = targ.parentNode;\n",
       "\n",
       "    // jQuery normalizes the pageX and pageY\n",
       "    // pageX,Y are the mouse positions relative to the document\n",
       "    // offset() returns the position of the element relative to the document\n",
       "    var x = e.pageX - $(targ).offset().left;\n",
       "    var y = e.pageY - $(targ).offset().top;\n",
       "\n",
       "    return {\"x\": x, \"y\": y};\n",
       "};\n",
       "\n",
       "/*\n",
       " * return a copy of an object with only non-object keys\n",
       " * we need this to avoid circular references\n",
       " * http://stackoverflow.com/a/24161582/3208463\n",
       " */\n",
       "function simpleKeys (original) {\n",
       "  return Object.keys(original).reduce(function (obj, key) {\n",
       "    if (typeof original[key] !== 'object')\n",
       "        obj[key] = original[key]\n",
       "    return obj;\n",
       "  }, {});\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.mouse_event = function(event, name) {\n",
       "    var canvas_pos = mpl.findpos(event)\n",
       "\n",
       "    if (name === 'button_press')\n",
       "    {\n",
       "        this.canvas.focus();\n",
       "        this.canvas_div.focus();\n",
       "    }\n",
       "\n",
       "    var x = canvas_pos.x * mpl.ratio;\n",
       "    var y = canvas_pos.y * mpl.ratio;\n",
       "\n",
       "    this.send_message(name, {x: x, y: y, button: event.button,\n",
       "                             step: event.step,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "\n",
       "    /* This prevents the web browser from automatically changing to\n",
       "     * the text insertion cursor when the button is pressed.  We want\n",
       "     * to control all of the cursor setting manually through the\n",
       "     * 'cursor' event from matplotlib */\n",
       "    event.preventDefault();\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    // Handle any extra behaviour associated with a key event\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.key_event = function(event, name) {\n",
       "\n",
       "    // Prevent repeat events\n",
       "    if (name == 'key_press')\n",
       "    {\n",
       "        if (event.which === this._key)\n",
       "            return;\n",
       "        else\n",
       "            this._key = event.which;\n",
       "    }\n",
       "    if (name == 'key_release')\n",
       "        this._key = null;\n",
       "\n",
       "    var value = '';\n",
       "    if (event.ctrlKey && event.which != 17)\n",
       "        value += \"ctrl+\";\n",
       "    if (event.altKey && event.which != 18)\n",
       "        value += \"alt+\";\n",
       "    if (event.shiftKey && event.which != 16)\n",
       "        value += \"shift+\";\n",
       "\n",
       "    value += 'k';\n",
       "    value += event.which.toString();\n",
       "\n",
       "    this._key_event_extra(event, name);\n",
       "\n",
       "    this.send_message(name, {key: value,\n",
       "                             guiEvent: simpleKeys(event)});\n",
       "    return false;\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onclick = function(name) {\n",
       "    if (name == 'download') {\n",
       "        this.handle_save(this, null);\n",
       "    } else {\n",
       "        this.send_message(\"toolbar_button\", {name: name});\n",
       "    }\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.toolbar_button_onmouseover = function(tooltip) {\n",
       "    this.message.textContent = tooltip;\n",
       "};\n",
       "mpl.toolbar_items = [[\"Home\", \"Reset original view\", \"fa fa-home icon-home\", \"home\"], [\"Back\", \"Back to previous view\", \"fa fa-arrow-left icon-arrow-left\", \"back\"], [\"Forward\", \"Forward to next view\", \"fa fa-arrow-right icon-arrow-right\", \"forward\"], [\"\", \"\", \"\", \"\"], [\"Pan\", \"Pan axes with left mouse, zoom with right\", \"fa fa-arrows icon-move\", \"pan\"], [\"Zoom\", \"Zoom to rectangle\", \"fa fa-square-o icon-check-empty\", \"zoom\"], [\"\", \"\", \"\", \"\"], [\"Download\", \"Download plot\", \"fa fa-floppy-o icon-save\", \"download\"]];\n",
       "\n",
       "mpl.extensions = [\"eps\", \"pdf\", \"png\", \"ps\", \"raw\", \"svg\"];\n",
       "\n",
       "mpl.default_extension = \"png\";var comm_websocket_adapter = function(comm) {\n",
       "    // Create a \"websocket\"-like object which calls the given IPython comm\n",
       "    // object with the appropriate methods. Currently this is a non binary\n",
       "    // socket, so there is still some room for performance tuning.\n",
       "    var ws = {};\n",
       "\n",
       "    ws.close = function() {\n",
       "        comm.close()\n",
       "    };\n",
       "    ws.send = function(m) {\n",
       "        //console.log('sending', m);\n",
       "        comm.send(m);\n",
       "    };\n",
       "    // Register the callback with on_msg.\n",
       "    comm.on_msg(function(msg) {\n",
       "        //console.log('receiving', msg['content']['data'], msg);\n",
       "        // Pass the mpl event to the overridden (by mpl) onmessage function.\n",
       "        ws.onmessage(msg['content']['data'])\n",
       "    });\n",
       "    return ws;\n",
       "}\n",
       "\n",
       "mpl.mpl_figure_comm = function(comm, msg) {\n",
       "    // This is the function which gets called when the mpl process\n",
       "    // starts-up an IPython Comm through the \"matplotlib\" channel.\n",
       "\n",
       "    var id = msg.content.data.id;\n",
       "    // Get hold of the div created by the display call when the Comm\n",
       "    // socket was opened in Python.\n",
       "    var element = $(\"#\" + id);\n",
       "    var ws_proxy = comm_websocket_adapter(comm)\n",
       "\n",
       "    function ondownload(figure, format) {\n",
       "        window.open(figure.imageObj.src);\n",
       "    }\n",
       "\n",
       "    var fig = new mpl.figure(id, ws_proxy,\n",
       "                           ondownload,\n",
       "                           element.get(0));\n",
       "\n",
       "    // Call onopen now - mpl needs it, as it is assuming we've passed it a real\n",
       "    // web socket which is closed, not our websocket->open comm proxy.\n",
       "    ws_proxy.onopen();\n",
       "\n",
       "    fig.parent_element = element.get(0);\n",
       "    fig.cell_info = mpl.find_output_cell(\"<div id='\" + id + \"'></div>\");\n",
       "    if (!fig.cell_info) {\n",
       "        console.error(\"Failed to find cell for figure\", id, fig);\n",
       "        return;\n",
       "    }\n",
       "\n",
       "    var output_index = fig.cell_info[2]\n",
       "    var cell = fig.cell_info[0];\n",
       "\n",
       "};\n",
       "\n",
       "mpl.figure.prototype.handle_close = function(fig, msg) {\n",
       "    var width = fig.canvas.width/mpl.ratio\n",
       "    fig.root.unbind('remove')\n",
       "\n",
       "    // Update the output cell to use the data from the current canvas.\n",
       "    fig.push_to_output();\n",
       "    var dataURL = fig.canvas.toDataURL();\n",
       "    // Re-enable the keyboard manager in IPython - without this line, in FF,\n",
       "    // the notebook keyboard shortcuts fail.\n",
       "    IPython.keyboard_manager.enable()\n",
       "    $(fig.parent_element).html('<img src=\"' + dataURL + '\" width=\"' + width + '\">');\n",
       "    fig.close_ws(fig, msg);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.close_ws = function(fig, msg){\n",
       "    fig.send_message('closing', msg);\n",
       "    // fig.ws.close()\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.push_to_output = function(remove_interactive) {\n",
       "    // Turn the data on the canvas into data in the output cell.\n",
       "    var width = this.canvas.width/mpl.ratio\n",
       "    var dataURL = this.canvas.toDataURL();\n",
       "    this.cell_info[1]['text/html'] = '<img src=\"' + dataURL + '\" width=\"' + width + '\">';\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.updated_canvas_event = function() {\n",
       "    // Tell IPython that the notebook contents must change.\n",
       "    IPython.notebook.set_dirty(true);\n",
       "    this.send_message(\"ack\", {});\n",
       "    var fig = this;\n",
       "    // Wait a second, then push the new image to the DOM so\n",
       "    // that it is saved nicely (might be nice to debounce this).\n",
       "    setTimeout(function () { fig.push_to_output() }, 1000);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._init_toolbar = function() {\n",
       "    var fig = this;\n",
       "\n",
       "    var nav_element = $('<div/>');\n",
       "    nav_element.attr('style', 'width: 100%');\n",
       "    this.root.append(nav_element);\n",
       "\n",
       "    // Define a callback function for later on.\n",
       "    function toolbar_event(event) {\n",
       "        return fig.toolbar_button_onclick(event['data']);\n",
       "    }\n",
       "    function toolbar_mouse_event(event) {\n",
       "        return fig.toolbar_button_onmouseover(event['data']);\n",
       "    }\n",
       "\n",
       "    for(var toolbar_ind in mpl.toolbar_items){\n",
       "        var name = mpl.toolbar_items[toolbar_ind][0];\n",
       "        var tooltip = mpl.toolbar_items[toolbar_ind][1];\n",
       "        var image = mpl.toolbar_items[toolbar_ind][2];\n",
       "        var method_name = mpl.toolbar_items[toolbar_ind][3];\n",
       "\n",
       "        if (!name) { continue; };\n",
       "\n",
       "        var button = $('<button class=\"btn btn-default\" href=\"#\" title=\"' + name + '\"><i class=\"fa ' + image + ' fa-lg\"></i></button>');\n",
       "        button.click(method_name, toolbar_event);\n",
       "        button.mouseover(tooltip, toolbar_mouse_event);\n",
       "        nav_element.append(button);\n",
       "    }\n",
       "\n",
       "    // Add the status bar.\n",
       "    var status_bar = $('<span class=\"mpl-message\" style=\"text-align:right; float: right;\"/>');\n",
       "    nav_element.append(status_bar);\n",
       "    this.message = status_bar[0];\n",
       "\n",
       "    // Add the close button to the window.\n",
       "    var buttongrp = $('<div class=\"btn-group inline pull-right\"></div>');\n",
       "    var button = $('<button class=\"btn btn-mini btn-primary\" href=\"#\" title=\"Stop Interaction\"><i class=\"fa fa-power-off icon-remove icon-large\"></i></button>');\n",
       "    button.click(function (evt) { fig.handle_close(fig, {}); } );\n",
       "    button.mouseover('Stop Interaction', toolbar_mouse_event);\n",
       "    buttongrp.append(button);\n",
       "    var titlebar = this.root.find($('.ui-dialog-titlebar'));\n",
       "    titlebar.prepend(buttongrp);\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._root_extra_style = function(el){\n",
       "    var fig = this\n",
       "    el.on(\"remove\", function(){\n",
       "\tfig.close_ws(fig, {});\n",
       "    });\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._canvas_extra_style = function(el){\n",
       "    // this is important to make the div 'focusable\n",
       "    el.attr('tabindex', 0)\n",
       "    // reach out to IPython and tell the keyboard manager to turn it's self\n",
       "    // off when our div gets focus\n",
       "\n",
       "    // location in version 3\n",
       "    if (IPython.notebook.keyboard_manager) {\n",
       "        IPython.notebook.keyboard_manager.register_events(el);\n",
       "    }\n",
       "    else {\n",
       "        // location in version 2\n",
       "        IPython.keyboard_manager.register_events(el);\n",
       "    }\n",
       "\n",
       "}\n",
       "\n",
       "mpl.figure.prototype._key_event_extra = function(event, name) {\n",
       "    var manager = IPython.notebook.keyboard_manager;\n",
       "    if (!manager)\n",
       "        manager = IPython.keyboard_manager;\n",
       "\n",
       "    // Check for shift+enter\n",
       "    if (event.shiftKey && event.which == 13) {\n",
       "        this.canvas_div.blur();\n",
       "        // select the cell after this one\n",
       "        var index = IPython.notebook.find_cell_index(this.cell_info[0]);\n",
       "        IPython.notebook.select(index + 1);\n",
       "    }\n",
       "}\n",
       "\n",
       "mpl.figure.prototype.handle_save = function(fig, msg) {\n",
       "    fig.ondownload(fig, null);\n",
       "}\n",
       "\n",
       "\n",
       "mpl.find_output_cell = function(html_output) {\n",
       "    // Return the cell and output element which can be found *uniquely* in the notebook.\n",
       "    // Note - this is a bit hacky, but it is done because the \"notebook_saving.Notebook\"\n",
       "    // IPython event is triggered only after the cells have been serialised, which for\n",
       "    // our purposes (turning an active figure into a static one), is too late.\n",
       "    var cells = IPython.notebook.get_cells();\n",
       "    var ncells = cells.length;\n",
       "    for (var i=0; i<ncells; i++) {\n",
       "        var cell = cells[i];\n",
       "        if (cell.cell_type === 'code'){\n",
       "            for (var j=0; j<cell.output_area.outputs.length; j++) {\n",
       "                var data = cell.output_area.outputs[j];\n",
       "                if (data.data) {\n",
       "                    // IPython >= 3 moved mimebundle to data attribute of output\n",
       "                    data = data.data;\n",
       "                }\n",
       "                if (data['text/html'] == html_output) {\n",
       "                    return [cell, data, j];\n",
       "                }\n",
       "            }\n",
       "        }\n",
       "    }\n",
       "}\n",
       "\n",
       "// Register the function which deals with the matplotlib target/channel.\n",
       "// The kernel may be null if the page has been refreshed.\n",
       "if (IPython.notebook.kernel != null) {\n",
       "    IPython.notebook.kernel.comm_manager.register_target('matplotlib', mpl.mpl_figure_comm);\n",
       "}\n"
      ],
      "text/plain": [
       "<IPython.core.display.Javascript object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "data": {
      "text/html": [
       "<img src=\"data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAAoAAAAHgCAYAAAA10dzkAAAgAElEQVR4Xu2dD5BV5Xn/H6RFpGQpUVkFl0AQ40wdlgaXP8II1URasZQZZxSHylKT1qmzVCIM2VgQtih/xCYILCzSqZB2GP5slR010Q5x2CTF2aYJiShlW2Wwku0ynTS7gcSCdfnNc/o7N5e79+459zz33vPvc2YYXe77nPO+n+d79vnynvO+d9Dly5cvCwcEIAABCEAAAhCAQGoIDMIApibXDBQCEIAABCAAAQg4BDCACAECEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYABTlnCGCwEIQAACEIAABDCAaAACEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYABTlnCGCwEIQAACEIAABDCAaAACEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYABTlnCGCwEIQAACEIAABDCAaAACEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYABTlnCGCwEIQAACEIAABDCAaAACEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYABTlnCGCwEIQAACEIAABDCAaAACEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYABTlnCGCwEIQAACEIAABDCAaAACEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYABTlnCGCwEIQAACEIAABDCAaAACEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYABTlnCGCwEIQAACEIAABDCAaAACEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYABTlnCGCwEIQAACEIAABDCAaAACEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYABTlnCGCwEIQAACEIAABDCAaAACEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYABTlnCGCwEIQAACEIAABDCAaAACEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYABTlnCGCwEIQAACEIAABDCAaAACEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYABTlnCGCwEIQAACEIAABDCAaAACEIAABCAAAQikjAAGMGUJZ7gQgAAEIAABCEAAA4gGIAABCEAAAhCAQMoIYAANCe/r65Ouri751Kc+JYMGDTKciVAIQAACEIAABCpF4PLly3L+/HkZPXq0XHXVVZW6bKSugwE0pOPs2bNSU1NjOAOhEIAABCAAAQiEReDDDz+Um266KazLh3pdDKABf29vr/z2b/+2qICqqqoMZyIUAhCAAAQgAIFKEfjFL37hTOD09PTIiBEjKnXZSF0HA2hIhwpIhaNGEANoAEkoBCAAAQhAoIIEqN8iGECD4BCQAR6hEIAABCAAgZAIUL8xgCbpISATPoIhAAEIQAACoRCgfmMATcJDQCZ8BEMAAhCAAARCIUD9xgCahIeATPgIhgAEIAABCIRCgPqNATQJDwGZ8BEMAQhAAAIQCIUA9RsDaBIeAjLhIxgCEIAABCAQCgHqNwbQJDwEZMJHMAQgAAEIQCAUAtRvDKBJeAjIhI9gCEAAAhCAQCgEqN8YQJPwEJAJH8EQgAAEIACBUAhQvzGAJuEhIBM+giEAAQhAAAKhEKB+YwBNwkNAJnwEQwACEIAABEIhQP3GAJqEh4BM+AiGAAQgAAEIhEKA+o0BNAkPAZnwEQwBCEAAAhAIhQD1GwNoEh4CMuEjGAIQgAAEIBAKAeo3BtAkPARkwkcwBCAAAQhAIBQC1G8MoEl4CMiEj2AIQAACEIBAKASo3xhAk/AQkAkfwRCAAAQgAIFQCFC/MYAm4SEgEz6CIQABCEAAAqEQoH5jAE3CQ0AmfARDAAIQgAAEQiFA/cYAmoSHgEz4CIYABCAAAQiEQoD6jQE0CQ8BmfARDAEIQAACEAiFAPUbA2gSHgIy4SMYArEmMK7xNTmzcV6sx0DnIZBWAtRvDKBJ+wjIhI9gCMSaAAYw1umj8yknQP3GAJpuAQRkwkcwBGJNAAMY6/TR+ZQToH5jAE23AAIy4SMYArEmgAGMdfrofMoJUL8xgKZbAAGZ8BEMgVgTwADGOn10PuUEqN8xM4DNzc2yefNm6e7ultraWtm2bZtMnTrVU8b79++Xhx56SP7oj/5IDh8+nGl/+fJlWbNmjezevVt6enpk5syZsnPnTpk4caLnObUBAvKFiUYQSCQBDGAi08qgUkKA+h0jA3jgwAFZvHixtLS0yLRp02TLli1y6NAh6ezslFGjRhWU7JkzZ2TWrFny2c9+Vj796U9fYQA3bdokGzZskL1798r48eNl9erVcuLECTl58qQMHTrU8zZAQJ6IaACBxBLAACY2tQwsBQSo3zEygGr66urqZPv27Y40+/r6pKamRpYuXSqNjY155frJJ5/InXfeKY888oh873vfc2b53BlAnf0bPXq0LF++XFasWOHE9/b2SnV1tezZs0cWLlzoeQsgIE9ENIBAoghkmz4MYKJSy2BSRoD6HRMDeOnSJRk2bJi0trbKggULMjKtr693TF1bW1te6erj3bfffltefvllWbJkyRUG8PTp0zJhwgQ5fvy4TJ48ORM/e/Zs5+fnn3/e83ZAQJ6IaACBRBHAACYqnQwmxQSo3zExgF1dXTJmzBg5duyYzJgxIyPZlStXSnt7u3R0dPST8fe//31nFu/HP/6xXHfddf0MoJ5L3/nTc994442Z+AceeEAGDRok+sg597h48aLoH/dQAekspM4cVlVVpfhWYugQSB6BfDN8GMDk5ZkRpZMABjChBvD8+fMyadIk2bFjh/zBH/yBo+7cGcAgBnDt2rXS1NTU727BAKbzFwijTjaBIAaQx8LJ1gSjSw4BDGBMDGCxj4B11u93f/d3ZfDgwRm16juDelx11VXOwhGd5Sv2ETAzgMm5+RkJBLwIYAC9CPE5BOJLAAMYEwOoEtNFILrli279oocaurFjx0pDQ0O/RSD/8z//I++9994Vyly1apXozKC+23fLLbfIb/7mbzqLQHQBiC4E0UMFoSuKWQQS35uankMgCAEvs+ee0+sRMDOAQegTA4HKE8AAxsgA6jt5uuhj165djhHUbWAOHjwop06dclbu6hYx+p6gbuuS78h9BKxtdBuYjRs3XrENjC4aYRuYyt+MXBECYRLAAIZJn2tDoPIEMIAxMoAqD90Cxt0IWlfqbt261ZkZ1GPOnDkybtw4Z/bOrwF0N4J+4YUXnBXCul+gvjeoM4R+DgTkhxJtIBBdAq7x0//qcWbjvExnvUyh1+f5Zg2jS4KeQSBdBKjfMTOAUZMnAopaRugPBIojgAEsjhetIZAUAtRvDKBJywjIhI9gCIROoBwG0M9MYugDpwMQSDkB6jcG0HQLICATPoIhEDoBDGDoKaADEAiFAPUbA2gSHgIy4SMYAqETwACGngI6AIFQCFC/MYAm4SEgEz6CIRA6AQxg6CmgAxAIhQD1GwNoEh4CMuEjGAKhE8AAhp4COgCBUAhQvzGAJuEhIBM+giEQOgEMYOgpoAMQCIUA9RsDaBIeAjLhIxgCoRPAAIaeAjoAgVAIUL8xgCbhISATPoIhEDoBDGDoKaADEAiFAPUbA2gSHgIy4SMYAqET8DKA2sFC3w5S6JtABooJfcB0AAIQcAhQvzGAplsBAZnwEQyB0AlgAENPAR2AQCgEqN8YQJPwEJAJH8EQCJ0ABjD0FNABCIRCgPqNATQJDwGZ8BEMgdAJYABDTwEdgEAoBKjfGECT8BCQCR/BEAidAAYw9BTQAQiEQoD6jQE0CQ8BmfARDIHQCfgxgNpJdyFI9sIPFoGEnj46AIHABKjfGMDA4tFABGTCRzAEQieAAQw9BXQAAqEQoH5jAE3CQ0AmfARDIHQCGMDQU0AHIBAKAeo3BtAkPARkwkcwBEIngAEMPQV0AAKhEKB+YwBNwkNAJnwEQyA0AtnGT9/v05/1yN302e1g7juA+dpr20Lnca+Rff7QBs+FIQABXuESDKDpNsAAmvARDIHQCGAAQ0PPhSEQCQLUbwygSYgIyISPYAiERgADGBp6LgyBSBCgfmMATUJEQCZ8BEMgNAKlMoCFHhvn+/7gfNvGhAaAC0Mg5QSo3xhA0y2AgEz4CIZAaAQwgKGh58IQiAQB6jcG0CREBGTCRzAEQiOAAQwNPReGQCQIUL8xgCYhIiATPoIhEBoBDGBo6LkwBCJBgPqNATQJEQGZ8BEMgdAIlNsA6sDybR3DNjChpZwLQ+AKAtRvDKDplkBAJnwEQyA0AhjA0NBzYQhEggD1GwNoEiICMuEjGAKhEcAAhoaeC0MgEgSo3xhAkxARkAkfwRAIjUAUDCDbwoSWfi4MAb4JhG8Csd0FGEAbP6IhEBYBDGBY5LkuBKJBgPrNDKBJiQjIhI9gCIRGwGIAcztdzPcH59sgOjQIXBgCKSZA/cYAmuSPgEz4CIZAaAQwgKGh58IQiAQB6nfMDGBzc7Ns3rxZuru7pba2VrZt2yZTp07NK6aXXnpJ1q9fL++99558/PHHMnHiRFm+fLk8/PDDmfZLliyRvXv3XhE/d+5cef31130JFAH5wkQjCESOQCkNoA4ue8sXd7Be28DwDmDkZEGHUkSA+h0jA3jgwAFZvHixtLS0yLRp02TLli1y6NAh6ezslFGjRvWT7dGjR+XnP/+53HrrrTJkyBB59dVXHQP42muviZo8PdQAnjt3Tl588cVM/NVXXy0jR470dRsgIF+YaASByBEotQF0TaCeFwMYuXTTIQj0I0D9jpEBVNNXV1cn27dvdxLZ19cnNTU1snTpUmlsbPQl789//vMyb948WbduXcYA9vT0yOHDh33F5zZCQIGwEQSB0AlgAENPAR2AQKgEqN8xMYCXLl2SYcOGSWtrqyxYsCAjmvr6elED19bWNqCQLl++LG+++abMnz/fMXtf/OIXMwZQf9YZQp31u+uuu+Tpp5+Wa6+91pcwEZAvTDSCQOQIlMMA5g7SzyPg3NnCyIGiQxBIKAHqd0wMYFdXl4wZM0aOHTsmM2bMyMhx5cqV0t7eLh0dHXkl2tvb68RdvHhRBg8eLDt27JBHHnkk03b//v2OsRw/fry8//778uSTT8rw4cPlrbfectrnHnoe/eMeKiCdhdTrVFVVJfQ2YVgQSB4BDGDycsqIIFAMAQxgwg2gPiY+ffq0XLhwQb7zne84j351xm/OnDl5daJtJ0yYIEeOHJG77767X5u1a9dKU1NTv7/HABZz29EWAuETqJQBdN8J1NnA3EUf+d4XLESGBSPha4YeJIsABjAmBtD6CNiV7Ze//GX58MMP5Y033iio5Ouvv955DPzoo48yA5is+53RQCBDAAOIGCCQbgIYwJgYQJWpLgLRLV906xc9dHZv7Nix0tDQ4HsRiD7+1Vk+XSGc7zh79qxzTp0l1PcFvQ4E5EWIzyEQTQIDGcDsz9ze59vmxWtk7qyftvOaAXTbMAPoRZXPIVAaAtTvGBlA3QZGF33s2rXLMYK6DczBgwfl1KlTUl1d7WwRo+/7bdiwwVGH/vf22293Hunqe3vf+ta3HKO4c+dO0ZlAfSysj3Pvv/9+ueGGG5x3APWdwvPnz8uJEydEt4PxOhCQFyE+h0D5CFgei4ZtALMf/+aazHzELGMtXwY4MwTiS4D6HSMDqDLTLWDcjaAnT54sW7dudWYG9dD3+saNGyd79uxxfl61apWoadRZvWuuucbZD/Dxxx+XBx980Pn8o48+clYUHz9+3FlJPHr0aLnnnnuc9wTVUPo5EJAfSrSBQHkIWEwRBrA8OeGsEIgLAep3zAxg1ISFgKKWEfqTJgKlMoDZzLIf1Rba1Nkv44EeAQ80A5hvXPkWkGR/r7DfPtEOAhD4PwLUbwyg6V5AQCZ8BEPARAADOM/Ej2AIpJkA9RsDaNI/AjLhIxgCJgIYQAygSUAEp5oA9RsDaLoBEJAJH8EQMBEo1gBmt8+30jffo2D377If5/rtNI+A/ZKiHQQqT4D6jQE0qQ4BmfARDAETAQwgM4AmARGcagLUbwyg6QZAQCZ8BEPARCBpBlBh5NsvUP+eRSAmqRAMgX4EqN8YQNNtgYBM+AiGgIkABpAZQJOACE41Aeo3BtB0AyAgEz6CIWAiECcD6A7U6xtFmAE0SYJgCPgmQP3GAPoWS76GCMiEj2AImAhgAJkBNAmI4FQToH5jAE03AAIy4SMYAiYCQQygXrDQZs/Zncld9WtdBZw9A5hvE+jcz3M3eQ7yDmCxfEzJIBgCMSNA/cYAmiSLgEz4CIaAiUCxBsc1Xkk0gH6+PcQEm2AIJIwA9RsDaJI0AjLhIxgCJgIYwF8/AsYAmqREcAoJUL8xgCbZIyATPoIhYCKQRAOY/Sg4G47XI2AMoElKBKeQAPUbA2iSPQIy4SMYAiYCGEBmAE0CIjjVBKjfGEDTDYCATPgIhoCJQFADmD3LVmhBRliLQPLNAGa/u+h+7jUjqO2K5WNKBsEQiBkB6jcG0CRZBGTCRzAETASKNTi5Zm+glb0YQFNqCIZA5AlQvzGAJpEiIBM+giFgIlDse29JMIDumJkBNEmHYAgI9RsDaLoNEJAJH8EQMBGIowEsZsC53xqSu31N9l6BxbIoph+0hUASCVC/MYAmXSMgEz6CIWAiUKzpicIMYDEDxgAWQ4u2ECiOAPUbA1icYnJaIyATPoIhYCIwkAEs9JnfC5biHUC/1yrUDgNoJUg8BAoToH5jAE33BwIy4SMYAiYCGEC2gTEJiOBUE6B+YwBNNwACMuEjGAImAl4GUE+e+56c3wsyA+iXFO0gEE8C1G8MoEm5CMiEj2AImAhgAJkBNAmI4FQToH5jAE03AAIy4SMYAiYCGEAMoElABKeaAPUbA2i6ARCQCR/BECiaQLbpK8YAFvrGj0IdiPIjYLfPbANTtHwIgECGAPUbA2i6HRCQCR/BECiaAAbwtQwzDGDR8iEAAhjALA0Munz58mU0EYwABjAYN6IgEJRApQxgbv8G+tq4oGPxiiu0DQwzgF7k+BwC3gSo38wAeqtkgBYIyISPYAgUTQADyAxg0aIhAAJ5CFC/MYCmGwMBmfARDIGiCWAAMYBFi4YACGAA82qAR8CGWwMDaIBHKAR8Eihk+sq5CCS3azwC9pksmkEgJgSo38wAmqSKgEz4CIaALwIYwP+b9cu3MtkFWOz3IvsCTyMIJJgA9RsDaJI3AjLhIxgCvgik1QDmmj4MoC+50AgCvghQv2NmAJubm2Xz5s3S3d0ttbW1sm3bNpk6dWreZL/00kuyfv16ee+99+Tjjz+WiRMnyvLly+Xhhx/OtNcF0GvWrJHdu3dLT0+PzJw5U3bu3Om09XMgID+UaAMBGwEMIDOANgURDYH+BKjfMTKABw4ckMWLF0tLS4tMmzZNtmzZIocOHZLOzk4ZNWpUv+wePXpUfv7zn8utt94qQ4YMkVdffdUxgK+99prMnTvXab9p0ybZsGGD7N27V8aPHy+rV6+WEydOyMmTJ2Xo0KGe9wwC8kREAwiYCWAABzaA7ibX2fsCKvR8j4XNyeAEEEgIAep3jAygmr66ujrZvn27I7++vj6pqamRpUuXSmNjoy9Jfv7zn5d58+bJunXrRGf/Ro8e7ZjCFStWOPG9vb1SXV0te/bskYULF3qeEwF5IqIBBMwEMIAYQLOIOAEEcghQv2NiAC9duiTDhg2T1tZWWbBgQSaN9fX1zqPbtra2AcWtZu/NN9+U+fPny+HDh+WLX/yinD59WiZMmCDHjx+XyZMnZ+Jnz57t/Pz888973jAIyBMRDSBgJuBlAN3Ps2fCcmfFiv0quNxOh7EKWPuQfd1C7wAyA2iWGCdIIQHqd0wMYFdXl4wZM0aOHTsmM2bMyEh15cqV0t7eLh0dHXnlqzN6Gnfx4kUZPHiw7NixQx555BGnrZ5L3/nTc994442Z+AceeEAGDRok+sg599Dz6B/3UAHpLKRep6qqKoW3EEOGQPkJWA2g1fzlGrHyj/jXVxjIeOb7ppDsvvEIuJKZ4lpxI4ABTLgB1MfEOtN34cIF+c53vuM8+tUZwDlz5gQygGvXrpWmpqZ+OscAxu3Wp79xIoAB/PXmz9l5wwDGScX0NWoEMIAxMYDWR8Cu8L785S/Lhx9+KG+88UagR8DMAEbtFqY/aSCAAfRvAL2+KSUNemGMEPBDAAMYEwOoydRFILrli279oofO7o0dO1YaGhp8LwLRx786I6grhN1FILoARBeC6KGC0BXFLALxc/vQBgKVIYABxABWRmlcJU0EMIAxMoD6Tp4u+ti1a5djBHUbmIMHD8qpU6eclbu6RYy+76fbuuih/7399tudhR46c/etb33LMYq6z5/OBOqh28Bs3Ljxim1g3n77bbaBSdNvAcYaeQIDGUC38+VepFHu8xdKQrHvAHrNAPJeYOTlTgcrRAADGCMDqJrQLWDcjaB1pe7WrVudmUE99L2+cePGObN3eqxatcpZyHH27Fm55pprnP0AH3/8cXnwwQcz8nI3gn7hhRec1cSzZs1yForccsstviSIgHxhohEETAQwgKWbAcQAmqRIcIIIUL9jZgCjpj0EFLWM0J8kEsAAYgCTqGvGFC4B6jcG0KRABGTCRzAEfBHIt8+fBmZv7xLWI1pfAzA04hGwAR6hEBiAAPUbA2i6QRCQCR/BEPBFAAPIDKAvodAIAkUQoH5jAIuQS/+mCMiEj2AI+CKQZgM4EKB8+wCyCMSXpGgEAWfXjxEjRqT6ixwGXdaVEByBCCCgQNgIgkBRBDCA+XFhAIuSEY0hcAUB6jczgKZbAgGZ8BEMAV8EMIAYQF9CoREEiiBA/cYAFiEXHgGbYBEMgYAEMIAYwIDSIQwCBQlgADGAptsDAZnwEQwBXwQwgBhAX0KhEQSKIED9xgAWIRdmAE2wCIZAQAIYwNIbQDaEDihGwhJDAAOIATSJGQGZ8BEMAV8EMIAYQF9CoREEiiBA/cYAFiEXZgBNsAiGQEACGEAMYEDpEAaBggQwgBhA0+2BgEz4CIaALwIYQAygL6HQCAJFEKB+YwCLkAszgCZYBEMgIAEMYGEDmO/r8LL3B3T/3z1DNsvcz3LbBEwXYRCIBQEMIAbQJFQEZMJHMAR8EcAAFmcAtbX7HcIYQF8So1EKCVC/MYAm2SMgEz6CIeCLAAYQA+hLKDSCQBEEqN8YwCLk0r8pAjLhIxgCvghgAIMbwNzZQB4B+5IcjVJAgPqNATTJHAGZ8BEMAV8EMIAYQF9CoREEiiBA/cYAFiEXZgBNsAiGQEAC+Qxg9uKH7FmugJeIZZj7nl++zmd/lv0+IDOAsUw1nS4DAQwgBtAkKwRkwkcwBHwRwAD6mwHMboUB9CUtGqWYAPUbA2iSPwIy4SMYAr4IYAAxgL6EQiMIFEGA+o0BLEIu/ZsiIBM+giHgiwAGEAPoSyg0gkARBKjfGMAi5IIBNMEiGAIBCWAAMYABpUMYBAoSwABiAE23BwIy4SMYAr4IYADLawBdvu5Vcn/2lSQaQSBmBKjfGECTZBGQCR/BEPBFAAOIAfQlFBpBoAgC1G8MYBFy4RGwCRbBEPBJoNCMlLv1S77tTwbaEsXnZWPXrFTbwDADGLvU0+ESEMAAYgBNMkJAJnwEQyAvgXyGJLshBrA44XjtA4gBLI4nrZNBgPqNATQpGQGZ8BEMAQxgBTSAAawAZC4ROwLUbwygSbQIyISPYAhgACuogXxGUC/PDGAFk8ClIkOA+o0BNIkRAZnwEQwBDGAFNYABrCBsLhV5AtRvDKBJpAjIhI9gCGAAK6gBDGAFYXOpyBOgfmMATSJFQCZ8BEMAA1hBDWAAKwibS0WeAPUbA2gSKQIy4SMYAhjACmoAA1hB2Fwq8gSo3zEzgM3NzbJ582bp7u6W2tpa2bZtm0ydOjWv0Hbv3i3f/OY35Z133nE+nzJliqxfv/6K9kuWLJG9e/deET937lx5/fXXfYkXAfnCRCMIFEUgyDYwRV0gpY0xgClNPMPOS4D6HSMDeODAAVm8eLG0tLTItGnTZMuWLXLo0CHp7OyUUaNG9UvwokWLZObMmXLHHXfI0KFDZdOmTfLyyy/Lu+++K2PGjHHaqwE8d+6cvPjii5n4q6++WkaOHOnrlkFAvjDRCAJFEcAAFoXLd2MMoG9UNEwBAep3jAygmr66ujrZvn27I82+vj6pqamRpUuXSmNjo6dcP/nkE8fYabwaSdcA9vT0yOHDhz3j8zVAQIGwEQQBh0Ch75z1MoDgC0YAAxiMG1HJJED9jokBvHTpkgwbNkxaW1tlwYIFGTXW19eLGri2tjZPhZ4/f96ZKdRZw/vuuy9jANX8DRkyxDGHd911lzz99NNy7bXXep5PGyAgX5hoBIG8BDCAlRUGBrCyvLlatAlQv2NiALu6upzHtseOHZMZM2ZkVLVy5Uppb2+Xjo4OT6U99thj8sYbbziPgPWRsB779+93jOX48ePl/ffflyeffFKGDx8ub731lgwePLjfOS9evCj6xz1UQDoL2dvbK1VVVZ59oAEEIPBrAhjAyqoBA1hZ3lwt2gQwgCkxgBs3bpRnn31Wjh49KpMmTSqoytOnT8uECRPkyJEjcvfdd/drt3btWmlqaur39xjAaN/o9C6aBDCAlc0LBrCyvLlatAlgAGNiAC2PgJ977jnnsa6auoCoLxMAACAASURBVNtvv91Tkddff73T/tFHH2UG0JMWDSAQnAAGMDi7IJEYwCDUiEkqAQxgTAygClAXgeiWL7r1ix66CGTs2LHS0NBQcBGIzvo988wzzqPf6dOne+r47Nmzzjn1vcD58+d7tkdAnohoAIGCBLwMoH7OUToCGMDSseRM8SdA/Y6RAdRtYHTRx65duxwjqNvAHDx4UE6dOiXV1dXOyl59T3DDhg2OMnXbl6eeekr27dvnbAfjHvqOn/65cOGC8zj3/vvvlxtuuMF5B1DfKdTFIidOnBDdDsbrQEBehPgcAoUJYAArqw4MYGV5c7VoE6B+x8gAqpR0Cxd3I+jJkyfL1q1bnZlBPebMmSPjxo2TPXv2OD/r/3/wwQf9FLhmzRrRd/k++ugjZ0Xx8ePHnZXEo0ePlnvuuUfWrVvnGEo/BwLyQ4k2EMhPAANYWWVgACvLm6tFmwD1O2YGMGpyQkBRywj9iRMBDGBls4UBrCxvrhZtAtRvDKBJoQjIhI/glBPAAFZWABjAyvLmatEmQP3GAJoUioBM+AhOOQEMYGUFkGsA9erZf+f2plBeKttbrgaB8hKgfmMATQpDQCZ8BKecAAawsgLAAFaWN1eLNgHqNwbQpFAEZMJHcMoJ5DOA7tYvrllJOaKSDt9iAJkVLGkqOFkECFC/MYAmGSIgEz6CU04AA1hZAWAAK8ubq0WbAPUbA2hSKAIy4SM45QQwgJUVQFADmD0rW9keczUIlI8A9RsDaFIXAjLhIzjlBDCAlRUABrCyvLlatAlQvzGAJoUiIBM+glNOAANYWQFgACvLm6tFmwD1GwNoUigCMuEjOOUEMIDhCCB7gY2fbWB4BBxOnrhqeQlQvzGAJoUhIBM+glNOAAMYjgAwgOFw56rRIkD9xgCaFImATPgITjkBDGA4ArAaQLaECSdvXLW0BKjfGECTohCQCR/BKSeAAQxHABjAcLhz1WgRoH5jAE2KREAmfASniICX2XNRuO+bpQhNxYeKAaw4ci4YQQLUbwygSZYIyISP4BQRwABGJ9n5DKD2Tv9ej9xc5S4C4RFwdHJJT4IToH5jAIOrR0QQkAkfwSkigAGMTrIxgNHJBT0JjwD1GwNoUh8CMuEjOEUEMIDRSTYGMDq5oCfhEaB+YwBN6kNAJnwEp4gABjA6ycYARicX9CQ8AtRvDKBJfQjIhI/gFBEYyAAqhuz3z1KEJfSh5ppB7RDvAIaeFjpQAQLUbwygSWYIyISP4BQRwABGM9kYwGjmhV6VnwD1GwNoUhkCMuEjOEUEXAOY/d/s4TMDGI4YMIDhcOeq4ROgfmMATSpEQCZ8BKeIAAYwmsnGAEYzL/Sq/ASo3xhAk8oQkAkfwSkigAGMZrIxgNHMC70qPwHqNwbQpDIEZMJHcIoIYACjmWwMYDTzQq/KT4D6jQE0qQwBmfARnCICGMBoJhsDGM280KvyE6B+YwBNKkNAJnwEp4hAocUfLgIWgYQjBq89AbVXfBVcOLnhquUlQP3GAJoUhoBM+AhOEQEvA6goss1IitCEOlQMYKj4uXiIBKjfGECT/BCQCR/BKSKAAYxmsjGA0cwLvSo/Aeo3BtCkMgRkwkdwggnk+zYJrxk+r88TjCtyQ3MfyfMIOHKpoUMlIkD9xgCapISATPgITjABDGC8k4sBjHf+6L03Aeo3BtBbJQO0QEAmfAQnmAAGMN7J9TKAOrrsNvEeLb1PIwHqNwbQpHsEZMJHcIIJYADjnVwMYLzzR++9CVC/Y2YAm5ubZfPmzdLd3S21tbWybds2mTp1at5M7969W775zW/KO++843w+ZcoUWb9+/RXtL1++LGvWrBFt29PTIzNnzpSdO3fKxIkTvdUjIgjIFyYapZBAPgPohYF3AL0IVe5zDGDlWHOlcAhQv2NkAA8cOCCLFy+WlpYWmTZtmmzZskUOHToknZ2dMmrUqH4KWrRokWPo7rjjDhk6dKhs2rRJXn75ZXn33XdlzJgxTnv9uw0bNsjevXtl/Pjxsnr1ajlx4oScPHnSifE6EJAXIT5PKwEMYPwzn29vxnwbR8d/pIwgjQSo3zEygGr66urqZPv27Y5W+/r6pKamRpYuXSqNjY2e+v3kk09k5MiRTrwaSZ39Gz16tCxfvlxWrFjhxPf29kp1dbXs2bNHFi5c6HlOBOSJiAYpJYABjH/iMYDxzyEjKEyA+h0TA3jp0iUZNmyYtLa2yoIFCzIZra+vdx7dtrW1eer8/Pnzzkyhzhred999cvr0aZkwYYIcP35cJk+enImfPXu28/Pzzz/f75wXL14U/eMeKiA1oWocq6qqPPtAAwikhQAGMP6ZxgDGP4eMAAM4kAYGXdapsIgfXV1dzmPbY8eOyYwZMzK9XblypbS3t0tHR4fnCB577DF54403nEfA+nhXz6WPiPXcN954Yyb+gQcekEGDBok+cs491q5dK01NTf3+HgPoiZ8GKSOAAYx/wjGA8c8hI8AApt4Abty4UZ599lk5evSoTJo0yeERxAAyA8ivEwj4I4AB9Mcpyq3yLcrhHcAoZ4y+FUOAR8ApeAT83HPPydNPPy1HjhyR22+/PaOPII+Ac8WFgIq53WibJgIYwPhnGwMY/xwyAmYAYz8DqAPQRSC65Ytu/aKHLgIZO3asNDQ0FFwEorN+zzzzjPPod/r06VdwcBeB6AIQXQiihxo6fU+QRSD82oCAjQAG0MYvqtHMAEY1M/SrWAJM4MRkBlATq+/k6aKPXbt2OUZQt4E5ePCgnDp1ylm5qyt79T1B3dZFD93i5amnnpJ9+/Y57/q5x/Dhw0X/uG308XD2NjBvv/0228AUeyfRHgI5BDCAyZQEBjCZeU3jqDCAMTKAKlDdwsXdCFpX6m7dutWZGdRjzpw5Mm7cOGf2Tg/9/w8++KCfrnXjZ13MoYe7EfQLL7zgrCaeNWuW7NixQ2655RZf9wMC8oWJRikkgAFMZtIxgMnMaxpHRf2OmQGMmkgRUNQyQn+iQgADGJVMlK8ffBdw+dhy5vIToH5jAE0qQ0AmfAQnmAAGMMHJ/f9DwwAmP8dJHiH1GwNo0jcCMuEjOKEE1Pzpke/7ZAcaMt8FHC9B+DWA+fQQr5HS2yQSoH5jAE26RkAmfAQnlIBb8F0TmP0zBjA5SS+0UbSOMHsGGAOYnJwnaSTUbwygSc8IyISP4IQSwAAmNLE5w8IApiPPSR0l9RsDaNI2AjLhIzihBIIawITiSOywMICJTW0qBkb9xgCahI6ATPgITigBDGBCE8sMYDoSm5JRUr8xgCapIyATPoITSgADmNDE5jGAue93Zs8K5s4Q+l00kg56jDJsAtRvDKBJgwjIhI/ghBLAACY0sRjAdCQ2JaOkfmMATVJHQCZ8BCeIQL5Vnzo8tnZJUJIxgMlNZgpHRv3GAJpkj4BM+AhOEAEMYIKSaRgKj4AN8AitKAHqNwbQJDgEZMJHcIIIYAATlEzDUDCABniEVpQA9RsDaBIcAjLhIzhBBDCACUqmYSjZj/xZBGIASWjZCVC/MYAmkSEgEz6CE0QAA5igZBqGggE0wCO0ogSo3xhAk+AQkAkfwQkigAFMUDJLNBRmAEsEktOUhQD1GwNoEhYCMuEjOEEEMIAJSmaJhoIBLBFITlMWAtRvDKBJWAjIhI/gBBHAACYomSUaCgawRCA5TVkIUL8xgCZhISATPoITRAADmKBklnAo+d4JLOHpORUEAhOgfmMAA4tHAxGQCR/BCSKAAUxQMks4FAxgCWFyqpISoH5jAE2CQkAmfAQniAAGMEHJLOFQvAxgtm70srk/l7ArnAoCVxCgfmMATbcEAjLhIzhBBDCACUpmCYeCASwhTE5VUgLUbwygSVAIyISP4AQRwAAmKJklHIrXvoDMAJYQNqcqigD1GwNYlGByGyMgEz6CE0QAA5igZJZpKPlWBWMAywSb03oSoH5jAD1FMlADBGTCR3CCCGAAE5TMMg0FA1gmsJw2EAHqNwYwkHDcIARkwkdwggi4BlD/m31kPwJM0HAZSgACGMAA0AgpGwHqNwbQJC4EZMJHcIIIYAATlMwyDQUDWCawnDYQAeo3BjCQcJgBNGEjOIEEMIAJTGqJh+RlALNnj7Pbuv9f4u5wupQTwABiAE23AAIy4SM4QQQwgAlKZpmGggEsE1hOG4gA9RsDGEg4zACasBEccwLuTE32zAwGMOZJrUD3K2kA2VC6AgmN+SUwgBhAk4QRkAkfwTElUIwBjOkQ6XYZCOQuCHJ/zjWGemnrI2AMYBkSmLBTUr8xgCZJIyATPoJjSgADGNPEhdxtDGDICeDyVxCgfmMATbcEAjLhIzimBHINYPbPudvAxHSIdLsMBAoZQHfGL3cRSL5/aPjtFjOAfkmltx31O0YGsLm5WTZv3izd3d1SW1sr27Ztk6lTp+ZV77vvvitPPfWU/PCHP5QPPvhAvvGNb8iyZcuuaLt27Vppamq64u8+97nPyalTp3zfEQjINyoaJogABjBByazgUDCAFYTNpTwJUL9jYgAPHDggixcvlpaWFpk2bZps2bJFDh06JJ2dnTJq1Kh+if7BD34gBw8elClTpshXvvIV+epXv5rXALa2tsqRI0cy8b/xG78h1113nadw3AYIyDcqGiaIAAYwQcms4FAGMoC53cj3HcLFdJUZwGJopbMt9TsmBlBNX11dnWzfvt1Ral9fn9TU1MjSpUulsbFxQPWOGzfOMX/5ZgAPHz4sP/7xjwOrHwEFRkdgjAlgAGOcvBC7jgEMET6X7keA+h0DA3jp0iUZNmyY6GzdggULMkmsr6+Xnp4eaWtrC2wA9ZHyiBEjZOjQoTJjxgzZsGGDjB07tuD5Ll68KPonewZQjWhvb69UVVVxi0EgFQQwgKlIc8kHiQEsOVJOaCCAAYyBAezq6pIxY8bIsWPHHJPmHitXrpT29nbp6OgIZAC//e1vy4ULF0Tf+/vP//xP533An/70p/LOO+/Ipz71qbznzPfeoDbEABruQkJjQyB3r79C+7rFZkB0tKIEivleaB4BVzQ1qbwYBjDFBjBX8Tqb+JnPfEa+/vWvy5e+9KW8NwQzgKn8PcGg/z8BDCBSsBDAAFroEVtqAhjAGBjAcj0Czicmfc/wC1/4gvMo2M+BgPxQok1SCHgZwKSMk3GUh0ClDGC+7xQuz4g4a5wJUL9jYABVYLoIRLd80a1f9NBFIPquXkNDQ+BFILnC1cfBek59zPsXf/EXvnSNgHxholFCCGAAE5LIkIaBAQwJPJfNS4D6HRMDqNvA6KKPXbt2OUZQt4HRbV50z77q6mpnixh9T9CdudNZw5MnTzpJv/fee2XRokXOn+HDh8vNN9/s/P2KFSvkD//wD53Hvvqe4Zo1a5wVwRp3/fXX+7plEJAvTDRKCAEMYEISGYNh+H0HMN92L35mANkmJgYiKHMXqd8xMYCqA90Cxt0IevLkybJ161ZnZlCPOXPmiG73smfPHufnM2fOyPjx4/vJZ/bs2XL06FHn7xcuXCjf/e535Wc/+5lj+GbNmiXPPPOMTJgwwbfsEJBvVDRMAAEMYAKSGJMh5FsxnN31bC26i5HczzGAMUlyyN2kfsfIAIasFaaQo5gA+lRRAhjAiuJO9cUwgKlOf0UGjwHEAJqEhoBM+AiOGAGvx2IYwIglLEXdyTfL55pEZgBTJIQSDpX6jQE0yQkBmfARHDECGMCIJYTuZAhgABFDqQlQvzGAJk0hIBM+giNGoFgDqN0vZmVnxIZLd2JEAAMYo2TFpKvUbwygSaoIyISP4IgRwABGLCF0hxlANFA2AtRvDKBJXAjIhI/giBEY6Dt+tau57wAyAxixBCa4O8wAJji5IQ2N+o0BNEkPAZnwERwxAn4MYMS6THdSQgADmJJEV3CY1G8MoEluCMiEj+CIEcAARiwhdIdHwGigbASo3xhAk7gQkAkfwREjMJABzN5cN2LdpjspIMAMYAqSXOEhUr8xgCbJISATPoIjRgADGLGE0B1mANFA2QhQvzGAJnEhIBM+giNGAAMYsYTQHQwgGigbAeo3BtAkLgRkwkdwxAhgACOWELrj2wBmb2GU77uAc7c48tryCPTJJ0D9xgCaVI6ATPgIjhgBDGDEEkJ3MIBooGwEqN8YQJO4EJAJH8ERI4ABjFhC6I4vA+g2cheKMAOIcPwQoH5jAP3opGAbBGTCR3DECGAAI5YQuoMBRANlI0D9xgCaxIWATPgIjhgBDGDEEkJ3MIBooGwEqN8YQJO4EJAJH8ERI4ABjFhC6A4GEA2UjQD1GwNoEhcCMuEjOGIEMIARSwjdwQCigbIRoH5jAE3iQkAmfARHjAAGMGIJoTslNYDuyXSxCNvAIC7qNwbQdBcgIBM+giNGAAMYsYTQHQwgGigbAeo3BtAkLgRkwkdwxAhgACOWELpzBYHs7wPO993UXtvAMAOIoLIJUL8xgKY7AgGZ8BEcMQIYwIglhO5gANFA2QhQvzGAJnEhIBM+giNGAAMYsYTQnbwGMN/snzZkBhDBFEOA+o0BLEYv/doiIBM+giNGAAMYsYTQHQwgGigbAeo3BtAkLgRkwkdwhAgU+vosd2al0KxLhIZAV1JAwF3Bm2+ozACmQAAlHCL1GwNokhMCMuEjOEIEBjKAEeomXYFAQQIYQMRRDAHqNwawGL3wCNhEi+AoE8AARjk79M0PAQygH0q0cQlgADGAprsBAZnwERwhAhjACCWDrgQmkPuIuJApzH7flU2hA+OOdSD1GwNoEjACMuEjOEIEMIARSgZdCUwAAxgYXeoCqd8YQJPoEZAJH8ERIoABjFAy6EpgAn4MYPbJ+Vq4wKhjH0j9xgCaRIyATPgIjhABDGCEkkFXAhMolQHksXDgFMQmkPqNATSJFQGZ8BEcIQIYwAglg64EJoABDIwudYHU7xgZwObmZtm8ebN0d3dLbW2tbNu2TaZOnZpXtO+++6489dRT8sMf/lA++OAD+cY3viHLli3r17aYc+a7EAJK3e+MxA4YA5jY1KZ6YPkWgRR6BJw968cMYPJlQ/2OiQE8cOCALF68WFpaWmTatGmyZcsWOXTokHR2dsqoUaP6KfUHP/iBHDx4UKZMmSJf+cpX5Ktf/Wo/A1jsOTGAyf+FkOYRYgDTnP3kjh0DmNzcWkeGAYyJAVTTV1dXJ9u3b3dy3tfXJzU1NbJ06VJpbGwcUAfjxo1zzF/uDKDlnO4FEZD1FiQ+KgQwgFHJBP0oJQEMYClpJutc1O8YGMBLly7JsGHDpLW1VRYsWJBRYH19vfT09EhbW1vRBjDoOS9evCj6J9sAqhHt7e2VqqqqZN0djCZVBDCAqUp3agaLAUxNqoseKAYwBgawq6tLxowZI8eOHZMZM2Zkkrxy5Uppb2+Xjo6Oog1g0HOuXbtWmpqa+l0PA1j0vUdAxAjkftfvQN+5GrGu0x0IFCTgpePsbWDyvQPIu4DJFRcGEANYlKlkBjC5vwzSPLJc85dmFow9WQQwgMnKZylHgwGMgQEM+rjWFUq+dwCt58x+BDxixAgeAZfyruRcFSeAAaw4ci5YIQIYwAqBjuFlMIAxMICqK12woVu+6NYveugikLFjx0pDQ4NpEUjQc2IAY3i30+WCBDCAiCOpBLwMoDvu3G8EcR/98gg4qcoQwQDGxADqli266GPXrl2OEdRtYHSbl1OnTkl1dbWzRYy+J7hhwwZHrTrDd/LkSef/7733Xlm0aJHzZ/jw4XLzzTc7f+91Tj+yR0B+KNEm6gQwgFHPEP0LSgADGJRc8uOo3zExgCpF3QLG3Qh68uTJsnXrVmdmUI85c+aIPurds2eP8/OZM2dk/Pjx/RQ8e/ZsOXr0aObvBzqnH/kjID+UaBM1ArmzGhjAqGWI/pSKAAawVCSTdx7qd4wMYBTlh4CimBX65EUAA+hFiM+TQgADmJRMln4c1G8MoElVCMiEj+CQCGAAQwLPZSNLIN87gG5n3b0EI9t5OhaIAPUbAxhIOG4QAjLhIzgkAhjAkMBz2cgS8JopxARGNnWBO0b9xgAGFo8GIiATPoJDIoABDAk8l40sAQxgZFNTto5RvzGAJnEhIBM+gkMikL3FRUhd4LIQiBSBYgwgW8NEKnWBO0P9xgAGFg8zgCZ0BIdIAAMYInwuHUkCGMBIpqWsncIAYgBNAkNAJnwEh0QAAxgSeC4bWQIYwMimpmwdo35jAE3iQkAmfASHRAADGBJ4LhtZAn4MIN8OEtn0BeoY9RsDGEg4bhACMuEjOCQCGMCQwHPZyBLAAEY2NWXrGPUbA2gSFwIy4SM4JAIYwJDAc9nIEsAARjY1ZesY9RsDaBIXAjLhIzgkAhjAkMBz2cgSwABGNjVl6xj1GwNoEhcCMuEjuAIEcs1e9jce8B3AFUgAl0gEgdz7ho2h459W6jcG0KRiBGTCR3AFCGAAKwCZSySeAAYweSmmfmMATapGQCZ8BFeAAAawApC5ROIJYACTl2LqNwbQpGoEZMJHcAUIYAArAJlLJJ4ABjB5KaZ+YwBNqkZAJnwEV4AABrACkLlE4glgAJOXYuo3BtCkagRkwkdwGQnkblrrLvjwWu1Yxi5xagjElgAGMLapK9hx6jcG0KRqBGTCR3AZCWAAywiXU6eOAAYweSmnfmMATapGQCZ8BJeRAAawjHA5deoIYACTl3LqNwbQpGoEZMJHcBkJYADLCJdTp44ABjB5Kad+YwBNqkZAJnwEl5CAa/jcU2IASwiXU6WeAAYweRKgfmMATapGQCZ8BJeQAAawhDA5FQRyCGAAkycJ6jcG0KRqBGTCR3AJCWAASwiTU0EAA5h4DVC/MYAmkSMgEz6CS0Ag36PefLMVfO9vCWBzitQTyL63Ug8j5gCo3xhAk4QRkAkfwSUggAEsAUROAQGfBDCAPkHFoBn1GwNokikCMuEjOCCB7Me9GMCAEAmDQAACAxnA3NcwApyekAoSoH5jAE1yQ0AmfAQHJOD19W65j4ADXoYwCEAgh0D2N+no/2cfGMB4yYX6jQE0KRYBmfARHJAABjAgOMIgYCSAATQCjFA49RsDaJIjAjLhIzggAQxgQHCEQcBIINcA5rsXjZcgvEIEqN8YQJPUEJAJH8EBCWAAA4IjDAJGAhhAI8AIhVO/MYAmOSIgEz6CAxLINYDuadj+JSBQwiAQgEC2Gcy+BwOcipAQCFC/MYAm2SEgEz6CAxLAAAYERxgESkgAA1hCmCGcivodMwPY3Nwsmzdvlu7ubqmtrZVt27bJ1KlTC0rn0KFDsnr1ajlz5oxMnDhRNm3aJPfee2+m/ZIlS2Tv3r1XxM+dO1def/11X3JEQL4w0ajEBDCAJQbK6SAQgAAGMAC0CIVQv2NkAA8cOCCLFy+WlpYWmTZtmmzZskXU4HV2dsqoUaP6yerYsWNy5513yoYNG+S+++6Tffv2OQbwRz/6kdx2221OezWA586dkxdffDETf/XVV8vIkSN9yRQB+cJEoxITKPStHmz/UmLQnA4CRRLI3RqmyHCaV5AA9TtGBlBNX11dnWzfvt2RSF9fn9TU1MjSpUulsbGxn2wefPBB+eUvfymvvvpq5rPp06fL5MmTHRPpGsCenh45fPhwINkhoEDYCDISwAAaARIOgTIRwACWCWwZTkv9jokBvHTpkgwbNkxaW1tlwYIFGSnU19eLGri2trZ+8hg7dqw88cQTsmzZssxna9ascczeT37yk4wB1J+HDBnizPrddddd8vTTT8u1116bV24XL14U/eMeKiA1ob29vVJVVVUGiXJKCPyaQKFHv24LZgBRCwTCJYABDJd/MVfHAMbEAHZ1dcmYMWNEH+vOmDEjk+OVK1dKe3u7dHR09Mu7mjp9v++hhx7KfLZjxw5pampyHvvqsX//fsdYjh8/Xt5//3158sknZfjw4fLWW2/J4MGD+51z7dq1TnzugQEs5rajbVACGMCg5IiDQGUIYAArw7kUV8EAptwA5oro9OnTMmHCBDly5Ijcfffd/TTGDGApbjvO4UWg0FdKeRnA3JlAr+vwOQQgUFoCGMDS8izn2TCAMTGA5XoEnE9c119/vfMY+NFHH/XUHgLyRESDAAQwgAGgEQKBCBDAAEYgCT67QP2OiQHUfOoiEN3yRbd+0UMXgeh7fg0NDQUXgfzqV7+SV155JSOHO+64QyZNmpRZBJKrk7Nnzzrn1PcC58+f7ykjBOSJiAYBCOQawOyZv3xbTwS4BCEQgECZCOSawEL/oCvT5TmtTwLU7xgZQN0GRhd97Nq1yzGCug3MwYMH5dSpU1JdXe1sEaPvCeq2L3ro+4KzZ8+WjRs3yrx585z3/davX5/ZBubChQvO+3z333+/3HDDDc47gPpO4fnz5+XEiROi28F4HQjIixCfByGAAQxCjRgIRIuAawTdVfvZxhBTGH6uqN8xMoAqF90Cxt0IWrdz2bp1qzMzqMecOXNk3LhxsmfPnoyydJ/AVatWZTaCfvbZZzMbQX/00UfOiuLjx487K4lHjx4t99xzj6xbt84xlH4OBOSHEm2KJYABLJYY7SEQPQIYwOjlJLtH1O+YGcCoyQkBRS0j8e9P7mxB9s9+F4HEnwIjgED8CWAAo51D6jcG0KRQBGTCR3AeAhhAZAGBZBDAAEY7j9RvDKBJoQjIhI9gEcn3uFfB5Csehb4BBJAQgED0CBS6h7M3bI9er9PTI+o3BtCkdgRkwkcwBhANQCCxBDCA0U4t9RsDaFIoAjLhIxgDiAYgkFgCGMBop5b6jQE0KRQBmfARnGMAcx/xZu/5x/5/yAUC8SLg9RoHm0aHm0/qNwbQpEAEZMJHMAYQDUAgsQQwgNFOLfUbA2hSKAIy4UtFsNeGr9mfDzQDmApYDBICCSKQO2uf72d3uF6/JxKEJTJDoX5jAE1iREAmfKkI9vrFjgFMhQwYZAoJYACjnXTqNwbQpFAEZMKXimAMYCrSJcwWbgAADw5JREFUzCAh0I8ABjDaoqB+YwBNCkVAJnyJC86dzcve7yv7WzwKfScoj4ATJwkGlGICXgu3+G7gcMVB/cYAmhSIgEz4EheMAUxcShkQBAITwAAGRleRQOo3BtAkNARkwpe44KAGsBAIrwKSOIAMCAIJIuD3/uWbQcJJOvUbA2hSHgIy4UtcMAYwcSllQBAITAADGBhdRQKp3xhAk9AQkAlf4oL9GkB34F4FwuvzxAFkQBBIEAG/92/uhu8JQhDpoVC/MYAmgSIgE77EBRfa0qVQIfBbIBIHigFBIAUE/N7f+Qxgvn9MpgBZRYdI/cYAmgSHgEz4EheMAUxcShkQBAITwAAGRleRQOo3BtAkNARkwhfb4Hx7+7lbuOR+/ZMOkhnA2KaajkMgMAG/BjD3ArmLQrz2Eg3cwZQHUr8xgKZbAAGZ8MU2GAMY29TRcQhUjAAGsGKoA12I+o0BDCQcNwgBmfDFNrhYAxjbgdJxCECg4gSYAawMcuo3BtCkNARkwhfbYAxgbFNHxyEQeQIYwMqkiPqNATQpDQGZ8EU22OudGwxgZFNHxyAQewK5q4JZEVyelFK/MYAmZSEgE77IBlsMoA4q6Ls/kQVCxyAAgVAIMBtYPuzUbwygSV0IyIQvssEYwMimho5BIFUEMIDlSzf1GwNoUhcCMuGLbLAfA+jO9LmDcLeBYQYwsmmlYxCINQG+M7i06aN+YwBNikJAJnyRDcYARjY1dAwCqSWAASxt6qnfGECTohCQCV8owcWaOz8LPnQg2TOAoQyMi0IAAokmkG0Ac38vDfR7zet3XqKhDTA46jcG0KR9BGTCF0qw1y/DfN/o4X67R+7j3uy/xwCGkk4uCoHUEMAAljbV1G8MoElRCMiEL5Rgr38pu53K/ko3DGAoqeKiEIDAAARyv3ay0O8sr3/0phUy9RsDaNI+AjLhK0lwsb/cCrUfaAZvIAPono8ZwJKkk5NAAAI+CeQzgIW+kzz3d5jPSyS6GfUbA2gSOAIy4StJMAawJBg5CQQgEDMCGEBbwqjfGECTghCQCV9JgovdJT/fdi1+Nm7mfb+SpIuTQAACJSIwkAHUS+R+o0iJLpuY01C/Y2YAm5ubZfPmzdLd3S21tbWybds2mTp1akFBHjp0SFavXi1nzpyRiRMnyqZNm+Tee+/NtL98+bKsWbNGdu/eLT09PTJz5kzZuXOn09bPgYD8UCpvGwxgeflydghAIJoEMIC2vFC/Y2QADxw4IIsXL5aWlhaZNm2abNmyRdTgdXZ2yqhRo/op4dixY3LnnXfKhg0b5L777pN9+/Y5BvBHP/qR3HbbbU57/Vk/37t3r4wfP94xiydOnJCTJ0/K0KFDPdWFgDwRXdHAz9YF2e/U5c665XuPJfcdvHwvQhd6Ty93VZ3XaPzMFHqdg88hAAEIlIrAQL+Tcj/jPcArqVO/Y2QA1fTV1dXJ9u3bnSz29fVJTU2NLF26VBobG/vdTw8++KD88pe/lFdffTXz2fTp02Xy5MmOidTZv9GjR8vy5ctlxYoVTpve3l6prq6WPXv2yMKFCz3v0agJqNj34TwH6NGg2Ot5GcDsF5hzjWCh2HzmrlijVmx7KzfiIQABCJSbQL7fa4VWDmtfchey5dt42u/vfL/tvBiU6jz5rhO1+u3FohyfD7qsTijix6VLl2TYsGHS2toqCxYsyPS2vr7eeXTb1tbWbwRjx46VJ554QpYtW5b5TB/3Hj58WH7yk5/I6dOnZcKECXL8+HHHFLrH7NmznZ+ff/75fue8ePGi6B/3UMOo1/nwww+lqqoqdIq3rXlD3mmaW7F+FHu93Pb5ftbO6xjcz3L/6w4u3+fuZ268XxDFtvd7XtpBAAIQCItAvt9rbn3Q35/u79rs36nZfc3+PZz7e9drTMXWhkLnK9V5ChlAnURSDzFixAivISXy81gYwK6uLhkzZozoY90ZM2ZkErFy5Uppb2+Xjo6OfskZMmSI82j3oYceyny2Y8cOaWpqknPnzjnn0nf+9Nw33nhjps0DDzwggwYNEn3knHusXbvWieeAAAQgAAEIQCD+BHQC56abbor/QAKMAANYhAHMnQHUx9D//d//Lddee62cP3/eeSQdldnAAFpIZIhO85OX6KWWvEQvJ9oj8kJeokmg9L3Sh59at/VVsKuuuqr0F4jBGWNhAKPyCHigfPI+QTTVTl7ISzQJRLNX3C/kJZoE6FU5CMTCAOrAdRGIbvmiW7/oobNv+v5dQ0NDwUUgv/rVr+SVV17JcLvjjjtk0qRJVywC0QUguhDE/devrij2uwgkOyH84iyHPO3nJC92huU4A3kpB1X7OcmLnWE5zkBeykGVc8bGAOo7ebroY9euXY4R1G1gDh48KKdOnXJW7uoWMfqeoG7rooe+46cLOjZu3Cjz5s2T/fv3y/r16/ttA6OfZ28D8/bbb/veBgYDGP0biF+c0cwReSEv0SQQzV5xv0QzL3HvVWwMoILWLWDcjaB1pe7WrVudmUE95syZI+PGjXNm79xD9wlctWpVZiPoZ599Nu9G0C+88IKzEmjWrFmiC0VuueWWovOq7weq+fza174mV199ddHxBJSHAHkpD1frWcmLlWB54slLebhaz0perASJz0cgVgaQFEIAAhCAAAQgAAEI2AlgAO0MOQMEIAABCEAAAhCIFQEMYKzSRWchAAEIQAACEICAnQAG0M6QM0AAAhCAAAQgAIFYEcAAxipddBYCEIAABCAAAQjYCWAA7QzznuG1116Tv/qrvxLdVmbo0KHOljT6PcQc4RPQFXW6ely/Ezr3u6DD7136enDmzBlZt26dvPnmm9Ld3e3szP/Hf/zH8pd/+ZeiX+nIUTkCzc3NmZ0WamtrnX1XddstjnAI6M4SL730krPd2TXXXCO6l+2mTZvkc5/7XDgd4qqJIoABLEM6/+Ef/kH+9E//1Nl38K677pL//d//lXfeeUf0e4Y5wifw+OOPy7//+7/Lt7/9bQxg+OmQ119/3fnubf3e7ptvvtm5V/T+efjhh+W5556LQA/T0QXNge6n2tLS4vwDSfda1a20Ojs7RTfI56g8gd///d+XhQsXSl1dnVNHnnzySef+OHnypPzWb/1W5TvEFRNFAANY4nTqTar7ETY1NcmXvvSlEp+d01kJqOl74oknRE367/zO72AArUDLFK/7fe7cuVNOnz5dpitw2lwCavrUaOh+q3roty3p92gvXbo077ctQbDyBP7rv/7LMePt7e1y5513Vr4DXDFRBDCAJU7nP//zPzv/ev7bv/1bZ6NqfaSlm1ZrQbvttttKfDVOVwyBc+fOyZQpU5xH8dddd52MHz8eA1gMwAq21Q3cdWbwX/7lXyp41fReKsj3raeXVngjf++992TixIly4sQJ6kl4aUjMlTGAJU6lfuWcPsrS7yn++te/7swG/vVf/7X84z/+o/zbv/2bfPrTny7xFTmdHwKXL192vgVm5syZmW+HwQD6IVf5Nlrk1Kjr4199FMxRfgJdXV3OV2nqV2jOmDEjc8GVK1c6s00dHR3l7wRXGJCAzsjOnz/f+daq73//+9CCgJkABtAnwsbGRufl24GOf/3Xf3W+a3jRokXOdxb/2Z/9mdNcFx3cdNNN8vTTT8ujjz7q84o080PAb17UgOt3R2sxGzx4sPP1gBhAP4SDt/Gbm1tvvTVzkZ/+9KfOgin9ase/+Zu/CX5xIosigAEsClcojf/8z//ceW9ZzZ/WEw4IWAlgAH0S1Hcvfvaznw3Y+rOf/az80z/9k7Pw43vf+57z3cLuoY+Fv/CFL8gzzzzj84o080PAb150Ac4rr7wigwYNypz2k08+ccygGva9e/f6uRxtiiDgNzfuSl81IWr8pk+f7nyn91VXXVXE1WhqIcAjYAu98sc2NDRIW1ubfPe733X+4coBgVIQwACWgmLWOX7xi184L+nqdgruIpCPP/7Y+RebbnXhzgqW+LKczoPAf/zHf4jmxj3UbMydO1daW1uddzb5F3W4EtKZv9/7vd9zHv3+/d//vWPMOSpLQO8D3fJFt37RQx856qssaj50Npej8gT01RVdhPPyyy/L0aNHnff/OCBQKgIYwFKRzDrPsmXLHGOhC0E+85nPOAtAdPZJ93IaOXJkGa7IKYslwCPgYomVr72aP53503tFZ2Kzzd8NN9xQvgtz5isI6DYw9fX1zusragR1Gxh9bUJ/b1VXV0MrBAKPPfaY7Nu3z5n9y977b8SIEc6+gBwQsBDAAFroFYjVGb+vfe1r8nd/93fy0UcfZfbU0m1HOKJBAAMYjTxoL/Rx75/8yZ/k7ZDOgHBUjoBuAaP/YHV3L9CdDHRmkCMcAtmvrGT34MUXX5QlS5aE0ymumhgCGMDEpJKBQAACEIAABCAAAX8EMID+ONEKAhCAAAQgAAEIJIYABjAxqWQgEIAABCAAAQhAwB8BDKA/TrSCAAQgAAEIQAACiSGAAUxMKhkIBCAAAQhAAAIQ8EcAA+iPE60gAAEIQAACEIBAYghgABOTSgYCAQhAAAIQgAAE/BHAAPrjRCsIQAACEIAABCCQGAIYwMSkkoFAAAIQgAAEIAABfwQwgP440QoCEIAABCAAAQgkhgAGMDGpZCAQgAAEIAABCEDAHwEMoD9OtIIABCAAAQhAAAKJIYABTEwqGQgEIAABCEAAAhDwRwAD6I8TrSAAAQhAAAIQgEBiCGAAE5NKBgIBCEAAAhCAAAT8EcAA+uNEKwhAAAIQgAAEIJAYAhjAxKSSgUAAAhCAAAQgAAF/BDCA/jjRCgIQgAAEIAABCCSGAAYwMalkIBCAAAQgAAEIQMAfAQygP060ggAEIAABCEAAAokhgAFMTCoZCAQgAAEIQAACEPBHAAPojxOtIAABCEAAAhCAQGIIYAATk0oGAgEIQAACEIAABPwRwAD640QrCEAAAhCAAAQgkBgCGMDEpJKBQAACEIAABCAAAX8EMID+ONEKAhCAAAQgAAEIJIYABjAxqWQgEIAABCAAAQhAwB8BDKA/TrSCAAQgAAEIQAACiSGAAUxMKhkIBCAAAQhAAAIQ8EcAA+iPE60gAAEIQAACEIBAYghgABOTSgYCAQhAAAIQgAAE/BHAAPrjRCsIQAACEIAABCCQGAL/D7/8O11EmgY+AAAAAElFTkSuQmCC\" width=\"640\">"
      ],
      "text/plain": [
       "<IPython.core.display.HTML object>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "#Dilute the 1's class\n",
    "import random \n",
    "diluting_factor = 0.1\n",
    "ones_y_indices = y==1\n",
    "num_ones = sum(ones_y_indices)\n",
    "diluted_ys_indices =  random.sample(range(num_ones), int(num_ones*diluting_factor))\n",
    "diluted_ys = y[ones_y_indices][diluted_ys_indices]\n",
    "diluted_X_zeros = X[y==0]\n",
    "diluted_X_ones = X[ones_y_indices][diluted_ys_indices]\n",
    "diluted_X = np.concatenate([diluted_X_zeros, diluted_X_ones])\n",
    "diluted_y = np.concatenate([ y[y==0], diluted_ys])\n",
    "plt.scatter(diluted_X, diluted_y)\n",
    "plt.figure()\n",
    "plt.hist(diluted_X, bins=1000, density=True)\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 72,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4016\n",
      "984\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.97      0.96      0.96     10210\n",
      "           1       0.53      0.66      0.59       791\n",
      "\n",
      "    accuracy                           0.93     11001\n",
      "   macro avg       0.75      0.81      0.78     11001\n",
      "weighted avg       0.94      0.93      0.94     11001\n",
      "\n",
      "Theta0_D: [-2.82177408], theta1_D: [[2.97661369]]\n",
      "[[ 526  458]\n",
      " [ 265 9752]]\n"
     ]
    }
   ],
   "source": [
    "#Predict on diluted data\n",
    "X_train_D, X_test_D, y_train_D, y_test_D = train_test_split(diluted_X, diluted_y, test_size = 0.2) \n",
    "print(sum(y_train_D))\n",
    "print(sum(y_test_D))\n",
    "diluted_clf = LogisticRegressionCV(cv=5, random_state=0).fit(X_train_D, y_train_D)\n",
    "y_hat_D = diluted_clf.predict(X_test_D)\n",
    "print(classification_report(y_hat_D, y_test_D ))\n",
    "probs_D = diluted_clf.predict_proba(X_test_D)\n",
    "print(\"Theta0_D: {}, theta1_D: {}\".format(diluted_clf.intercept_, diluted_clf.coef_))\n",
    "ax1.scatter(X_test_D, probs_D[:,1])\n",
    "print(confusion_matrix(y_test_D, y_hat_D, labels=[1,0]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 73,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.09090247981964948\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.88      0.99      0.93      8869\n",
      "           1       0.95      0.44      0.60      2132\n",
      "\n",
      "    accuracy                           0.89     11001\n",
      "   macro avg       0.92      0.72      0.77     11001\n",
      "weighted avg       0.89      0.89      0.87     11001\n",
      "\n"
     ]
    }
   ],
   "source": [
    "#Prior correction\n",
    "tau = sum(y)/len(y)\n",
    "y_bar =  sum(diluted_y)/len(diluted_y)\n",
    "print(y_bar)\n",
    "corrected_intercept = diluted_clf.intercept_ - np.log( (1-tau)/tau*y_bar/(1-y_bar)    )\n",
    "diluted_clf.intercept_ = corrected_intercept\n",
    "y_hat_D_corrected = diluted_clf.predict(X_test_D)\n",
    "print(classification_report(y_hat_D_corrected, y_test_D ))\n",
    "probs_D_corrected = diluted_clf.predict_proba(X_test_D)\n",
    "ax1.scatter(X_test_D, probs_D_corrected[:,1])\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Intercept:[3.54512235], theta_1: [[11.09306056]]\n",
      "Classification threshold: [[-0.31958019]]\n"
     ]
    }
   ],
   "source": [
    "print(\"Intercept:{}, theta_1: {}\".format(diluted_clf.intercept_, diluted_clf.coef_))\n",
    "print(\"Classification threshold: {}\".format(-diluted_clf.intercept_/diluted_clf.coef_))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "print(corrected_intercept)\n",
    "print((1-tau)/tau*y_bar/(1-y_bar))\n",
    "print(y_bar/(1-y_bar))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.89      0.99      0.94      9010\n",
      "           1       0.93      0.46      0.62      1991\n",
      "\n",
      "    accuracy                           0.90     11001\n",
      "   macro avg       0.91      0.73      0.78     11001\n",
      "weighted avg       0.90      0.90      0.88     11001\n",
      "\n",
      "Theta0_D: [-0.86705957], theta1_D: [[3.65609987]]\n",
      "              precision    recall  f1-score   support\n",
      "\n",
      "           0       0.89      0.94      0.91      9501\n",
      "           1       0.94      0.90      0.92     10501\n",
      "\n",
      "    accuracy                           0.91     20002\n",
      "   macro avg       0.91      0.92      0.91     20002\n",
      "weighted avg       0.92      0.91      0.91     20002\n",
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<matplotlib.collections.PathCollection at 0x12aca6b10>"
      ]
     },
     "execution_count": 75,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "#Weighing\n",
    "tau = sum(y)/len(y)\n",
    "y_bar =  sum(diluted_y)/len(diluted_y)\n",
    "w1 = tau/y_bar\n",
    "w0 = (1-tau)/(1-y_bar)\n",
    "diluted_clf_weighing = LogisticRegressionCV(cv=5, random_state=0, class_weight={0:w0, 1:w1}).fit(X_train_D, y_train_D)\n",
    "y_hat_D = diluted_clf_weighing.predict(X_test_D)\n",
    "print(classification_report(y_hat_D, y_test_D ))\n",
    "probs_D = diluted_clf_weighing.predict_proba(X_test_D)\n",
    "print(\"Theta0_D: {}, theta1_D: {}\".format(diluted_clf_weighing.intercept_, diluted_clf_weighing.coef_))\n",
    "ax1.scatter(X_test_D, probs_D[:,1])\n",
    "y_hat_all_weighing = diluted_clf_weighing.predict(X_test)\n",
    "print(classification_report(y_hat_all_weighing, y_test))\n",
    "probs_all_weighing = diluted_clf_weighing.predict_proba(X_test)\n",
    "ax1.scatter(X_test, probs_all_weighing[:,1])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "ename": "ValueError",
     "evalue": "Length of values does not match length of index",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-78-2579ebd206e8>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0mdf\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mDataFrame\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0;34m'a'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m3\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'b'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m4\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m5\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m6\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mdf\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'a'\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;34m[\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m2\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m3\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;36m4\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m/usr/local/lib/python3.7/site-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36m__setitem__\u001b[0;34m(self, key, value)\u001b[0m\n\u001b[1;32m   3485\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3486\u001b[0m             \u001b[0;31m# set column\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3487\u001b[0;31m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_set_item\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3488\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3489\u001b[0m     \u001b[0;32mdef\u001b[0m \u001b[0m_setitem_slice\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.7/site-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36m_set_item\u001b[0;34m(self, key, value)\u001b[0m\n\u001b[1;32m   3562\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3563\u001b[0m         \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_ensure_valid_index\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3564\u001b[0;31m         \u001b[0mvalue\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_sanitize_column\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3565\u001b[0m         \u001b[0mNDFrame\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_set_item\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mkey\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3566\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.7/site-packages/pandas/core/frame.py\u001b[0m in \u001b[0;36m_sanitize_column\u001b[0;34m(self, key, value, broadcast)\u001b[0m\n\u001b[1;32m   3747\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3748\u001b[0m             \u001b[0;31m# turn me into an ndarray\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 3749\u001b[0;31m             \u001b[0mvalue\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0msanitize_index\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mvalue\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcopy\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;32mFalse\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   3750\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mvalue\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m(\u001b[0m\u001b[0mnp\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mndarray\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mIndex\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   3751\u001b[0m                 \u001b[0;32mif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mvalue\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlist\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mvalue\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m>\u001b[0m \u001b[0;36m0\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m/usr/local/lib/python3.7/site-packages/pandas/core/internals/construction.py\u001b[0m in \u001b[0;36msanitize_index\u001b[0;34m(data, index, copy)\u001b[0m\n\u001b[1;32m    610\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    611\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m!=\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mindex\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 612\u001b[0;31m         \u001b[0;32mraise\u001b[0m \u001b[0mValueError\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"Length of values does not match length of index\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    613\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    614\u001b[0m     \u001b[0;32mif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mABCIndexClass\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0mcopy\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mValueError\u001b[0m: Length of values does not match length of index"
     ]
    }
   ],
   "source": [
    "df = pd.DataFrame({'a':[1,2,3], 'b':[4,5,6]})\n",
    "df['a'] = [1,2,3,4]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}