perceptron.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "using Random # load the Random package to generate random numbers\n",
    "using Plots  # load the Plots plotting library\n",
    "using LinearAlgebra # load the LinearAlgebra package"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Note: you can add text written in Markdown to this notebook to explain your work and your conclusions by adding a new cell (using the \"+\" icon on the toolbar), and setting it to be a markdown cell (by toggling the \"Code\" dropdown on the toolbar to say \"Markdown\" instead). \n",
    "\n",
    "For examples of how to use Markdown, look at the examples in this notebook, or [this cheatsheet](https://github.com/adam-p/markdown-here/wiki/Markdown-Cheatsheet)."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Generate data\n",
    "Generate 50 random datapoints in 2 dimensions.\n",
    "Note that the last column is fixed at 1 to capture the offset"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [],
   "source": [
    "### DO NOT CHANGE THIS CODE BLOCK ###\n",
    "# this code sets the random number generator, \n",
    "# so everyone in the class will have consistent results\n",
    "Random.seed!(3)\n",
    "\n",
    "# set dimensions\n",
    "n = 50\n",
    "d = 2\n",
    "# generate input: the rows of X are the data points\n",
    "# notice the last column encodes the offset\n",
    "X = [randn(n, d) ones(n)]\n",
    "\n",
    "# Generate the target function w♮\n",
    "# Store the correct decision for each datapoint in y\n",
    "w♮ = randn(d+1)\n",
    "y = sign.(X*w♮);"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"utf-8\"?>\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\" width=\"600\" height=\"400\" viewBox=\"0 0 2400 1600\">\n",
       "<defs>\n",
       "  <clipPath id=\"clip8700\">\n",
       "    <rect x=\"0\" y=\"0\" width=\"2400\" height=\"1600\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<polygon clip-path=\"url(#clip8700)\" points=\"\n",
       "0,1600 2400,1600 2400,0 0,0 \n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<defs>\n",
       "  <clipPath id=\"clip8701\">\n",
       "    <rect x=\"480\" y=\"0\" width=\"1681\" height=\"1600\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<polygon clip-path=\"url(#clip8700)\" points=\"\n",
       "141.865,1487.47 2352.76,1487.47 2352.76,47.2441 141.865,47.2441 \n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<defs>\n",
       "  <clipPath id=\"clip8702\">\n",
       "    <rect x=\"141\" y=\"47\" width=\"2212\" height=\"1441\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<polyline clip-path=\"url(#clip8702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  141.865,1487.47 141.865,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  694.587,1487.47 694.587,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  1247.31,1487.47 1247.31,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  1800.03,1487.47 1800.03,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  2352.76,1487.47 2352.76,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  141.865,1487.47 2352.76,1487.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  141.865,1127.42 2352.76,1127.42 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  141.865,767.359 2352.76,767.359 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  141.865,407.302 2352.76,407.302 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8702)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  141.865,47.2441 2352.76,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,1487.47 2352.76,1487.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,1487.47 141.865,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,1487.47 141.865,1465.87 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  694.587,1487.47 694.587,1465.87 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1247.31,1487.47 1247.31,1465.87 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1800.03,1487.47 1800.03,1465.87 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  2352.76,1487.47 2352.76,1465.87 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,1487.47 175.028,1487.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,1127.42 175.028,1127.42 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,767.359 175.028,767.359 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,407.302 175.028,407.302 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip8700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,47.2441 175.028,47.2441 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip8700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 141.865, 1541.47)\" x=\"141.865\" y=\"1541.47\">-2</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip8700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 694.587, 1541.47)\" x=\"694.587\" y=\"1541.47\">-1</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip8700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 1247.31, 1541.47)\" x=\"1247.31\" y=\"1541.47\">0</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip8700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 1800.03, 1541.47)\" x=\"1800.03\" y=\"1541.47\">1</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip8700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 2352.76, 1541.47)\" x=\"2352.76\" y=\"1541.47\">2</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip8700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 117.865, 1504.97)\" x=\"117.865\" y=\"1504.97\">-2</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip8700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 117.865, 1144.92)\" x=\"117.865\" y=\"1144.92\">-1</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip8700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 117.865, 784.859)\" x=\"117.865\" y=\"784.859\">0</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip8700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 117.865, 424.802)\" x=\"117.865\" y=\"424.802\">1</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip8700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 117.865, 64.7441)\" x=\"117.865\" y=\"64.7441\">2</text>\n",
       "</g>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  709.373,1063.56 689.373,1083.56 709.373,1103.56 729.373,1083.56 709.373,1063.56 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  709.373,1067.56 693.373,1083.56 709.373,1099.56 725.373,1083.56 709.373,1067.56 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1191.15,482.837 1171.15,502.837 1191.15,522.837 1211.15,502.837 1191.15,482.837 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1191.15,486.837 1175.15,502.837 1191.15,518.837 1207.15,502.837 1191.15,486.837 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  394.728,218.855 374.728,238.855 394.728,258.855 414.728,238.855 394.728,218.855 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  394.728,222.855 378.728,238.855 394.728,254.855 410.728,238.855 394.728,222.855 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1713.93,472.215 1693.93,492.215 1713.93,512.215 1733.93,492.215 1713.93,472.215 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1713.93,476.215 1697.93,492.215 1713.93,508.215 1729.93,492.215 1713.93,476.215 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1112.11,891.853 1092.11,911.853 1112.11,931.853 1132.11,911.853 1112.11,891.853 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1112.11,895.853 1096.11,911.853 1112.11,927.853 1128.11,911.853 1112.11,895.853 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1287.04,307.682 1267.04,327.682 1287.04,347.682 1307.04,327.682 1287.04,307.682 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1287.04,311.682 1271.04,327.682 1287.04,343.682 1303.04,327.682 1287.04,311.682 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  963.868,1028.58 943.868,1048.58 963.868,1068.58 983.868,1048.58 963.868,1028.58 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  963.868,1032.58 947.868,1048.58 963.868,1064.58 979.868,1048.58 963.868,1032.58 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  373.876,549.974 353.876,569.974 373.876,589.974 393.876,569.974 373.876,549.974 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  373.876,553.974 357.876,569.974 373.876,585.974 389.876,569.974 373.876,553.974 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1530.12,229.984 1510.12,249.984 1530.12,269.984 1550.12,249.984 1530.12,229.984 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1530.12,233.984 1514.12,249.984 1530.12,265.984 1546.12,249.984 1530.12,233.984 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  856.385,630.441 836.385,650.441 856.385,670.441 876.385,650.441 856.385,630.441 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  856.385,634.441 840.385,650.441 856.385,666.441 872.385,650.441 856.385,634.441 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  602.782,1111.59 582.782,1131.59 602.782,1151.59 622.782,1131.59 602.782,1111.59 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  602.782,1115.59 586.782,1131.59 602.782,1147.59 618.782,1131.59 602.782,1115.59 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1008.32,370.372 988.317,390.372 1008.32,410.372 1028.32,390.372 1008.32,370.372 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1008.32,374.372 992.317,390.372 1008.32,406.372 1024.32,390.372 1008.32,374.372 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  855.453,1053.18 835.453,1073.18 855.453,1093.18 875.453,1073.18 855.453,1053.18 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  855.453,1057.18 839.453,1073.18 855.453,1089.18 871.453,1073.18 855.453,1057.18 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1132.11,542.74 1112.11,562.74 1132.11,582.74 1152.11,562.74 1132.11,542.74 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1132.11,546.74 1116.11,562.74 1132.11,578.74 1148.11,562.74 1132.11,546.74 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1443.13,606.508 1423.13,626.508 1443.13,646.508 1463.13,626.508 1443.13,606.508 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1443.13,610.508 1427.13,626.508 1443.13,642.508 1459.13,626.508 1443.13,610.508 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  918.108,785.798 898.108,805.798 918.108,825.798 938.108,805.798 918.108,785.798 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  918.108,789.798 902.108,805.798 918.108,821.798 934.108,805.798 918.108,789.798 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  844.419,341.444 824.419,361.444 844.419,381.444 864.419,361.444 844.419,341.444 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  844.419,345.444 828.419,361.444 844.419,377.444 860.419,361.444 844.419,345.444 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1597.44,277.532 1577.44,297.532 1597.44,317.532 1617.44,297.532 1597.44,277.532 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1597.44,281.532 1581.44,297.532 1597.44,313.532 1613.44,297.532 1597.44,281.532 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1627.27,142.931 1607.27,162.931 1627.27,182.931 1647.27,162.931 1627.27,142.931 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1627.27,146.931 1611.27,162.931 1627.27,178.931 1643.27,162.931 1627.27,146.931 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1333.93,734.574 1313.93,754.574 1333.93,774.574 1353.93,754.574 1333.93,734.574 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1333.93,738.574 1317.93,754.574 1333.93,770.574 1349.93,754.574 1333.93,738.574 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  578.27,322.45 558.27,342.45 578.27,362.45 598.27,342.45 578.27,322.45 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  578.27,326.45 562.27,342.45 578.27,358.45 594.27,342.45 578.27,326.45 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1652.94,470.227 1632.94,490.227 1652.94,510.227 1672.94,490.227 1652.94,470.227 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1652.94,474.227 1636.94,490.227 1652.94,506.227 1668.94,490.227 1652.94,474.227 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  402.846,518.7 382.846,538.7 402.846,558.7 422.846,538.7 402.846,518.7 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  402.846,522.7 386.846,538.7 402.846,554.7 418.846,538.7 402.846,522.7 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1949.68,138.459 1929.68,158.459 1949.68,178.459 1969.68,158.459 1949.68,138.459 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1949.68,142.459 1933.68,158.459 1949.68,174.459 1965.68,158.459 1949.68,142.459 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1403.47,646.762 1383.47,666.762 1403.47,686.762 1423.47,666.762 1403.47,646.762 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1403.47,650.762 1387.47,666.762 1403.47,682.762 1419.47,666.762 1403.47,650.762 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  2096.28,351.668 2076.28,371.668 2096.28,391.668 2116.28,371.668 2096.28,351.668 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  2096.28,355.668 2080.28,371.668 2096.28,387.668 2112.28,371.668 2096.28,355.668 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  637.992,514.172 617.992,534.172 637.992,554.172 657.992,534.172 637.992,514.172 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  637.992,518.172 621.992,534.172 637.992,550.172 653.992,534.172 637.992,518.172 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  848.49,740.398 828.49,760.398 848.49,780.398 868.49,760.398 848.49,740.398 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  848.49,744.398 832.49,760.398 848.49,776.398 864.49,760.398 848.49,744.398 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  979.687,381.176 959.687,401.176 979.687,421.176 999.687,401.176 979.687,381.176 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  979.687,385.176 963.687,401.176 979.687,417.176 995.687,401.176 979.687,385.176 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1843.65,134.917 1823.65,154.917 1843.65,174.917 1863.65,154.917 1843.65,134.917 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1843.65,138.917 1827.65,154.917 1843.65,170.917 1859.65,154.917 1843.65,138.917 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1362.78,645.991 1342.78,665.991 1362.78,685.991 1382.78,665.991 1362.78,645.991 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8702)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1362.78,649.991 1346.78,665.991 1362.78,681.991 1378.78,665.991 1362.78,649.991 \n",
       "  \"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1905.91\" cy=\"1014.33\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1905.91\" cy=\"1014.33\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1303.02\" cy=\"883.084\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1303.02\" cy=\"883.084\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1246.22\" cy=\"941.161\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1246.22\" cy=\"941.161\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1804.89\" cy=\"961.912\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1804.89\" cy=\"961.912\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1887.4\" cy=\"637.411\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1887.4\" cy=\"637.411\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"984.679\" cy=\"1141.65\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"984.679\" cy=\"1141.65\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"834.961\" cy=\"1181.34\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"834.961\" cy=\"1181.34\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1070.23\" cy=\"1125.2\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1070.23\" cy=\"1125.2\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"2006.76\" cy=\"775.389\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"2006.76\" cy=\"775.389\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1436.62\" cy=\"1202.18\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1436.62\" cy=\"1202.18\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1586.09\" cy=\"864.041\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1586.09\" cy=\"864.041\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1591.13\" cy=\"855.375\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1591.13\" cy=\"855.375\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1172.64\" cy=\"993.808\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1172.64\" cy=\"993.808\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1519.7\" cy=\"839.013\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1519.7\" cy=\"839.013\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1932.45\" cy=\"860.708\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1932.45\" cy=\"860.708\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"907.933\" cy=\"1258.58\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip8702)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"907.933\" cy=\"1258.58\" r=\"14\"/>\n",
       "<polygon clip-path=\"url(#clip8700)\" points=\"\n",
       "1933.71,312.204 2280.76,312.204 2280.76,130.764 1933.71,130.764 \n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<polyline clip-path=\"url(#clip8700)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1933.71,312.204 2280.76,312.204 2280.76,130.764 1933.71,130.764 1933.71,312.204 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8700)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  2041.71,163.244 2013.71,191.244 2041.71,219.244 2069.71,191.244 2041.71,163.244 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip8700)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  2041.71,167.244 2017.71,191.244 2041.71,215.244 2065.71,191.244 2041.71,167.244 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip8700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 2125.71, 208.744)\" x=\"2125.71\" y=\"208.744\">y=1</text>\n",
       "</g>\n",
       "<circle clip-path=\"url(#clip8700)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"2041.71\" cy=\"251.724\" r=\"25\"/>\n",
       "<circle clip-path=\"url(#clip8700)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"2041.71\" cy=\"251.724\" r=\"21\"/>\n",
       "<g clip-path=\"url(#clip8700)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 2125.71, 269.224)\" x=\"2125.71\" y=\"269.224\">y=-1</text>\n",
       "</g>\n",
       "</svg>\n"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# plot data points X and color according to y\n",
    "scatter(X[y.==1,1], X[y.==1,2], color=:blue, marker=:diamond, label=\"y=1\")\n",
    "scatter!(X[y.==-1,1], X[y.==-1,2], color=:red, marker=:circle, label=\"y=-1\")\n",
    "xlims!((-2,2))\n",
    "ylims!((-2,2))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "plot_perceptron"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "\"\"\"\n",
    "This function takes data points X, plots them, and colors them correctly according to y.\n",
    "This function also plots the line w'*x = 0.\n",
    "We are plotting just the first two dimensions of x; \n",
    "the last (offset) coordinate of w sets the offset of the line from the origin.\n",
    "\"\"\"\n",
    "function plot_perceptron(X,y,w)\n",
    "    # plot data points X and color according to y\n",
    "    p = scatter(X[y.==1,1], X[y.==1,2], color=:blue, marker=:diamond, label=\"y=1\")\n",
    "    scatter!(p, X[y.==-1,1], X[y.==-1,2], color=:red, marker=:circle, label=\"y=-1\")\n",
    "    \n",
    "    # plot vector w\n",
    "    x1samples = [minimum(X[:,1]), maximum(X[:,1])]\n",
    "    if w[2]!=0\n",
    "        plot!(p, x1samples, [-(w[1]*x1 + w[3])/w[2] for x1 in x1samples], color=:black, label=\"classification boundary\")\n",
    "    end\n",
    "    \n",
    "    # set figure limits\n",
    "    xlims!(p, (-2,2))\n",
    "    ylims!(p, (-2,2))\n",
    "    \n",
    "    return p\n",
    "end"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"utf-8\"?>\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\" width=\"600\" height=\"400\" viewBox=\"0 0 2400 1600\">\n",
       "<defs>\n",
       "  <clipPath id=\"clip9100\">\n",
       "    <rect x=\"0\" y=\"0\" width=\"2400\" height=\"1600\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<polygon clip-path=\"url(#clip9100)\" points=\"\n",
       "0,1600 2400,1600 2400,0 0,0 \n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<defs>\n",
       "  <clipPath id=\"clip9101\">\n",
       "    <rect x=\"480\" y=\"0\" width=\"1681\" height=\"1600\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<polygon clip-path=\"url(#clip9100)\" points=\"\n",
       "141.865,1487.47 2352.76,1487.47 2352.76,47.2441 141.865,47.2441 \n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<defs>\n",
       "  <clipPath id=\"clip9102\">\n",
       "    <rect x=\"141\" y=\"47\" width=\"2212\" height=\"1441\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<polyline clip-path=\"url(#clip9102)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  141.865,1487.47 141.865,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9102)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  694.587,1487.47 694.587,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9102)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  1247.31,1487.47 1247.31,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9102)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  1800.03,1487.47 1800.03,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9102)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  2352.76,1487.47 2352.76,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9102)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  141.865,1487.47 2352.76,1487.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9102)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  141.865,1127.42 2352.76,1127.42 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9102)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  141.865,767.359 2352.76,767.359 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9102)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  141.865,407.302 2352.76,407.302 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9102)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  141.865,47.2441 2352.76,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,1487.47 2352.76,1487.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,1487.47 141.865,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,1487.47 141.865,1465.87 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  694.587,1487.47 694.587,1465.87 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1247.31,1487.47 1247.31,1465.87 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1800.03,1487.47 1800.03,1465.87 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  2352.76,1487.47 2352.76,1465.87 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,1487.47 175.028,1487.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,1127.42 175.028,1127.42 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,767.359 175.028,767.359 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,407.302 175.028,407.302 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  141.865,47.2441 175.028,47.2441 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip9100)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 141.865, 1541.47)\" x=\"141.865\" y=\"1541.47\">-2</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip9100)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 694.587, 1541.47)\" x=\"694.587\" y=\"1541.47\">-1</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip9100)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 1247.31, 1541.47)\" x=\"1247.31\" y=\"1541.47\">0</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip9100)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 1800.03, 1541.47)\" x=\"1800.03\" y=\"1541.47\">1</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip9100)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 2352.76, 1541.47)\" x=\"2352.76\" y=\"1541.47\">2</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip9100)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 117.865, 1504.97)\" x=\"117.865\" y=\"1504.97\">-2</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip9100)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 117.865, 1144.92)\" x=\"117.865\" y=\"1144.92\">-1</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip9100)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 117.865, 784.859)\" x=\"117.865\" y=\"784.859\">0</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip9100)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 117.865, 424.802)\" x=\"117.865\" y=\"424.802\">1</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip9100)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 117.865, 64.7441)\" x=\"117.865\" y=\"64.7441\">2</text>\n",
       "</g>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  709.373,1063.56 689.373,1083.56 709.373,1103.56 729.373,1083.56 709.373,1063.56 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  709.373,1067.56 693.373,1083.56 709.373,1099.56 725.373,1083.56 709.373,1067.56 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1191.15,482.837 1171.15,502.837 1191.15,522.837 1211.15,502.837 1191.15,482.837 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1191.15,486.837 1175.15,502.837 1191.15,518.837 1207.15,502.837 1191.15,486.837 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  394.728,218.855 374.728,238.855 394.728,258.855 414.728,238.855 394.728,218.855 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  394.728,222.855 378.728,238.855 394.728,254.855 410.728,238.855 394.728,222.855 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1713.93,472.215 1693.93,492.215 1713.93,512.215 1733.93,492.215 1713.93,472.215 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1713.93,476.215 1697.93,492.215 1713.93,508.215 1729.93,492.215 1713.93,476.215 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1112.11,891.853 1092.11,911.853 1112.11,931.853 1132.11,911.853 1112.11,891.853 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1112.11,895.853 1096.11,911.853 1112.11,927.853 1128.11,911.853 1112.11,895.853 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1287.04,307.682 1267.04,327.682 1287.04,347.682 1307.04,327.682 1287.04,307.682 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1287.04,311.682 1271.04,327.682 1287.04,343.682 1303.04,327.682 1287.04,311.682 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  963.868,1028.58 943.868,1048.58 963.868,1068.58 983.868,1048.58 963.868,1028.58 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  963.868,1032.58 947.868,1048.58 963.868,1064.58 979.868,1048.58 963.868,1032.58 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  373.876,549.974 353.876,569.974 373.876,589.974 393.876,569.974 373.876,549.974 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  373.876,553.974 357.876,569.974 373.876,585.974 389.876,569.974 373.876,553.974 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1530.12,229.984 1510.12,249.984 1530.12,269.984 1550.12,249.984 1530.12,229.984 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1530.12,233.984 1514.12,249.984 1530.12,265.984 1546.12,249.984 1530.12,233.984 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  856.385,630.441 836.385,650.441 856.385,670.441 876.385,650.441 856.385,630.441 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  856.385,634.441 840.385,650.441 856.385,666.441 872.385,650.441 856.385,634.441 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  602.782,1111.59 582.782,1131.59 602.782,1151.59 622.782,1131.59 602.782,1111.59 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  602.782,1115.59 586.782,1131.59 602.782,1147.59 618.782,1131.59 602.782,1115.59 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1008.32,370.372 988.317,390.372 1008.32,410.372 1028.32,390.372 1008.32,370.372 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1008.32,374.372 992.317,390.372 1008.32,406.372 1024.32,390.372 1008.32,374.372 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  855.453,1053.18 835.453,1073.18 855.453,1093.18 875.453,1073.18 855.453,1053.18 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  855.453,1057.18 839.453,1073.18 855.453,1089.18 871.453,1073.18 855.453,1057.18 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1132.11,542.74 1112.11,562.74 1132.11,582.74 1152.11,562.74 1132.11,542.74 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1132.11,546.74 1116.11,562.74 1132.11,578.74 1148.11,562.74 1132.11,546.74 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1443.13,606.508 1423.13,626.508 1443.13,646.508 1463.13,626.508 1443.13,606.508 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1443.13,610.508 1427.13,626.508 1443.13,642.508 1459.13,626.508 1443.13,610.508 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  918.108,785.798 898.108,805.798 918.108,825.798 938.108,805.798 918.108,785.798 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  918.108,789.798 902.108,805.798 918.108,821.798 934.108,805.798 918.108,789.798 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  844.419,341.444 824.419,361.444 844.419,381.444 864.419,361.444 844.419,341.444 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  844.419,345.444 828.419,361.444 844.419,377.444 860.419,361.444 844.419,345.444 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1597.44,277.532 1577.44,297.532 1597.44,317.532 1617.44,297.532 1597.44,277.532 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1597.44,281.532 1581.44,297.532 1597.44,313.532 1613.44,297.532 1597.44,281.532 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1627.27,142.931 1607.27,162.931 1627.27,182.931 1647.27,162.931 1627.27,142.931 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1627.27,146.931 1611.27,162.931 1627.27,178.931 1643.27,162.931 1627.27,146.931 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1333.93,734.574 1313.93,754.574 1333.93,774.574 1353.93,754.574 1333.93,734.574 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1333.93,738.574 1317.93,754.574 1333.93,770.574 1349.93,754.574 1333.93,738.574 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  578.27,322.45 558.27,342.45 578.27,362.45 598.27,342.45 578.27,322.45 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  578.27,326.45 562.27,342.45 578.27,358.45 594.27,342.45 578.27,326.45 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1652.94,470.227 1632.94,490.227 1652.94,510.227 1672.94,490.227 1652.94,470.227 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1652.94,474.227 1636.94,490.227 1652.94,506.227 1668.94,490.227 1652.94,474.227 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  402.846,518.7 382.846,538.7 402.846,558.7 422.846,538.7 402.846,518.7 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  402.846,522.7 386.846,538.7 402.846,554.7 418.846,538.7 402.846,522.7 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1949.68,138.459 1929.68,158.459 1949.68,178.459 1969.68,158.459 1949.68,138.459 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1949.68,142.459 1933.68,158.459 1949.68,174.459 1965.68,158.459 1949.68,142.459 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1403.47,646.762 1383.47,666.762 1403.47,686.762 1423.47,666.762 1403.47,646.762 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1403.47,650.762 1387.47,666.762 1403.47,682.762 1419.47,666.762 1403.47,650.762 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  2096.28,351.668 2076.28,371.668 2096.28,391.668 2116.28,371.668 2096.28,351.668 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  2096.28,355.668 2080.28,371.668 2096.28,387.668 2112.28,371.668 2096.28,355.668 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  637.992,514.172 617.992,534.172 637.992,554.172 657.992,534.172 637.992,514.172 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  637.992,518.172 621.992,534.172 637.992,550.172 653.992,534.172 637.992,518.172 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  848.49,740.398 828.49,760.398 848.49,780.398 868.49,760.398 848.49,740.398 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  848.49,744.398 832.49,760.398 848.49,776.398 864.49,760.398 848.49,744.398 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  979.687,381.176 959.687,401.176 979.687,421.176 999.687,401.176 979.687,381.176 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  979.687,385.176 963.687,401.176 979.687,417.176 995.687,401.176 979.687,385.176 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1843.65,134.917 1823.65,154.917 1843.65,174.917 1863.65,154.917 1843.65,134.917 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1843.65,138.917 1827.65,154.917 1843.65,170.917 1859.65,154.917 1843.65,138.917 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1362.78,645.991 1342.78,665.991 1362.78,685.991 1382.78,665.991 1362.78,645.991 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9102)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1362.78,649.991 1346.78,665.991 1362.78,681.991 1378.78,665.991 1362.78,649.991 \n",
       "  \"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1905.91\" cy=\"1014.33\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1905.91\" cy=\"1014.33\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1303.02\" cy=\"883.084\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1303.02\" cy=\"883.084\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1246.22\" cy=\"941.161\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1246.22\" cy=\"941.161\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1804.89\" cy=\"961.912\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1804.89\" cy=\"961.912\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1887.4\" cy=\"637.411\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1887.4\" cy=\"637.411\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"984.679\" cy=\"1141.65\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"984.679\" cy=\"1141.65\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"834.961\" cy=\"1181.34\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"834.961\" cy=\"1181.34\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1070.23\" cy=\"1125.2\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1070.23\" cy=\"1125.2\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"2006.76\" cy=\"775.389\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"2006.76\" cy=\"775.389\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1436.62\" cy=\"1202.18\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1436.62\" cy=\"1202.18\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1586.09\" cy=\"864.041\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1586.09\" cy=\"864.041\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1591.13\" cy=\"855.375\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1591.13\" cy=\"855.375\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1172.64\" cy=\"993.808\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1172.64\" cy=\"993.808\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1519.7\" cy=\"839.013\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1519.7\" cy=\"839.013\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1932.45\" cy=\"860.708\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1932.45\" cy=\"860.708\" r=\"14\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"907.933\" cy=\"1258.58\" r=\"18\"/>\n",
       "<circle clip-path=\"url(#clip9102)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"907.933\" cy=\"1258.58\" r=\"14\"/>\n",
       "<polyline clip-path=\"url(#clip9102)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  -145.404,1681.29 2394.1,254.492 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9100)\" points=\"\n",
       "1553.88,372.684 2280.76,372.684 2280.76,130.764 1553.88,130.764 \n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1553.88,372.684 2280.76,372.684 2280.76,130.764 1553.88,130.764 1553.88,372.684 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9100)\" style=\"fill:#000000; fill-opacity:1\" points=\"\n",
       "  1661.88,163.244 1633.88,191.244 1661.88,219.244 1689.88,191.244 1661.88,163.244 \n",
       "  \"/>\n",
       "<polygon clip-path=\"url(#clip9100)\" style=\"fill:#0000ff; fill-opacity:1\" points=\"\n",
       "  1661.88,167.244 1637.88,191.244 1661.88,215.244 1685.88,191.244 1661.88,167.244 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip9100)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1745.88, 208.744)\" x=\"1745.88\" y=\"208.744\">y=1</text>\n",
       "</g>\n",
       "<circle clip-path=\"url(#clip9100)\" style=\"fill:#000000; stroke:none; fill-opacity:1\" cx=\"1661.88\" cy=\"251.724\" r=\"25\"/>\n",
       "<circle clip-path=\"url(#clip9100)\" style=\"fill:#ff0000; stroke:none; fill-opacity:1\" cx=\"1661.88\" cy=\"251.724\" r=\"21\"/>\n",
       "<g clip-path=\"url(#clip9100)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1745.88, 269.224)\" x=\"1745.88\" y=\"269.224\">y=-1</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip9100)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1577.88,312.204 1721.88,312.204 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip9100)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1745.88, 329.704)\" x=\"1745.88\" y=\"329.704\">classification boundary</text>\n",
       "</g>\n",
       "</svg>\n"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Double check our function by plotting the points with the truth vector \n",
    "plot_perceptron(X,y,w♮)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# a) Code the missing parts of the Perceptron algorithm\n",
    "Inputs to Perceptron are: \n",
    "* required arguments:\n",
    "    * X = data points\n",
    "    * Y = true values\n",
    "* optional arguments:\n",
    "    * maxsteps = maximum number of updates to w (default: 100)\n",
    "    * w = initial guess of w (default: random)\n",
    "\n",
    "Perceptron should start with the input guess of w, make at most maxsteps updates, and return the final w."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "perceptron (generic function with 1 method)"
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "function perceptron(X,y;\n",
    "                    maxsteps=100, # \n",
    "                    w = rand(size(X,2))) # initial guess for w\n",
    "    \n",
    "    ## YOUR CODE HERE p\n",
    "    \n",
    "    return w\n",
    "end"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# b) Run perceptron on linearly separable data set"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "w_final = perceptron(X,y)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# c) Run perceptron on data sets of size n = 20, 100, and 1000"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# d) Run perceptron on data set of size n = 1000 with dimension d = 10"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# e) Run perceptron on dataset from (d) 100 times.\n",
    "Plot a histogram for the number of updates that the algorithm takes to converge.\n",
    "\n",
    "For this portion, make sure your perceptron implementation picks the next consideration point x(t) randomly instead of deterministically."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# g) Add an outlier. What happens?"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1.0"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "### DO NOT CHANGE THIS CODE BLOCK ###\n",
    "# (re)generate data with same random seed, adding one outlier\n",
    "Random.seed!(3)\n",
    "\n",
    "# set dimensions\n",
    "n = 50\n",
    "d = 2\n",
    "# generate input\n",
    "X = [randn(n, d) ones(n)]\n",
    "w♮ = randn(d+1)\n",
    "y = sign.(X*w♮);\n",
    "y[1] *= -1 # flip classification of the first data point"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3-element Array{Float64,1}:\n",
       " 0.9086642860439373\n",
       " 0.7327516245131727\n",
       " 0.8519991902760575"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# run the perceptron and see what happens\n",
    "perceptron(X,y,maxsteps=50)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# h) Try out one idea to fix perceptron"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Julia 1.1.0",
   "language": "julia",
   "name": "julia-1.1"
  },
  "language_info": {
   "file_extension": ".jl",
   "mimetype": "application/julia",
   "name": "julia",
   "version": "1.1.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}