mirror of
https://github.com/saymrwulf/nvidia-AI.summerschool17-notebooks.git
synced 2026-11-20 09:52:58 +00:00
343 lines
136 KiB
Text
343 lines
136 KiB
Text
|
|
{
|
||
|
|
"metadata": {
|
||
|
|
"name": "15-linear-lsq"
|
||
|
|
},
|
||
|
|
"nbformat": 3,
|
||
|
|
"nbformat_minor": 0,
|
||
|
|
"worksheets": [
|
||
|
|
{
|
||
|
|
"cells": [
|
||
|
|
{
|
||
|
|
"cell_type": "markdown",
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"Title: Linear Least Square for Classification\n",
|
||
|
|
"Author: Thomas Breuel\n",
|
||
|
|
"Institution: UniKL"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [
|
||
|
|
"\n",
|
||
|
|
"\n",
|
||
|
|
"import scipy,pylab,numpy\n",
|
||
|
|
"from numpy import *\n",
|
||
|
|
"from scipy import *\n",
|
||
|
|
"from pylab import *\n",
|
||
|
|
"from urllib import urlopen\n",
|
||
|
|
"from gzip import GzipFile\n",
|
||
|
|
"from scipy.spatial import distance\n",
|
||
|
|
"from scipy.spatial.distance import cdist"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [],
|
||
|
|
"prompt_number": 1
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "heading",
|
||
|
|
"level": 1,
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"Linear Classification Problem"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "markdown",
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"We generate a linear classification problem as before."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"data = random_sample((1000,2))\n",
|
||
|
|
"labels = (data[:,0]*0.7+data[:,1]*0.4>0.5)\n",
|
||
|
|
"d0 = data[labels==False]\n",
|
||
|
|
"d1 = data[labels]\n",
|
||
|
|
"figure(figsize=(6,6)); xlim((0,1)); ylim((0,1))\n",
|
||
|
|
"plot(d0[:,0],d0[:,1],\"bo\")\n",
|
||
|
|
"plot(d1[:,0],d1[:,1],\"ro\")\n",
|
||
|
|
"print len(d0),len(d1)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"462 538\n"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "display_data",
|
||
|
|
"png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAFtCAYAAAD8jSoDAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsvX9wFNeZLvwIBMxgSTCWSAYhsgaROEIWRPoWr7z1rUS8\n1xpntTe73uyVcIwhAYywsPj1VbhrJHlkMFkXVPl+CGTjjV1ZJyTfpXb31nqvxgFRIYyoWgjUhhsZ\nTFK2TNaAGBurZAO2BhA+3x+jHnX3nNN9+vTpHyP0VLkSRj19Tvd0v+c9z/u875tDCCGYwAQmMIEJ\njCtM8noCE5jABCYwAfmYMO4TmMAEJjAOMWHcJzCBCUxgHGLCuE9gAhOYwDjEhHGfwAQmMIFxiAnj\nPoEJTGAC4xCmxn3VqlX48pe/jIqKCuYxGzZswFe/+lUsXrwYZ86ckTrBCUxgAhOYgHWYGvfvf//7\nOHToEPPvb731Ft577z28++67+Id/+Ac8/fTTUic4gQlMYAITsA5T4/5nf/ZnCIVCzL//27/9G1au\nXAkA+JM/+RN88skn+PDDD+XNcAITmMAEJmAZtjn3y5cvY+7cuel/l5SU4NKlS3ZPO4EJTGACE7CB\nXBkn0VcwyMnJyTiG9tkEJjCBCUzAHCJVYmx77nPmzMHFixfT/7506RLmzJlDPZYQwv1fXV0rAJLx\nXyTSBkIIysvXAmgFEB393zgAgtraaPoctbVR6jnUx9j5r7WujnJ2oC0SMfxeNCpnfMMxamupc4vW\n1jo6rtV74sa9sHrf4gBWUJ8cZ+8f7V549Tt6/Z/fngsv/xOFbc/929/+Nvbt24dly5bh5MmTmDlz\nJr785S9Tj41E2nDzZi6mTRvBhg11qK+vYZ735k361JLJyYjFevH++zkAXlD9pRUAEAjcSX8ybdoI\n9RzqY+wg9+ZN6ueTk0kp57eDkWnTNP/uBdAD4GJfH9oiEdRt2ICa+nqhc/fGYujp7ETuzZsYmTZN\ncy4/3xMeXLp2DYcBzGX8/U4g4OZ0Mn5Hr+YxAXEYvS9OwtS4P/7444jH4/j4448xd+5cPP/887h9\n+zYAoKmpCX/xF3+Bt956CwsWLMA999yDH//4x8xz9fSMGeP+/pQxZhl4I8Pc3v4TDA+HAXQAGAFQ\nB2AngsFGtLSsTx+7YUMd+vtb0d+/M/1Zaek2tLQ8anbZXPDzi1e3YQNa+/uxs78fvQAOA9gJAEND\nQE8PWvv7AQA19fWWHr7eWAyHN25Mn7cHwOu9vThYVobGHTscvSduvCTTkLpPvQBWA5iN1EsyAmAg\nHMb3WlqkjqfGf777LtoiEc31qX9HBdtKS/Eoxzy8MioTGIP6fVGgfvccBXEJAAhANP9FIm3M47u7\n46S0dJvm+NLSZ0k02kUCgXW6c20jQJxUVGyinicSaSO1tVESibSR7u64tGuKd3eTbaWlmot6trSU\nxLu7Db/3q1/9StoczObXFomQxlCIZNx8gLRFItRr2GZwDa11dYQAJA6QVQBpBUh09H9XhcOkKxq1\ndE/09yLe3U1a6+pItLaWtNbVpb9ndZ4i96q1ro6snDEjfX2bdfdrczgsbTza+E8UF2vGawoGydry\ncrK6spI0V1WRaG1t+jfjOZ+T98tpuPWOOA3lfaG9e7wQNdOeGvfa2qjhd2iGua6ulXavCNBmuFg4\nBcWAWnnx3Ea0tpb6gCkG1MrDp5xrNUC26b6zDSBrqqq474nekNMWBsUgyXhJWFAbwtbR87ZSxpI1\nHg3M67NgmNX3s6GwkMRdnL8bYC38fp6P0bvHC1HjLkUtIwoz7ru+vgb19TWIxXrR2dmD3buPoq/v\nIvXYQOADtLSsdmKahqipr/fFVtdoC25EleQyuHAWR66c6waA13R/2wng8QsXuO4JbbvaePw4Dg4P\na8/Z34/2vXsd5fJ7OjvT86hDKnozhXGsE7GD3lgMF0+fpo83+r/KfeChyxS0jv6vmvi0O38eqscJ\nOshTesPGfHhpSkcoNKElQQDQee6lpc9yUSSZ9Azdc6+qanbhKvwJ2ha8KRgkXdEo8+/PCnrEyrlW\nMDzbFaEQ15xp40YZ5xTZYViB3ruKA6TBJc9duZ/MnQKnt2fm+cuYPw/VY4UOsuKJO/n7i4B3PjzU\nrdk9EzXTrhp3Ee47k4aJkxTHPvZZINBEKitXS+XTswmsB60hGNRw1jSqRCRuEO/uJn+Vn58xXhwg\nj+Xnc72stO2qERUiGt8QvX/x0QXSifFoY8eRSXM9O/o5jyFjbv8lzp/HoNkxekbUkwx6QyaszMeM\npjS7Z6LG3VVa5tChHZa/kymJTG0y77nnb3DnTj6Sya8gmfwuzpypwcaNxgqc8QoWZVE2PIwjo1t5\nFlWifNa+dy8mJ5O4Ewjg0ZYW8632li3Y8uqreCmRSP0dwM8mT8b/un4diMcBGG+badvVOgDrgkHs\nV1EzijKEd54ioClSDpWWYtHy5Wg/eVL6eGoov53yxLYjRcWcycnB/0NI+nMzhQxr+/+7oiJ0lJdL\nmf9nV65QP78xMJD+/7z0mZoKU2BEPflNmWZlPmY0pVOUo6ecOw/oksgaBAJdGBx8Q/Npf/9O7N3b\nftcZd+aDBr4HxOzhY/GLC5qa0sbv/NmzODg4qPme0csqYlCdim84uXCYQf3b1WDMyK+vrMSRWbNw\nlHM+LMlk85490q5jQGXE1biiMvq8Rs+qQbMjCXUCMufj1MLle+PO0qpPn14MnS0BkEpyuttQt2ED\n1h0/rvV4ATwK4IgEz4bpZZ08iR2jFUM7li5Ne+xqsF5WLw0qaz5ejM0yEo3bt1uajxv3c2Y4jNbB\nQexUfbYNwAxV0iKv0bNq0GjXV1JdjZ7OTvzsv/93fJJIoLi4GPfMnu2Knl/m/XZq4fK9cVe88L17\n25FMTkYgcAfV1SXYty/TkADysk+dhOzIeE19Pc5u3YrGXbtQNjyMO0gZ9kOSPBseL4v1sv7eICPW\nL0ojLyHTSFi5nyLP4Kw5c1B37lyaOlKesyMlJZavR8Sgqa9P2U1G+vtxGMCrADA4CLz9tmsqGln3\n27GFWYipF4CsocbUM5mBVV4Fjkwo2vva2iipq2s1Hd/J5BKnNPc8QTJqwFMVEMymBJrxDtFnUPle\nHGPJaw0qVZbIPESfV+WZdDsfQQR233lR25l1xl2rnokToI0AUVJU1OiJYc/Mot1mOA8nJF1OJ3fw\nKlWUl3VFKETadEoPv71wdzPsPINd0WiGikimc8L7HCtqlSjlOmSraOy+X3bfeVHb6XtaRg+temYs\nBFVe3pERSFWSn3iLlVlFZ2ePJhYAZAZ19duxq5cvU88lGhl3I7nDbNuovkYybRoCxcXYMTSUcZ5s\nKR423mFHnTFw4oQmtgOYJ1jxwOpzrNCA9ApU8lQ0Mt4vr4rpuWrcrVSFZIG30mMs1ouNGw9rjK9Z\nsTKrMKpcCdAfjHXBIHqhzRoExB9Gq5IyUbD4RTeucQJyYUed4ZShsvocK5x9pL8frYA2yCtRRSPj\n/fJKxumqcWdVhbTiYfNWeuTxqu3CbKGhPRj7h4fRGAyihqLlFoHoyyYrqOvGNd7t1Q1lXz8tmLkq\nHEbwo4/QsXRpegwAGeM6Jtuz+Bwr139k7158fOkSln34IWbPno284mKpKiEZi5lXMk7PaBnF0AKw\n5GHT1DMtLY9mHGvmVcsAbaEJBptw6VJql/K1Kx9Rv1e8YAHai4ulRMZFXjaZVA7r4Zd1jV7VFPHL\nguLE9etptsvXr2PmwABeOnMmfcyWvj58CuD10SQ1Zdw5y5c7YqhEnmM31FYyFjPPZL9CTL0AgMyq\nkBUVm0hhYQMBoiRVMyae/pvdCo+s6pGyK0cqlSsrKjaRYLBBcw01wXmOR/JF0vJlBnWdrvnhRU0R\nlrph6+OPk4bCQrJyxgzSUFgorBKxAjeun7cujTKuVZULT0DSyfISduCHeYmaaU8Dqu+9N4Dh4YOq\nT8bq2Nn1sJ1u1KFAqVwZibTh
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 27
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "markdown",
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"As before, we *augment* the vectors to get rid of the inhomogeneous part.\n",
|
||
|
|
"\n"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"augmented = concatenate([ones((len(data),1)),data],axis=1)\n",
|
||
|
|
"augmented[:3,:]"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "pyout",
|
||
|
|
"prompt_number": 28,
|
||
|
|
"text": [
|
||
|
|
"array([[ 1. , 0.42522476, 0.59810121],\n",
|
||
|
|
" [ 1. , 0.84024842, 0.32446468],\n",
|
||
|
|
" [ 1. , 0.56822772, 0.14964073]])"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 28
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "markdown",
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"It's convenient to use labels of (-1,1) instead of (0,1); that way, the weight vector we get out of least squares is comparable to the weight vector we're getting out of the perceptron learning algorithm."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [
|
||
|
|
"labels = 2.0*labels-1.0"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [],
|
||
|
|
"prompt_number": 29
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "markdown",
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"Least Square Solution\n",
|
||
|
|
"====================\n",
|
||
|
|
"\n",
|
||
|
|
"We now want to find a vector $a$ such that $a \\cdot x_i \\approx c_i$ for all $i$.\n",
|
||
|
|
"\n",
|
||
|
|
"We can write this as a matrix and vector equation if we put the measurements into the rows of a matrix $X = {x_1\\choose x_N}$ and $c = {c_1\\choose c_N}$\n",
|
||
|
|
"\n",
|
||
|
|
"$$X \\cdot a^T = c$$\n",
|
||
|
|
"\n",
|
||
|
|
"In order to solve this, we take the pseudo-inverse of $X$:\n",
|
||
|
|
"\n",
|
||
|
|
"$$a^T = X^\\dagger \\cdot c$$\n",
|
||
|
|
"\n",
|
||
|
|
"The pseudo-inverse is a generalization of the inverse matrix for non-rectangular and/or non-full-rank matrices."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"# finding weight vector via pseudo-inverse\n",
|
||
|
|
"a = dot(linalg.pinv(augmented),labels)\n",
|
||
|
|
"d,a0,a1 = a\n",
|
||
|
|
"print d,a0,a1"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"-1.77885119767 2.56752899504 1.21394209977\n"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 30
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"# plotting the decision boundary\n",
|
||
|
|
"d0 = data[labels<=0]\n",
|
||
|
|
"d1 = data[labels>0]\n",
|
||
|
|
"figure(figsize=(6,6)); xlim((0,1)); ylim((0,1))\n",
|
||
|
|
"plot(d0[:,0],d0[:,1],\"bo\")\n",
|
||
|
|
"plot(d1[:,0],d1[:,1],\"ro\")\n",
|
||
|
|
"plot([0,-d/a0],[-d/a1,0],\"g\")\n",
|
||
|
|
"savefig(\"tmp.png\")\n",
|
||
|
|
"print len(d0),len(d1)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"462 538\n"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "display_data",
|
||
|
|
"png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAFtCAYAAAD8jSoDAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsfXt4FdW5/huIsLcQYJOg2xAsELyEEDFpsbFiQu0xG5vW\newlYBAtIMMrNFiwkcUfQitJ6fgRS0eLxaLGt7ek5epoohFNkB1sQTqUiij0aUS4hijEKagIE1u+P\nndmZPXutmTVr1lyS5n0eHs3smXWZy7e+9X63JEIIQS960Yte9KJHoY/bA+hFL3rRi17IR69w70Uv\netGLHohe4d6LXvSiFz0QvcK9F73oRS96IHqFey960Yte9ED0Cvde9KIXveiBMBTus2bNwvnnn4+c\nnBzmOQsWLMBFF12E8ePHY8+ePVIH2Ite9KIXvTAPQ+H+ox/9CJs2bWL+/tJLL+G9997Du+++iyef\nfBJ33XWX1AH2ohe96EUvzMNQuF999dUIBALM3//7v/8bM2fOBAB885vfxGeffYaPPvpI3gh70Yte\n9KIXpmGZcz9y5AhGjBgR+zsjIwOHDx+22mwvetGLXvTCApJlNKLNYJCUlJRwDu1YL3rRi170whgi\nWWIsa+7Dhw/HoUOHYn8fPnwYw4cPp55LCOH+V1RUDoAk/AuFKkAIQXb2XADlAMKd/40AICgsDMfa\nKCwMU9tQn2PlX3lREaV1oCIU0r0uHKb3v/3D7Ri9ZjROnzlteWzhwkLq2MKFhVLmLuuesO6FW//C\nhYWIAJhBfXPsvX+0e+HWc3T7n9feCzf/icKy5n799ddj3bp1mDp1Knbu3IkhQ4bg/PPPp54bClXg\n5Mlk9O/fgQULilBcXMBs9+RJ+tDa2/uirq4B77+fBOBB1S/lAACf70zsSP/+HdQ21OdYQfLJk9Tj\nfdvbhdqbeOFEpKek4w9v/QHTcqZZGRo6+veP+7sBQD2AQ3v3oiIUQtGCBSgoLhZqu6GuDvXV1Ug+\neRId/fvHtSX7njiNw8ePYzOAEYzfz/h8Tg4n4Tm6NY5eiEPve7EThsJ92rRpiEQi+OSTTzBixAg8\n8MADOH36NACgtLQU3/3ud/HSSy9hzJgxGDBgAJ5++mlmW/X1XcK4sTEqjFkCXk8wV1Y+i7a2IIAq\nAB0AigA8BL+/BPPn3x07d8GCIjQ2lqOx8aHYsczM5Zg/f7LRtLlgx4e3bOIyLPvzMkwdN9USlVW0\nYAHKGxvxUGMjGgBsBvAQALS2AvX1KG9sBAAUFBebevka6uqweeHCWLv1AJ5qaMDzWVkoWbnSVmHk\nxEfSH9H71ABgNoALEP1IOgA0BYO4Y/58qf2p8eG776IiFIqbn/o5KliemYnJHONwS6j0ogvq70WB\n+tuzFcQhACAAifsXClUwz6+tjZDMzOVx52dmLiPhcA3x+eZp2lpOgAjJyVlEbScUqiCFhWESClWQ\n2tqItDlFamvJ8szMuEkty8wkkdpa3eteeeUV5m9nz54l4x8fT2r/od8G7/gqQiFSEgiQhJsPkIpQ\niDqH5TpzKC8qIgQgEYDMAkg5QMKd/50VDJKacNjUPdHei0htLSkvKiLhwkJSXlQUu87sOEXuVXlR\nEZk5eHBsfos192txMCitP1r/P0xPj+uv1O8nc7OzyezcXFKWl0fChYWxZ8bTnp33y27ofSPdCcr3\nQvv2eCEqpl0V7oWFYd1raIK5qKicdq8IUKG7WNgFRYCa+fCM8Ns3f0uueuoqCaOLIlxYSH3BFAFq\n5uVT2poNkOWaa5YDZE5eHvc90Qpy2sKgCCQZHwkLakFY3tluOaUvWf3RwJyfCcGsvp9TUlNJxMHx\nOwHWwu/l8eh9e7wQFe5SvGVEYcR9FxcXoLi4AHV1Daiursfq1Vuxd+8h6rk+30HMnz/bjmHqoqC4\nWPr26taxt6JiawW2f7gdV3/taq5r9LbgelRJMoMLZ3HkSltfANig+e0hANMOHOC6J7Ttasn27Xi+\nrS2+zcZGVK5dayuXX19dHRtHEaLWm3MY59phO2ioq8Oh3bvp/XX+V7kPPHSZgvLO/6qJT6vj56F6\n7KCDXKU3LIyHl6a0hUITWhIEAI3mnpm5jIsiSaRn6Jp7Xl6ZA7NwDk/87xPkuo3XcZ1L24KX+v2k\nJhxm/r5MUCNW2prB0GxnBAJcY6b1G2a0KbLDMAOtdhUByBSHNHflfjJ3CpzanpHmL2P8PFSPGTrI\njCZu5/MXAe94eKhbo3smKqYdFe4i3HciDRMhUY6965jPV0pyc2dL5dPdRvvpdpL+i3Sy5+gew3NZ\nL9oUvz+Os6ZRJSJ2g0htLbkhJSWhvwhAbkpJ4fpYadtVPSpE1L7BA9r9i3QukHb0R+s7gkSaa1nn\ncR5Bxtz+Sxw/j0CzIvT0qCcZ9IZMmBmPEU1pdM9EhbujtMymTStNX5PoEhndZA4YcDPOnElBe/uF\naG+/DXv2FGDhQn0PnO6E/sn9sTh/MVa9ugq/u/V3uueyKIustjZs6dzKs6gS5Vjl2rXo296OMz4f\nJs+fb7zVvvde3PvEE3isuTn6O4Dn+vbFf544AUQiAPS3zbTtahGAeX4/1quoGcUzhHecIqB5pGzK\nzMRl06ejcudO6f2poTw75Y2tRJSK2ZOUhB8TEjtu5CHD2v6/k5aGquxsKeP/8uhR6vEvmppi/89L\nn6mpMAV61JPXXELNjMeIprSLcnSVc+cB3SWyAD5fDVpanok72tj4ENaurewRwh0ASr9eikf+8gje\n+/Q9jBk6hnke80UD3wti9PKx+MUxpaUx4bd/3z4839ISd53exyoiUO2wbyjtAvYsHEZQP7sCdAn5\nu3NzsWXYMGzlHA/LZbJszRpp82hSCXE1jqqEPq/QMyvQrLiE2gGZ47Fr4fK8cGf5qp97bjo0sgRA\nNMippyClfwru+sZdePQvj+LJ7z/JPK9owQLM2749XuMFMBnAFgmaDVPL2rkTKzszhlZNmhTT2NVg\nfaxuClTWeNzomyUkSlasMDUeJ+7nkGAQ5S0teEh1bDmAwaqgRV6hZ1ag0eaXkZ+P+upqPHffffis\nuRnp6ekYcMEFjvjzy7zfdi1cnhfuiha+dm0l2tv7wuc7g/z8DKxblyhIAHnRp3bCjGV8wTcX4OK1\nF6NqUhXSU9Kp5xQUF2Pf0qUoefRRZLW14Qyign2TJM2GR8tifaz/0ImIdUugegkyhYSZ+yninTFs\n+HAUvfVWjDpS3rMtGRmm5yMi0NTzU3aTocZGbAbwBAC0tABvvumYF42s+23bwizE1AtAVldd3jOJ\nhlVeDxyZUHzvCwvDpKio3LB/keCShS8vJD/e/GPDsdjhc08In5GMavBUGQS7UwBNT4dogJNyXQRd\nwWtTVF5ZIuMQfV+Vd9LpeAQRWA0oE5Wd3U64x3vPRAhQQYAwSUsrcUWwJ0bRLtcdh4hL18HPDpLA\nqgBp+aqF+rvdwR28nirKxzojECAVGk8Pr31w/8yw4lZYEw4neBHJWrjNvMeKt0qYMg/ZXjRWvy+r\nbpyistPztIwW8d4zXSao7OyqBEOqEvzEm6zMLKqr6+NsAUCiUVe7HTt25Ai1LT3D54jBI3DjpTdi\n3a51uL/w/rjfnAjuMNo2qudI+veHLz0dK1tbE9rpLsnDejqseGc07dgRZ9sBjAOseGD2PVZoQHoG\nKnleNDK+L9eS6QktCQIAYIq+YIGVfkCbekBEqzaLwsIwdSxKWgVWcJFIWPg7x94hwx4dRr44+UXc\ncbeDO2TOsRfOwMo7Y5e/uWgwHTU+QCIFKOP7+qfQ3FlZIc1o2LyZHnm0aqswSilM8zJZ39aGEr8f\nBRRfbj1cknYJCr5WgF+9/issyl8UOy6qFcgKd5Y5R7vH2l0he/40Y+asYBD+jz9G1aRJsT4AJPRr\nm9ueyfdYmf+WtWvxyeHDmPrRR7jgggswMD1dqpeQDK3bLTdO12gZRdACwMKFm+MEsV46YJr3zPz5\nkxPO1csHLwu0hcbvL8Xhw9Hc
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 32
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "markdown",
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"We can see that a _linear least square regression_ of the class label against the measurement $x$ seems to give a reasonable linear classifier.\n",
|
||
|
|
"\n",
|
||
|
|
"However, we have no justification for this approach yet, and it is a rather odd thing to do. \n",
|
||
|
|
"\n",
|
||
|
|
"Let's look at this in 1D."
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "heading",
|
||
|
|
"level": 1,
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"1D Example"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"# 1D linearly separable problem\n",
|
||
|
|
"xs = 3*rand(100)-1.0\n",
|
||
|
|
"ys = 2.0*(xs>0.0)-1\n",
|
||
|
|
"plot(xs,ys,'o')"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "pyout",
|
||
|
|
"prompt_number": 33,
|
||
|
|
"text": [
|
||
|
|
"[<matplotlib.lines.Line2D at 0x40fcb50>]"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "display_data",
|
||
|
|
"png": "iVBORw0KGgoAAAANSUhEUgAAAX4AAAD9CAYAAAC7iRw+AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAFLRJREFUeJzt3H9sFOedx/HP+gcQgxMDgbWza9URNtgGx4CwnEoHrC4Y\nFzhW0FaBqj35UkLdBIemkaqqAR0mCRFI1UlJaJukjSJIdQ1J1AT3MC4gZUvV1PGpWEpPpGAgDmtj\nOwSbxECJjXnuj8DG9u7a6x3/wDzvl7Rid+Y7M99nnuGj9azXLmOMEQDAGglj3QAAYHQR/ABgGYIf\nACxD8AOAZQh+ALAMwQ8AlnEc/N///vfldrtVUFAQtWbz5s3KyclRYWGh6uvrnR4SAOCA4+B/6KGH\nVFNTE3V9dXW1Tp06pYaGBr388st65JFHnB4SAOCA4+BfvHixpk6dGnV9VVWVysrKJEnFxcW6ePGi\n2tranB4WABCnEb/H39zcrMzMzNBrr9erpqamkT4sACCKpNE4SP+/CuFyucJqIi0DAAxuqH95Z8Tf\n8Xs8HgWDwdDrpqYmeTyeiLXGmNv2sW3btjHvYSTHtnz5FkkmwmOrSku39qkfrHag9eHLHrzx70Db\nDLa/rTf2syXKvrb1O9ZQjvFg1HX9z0vkcxNp29jOT2z7/7de4+u7PPJcDP083333ul77Gaz3WOd+\na0zblZZu1bZt2zR9euS5u/vudTFfm9HObeRtou+nby+xHC/Sdb811Ec8Rjz4/X6/9u7dK0mqra1V\nWlqa3G73SB8Wo2zz5uVKT3+i39InlZ7erMceKxlS7ebNyzVr1pY+a9PTf6z09HN9liUmPiypW1/+\n51l+49/+60sirpOevLHuSSUk/EPSUkktg+xradT9JCSc0NSpFRHW9d5v3/H0Py+SIox9uZKSfthv\n23Nh5y8pqfzGeL40a9aTMe4/X9If+lVtVErKF1HmIryfr87lckkbw/ratGlJr/1EO7c35zbSXPUd\n283jJSb+oNfy8L56n4OKiqVh62/21luka2+wcxtpmy/HE349pKc3q6Jiaa/6ga5NSfqxEhJORFwf\nbY5j4TJD/Rmhn+985zv605/+pE8//VRut1vbt29Xd3e3JKm8vFySVFFRoZqaGk2ePFmvvvqqFi5c\nGN6IyzXkH1fGk8rKSlVWVo51GyPi5tgOHDiq//zPffroo0uSunTvvVP01FP/rlWrloRtM1jtgQNH\n9cILh3X1aqImTeoJXeC9l91/f4b+8Id6nTjRon/+M0HGdMnlSlJKSqpmz56m1avnqra2RVevJqqz\ns1nSBHV3T1Bj41ldv35NEyak6N57p2j16gWqrW1RU9MnOnu2Sd3dE9TdfVXGJColJVWpqaf1gx/8\nR6imre0zJSRMUEdHh5KTE5WSMkmbNi1RUdG8UH+dned18eIFffKJS1eufKLr140SEqbc6C1NTz21\nLuJ5iTT2++/PCI1joHPRvybW/f/jH/+jpiaPrl9PkTGX5Xb36JVXnow6F72P1dl5XlKXUlM9mjSp\nR9Omdenw4Y/V3T1JyclXtWnTElVWPtpnPzfPYUZGhu65Z0poHr+8FiZo6tQvlJY2Xd3dE9TS0qKU\nlB51dFxXd3eCrl37QhMnujRnjrfP/A50Dm5en5WVv9QvfnE0Ym9DPf/9z+3Nbc6du6SWlha53Xdp\n4sTr+uyzLrW3K+wa732Mm9dmauqM0HXT0TExtM3N67P3vr3emaE+4slOx8E/XG734A8EAvL5fGPd\nxoi4nccmMb7x7nYfH8EPAJaJJzv5kw0AYBmCHwAsQ/ADgGUIfgCwDMEPAJYh+AHAMgQ/AFiG4AcA\nyxD8AGAZgh8ALEPwA4BlCH4AsAzBDwCWIfgBwDIEPwBYhuAHAMsQ/ABgGYIfACxD8AOAZQh+ALAM\nwQ8AliH4AcAyBD8AWIbgBwDLEPwAYBmCHwAsQ/ADgGUIfgCwDMEPAJYh+AHAMgQ/AFiG4AcAyxD8\nAGAZgh8ALEPwA4BlCH4AsAzBDwCWIfgBwDIEPwBYhuAHAMsQ/ABgGYIfACxD8AOAZQh+ALAMwQ8A\nliH4AcAyjoO/pqZGubm5ysnJ0a5du8LWBwIB3XXXXVqwYIEWLFigZ555xukhAQAOJDnZuKenRxUV\nFTpy5Ig8Ho+Kiork9/uVl5fXp27p0qWqqqpy1CgAYHg4esdfV1en7OxsZWVlKTk5WevXr9f+/fvD\n6owxTg4DABhGjt7xNzc3KzMzM/Ta6/Xq/fff71Pjcrn03nvvqbCwUB6PRz//+c+Vn58fcX+VlZWh\n5z6fTz6fz0l7AHDbCQQCCgQCjvbhKPhdLtegNQsXLlQwGFRKSooOHjyoNWvW6OTJkxFrewc/ACBc\n/zfF27dvH/I+HN3q8Xg8CgaDodfBYFBer7dPTWpqqlJSUiRJK1asUHd3t9rb250cFgDggKPgX7Ro\nkRoaGtTY2Kiuri7t27dPfr+/T01bW1voHn9dXZ2MMZo2bZqTwwIAHHB0qycpKUm7d+9WaWmpenp6\ntGHDBuXl5emll16SJJWXl+utt97Sr371KyUlJSklJUWvv/76sDQOAIiPy9wiv3Ljcrn47R8AGKJ4\nspNv7gKAZQh+ALAMwQ8AliH4AcAyBD8AWIbgBwDLEPwAYBmCHwAsQ/ADgGUIfgCwDMEPAJYh+AHA\nMgQ/AFiG4AcAyxD8AGAZgh8ALEPwA4BlCH4AsAzBDwCWIfgBwDIEPwBYhuAHAMsQ/ABgGYIfACxD\n8AOAZQh+ALAMwQ8AliH4AcAyBD8AWIbgBwDLEPwAYBmCHwAsQ/ADgGUIfgCwDMEPAJYh+AHAMgQ/\nAFiG4AcAyxD8AGAZgh8ALEPwA4BlCH4AsAzBDwCWIfgBwDIEPwBYhuAHAMsQ/ABgGcfBX1NTo9zc\nXOXk5GjXrl0RazZv3qycnBwVFhaqvr7e6SEBAA44Cv6enh5VVFSopqZGx48f1+9+9zt9+OGHfWqq\nq6t16tQpNTQ06OWXX9YjjzziqGEAgDOOgr+urk7Z2dnKyspScnKy1q9fr/379/epqaqqUllZmSSp\nuLhYFy9eVFtbm5PDAgAcSHKycXNzszIzM0OvvV6v3n///UFrmpqa5Ha7w/ZXWVkZeu7z+eTz+Zy0\nBwC3nUAgoEAg4GgfjoLf5XLFVGeMiWm73sEPAAjX/03x9u3bh7wPR7d6PB6PgsFg6HUwGJTX6x2w\npqmpSR6Px8lhAQAOOAr+RYsWqaGhQY2Njerq6tK+ffvk9/v71Pj9fu3du1eSVFtbq7S0tIi3eQAA\no8PRrZ6kpCTt3r1bpaWl6unp0YYNG5SXl6eXXnpJklReXq6VK1equrpa2dnZmjx5sl599dVhaRwA\nEB+X6X8Dfoy4XK6wzwIAAAOLJzv55i4AWIbgBwDLEPwAYBmCHwAsQ/ADgGUIfgCwDMEPAJYh+AHA\nMgQ/AFiG4AcAyxD8AGAZgh8ALEPwA4BlCH4AsAzBDwCWIfgBwDIEPwBYhuAHAMsQ/ABgGYIfACxD\n8AOAZQh+ALAMwQ8AliH4AcAyBD8AWIbgBwDLEPwAYBmCHwAsQ/ADgGUIfgCwDMEPAJYh+AHAMgQ/\nAFiG4AcAyxD8AGAZgh8ALEPwA4BlCH4AsAzBDwCWIfgBwDIEPwBYhuAHAMsQ/ABgGYIfACxD8AOA\nZQh+ALAMwQ8AlkmKd8P29natW7dOH3/8sbKysvTGG28oLS0trC4rK0t33nmnEhMTlZycrLq6OkcN\nAwCcifsd/86dO1VSUqKTJ0/qgQce0M6dOyPWuVwuBQIB1dfXE/oAcAuIO/irqqpUVlYmSSorK9M7\n77wTtdYYE+9hAADDLO5bPW1tbXK73ZIkt9uttra2iHUul0vLli1TYmKiysvLtXHjxqj7rKysDD33\n+Xzy+XzxtgcAt6VAIKBAIOBoHy4zwNvxkpIStba2hi3fsWOHysrK1NHREVo2bdo0tbe3h9W2tLQo\nIyND58+fV0lJiV544QUtXrw4
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 33
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"# augmented vector\n",
|
||
|
|
"augmented = concatenate([ones((len(xs),1)),xs.reshape(len(xs),1)],axis=1)\n",
|
||
|
|
"augmented[:3,:]"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "pyout",
|
||
|
|
"prompt_number": 34,
|
||
|
|
"text": [
|
||
|
|
"array([[ 1. , 0.64681064],\n",
|
||
|
|
" [ 1. , 0.6521371 ],\n",
|
||
|
|
" [ 1. , 1.76076101]])"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 34
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"# weight vector via pseudo-inverse\n",
|
||
|
|
"w = dot(linalg.pinv(augmented),ys)\n",
|
||
|
|
"d,a = w\n",
|
||
|
|
"print d,a"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"-0.108646145094 0.913297689912\n"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 35
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"# plotting linear predictor vs class label\n",
|
||
|
|
"plot(xs,ys,'o')\n",
|
||
|
|
"plot(xs,[dot(w,[1,x]) for x in xs],'.')\n",
|
||
|
|
"\n"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "pyout",
|
||
|
|
"prompt_number": 37,
|
||
|
|
"text": [
|
||
|
|
"[<matplotlib.lines.Line2D at 0x42f5e10>]"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "display_data",
|
||
|
|
"png": "iVBORw0KGgoAAAANSUhEUgAAAX4AAAD9CAYAAAC7iRw+AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XtUU2e6P/BvCBEaUECrBBIqHUQBLxgrZbrGS7padNRC\n6Vhau6YznmoNM6O1Omv111XbOWI7tfacTue01dPLXNROx7Y6Z9qKgEudNmi1yFg5p57esEfRcFW5\nCVUg4Pv7AxNz2YGQACHZ389aWZK93/3u5907fWbPu9/9boUQQoCIiGQjxN8BEBHR8GLiJyKSGSZ+\nIiKZYeInIpIZJn4iIplh4icikhmfEr/ZbMadd96JqVOnYtq0aXj11Vcly61duxbJyclIT09HRUWF\nL7skIiIfhfqysUqlwu9//3vMnDkT7e3tuO2225CVlYXU1FRbmeLiYnz33Xc4ffo0jh8/jl/+8pco\nKyvzOXAiIvKOT1f8Go0GM2fOBABERkYiNTUVtbW1DmX27t2L5cuXAwAyMzPR0tKChoYGX3ZLREQ+\nGLQ+/qqqKlRUVCAzM9NheU1NDRISEmzfdTodqqurB2u3REQ0QD519Vi1t7fj/vvvxyuvvILIyEiX\n9c6zQigUCpcyUsuIiKh/A515x+crfovFgqVLl+Lhhx9Gbm6uy3qtVguz2Wz7Xl1dDa1WK1mXECJo\nPxs3bvR7DGwb28f2Bd/HGz4lfiEEVq5cibS0NKxbt06yTE5ODt5++20AQFlZGaKjoxEbG+vLbomI\nyAc+dfUcPXoU77zzDmbMmAG9Xg8A2Lx5M86fPw8AyM/Px+LFi1FcXIxJkyYhIiIC27dv9z1qIiLy\nmk+Jf86cObh27Vq/5bZu3erLboKCwWDwdwhDJpjbBrB9gS7Y2+cNhfC2k2iQKRQKr/uriIjkypvc\nySkbiIhkhomfiEhmmPiJiGSGiZ+ISGaY+ImIZIaJn4hIZpj4iYhkhomfiEhmmPiJiGSGiZ+ISGaY\n+ImIZIaJn4hIZgblDVxERDT0jIVGVDZWQq1SY9fSXYgOj/aqHl7xExEFiMrGSpSeK0XJdyUwFhq9\nrodX/EREI5z1Sv/Li18CADLiM/BW9lte18fET0Q0wjh36Viv9AFAN1qHAz874HU3D8DET0Q0ohgL\njdj95W60drbavqtVagC9V/q+Jn2AiZ+IyO/sr/Avd162Jf2Y8Bhbl46x0Ii3st/yOekDfPUiEZHf\nGXYYbF05mkgN6tvrERMeg4r8CkyMntjntt7kTl7xExH5gf1VvkqpAtDblbMnbw+eOPjEoF3dS+EV\nPxGRH9hf5d875V6MUo7yKtnzip+IKEDY37DdkbtjyK7upfj8ANeKFSsQGxuL6dOnS643mUyIioqC\nXq+HXq/Hb3/7W193SUQUMIyFRhh2GLD4r4vR0tFiW75r6S7kpeUNyiidgfK5q+fIkSOIjIzEz3/+\nc5w6dcplvclkwssvv4y9e/f2HQi7eogoyDgPzcxLy8PuvN2Dug9vcqfPV/xz585FTExMn2WY0IlI\njiobKyWHZvrbkPfxKxQKHDt2DOnp6dBqtXjppZeQlpYmWbagoMD2t8FggMFgGOrwiIgGhXWUzpnm\nM7gl6haMCRtjG61jHZo5GF06JpMJJpPJpzoGZVRPVVUVsrOzJbt62traoFQqoVarUVJSgscffxyV\nlZWugbCrh4gCmP0oHStfRut4yi9dPf0ZPXo01Oreu9eLFi2CxWJBU1PTUO+WiGhYWUfpRIVFAbgx\nWmd33u5hv3nbnyFP/A0NDbb/NSovL4cQAmPHjh3q3RIRDSvrKJ3/+cX/+G20jqd87up56KGHUFpa\nikuXLiE2NhabNm2CxWIBAOTn52Pbtm14/fXXERoaCrVajZdffhk//OEPXQNhVw8R0YB5kzv55C4R\nUT8G681XQ2FE9vETEQW6wXrz1UjBKRuIiJw4X+HbT68wUsbi+4KJn4jIif0br4yFRuxaumtQ58P3\nNyZ+IiInzlf40eHRgz7Vgj/x5i4RkZOWjpaAucLnqB4iIpnhfPxERH0YycMyhxOv+IlINuJ+F4f6\n9noAvfPofLjsQz9H5DuO4yci6kNXT5ftbwUUfozEv5j4iUg2ZsXNAgDoNXpsz93u52j8h109RCQb\ngTRax1Mc1UNEsibHm7fs4yciWQu2OXWGCodzElHACvY5dYYKEz8RBaxgn1NnqDDxE1FAMBYaUVhZ\niK6eLsyKm4U9eXuCfk6docKbu0Q04hkLjdj95W60drbaluWl5eGt7Ldkf4XPUT1EFFSsffinLpxC\n09Um23K9Ro+Pl38s22Rvj3P1EFFQsCb8Lxq+QHNHs215dFg0fpTwI7yz9B0mfR8w8RPRiGA/Qudy\n52UcNR+1rdNr9JgYNRHbc7cz4Q8CJn4i8jvnPnxNhAZAb8K/JeoW7MjdwYQ/iJj4icjvKhsrbUk/\nJjwGZY+W4YmDT8j6pu1QYuInomHn7sGrmPAYVORXYGL0RA7LHEI+j+pZsWIFioqKMGHCBJw6dUqy\nzNq1a1FSUgK1Wo0dO3ZAr9e7BsJRPQGvqOgwfvOb91FV1Q6gE4mJkXjuuZ9jyZJ5Ay5bVHQYr756\nAJ2doQgL68batQsAwGHZHXfEY+/ek6isrMPVq0oI0QWFQgm1egySk8ciJ2cqPvusFp2dobh8uRpA\nGLq7R6Gq6hyuXevBqFE3ITExEjk5s/DZZ7WoqbmIc+fM6O4OQ1dXB4AQl7pqai6ivr4FSmUYmpqa\nMWqUEjfdFIY1a+YjI2OaLb7Lly+itbURFy4ocOVKA65dA0JCIqFWj0ZycjSee+5ByeMi1fY77oi3\ntaOvY+FcxtP6OzpqcPToRVy7poYQ7YiN7cGf/vS023Nhv6/Lly8C6MSYMTqEhXVj3DgLDhyoQnf3\nTQgNvYo1a+ajoOBXtnry9z2O5pAGXB3TCBHeO0VymtBDWTwV3ySXQv2PH2FchEBU1Dh0d49CbW0t\nIiKuobm5BxaLEt3dHQgLC8HkyTqH8+vJMSgo+E9s3VoqGdtAj7/zsbVuU1f3PWpra6HRRGPUqB60\ntnahuVnh8hu334f1tzlmzHjb76a5Ocy2jfX3aV+3VjveFodXuVP46PDhw+LkyZNi2rRpkuuLiorE\nokWLhBBClJWViczMTMlygxAK+dG+faVCo1kvAGH32SA0mhVi377SAZXdt69UJCVtcFiv0awXGs0K\nh2VK5aMCuE8AGwRQev1f5/WlkuvstwkJyRPANgGs6KeubW7rCQnJEzExqyXW2dfr2B7n42I9No5t\nLxWhoflO265wOX69ZUpt35OSNnhY//8TwKNOcT8q1OosN+fCNZ4bx6zUpa7Q0HyxceO2G/X8y0yB\nAtz4rMoQIeqfXT9Gws25cmybdX9KpdFuuWtc9sdg48ZtLuutsfV9fPo/tlLb9LbH9feg0awQGzdu\nsyvf129TCGD99d+n63prHN7kzkHJtmfPnnWb+PPz88V7771n+z5lyhRRX1/vGggTf0BbsOBppx+n\n9fOMWLjwmQGV7Wu967IHrv/b1zb91ffM9Xqe7qeuB7zYxwNu1zkfF+ljI7WtZ8fHs/rvcVPXPW7O\nxcCP8803P3ijnp8m9SZ8o17gwVyB8Gan2D099894tJ31GIwbJ33ubr75QY9/m+6OrfQ27utxjMWT\n/Un97p+xxeFN7hzyPv6amhokJCTYvut0OlRXVyM2NtalbEFBge1vg8EAg8Ew1OHRIOnsdPdTUqKj\nw/uyzutd3XT9X/d19l+f8no91jrc1XWTm+V97cO+XkcdHa7buR4bqW09a6tn9Ue4qStCcntvjrPF\nEn5jv/91P3DPGWDfW0CH/U1b6/ae1q90+rfvY9zdLX3uLJZwh+99/Tal6nW/jft6HGPxZH/ObTcB\nOAKgAN98c8TN9n0blpu7QgiH7wqF9CvP7BM/BZawsG43a3oQ7vjfVr9lnX8v9utdXb3+r/s6gf7q\n67lej7UOd3VddbO8r33Y1+so
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 37
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "markdown",
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"Note:\n",
|
||
|
|
"\n",
|
||
|
|
"- even though the data points are fully linearly separable, the least square solution didn't find the decision boundary perfectly\n",
|
||
|
|
"- the prediction of the class label (a linear function) is rather poorly related to the actual class label (a step function)"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": []
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"metadata": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|