mirror of
https://github.com/saymrwulf/nvidia-AI.summerschool17-notebooks.git
synced 2026-11-22 10:03:18 +00:00
994 lines
1.4 MiB
Text
994 lines
1.4 MiB
Text
|
|
{
|
||
|
|
"metadata": {
|
||
|
|
"name": "42-kmeans-and-incremental"
|
||
|
|
},
|
||
|
|
"nbformat": 3,
|
||
|
|
"nbformat_minor": 0,
|
||
|
|
"worksheets": [
|
||
|
|
{
|
||
|
|
"cells": [
|
||
|
|
{
|
||
|
|
"cell_type": "markdown",
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"Title: k-means on MNIST and incremental k-means\n",
|
||
|
|
"Author: Thomas Breuel\n",
|
||
|
|
"Institution: UniKL"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [
|
||
|
|
"\n",
|
||
|
|
"from pylab import *\n",
|
||
|
|
"from scipy.spatial import distance\n",
|
||
|
|
"from scipy.ndimage import interpolation\n",
|
||
|
|
"import tables\n",
|
||
|
|
"import random as pyrandom"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [],
|
||
|
|
"prompt_number": 5
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "heading",
|
||
|
|
"level": 1,
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"Reading MNIST"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [
|
||
|
|
"with tables.openFile(\"mnist.h5\",\"r\") as mnist:\n",
|
||
|
|
" images = array(mnist.root.deskewed,'f')\n",
|
||
|
|
" labels = array(mnist.root.labels,'i')\n",
|
||
|
|
" test_images = array(mnist.root.test_deskewed,'f')\n",
|
||
|
|
" test_labels = array(mnist.root.test_labels,'i')"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [],
|
||
|
|
"prompt_number": 6
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [
|
||
|
|
"def showgrid(images,rows=None,cols=10,size=1):\n",
|
||
|
|
" if rows is None: rows = (len(images)+cols-1)//cols\n",
|
||
|
|
" figsize(cols*size,rows*size)\n",
|
||
|
|
" for i in range(len(images)):\n",
|
||
|
|
" subplot(rows,cols,i+1)\n",
|
||
|
|
" imshow(images[i])"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [],
|
||
|
|
"prompt_number": 7
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "markdown",
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"The k-Means Algorithm\n",
|
||
|
|
"====================="
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"protos = array(pyrandom.sample(images,50),'f')\n",
|
||
|
|
"showgrid(protos)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "display_data",
|
||
|
|
"png": "iVBORw0KGgoAAAANSUhEUgAAAkwAAAEzCAYAAADD+FxKAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsvXl8HFeV9/2t6n2RWq19l2xZtmzLW7wnsZ04TmySYBJC\nmIR1QoAZhmELMwSG950ALzxAZl4YGIZnYGAGCIQJTEhCSOwkjpPYsR3vuyzL1mLtLbVa3eq9u7rq\n+aO63C1ZS2sLPEa/z6c+blWVq+7vnnPvPffcc08JiqIozGEOc5jDHOYwhznMYUyIf+wCzGEOc5jD\nHOYwhzn8qWPOYJrDHOYwhznMYQ5zmABzBtMc5jCHOcxhDnOYwwSYM5jmMIc5zGEOc5jDHCbAnME0\nhznMYQ5zmMMc5jAB5gymOcxhDnOYwxzmMIcJMGWDaffu3dTV1VFbW8u3v/3tmSzTnwzmOF4fuN45\nXu/8YI7j9YLrneP1zg/+PDiOCWUKkCRJqampUVpbW5VYLKasWLFCaWhomMqj/mQxx/H6wPXO8Xrn\npyhzHK8XXO8cr3d+ivLnwXE8TMnDdOTIERYsWEB1dTUGg4EHHniA5557bqZtuT8q5jheH7jeOV7v\n/GCO4/WC653j9c4P/jw4jocpGUxdXV1UVFRc/bu8vJyurq5h9wiC8H/1ceONN173HP8c5Hi9c/xz\n0NM/B47Xu57+OXD8c9DTPweO40E/7tUxMNFDU/gc8MgE93xngntGXpeTR/oXXb4HfB4Yq1wTvWO0\neyrGunEEvgh8aZzr35zgeib3fBP4AipnHaPzzOQZ6dcdk5DjZ5LHWPjeBNfHukcgxUerfwVIMFy+\nmb5n5PX5byPHqdbBdJ8xf4L7NUykp5C5HsojzutIzb0mq4eZXHeMc38azI+B+StjX498ZfzrCSD6\nFTCOuEdApSdk8IxM3jPyunfijjqFLySPsfD4BNczuWfkdYXhfa4O+KdJPiN/Ehw/njzGwo+neX22\nnrFmgvs1TCRDmLyMJnOPJst/Bh6d5P/Pn+CdGv4B+PI4178xznWtwf0j8D4gAEQZ3s/kAk8AjyXP\njzVmjPee0a7bxrl3igZTWVkZHR0dV//u6OigvLx8Ko+aAvSoFaRVXjzt98x+Fu+PxxFULpqBpAcs\nDO+4Rg5ak8fbL0dNRtqR3gnLqLKcWfxxdTUd6ZxB7RQyHUDGx9vDTyu/SKoNCmnXRk5iZhazylFM\nHgZUGtlcKxqZpEGVvDbDVP909HQktMrRk5JzYkpP+tPlOHP4v4OfwHT6n9nnKAMRsMqwuhCK8yBX\nAkkERVDVsdkM+w0gx0EOAUbUPml2MaUluTVr1nDp0iXa2tqIxWI89dRT7Ny5c6bLNgZGDria4Ge+\ns/7jcUxHOtdE2t/TH2zffjmOlNVYHIRRjomeOfo9f1xdTUe6cTGzujr7/NLLrM3+QNVJCdXQlZgp\nvRwNs8IxXXVEkvMwBcxxMMfAHFUPUxQMMRCl6b9zDPzp6KmG9LaqefVh+Cx/cvjT4zjz+NPmNzN9\nz+xyVECUwRpFny1Rtj5G2ZYEBbcK5G5RyNks47xFJndNHIszhjk/BOYI6MbyMM0spuRh0uv1/OAH\nP2D79u0kEgkefvhhFi9ePMqdGzN42kT3aNe1hjsE9JNy0xUBS5O/DYzemKdWjsw43jzBcye6Pto9\nmiFoBvxADXAadWAqBnJQPU4iqY5s8uXIXI7rJ3j2RNe1e7RBFdTym0h1wLcDTlSjME6Kl5x2jHyP\nmHYowIZr3vr2cRzrevp6ziZUzpo3ZmQDz7Qeh2Nm9HSse7R2JwKbk38PAX2AF1U/HUAeUJB2j+aN\nmmw5Rr+eEUf9LeM/euR1zasURu1OBBnkDeDqBSGGqq+os1pFBDkbpC1qr2lMPmM0Z+9ky8Fk9PSm\n8Z894XWAG0kVejQZ3ZR23gt4ADdgR5VzDqqcx5uoXluOzDmunqD8072uACsZ3VOmtdeJnjH6e2ZG\nhpnccxMTe6tHPkOb4Gjjy0Tj4uhlyIzjpgmePdZ1GSwyrLBTkzOfR3O+gnTazZVz0C9DSAGTALpV\npfR8xkC7+wqnX6uHtgT4ElwbsjLVcowOQVGUWTHL1PXqjgnvywyagPXoSz0Yll7BbujGInnxdCwj\n4KoCvxHiemYuF2cFE1WNytE3Q++D4bN41S3pLO+kbOlFnLEOdMEo5wdup39wAfhESOhJuconK0bH\nhPxA49gyyWePhGYwpM9YE8kjfSlHM35GKv1YHXN6fQmjnJ//NnIc9clp5UmfpUOK40TetokwMcfp\n6Wn60rAIxMAWhEo3OXltFNsbCYul+GPzCTbMI9qdS8rgnam2OLGuCoIAORm0ASHt33SVNCgIlRLm\nHA/ZujbyhW7ycZFAh4yIgICfMvpZwlCfk2C/HYKoVDWaU+1JvcIk9NQ9xZdo0Nqi9r6R/2qVIoMx\nDmURzAW9OHIuEnYXMNSxAPw2iJgZ7mmcCPmT4Hgsg+eN125GvmfkPeOFNKR7UCeLNRm2xenKUMN4\nBlN6/STbsJD8W9H6XHGM/zseJpajyjE4iWdqnmkRiGLJ97P4fe3cteQV/jb+QwZaIpxqdKBIHsRA\nEFMPCKvLSHxgMUeubOHI+Rs5f6iG/lanOvmRtXFkKrCNy29KHiYN1dXVZGdno9PpMBgMHDlyZDqP\nGwNaELAeyMK0To/zsQQLHAFKg34OP1VE4JVyaAyAb+Zd5m8PRw1aQ7aiKlwjNRvO8a6vNrDGewpr\na5THDm7g9WNmOOuGsA3VUyMx1biC2eenGrrqlNyIyi8KNKEa1F5SsUtWVG9FMWrwXQLVI2MmFTeT\njmjykJPPzkqeH67wb68M06F5ACOo8hxCdWmYk2XV6mP68Uyzx3Fk56NAkRnuq6FqwxB3LnTRpTdx\nwVtC61fjRJ9LN66mH2enYcb4af1y0vYjAJSCsERBfFDCucrPUmsXN4v7uJk3CWEljgE9CRpZwj6G\nOP/fq2h9doFqY0dRm+AMRAW8fW1ROyTUShg5aTEAA2APwtYiHLfKLFvZRvc+Jw1PVUDTIPRonkUd\nk5HzzHFM92KOZiyMNZnSzum41qhglHsnj7evvxnPKEivn6RnSbCphwwoEmqfpPU/mWNm+Wljnh5V\n7yLkWnv52LofcufSV3Ge8dC5fSHev13GOv9Rai63ILwA0Qt9BD/v44b7z3HXHS/z2NBXeD1wI3QF\nQdaRcgHPLKZlMAmCwOuvv05ubu5MlSeJkbPaIFhiUJhLrbWDd156jqxgG7IngFBuwHFHP5f6E/h9\neUA1akegRdVPrwHMHsfRoDX+KObiAEXb/Kys6WTznmPU2q8QUWxYjQmwCCDGUQ2K6c3iZ56f1ki1\nCNoEqtnvQV2+yUVvyGfpti5qa45R1NeGJR4EPbidJXRZ5nOmvwRXpACMCnTo4ZIe/DEISwwzwGrN\nUJkARQF3HJoCEDGiGiSpTvztlaFWB6h1UKiDmw3UlHay1rSPK8J82ny1DO5xEmk1k3KRT2+0nR2O\n6cZcCNESIO/WEJU3ulmxrIn6+FmW7DqBO36JpfIFBpYV0+xcyP6jW+jrdII/CrLWEU4vfmLG+Glj\no7aCXwp1tzaw8KYLlOV3UebposzVRX5fE4buZgSMKOjQIVONDwse1vqP0nlDLXuWbKO1Zx40MLkJ\n9VhFm1U9TV9ii6FWgonU0r7m1RZQKyaAQ2zmNvs+5vk74eU2so2rEP7CQvcvHQz22JPP0zyJmcl3\n6hxHe/54E4308xMZdOntL9PYybEx+/2N5p2HVH84mtGoGYZxwMfajSeo39jDm77NXOqcD0dEGNA8\n35nznT1+6uqCQZYpDbiw6KKcqVvKvvab2Pe7G2mJ1FMhduHYMERN9iXqXzyBeD6AIktsX/k8Ql6M\nIy+uIugyQDiGqseTM+gnwrQMJiAjN+sUnkrKq6QHIuq6Zq3MUuUCn3rhh7hPDdDYaST/XwYpunMp\nAy858beuAmVR8hlBUgozzdLM
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 8
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [
|
||
|
|
"from scipy.spatial.distance import cdist\n",
|
||
|
|
"def make2d(a): return a.reshape(len(a),prod(a.shape[1:]))\n",
|
||
|
|
"closest = argmin(cdist(make2d(protos),make2d(images)),axis=0)\n",
|
||
|
|
"for i in range(len(protos)):\n",
|
||
|
|
" protos[i,:] = average(images[closest==i,:],axis=0)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [],
|
||
|
|
"prompt_number": 9
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"showgrid(protos)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "display_data",
|
||
|
|
"png": "iVBORw0KGgoAAAANSUhEUgAAAkwAAAEzCAYAAADD+FxKAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsvXeQJdd15vlL97wv732bam/QABpooOEJkqIIUaIZScOl\nKFEj7Wo3QtoNaTcmViPFbCw1EbsTu6PRxI5EzXBlaLQcOoEAYRrdcA10A+hGe1Nd3ttXz5s0+8d9\n2S+rulxXFUBNs76IjHpVmZXvfnnOvefcc889KVmWZbGFLWxhC1vYwha2sIVlIf+sG7CFLWxhC1vY\nwha28E8dWw7TFrawhS1sYQtb2MIq2HKYtrCFLWxhC1vYwhZWwZbDtIUtbGELW9jCFrawCrYcpi1s\nYQtb2MIWtrCFVbDlMG1hC1vYwha2sIUtrIJ1O0wvvvgiO3bsoKuriz/7sz/bzDb9k8EWx3sD9zrH\ne50fbHG8V3Cvc7zX+cHPB8dlYa0Duq5bHR0dVl9fn1UoFKx9+/ZZV65cWc+t/slii+O9gXud473O\nz7K2ON4ruNc53uv8LOvng+NKWFeE6cyZM3R2dtLa2oqmaXzxi1/khz/84Wb7cj9TbHG8N3Cvc7zX\n+cEWx3sF9zrHe50f/HxwXAnrcphGRkZoamq6/XtjYyMjIyMLrpEk6b/q4+jRo/c8x58HOd7rHH8e\n9PTngeO9rqc/Dxx/HvT054HjSlBXPLsMVrtpGU8Dz6xyzU9XuWa18x/VPf5glettPAocX+H8yVXO\nr+Waj+Ief3IXcvxU6VgOz69yfi3XfBT3+N274LhROa52/qO6x5+scr2Nx0vHSjixwjUm8Cprb58M\nKHf5Hcud/5erfKeNLT29N8ab1XR1PTr0cdxjrXq6mgzhn8Z4s9T5tY43q9n+nwJPIsaV5fBK6Zq7\nPe8ce+7WN1jZ7q/LYWpoaGBoaOj270NDQzQ2Nq7nVqtAKh3OQJj9MKzSYS5xjX1uY/h4OP7s8PHJ\n0cZiOUqLfrfl6sTGZPnxc/z48fH1xeWcICfsa9ZqHNeGj4ejrZNr1dPNGWfgZ62nNl8nn8XPwYmV\njNzy2OqLmw1bN+0D7pShxGbpqI3N4+hsv/1ZLR0K4AfqS+dkhN4ZQAEolq5zUfYDbGzu2LO4xXeN\nw4cPc/PmTfr7+ykUCnznO9/hM5/5zGa3jYUP03kopcP+ffE1m/PAPh6OK8GpSIt5StzZWe4OH58c\nbaylnYs7+8Zk+fFwXEs7F8trc/jBx6Wny/XFxfqI46fFZjkWHz/Htchq8wzRx9sXl+K12BSspK//\ntYw3Hz8+vrFGQthADXADHsBb+ukq/X0pW7lx+7h5HG0HyQX4gDAoleCuhWg9UiCAt7mScEuEqhYf\n1S1eqlo8hFt8eBqDEPCCPwZSpPT/Gh/FZM2JdUWYVFXlz//8z3nmmWcwDIOvfvWr7Ny5c4krO9Zw\nt6WucXbgzkXndCBHebBSHdcs9jQ31o61cWxd5b6rnV/uGhmhSAqwE9EpTMrPxaT8DCygnZVnE3d+\nx9rl2LVK+1c7D0JGRcQMQS/9dLa1Dpin3IlsxXd28Ltvx9o5tq5y7+XO24NQO+VZkBNODu0sHaEx\nS8dqbVi6HWvj17aGe692jX3eaTRNxwHQgpDtUpBYnePSbfh49NRE6KmtmwblWa09ttQBCcqGyDZG\nG2vHR6+nNmxd1VjekW2lzH85tFGOtC015t7ZjrVzXKservf8R3ePzZHhctc4JyydCAfJ5Tg0hMyK\nQB7oBgKUZWQfRulYjePS7dwc299R4qEinLwKoA5CEagPwhGZoGeSnU9m6XD10soAGnnyuBigkWvx\n7Xz4xi9j9hyFt3JQ7AdzHGFDjEXfs1o71g7JsqzNjdfZN5Yk4P9Y73+z0LA4lgNCbqjx4q3M4Anm\nSA9GKUy4IJWAYhYRrluO0t1Q/QNWezSC4x/fxT3XAgnwgBQArQICHojKYOqQN2FOhmweoRg2X2cn\nWCvHP1mVH9gc/+Iu2+/87JwN2TMiDdw6aKboL7afp8tQlKGogGkiOr2T13IRi+V4/O5dcLxbOdo8\nnc6dTWSxEXUOWDacEcPFA5nTGYaVZbq6HAW/f73iNcv8J2WeJbnhB9ULfg2CQMgScpRMSAFJYA4o\nZEu/2OFzm/t6Zrj/co0c16KnziiYHf4vcYoijhi4fDncnjQaWWR0isjkcy7yKQ/WuAJTMhSKYBQQ\nE4C7kdlifBx6an+29VXmTmfH2c/smb8fMVnTKBviTOmn7VSt5FjZuJvxZj26uuTdWKjDS+nd5kVB\n166ndyNDZ/vt8dN2kALlQ/KA7ALZAFkHKw9WUaimZSJkV0DILYsIOtjj6+JJz0pY63izku13jike\nIAbeegg149njIrS/SPvhfjrrb9IlX6U+30Nlrg+DImk8jNPCUHYX/cmDzF2JMnPVx8iATnJ8HuZG\nQU+VuK0HK9v9dUWYbLS2thIKhVAUBU3TOHPmzEZutwJkbg/WTc3wxA4qjo1Ss2OEgW91Mf2SG25c\nheI4ZQVwQuLOAW1t+Pg42pCAGCgt4N8JnWE4BOQtmAHOAtlp4Bowhvjj+jv65vJzRgYdTq5tlIgA\ntSDVCWMbQfR3BSGehH2YkE8g+MURhteOTpnc6VSsLNuPRoY2PxWhm86fdngcyhFRe4CySv/r/B/b\n0cqUritQNkJr09vN5+iczSoIQUWAdvDUQpMPtiuwGwiVqPQAV4EPgNlR4AowixCqLb/1hcs3j59T\nL30IRWwHd4MI5N4H3A+B5imqq0cIMY9GkSRBpiZqmOhpxHpBhlNFmB2G7DgwzUKZwXrGm49WT+3P\ntpPodJicUWu7fwWBGCLKUAOEEXKcBAaBCSDN2pylMj6+8dQp55WWoixEH9XZrCXWzeXoXEqzHYwg\notNVAJVANShecEngssRlpglFSwwpuo4Ye+KLjgRivLHPFz4mfrZstBKPBqioh+5KIl8co/vpy/wL\n6Rvcf/Es7m/nmbieZ3C8wDQWaWQquM6+qtfpbPNy+dPdvPPPDvH9H32Wa6/tgLMy6KPA1F22aW3Y\nkMMkSRInT54kFoutdiVlo7CcUi41E3AO2sJhqqjL0/RED/flz9H9xhXebz3EpWc6uDUTJpmwoxJ2\n1GXx/e8ea+e4EdjcNcALSgtKQyveZzW27bnKkdazFHQXM/OVnG2/n9H3Y/B+LaQziOm8c/Z+dwP1\n5vFzysp2BCrBHYVmFVc7BLt0GjxjNHOdKt8UYSWBkgdJt25PbnUUZqUQI1KUW1QwM1BJ8kYDDJkw\nW2ChU+E8nMt8C/lvvgxtju7S4UU4FGEgAi4PeDRhj70muAqg6aAUHRM9BXIKZJRSEMZCOBdziMEs\ni7i4WOJmY+lZ4OZydOZHlBzdSBVyVQWR/QqNHUMc8l+hwoiLqFKc2/Ymt93N1J4YPYkqLo51Urie\ngVtxxAAWp+xY3J2h3Tg/Zx/zACEIRKGiktA+FzW7Rzjc8AH17jEYAWMwiW7F0cmgY1LEg5YM4Z2K\noUYk0r/k43Wtm77+BgqvVWPNz4JpO07F0nf+rPqiDWdftPU0gjC4PsoTyWzpSFN2bGvBXQfttWjt\nPrztJgXJRy7TAFd80FsNs5NQmKWsAMvJtPwMPprxdHFe1VL5PYujarYO6iXOMgsjvM573l30aXPH\nVGeeT2mMkWtAq4ZGP9QFoDIoIr5uyitzdlApD5JSRPJoWLqGlQvDQBUMZWAsC9l5xKR7nvLE1I6Y\nfpT8JMAtVlKUKmiJwNMa3fuu8YnIi+x9/wJN7w4hXQZ1DLQMVKiid/lz4MvMI81Dk6eAMpNEbTc5\nrR3gneI2Uj0STNiT1OLKzbhLbMhhAtYUZi0b05UGyaVmAE7vWszca2pnOfbwWT79Vy9x9K/foeN/\nu0lk7+PMvPxJkn0exAxoKYGvf/bwEa1aOmB3cB9IUfC04eqqp/prgzy+56f8vv5/kpKCXCnuZvZQ\nBeMNhzBv1EB6lnJ4xu7kcLfG
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 10
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [
|
||
|
|
"def kmeans(images,k=50,protos=None,maxrounds=50,verbose=1):\n",
|
||
|
|
" last_closest = -ones(len(images))\n",
|
||
|
|
" if protos is None: protos = array(pyrandom.sample(images,k))\n",
|
||
|
|
" for round in range(maxrounds):\n",
|
||
|
|
" dists = cdist(make2d(protos),make2d(images))\n",
|
||
|
|
" distortion = sum(amin(dists,axis=0))/len(images)\n",
|
||
|
|
" closest = argmin(dists,axis=0)\n",
|
||
|
|
" delta = sum(closest!=last_closest)\n",
|
||
|
|
" last_closest = closest\n",
|
||
|
|
" if verbose: print round,delta,distortion\n",
|
||
|
|
" if delta==0: break\n",
|
||
|
|
" for i in range(len(protos)):\n",
|
||
|
|
" protos[i,:] = average(images[closest==i,:],axis=0)\n",
|
||
|
|
" return protos"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [],
|
||
|
|
"prompt_number": 11
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"protos = kmeans(images,protos=protos)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"0 60000 4.92791306455\n",
|
||
|
|
"1"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 7305 4.82339143232\n",
|
||
|
|
"2"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 4623 4.79399193763\n",
|
||
|
|
"3"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 3300 4.77928160063\n",
|
||
|
|
"4"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 2627 4.77048787612\n",
|
||
|
|
"5"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 2235 4.76362848654\n",
|
||
|
|
"6"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 2097 4.75668127095\n",
|
||
|
|
"7"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 1968 4.74945883203\n",
|
||
|
|
"8"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 1812 4.74279501946\n",
|
||
|
|
"9"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 1677 4.73792616002\n",
|
||
|
|
"10"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 1571 4.73414826073\n",
|
||
|
|
"11"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 1426 4.73091656985\n",
|
||
|
|
"12"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 1308 4.72803567943\n",
|
||
|
|
"13"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 1181 4.72545593468\n",
|
||
|
|
"14"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 1147 4.72316953402\n",
|
||
|
|
"15"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 1045 4.72116153654\n",
|
||
|
|
"16"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 981 4.71948076779\n",
|
||
|
|
"17"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 846 4.71796113487\n",
|
||
|
|
"18"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 786 4.71677505258\n",
|
||
|
|
"19"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 730 4.71561093964\n",
|
||
|
|
"20"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 679 4.71449332524\n",
|
||
|
|
"21"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 579 4.71364371291\n",
|
||
|
|
"22"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 560 4.71299215707\n",
|
||
|
|
"23"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 505 4.71244373033\n",
|
||
|
|
"24"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 413 4.71209851374\n",
|
||
|
|
"25"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 371 4.71189952536\n",
|
||
|
|
"26"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 329 4.7117341214\n",
|
||
|
|
"27"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 310 4.71159143583\n",
|
||
|
|
"28"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 286 4.71143996534\n",
|
||
|
|
"29"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 257 4.71131827684\n",
|
||
|
|
"30"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 248 4.71122405847\n",
|
||
|
|
"31"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 232 4.71109889008\n",
|
||
|
|
"32"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 221 4.71098626593\n",
|
||
|
|
"33"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 210 4.71089035961\n",
|
||
|
|
"34"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 216 4.71079365751\n",
|
||
|
|
"35"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 205 4.71069452515\n",
|
||
|
|
"36"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 196 4.71059435099\n",
|
||
|
|
"37"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 181 4.71050412731\n",
|
||
|
|
"38"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 165 4.71042813068\n",
|
||
|
|
"39"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 146 4.71035513104\n",
|
||
|
|
"40"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 126 4.71029115546\n",
|
||
|
|
"41"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 107 4.71026061801\n",
|
||
|
|
"42"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 102 4.71025368955\n",
|
||
|
|
"43"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 105 4.71023436355\n",
|
||
|
|
"44"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 97 4.71021570777\n",
|
||
|
|
"45"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 96 4.71018738721\n",
|
||
|
|
"46"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 72 4.71014924186\n",
|
||
|
|
"47"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 74 4.71013288725\n",
|
||
|
|
"48"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 83 4.71010031536\n",
|
||
|
|
"49"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 102 4.71006848796\n"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 12
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"showgrid(protos)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "display_data",
|
||
|
|
"png": "iVBORw0KGgoAAAANSUhEUgAAAkwAAAEzCAYAAADD+FxKAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsvXd0XFd+5/l579WrnICqQqGQMwEw5yBRpHLqqPa21WO3\n226P3Q672z7rs2ufOT7rtc+c2banZ2c8694d97h3th3k7rZst2SplVoSJYoSRVLMBAgGRCLHQuXw\n3ts/bj2iCIJEpNor4XtOCWDV08P91u/+7v3dX3qSYRgG61jHOtaxjnWsYx3ruCPkn/UA1rGOdaxj\nHetYxzr+pWPdYFrHOtaxjnWsYx3rWATrBtM61rGOdaxjHetYxyJYN5jWsY51rGMd61jHOhbBusG0\njnWsYx3rWMc61rEI1g2mdaxjHetYxzrWsY5FsGKD6dVXX6W1tZXm5mb+5E/+ZC3H9C8G6xw/Gfik\nc/yk84N1jp8UfNI5ftL5waeD4x1hrAD5fN5obGw0enp6jGw2a2zdutXo6OhYya3+xWKd4ycDn3SO\nn3R+hrHO8ZOCTzrHTzo/w/h0cLwbVuRhOnHiBE1NTdTV1aGqKs8++ywvvPDCWttyP1Osc/xk4JPO\n8ZPOD9Y5flLwSef4SecHnw6Od8OKDKbBwUGqq6tv/ruqqorBwcFbrpEk6f/XrwMHDnziOX4a5PhJ\n5/hpmKefBo6f9Hn6aeD4aZinnwaOd4Plrp/eAYvddA5PAE8ucs0ri1yz2Of36h7fXOR6E4eAw3f5\n/Mginy/lmntxjz9ahhwfAx6/y+evLfL5Uq65F/f43WVwfKjwuhPeWuXn9+oef7DI9SYWkyEs//vV\nCy8DkBDnrzeWeY+lfP67d7m+GIutN6tdSwzgJ4jxmXwXml/LXY+++THO06Vccy/u8QfrungTi+0Z\nsPT1XAIUxNzUVniP5Xz+R3e5vhir2RdN3TrC4jI6hFiDVvJ3Fvr87vxWZDBVVlYyMDBw898DAwNU\nVVWt5FbLgFT0khETxJj32do+Fu/j51gMk9O9w8crR1Nuy/n8boqwNPxs5urHi58dP5mPq9B27Tku\nNLdMAzBX9N58o2ixebwyfBrm6aeB48fDT0YYSU7AWvipMDdPTePJBfgQ87l4ThcfcpaPteNYrFty\n0cvc+xRALYxVn/ez+Pf59yp+f22xIs3ftWsXV69epbe3l2w2yw9/+EM+97nPrfXYFsD8U50p9Htj\nWHy8HOcvyhLCnrVw+0RaG84fnxwXUgpT6RXmuC2kNKvj+bObqx8fPl5+BrceVoplNv/z+deuHGvL\ncaGxFc8/K2AD7IWfNoQeKtw+R9cGn4Z5+mngeG/4FTsKFMT8VAE/UAZUgVQHUgPIDaA0gFyHMJbK\ngQDgRRhQDsS8VlnpGrs2HE0+FuaMvhKQA2ANgTsIDgeUlyJV+pGqvUhVXoj4IOABtxdkG8jOIj7F\n+nlvbIIVeZgsFgt//ud/zuOPP46mafzqr/4qbW1tC1zZtIS7LXaN+bkB5BGWcw5hRUqIxayRuy/K\nKxvH0jjWLXLfxT4HqGfOa6YzZ1k7Cu9vQkyoLLeejPWify9/HEuXY+Mi957/+UKn8OZ5/y7eZHVu\n//7vdI+7eRJvH+fSOdbf4Z5r9fm9u8fayHCxa3TEHNKK/r2QQVSDmKfFi1bxQWe5c0lgbdabJub0\npdhAMo0jJ8I9v4W5TSkHpIEYEAfaCv+vxp03m+K/s9CZ9PZxfnzz9Gd3j3VdNFG3hHub1xQb6BbE\nnHQCuxDzKAT4QbaCKs3ZDVkdMs+AvhOMWWAKMX8TQBJIAa2IuZ/n1r3k7uNcPUcZaCjwsSEMuYLh\n53ZB0C6Weocd7tuLEshg8aTJJW1oUyr0GdABnAxAugZSI8BEgZ+plzJza9bdsNjnt0IyDOOe+K5E\nvPrP1vCOhZNfqRWqLTh8Key2NIneANkRKySjoGW4dSFfDb7JYl+N4PiHq/w7ILgVW/xOwA2UgqWg\nCHIGjCxkdNCyiImfBjKIRV1jeZz/aFF+YHL8D8u4b/FGpCCUwg6KDaw28MniYOSSwSaJy/OG4BUD\nZguvTBah2GkEP1OmGkuX7+8ug+O/XQbH5WIpY13piegPljhPlyPDu6HoRKgqws6wF97SgawESRly\nGuSziPmZZXUep8XluPT1xtwUlMLAXeDwg8+LVOPA5dcJKQl8Ugo3GVSSGKRJojGJlWHcZLsl8v0G\nZBKgmfOzOAww3wO3GBZfa+Y4ruU8LfZaFHsIFwp/wJ3ltpS5u/g8hY9DF+8llqqLS9kz5nuVFIRx\n4QRKgQAolWALgdcNpRYoA8WbR3ZqaDEL+qwM0zrMJGBmGjJRyEURxtM0wsBII/TTNJoWw+L7xt05\nmqE2S4GLD4hASQQilZTUZQjUx4jUj+AJx8ENFlsGi5Ihl7CjRa0wDsYo6KPQm7AzEFXIXI2jjUUh\nOwmGqZMayw/P3Z3fijxMJurq6vB6vSiKgqqqnDhxYjW3WwRWIAzNVfBsLYHNNwiHhuj7XjMTr1rh\nxnlIjiMW6OUaD3fGx8PRPD2Y7v8gEAbqwOYGvwKqAbouDOnkNNCL+McMwsJIspLY7drym28sORCG\nXxisZRAIwSYVtiMOZ6HCpXFgHOgCOoFLwLjJcQyh3Dpzcl0ez493ns7HUsa7ehfyvedonm49CME1\ngNMH5SqUS2LKphGi6gemZ0EbBWMCmEScaDOIhXn5url2/Mzv2gxpRCBYhbQxiPyVHJHt1znsPM0m\n+RLNXMXDLDoSA1TxHvt4mSeZ+m6I/HNWmLgKySGEDppGIaw0lPzxz9NiT7a18J7pwc8hZGUeVmBu\nLhfD3ACXhp+tLn48WBuO5vdabNCa3qUQSNVgLYWgG9pl2ArsBLU6jS2UJDXuJXvDDp0KXHDBWTuM\ne2DGg5BjuvD6OOdpsbFkRRhLlUA71JfCZ1Xq95/kQNsxPpN+lZbe6/ABSD0G0pCOkZMxVAkioO2E\n/K/A/2P7Kj8af4bxP2sh+XYMpi5CfgyhkybWLqdpVQaTJEkcOXKE0tLSNRnMAn+BOYHagBKqQkk2\n7TlG+1QXVUcH+KB5hnNqPTeed5Ls8yGMiPnVAqsYwT3naBpLDsAPUinYyqGkDOoCWJsMnC0JXJYE\nqpFnaqaEZJ8f7Vw9xqgDphUE3yy3Lm5Lw9rxK45J2wE3qGXgC8FWL4HmDC0VF6itGKSqfFjovoxY\nkz2ADbJlFuI7nfQN1tI/FKJvJEK2KwCXY8Ao4mRkbrqwVG/FvZfhfJiLnIpYGMycGBtzBqXBXLgn\nw5yn0Dzp/azkeMtdmcujC4GlDBrdOOstVNVN0+DvZIO1BzWXE9MPyCoqMauLq/lKTicbSZ9xo58N\nQ3occpMIN2KxDH8W/AreasUP1hrs+2wEnx7nwK732GH9iPbOy4TGbuCZGiVHmiQSPmbYbc1Q5Zhh\nPBJm4JcjfPhRA4OdtXBDhmwU4fVdOe6NDOfnZflBcYPNAS4LuBTQrJC2QBTIxhB6NouQFcytp+ac\n9iLWKwtizqaKXqa37ePkaGKh9WC+8Vqc/2piofGuPH9ybTgWh7MlhPzcQBDUINgCUO6AZgUO6oS2\njlK/oZtwYBi/Z4rRQISRcAU3IlXESrzksWFccYMhQyoL2fn5e1lu9QSvNb/i0KIVEYYLg6cKmvyU\nHZ6h4aFrPOh+m0PD77D10gWCF8ZInQd5FNSZgg9UhdwYpBMiqPRA2dt43Fl6DjTQWVbF+ZM1JHvd\nMDKImMMp5lJ5Vm80rcpgApbkZl05ivNchKI2+K/w863Ps+u7Z6n+y0GC3xpF2X2Y2aObSfaVIJR9\nbRO+7h1H08gohDikEMjV4K1AavShPK7hPTRB2f4bRCzDOPUkXdlWhk9WkfheNcaHKkznEQt1nOVu\nQibWhl+RkSB5QSpDcjcg11ag/lyOukPnebrqZR7KvcP+6EnhPBouDL1w2IhttzNSF+Jt6UHeHnmY\n2bOPMfOPJeT6wchdxMjnwCgO
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 13
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "markdown",
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"k-Means as a Classifier\n",
|
||
|
|
"======================="
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [
|
||
|
|
"dists = cdist(make2d(protos),make2d(images))\n",
|
||
|
|
"closest = argmin(dists,axis=0)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [],
|
||
|
|
"prompt_number": 14
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"figsize(8,4)\n",
|
||
|
|
"_=hist(labels[closest==2])"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "display_data",
|
||
|
|
"png": "iVBORw0KGgoAAAANSUhEUgAAAe0AAAD9CAYAAACRFS/UAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAGh1JREFUeJzt3WFsW+W9x/Gfc220aZCuMOIIO8wTcZS4mFKgoUOqZOgc\nSqVGUdtZM4yEBIbUaFJhbFp5cW8ddEeyoQlKwXuBsi6005JKk5IIVVbomDsEazoaBAxXi8ccyXZS\nS10WKGohNPV90da3pTRgN4nzON+PZCl+7HP8Pxbttz6OjSWbzWYFAAAWvbJiDwAAAL4aog0AgCGI\nNgAAhiDaAAAYgmgDAGAIog0AgCFmjXZbW5vsdru8Xu9F67t27VJdXZ1uvvlm/fznP8+td3Z2yu12\nq7a2VkNDQ7n1I0eOyOv1yu12a9u2bXN8CAAALA2zRru1tVWRSOSitT//+c8aHBzUu+++q7///e/6\n6U9/KkmKxWLq6+tTLBZTJBJRe3u7zn8EfOvWreru7lY8Hlc8Hr9knwAA4MvNGu21a9dq+fLlF639\n5je/0ZNPPimbzSZJuv766yVJAwMDCgaDstlscrlcqq6u1vDwsCYmJnTixAnV19dLkpqbm9Xf3z8f\nxwIAQEnL+z3teDyuv/zlL1qzZo18Pp/eeustSdL4+LicTmfufk6nU+l0+pJ1h8OhdDo9B6MDALC0\nWPPd4PTp0/rPf/6jQ4cO6W9/+5sCgYD+9a9/zckwFotlTvYDAIAp8vk28bxfaTudTm3atEmStHr1\napWVlen48eNyOBxKJpO5+6VSKTmdTjkcDqVSqYvWHQ7HrMNzmb/Ljh07ij5DqV94jnmeS+XCczz/\nl3zlHe2mpia99tprkqTR0VFNT0/rW9/6lhobG9Xb26vp6WklEgnF43HV19ersrJS5eXlGh4eVjab\n1Z49e9TU1JT3oAAALHWznh4PBoM6ePCg/v3vf6uqqkpPPfWU2tra1NbWJq/Xq6uuukovv/yyJMnj\n8SgQCMjj8chqtSocDudOd4fDYT300EM6deqUNmzYoPXr18//kQEAUGIs2UJen88Ti8VS0OkCfHXR\naFQ+n6/YY5Q0nuOFwfM8/3iO51++3SPaAAAUSb7d42tMAQAwBNEGAMAQRBsAAEMQbQAADEG0AQAw\nBNEGAMAQRBsAAEMQbQAADEG0AQAwBNEGAMAQRBsAAEMQbQAADDHr/5qzGP77v/+n2CNc1pYtm7Vy\n5cpijwEAWKIWXbT/938X3Ujn/Fn/9V9lRBsAUDSLsJCL9ZX2mWIPAABY4nhPGwAAQxBtAAAMQbQB\nADDErNFua2uT3W6X1+u95LZf//rXKisr0+TkZG6ts7NTbrdbtbW1Ghoayq0fOXJEXq9Xbrdb27Zt\nm8PxAQBYOmaNdmtrqyKRyCXryWRSr776qr797W/n1mKxmPr6+hSLxRSJRNTe3q5sNitJ2rp1q7q7\nuxWPxxWPx79wnwAAYHazRnvt2rVavnz5Jes/+clP9Ktf/eqitYGBAQWDQdlsNrlcLlVXV2t4eFgT\nExM6ceKE6uvrJUnNzc3q7++fw0MAAGBpyPs97YGBATmdTt1yyy0XrY+Pj8vpdOauO51OpdPpS9Yd\nDofS6fQVjAwAwNKU1+e0T548qaefflqvvvpqbu38KfC5E7rgZ9+5CwAA5otGo4pGowVvn1e0P/jg\nA42NjeW+FSyVSun222/X8PCwHA6Hkslk7r6pVEpOp1MOh0OpVOqidYfDMcujhPI6AAAATOHz+eTz\n+XLXOzo68to+r9PjXq9XmUxGiURCiURCTqdTIyMjstvtamxsVG9vr6anp5VIJBSPx1VfX6/KykqV\nl5dreHhY2WxWe/bsUVNTU15DAgCAL4l2MBjUXXfdpdHRUVVVVWn37t0X3W6xWHI/ezweBQIBeTwe\n3XfffQqHw7nbw+GwHnnkEbndblVXV2v9+vXzcCgAAJQ2S3bu35Qu2NnIL5pxPiekHTukUChU7EEA\nACXCYrHk9bthfCMaAACGINoAABiCaAMAYAiiDQCAIYg2AACGINoAABiCaAMAYAiiDQCAIYg2AACG\nINoAABiCaAMAYAiiDQCAIYg2AACGINoAABiCaAMAYAiiDQCAIYg2AACGINoAABiCaAMAYIhZo93W\n1ia73S6v15tb+9nPfqa6ujqtXLlSmzZt0ocffpi7rbOzU263W7W1tRoaGsqtHzlyRF6vV263W9u2\nbZuHwwAAoPTNGu3W1lZFIpGL1hoaGvT+++/rnXfeUU1NjTo7OyVJsVhMfX19isViikQiam9vVzab\nlSRt3bpV3d3disfjisfjl+wTAAB8uVmjvXbtWi1fvvyiNb/fr7Kys5vdeeedSqVSkqSBgQEFg0HZ\nbDa5XC5VV1dreHhYExMTOnHihOrr6yVJzc3N6u/vn49jAQCgpFmvZOPf/va3CgaDkqTx8XGtWbMm\nd5vT6VQ6nZbNZpPT6cytOxwOpdPpWfYauuBn37kLAADmi0ajikajBW9fcLR/8Ytf6KqrrtL9999f\n8IN/sdAc7w8AgMXB5/PJ5/Plrnd0dOS1fUHR/t3vfqf9+/frT3/6U27N4XAomUzmrqdSKTmdTjkc\njtwp9PPrDoejkIcFAGBJy/sjX5FIRM8884wGBgb0ta99Lbfe2Nio3t5eTU9PK5FIKB6Pq76+XpWV\nlSovL9fw8LCy2az27NmjpqamOT0IAACWgllfaQeDQR08eFDHjx9XVVWVOjo61NnZqenpafn9fknS\nd7/7XYXDYXk8HgUCAXk8HlmtVoXDYVksFklSOBzWQw89pFOnTmnDhg1av379/B8ZAAAlxpI9/7ms\nReBs5BfNOJ8T0o4dUigUKvYgAIASYbFYlE+G+UY0AAAMQbQBADAE0QYAwBBEGwAAQxBtAAAMQbQB\nADAE0QYAwBBEGwAAQxBtAAAMQbQBADAE0QYAwBBEGwAAQxBtAAAMQbQBADAE0QYAwBBEGwAAQxBt\nAAAMQbQBADAE0QYAwBCzRrutrU12u11erze3Njk5Kb/fr5qaGjU0NGhqaip3W2dnp9xut2prazU0\nNJRbP3LkiLxer9xut7Zt2zYPhwEAQOmbNdqtra2KRCIXrXV1dcnv92t0dFTr1q1TV1eXJCkWi6mv\nr0+xWEyRSETt7e3KZrOSpK1bt6q7u1vxeFzxePySfQIAgC83a7TXrl2r5cuXX7Q2ODiolpYWSVJL\nS4v6+/slSQMDAwoGg7LZbHK5XKqurtbw8LAmJiZ04sQJ1dfXS5Kam5tz2wAAgK/Omu8GmUxGdrtd\nkmS325XJZCRJ4+PjWrNmTe5+TqdT6XRaNptNTqczt+5wOJROp2d5hNAFP/vOXQAAMF80GlU0Gi14\n+7yjfSGLxSKLxXIlu/gCoTneHwAAi4PP55PP58td7+joyGv7vH973G6369ixY5KkiYkJVVRUSDr7\nCjqZTObul0ql5HQ65XA4lEqlLlp3OBz5PiwAAEte3tFubGxUT0+PJKmnp0dNTU259d7eXk1PTyuR\nSCgej6u+vl6VlZUqLy/X8PCwstms9uzZk9sGAAB8dbOeHg8Ggzp48KCOHz+uqqoqPfXUU9q+fbsC\ngYC6u7vlcrm0b98+SZLH41EgEJDH45HValU4HM6dOg+Hw3rooYd06tQpbdiwQevXr5//IwMAoMRY\nsuc/l7UInI38ohnnc0LasUMKhULFHgQAUCIsFovyyTDfiAYAgCGINgAAhiDaAAAYgmgDAGAIog0A\ngCGINgAAhiDaAAAYgmgDAGAIog0AgCGINgAAhiDaAAAYgmgDAGAIog0AgCGINgAAhiDaAAAYgmgD\nAGAIog0AgCGINgAAhiDaAAAYouBod3Z2asWKFfJ6vbr//vv16aefanJyUn6/XzU1NWpoaNDU1NRF\n93e73aqtrdXQ0NCcDA8AwFJSULTHxsb00ksvaWRkRO+9955mZmbU29urrq4u+f1+jY6Oat26derq\n6pIkxWIx9fX1KRaLKRKJqL29
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"showgrid(images[closest==2][:50])"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "display_data",
|
||
|
|
"png": "iVBORw0KGgoAAAANSUhEUgAAAkwAAAEzCAYAAADD+FxKAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsvXecHFeV9/2tqs5xch5pZqRRlkc5Z0uWE7Ylg+1dwCYs\nJuyyyxLMsrDLw7vv8tjA4scLu7CwD2CMDTbY2MaWZcvKVpqRRnmkCdLkHDrn7qr3j+rS9IxHmiTM\nvmZ+n099umeq+tb91b333HPPOfeUoCiKwhSmMIUpTGEKU5jCFK4L8U9dgSlMYQpTmMIUpjCF/+mY\nUpimMIUpTGEKU5jCFEbBlMI0hSlMYQpTmMIUpjAKphSmKUxhClOYwhSmMIVRMKUwTWEKU5jCFKYw\nhSmMgimFaQpTmMIUpjCFKUxhFExYYdq9ezdz5syhvLycJ5544mbW6X8Mpji+P/B+5/h+5wdTHN8v\neL9zfL/zgz8PjteFMgHE43FlxowZSmNjoxKNRpWKigqlpqZmIkX9j8UUx/cH3u8c3+/8FGWK4/sF\n73eO73d+ivLnwfFGmJCFqbKykpkzZ1JSUoJer+ehhx7ilVdeudm63J8UUxzfH3i/c3y/84Mpju8X\nvN85vt/5wZ8HxxthQgpTe3s7xcXF1/4uKiqivb19yDWCIPz/+lizZs37nuOfQzu+3zn+OfTTPweO\n7/d++ufA8c+hn/45cLwRdDc8ex2MVugg/i553AhPjXLN8PMKkEj5WwL+fZxljOWaslGu1/BY8rge\nvjPK+etdowBy8vN7wJcBAVXHHen5j3af4eezxtGOfw988Qbnvz/K+dRrZIa2n4ankudvpMOPdp/h\n54vHwfFzwF/f4Px/jOH836D2x9Q+KqT8798neY+Rrpk/yvUa/il53Aj/Mso12nmN30hvVfpX4Ouo\n7ShN4h6pMNzg+lSMJm8mIgfeizLKxtFP/xH1+V4P/zrKee2af2Dk9hOB/z3GMsZTD+s4OH4G+OwN\nzv/oBueV5PlP3eD3IvCTSdzjetdUjHK9htHkKYxd1omAHnWMmFDljQyEUNvg7xm5ncdzj1QUj3Th\nCPh88rgefjDK+bFc88coY9YNS5uQwlRYWEhra+u1v1tbWykqKppIUaNASTm0wSaiVltgUKkg5TMV\nAiMrF2PDe8MxFalcJcCIytcA2JLXxFG5jsR3fHjv2lFT/EBtOyMqP005UlA56hlZmZo4/vgchZRD\nQW0frf00aG0lplw3kuIrJg+tH4wNN5+fxmekPpZsM1Gr5zAoEgh6UAT1GCeX6+G9H4vvLd67sQhq\n2xpSvg+HhDoWb6QYjx/vzViUkoeVwTGoLdKGy81UeTvxeSIV720/1RZiXsAP+FB56IB0VK43GssT\nw/+MsajxGs1JdnPaVcOEXHLLli2jvr6epqYmotEozz//PPfcc89NrdgglBG+a9UWRrjm5uG946gh\ndeKVUz5lhiod2rWTw3vTjjdqm1SFeLy/HRv++ByHD1pl2P+Ht5NwgwOG9u2xtfHN5TdSnVK/J0CI\ngxAFMfLuQ4gnP6MM9tmReIyv/773Y/G9xXsrU2GorNHkTIJBBWn42BveJ8aP917eDFfYh9d/OM/J\ny5v3vJ+KCTCHETN60U+7jG56LVJxI4LVm7zg5ioM8F5xvBn1FoZ9Th4TsjDpdDp++MMfsn37dhKJ\nBJ/85CeZO3fuCFeuHENpN7pGBNYmP2XU1XsUiCS/K6iWl5WoK6bhE5e2qphYPcbGce0o5Y52XgbW\nMLiqk1BXCi6gB3X1YAYOAXYgF3CiWmlAfQ7acxpfPcbejqtHKft657VVjQ5Yh9px+4Fe1BVRmEHr\nUjYq38zkbzQhnqqQjL8eY+e4fJSyr3deq+cqVJO4BMRQ+6iOQYuonCxDE9KaJSp1MC9LXpeqaA1f\nFb+7HmPjt2EUfgAbGWrhGq4MbgQGQOkHeQC1/VLrJoKSAco7QBqq+d4JWFKu28TQlf/wSWrket4c\neTNZefTHK2Ps/XT9KGWPdl6Th/2ofTSS/F8M1Y0jATOADtR2MyQPXcrv5QnVY+wcl41S9vXOR1D7\nZDFwDpVPArUfO1HnCiMqn8UMdZcPlzej1WHketwceTqWa1YBXrAJUJ6NZaWRzM0QNekJ+WwEf5JP\n9MCtDM6DIykNE5PrY+O4YpSyh58fyVq0atjfqR6JBGobhri+d0lCbaMbKcKj1XNYqYqi/FHMM6q/\n+uokS9E6suaqEMAYA0sI9DEQFfBYIWRkZOE7GQ2zjNEejcqxbwJlD7dCaKu7OAgJyJAwZXnJLjhD\nmrkRJx24yGcgXIKrYSHhnhyIiEmXR6q5dTwrwKxR+YHGsXXU64YilR+o3FQXozC9D7G8nXRdM3ax\nBx1RgqQzQDGxS2XEGwtQlWI55ffDyxsrisfB8eIYykutz3CLUIRrrgCjACYZQgJE5eQ5UCed4ava\nVCEwUjvKI/wmFfPH2E+jN7zm3a7F4fdMgD4KM7048luYbThKmtyFLhZDQAFRQBZFkEEIxemWZtNg\n3UzwSh7x+rQUbppCNhLX6/EwjJHjZOXNnwqjyxrQOAbGUW6quynlGRuiYAuBMwwOVWESDBF0Tg+K\nrCcecMCADdwWCJkgIkFcTsobTcEYL6zj4Hh2HOWmcMwAQ3aQwtzz5AhXSevpRJKjyDod7Zlz6THP\nxBUtINrngA4jBCIQjvHuZ6SVC+OTORVj7KfjlafXfj34VZIhK0paiZ95S/vJmN2DVNINOj2xsIOm\nw3PprMzHX6MQc2vzjGZAGD4vjqc9R5epKse6cZQ5/Blfr3xh2Hdt7lSuU0Qqv7FynHVDfhOyMGko\nKSnB4XAgSRJ6vZ7KysrJFDcCwsnDnjwcYNdBiQwOBfQKXIhAux91xRRO+a2Y/I2J6wdKj46bzzF1\nJSOhWo8iwADQAVIvzFqMc72F1R/wsLSwjoWc4xTLOd5VTPUPrHTut0CfC+JabFMI1WKhxXb9Kfml\nctSefVeybiUIm0wY/s7OXIuHWYYu7IRoIZdKSnH973ziP3WgWtcU1BVuFLVd/ye0oabcpK5Etbir\nftQ2yAZnDuRlQlsIBryoljMDqnVQc3voefeKKZZyPvWemrC7/kCeHEeNi9ZuWr00xRXAB+YQ3J9G\n8Z16PpfxDkvi1dhcYQRBAR3ETaBEQdcOeyy38VTpStp+GMNXH025D8nnFGEwWDVV8R+Z4x9f1vzp\ncXM5pralZulMtqvdADOtsFCG+erzltIjWG5xEY/qSVxNR6mU4LQIbSL0BcDfDQkDqkzVMXJA/5+S\nowTlmdg2xNl620E2i6e4Zd8FLNEgUbuRV1YZ2FM8g+q+aQwczYJXBLjaBF19qDJYOxIM7ffjlzt/\nvL6aoiToJajIomTVAF9Z9BSZtWe48PU46QEBu8POW3/zIEc3bKHuW6XE3Pbk78OoMkbbkKGN8/HF\njd5cfqmKT4yhMiA1Xjm1njrUec85eG74ukuBQYtjAFXmTB6TUpgEQeDAgQNkZGTclMqklKweBhuC\nw4a0WiRtpp8ZYi3TOjspvNxJV3+CFoORzs2L6NMVEzqZTrw/RdjKAnh16ir/2gAY/yC/uRw1a5kx\nWacQ0Ad5wCILs/NdLMp4h/RoDY5YDP2hizgNjVhpY6lZJEsXJ7Q8h7BJwPtykITLxqDZXMfgpDr2\nAX7z21BTJvSADywRqDBRUOplSfYu8ot7SK/rQ3A1Ivq7MBIm09bA4vSrBGfY6fl4DvtOraaxKRv8\nPSDrUBWviWPyHIevPvWo7RcAMhCdNky32imb1sDayEHsMYlEwknHhgyavDlceqcQb4cRwi7Ugasd\nqe43zSWrHTAoIFItBSMHb06cY6ow0u4RASkBJgkydKqel2nBXBBj86L9bNQdZsY7FzF2dyEHVde4\nFustxCHhglLjGT6S+wwXMiu49NfzaN1XQv+lLBBESNdBgQJhCXwieGMQUpK8NQvXzeI31mcwPN7l\nvfjtsJJuKkdtDIJaLz8QA8FB
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 16
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"def chist(classes,n=10):\n",
|
||
|
|
" result = zeros(n)\n",
|
||
|
|
" for i in range(n):\n",
|
||
|
|
" result[i] = sum(classes==i)\n",
|
||
|
|
" return array(result,'i')\n",
|
||
|
|
"\n",
|
||
|
|
"dists = cdist(make2d(protos),make2d(images))\n",
|
||
|
|
"closest = argmin(dists,axis=0)\n",
|
||
|
|
"proto_labels = [argmax(chist(labels[closest==i])) for i in range(50)]\n",
|
||
|
|
"sorted(set(proto_labels))"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "pyout",
|
||
|
|
"prompt_number": 17,
|
||
|
|
"text": [
|
||
|
|
"[0, 1, 2, 3, 4, 5, 6, 7, 8, 9]"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 17
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [
|
||
|
|
"def nneval(training,ltraining,testing,ltesting,metric='euclidean',p=2):\n",
|
||
|
|
" ds = distance.cdist(make2d(testing),make2d(training),metric=metric,p=p)\n",
|
||
|
|
" closest = argmin(ds,axis=1)\n",
|
||
|
|
" predictions = [ltraining[i] for i in closest]\n",
|
||
|
|
" errors = sum(array(predictions)!=array(ltesting))\n",
|
||
|
|
" return errors*1.0/len(testing)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [],
|
||
|
|
"prompt_number": 18
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"nneval(protos,proto_labels,test_images,test_labels)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "pyout",
|
||
|
|
"prompt_number": 19,
|
||
|
|
"text": [
|
||
|
|
"0.094399999999999998"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 19
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"for k in [20,20,20,50,100,200,500]:\n",
|
||
|
|
" protos = kmeans(images,k=k,verbose=0,maxrounds=10)\n",
|
||
|
|
" dists = cdist(make2d(protos),make2d(images))\n",
|
||
|
|
" closest = argmin(dists,axis=0)\n",
|
||
|
|
" proto_labels = [argmax(chist(labels[closest==i])) for i in range(len(protos))]\n",
|
||
|
|
" print \"RESULT\",k,nneval(protos,proto_labels,test_images,test_labels)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"RESULT 20 "
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"0.1848\n",
|
||
|
|
"RESULT"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 20 "
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"0.2246\n",
|
||
|
|
"RESULT"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 20 "
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"0.1765\n",
|
||
|
|
"RESULT"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 50 "
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"0.1094\n",
|
||
|
|
"RESULT"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 100 "
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"0.0698\n",
|
||
|
|
"RESULT"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 200 "
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"0.0553\n",
|
||
|
|
"RESULT"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 500 "
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"0.0452\n"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 20
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "markdown",
|
||
|
|
"metadata": {},
|
||
|
|
"source": [
|
||
|
|
"k-Means with Stochastic Gradient Descent\n",
|
||
|
|
"========================================"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"protos = array(pyrandom.sample(images,50))\n",
|
||
|
|
"counts = zeros(50)\n",
|
||
|
|
"showgrid(protos)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "display_data",
|
||
|
|
"png": "iVBORw0KGgoAAAANSUhEUgAAAkwAAAEzCAYAAADD+FxKAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsnXeUHFeV/z9V1XmmJ0dN1swoBytZwZaDLFsO4IBZm2wT\nzQZY0rIs+1vS+S3YCwsLLLsLi+HAwhowYDCWLVuSLTlIVrJymtHknLp7OocKvz9el7pnNJoszE/M\n95w609NV/ep9671337333XdLMgzDYA5zmMMc5jCHOcxhDpeF/GZXYA5zmMMc5jCHOczhTx1zCtMc\n5jCHOcxhDnOYwwSYU5jmMIc5zGEOc5jDHCbAnMI0hznMYQ5zmMMc5jAB5hSmOcxhDnOYwxzmMIcJ\nMKcwzWEOc5jDHOYwhzlMgGkrTDt27GDRokXU19fz2GOPzWad/mQwx/HqwNXO8WrnB3McrxZc7Ryv\ndn7w58HxsjCmAVVVjdraWqOlpcWIx+PGypUrjTNnzkynqD9ZzHG8OnC1c7za+RnGHMerBVc7x6ud\nn2H8eXAcD9PyMB08eJC6ujqqq6uxWq284x3v4Pe///1s63JvKuY4Xh242jle7fxgjuPVgqud49XO\nD/48OI6HaSlMXV1dVFRUXPy/vLycrq6uEddIkvT/9bFp06arnuOfQzte7Rz/HPrpnwPHq72f/jlw\n/HPop38OHMeDZdyzl8FEhabwt8ljPHx7gmsmOn+lypg/wfUmPgl8apzz30yeNwAt+RdAIaWvmtdM\nVMZ4mGoZFVNox48lj8vhuxOcB/gO8FeIZ6CPcf4/gb9BPBMFGKtuE91n9PkFU+D4keRxOfxghuev\nVBlrJ7jexPuBD0xwzY8muOZy5+XkkQC+D9wKRJPnCoB8Um06nXtsnqDeJj6bPC6Hf5ngPMBjwGcQ\ndR3LnpxMGRNdM/p8wRT66WTlzXj4U5c3M+U42fp/AiGPINWHTTk91pyRLrPHuk8Fk8Nnksd4+MYE\n10x0fjbKGOt8yQT3NPF54B/HOf/PE5xPv0ZPHulzh4wYR//I+H6fie4z+nzGuDWalsJUVlZGR0fH\nxf87OjooLy+fTlF/0phdjqMFsCk8dFKDdPT1EmMrDrODK9+OBiOVIwtgS/4dzc2J6KymUjk7rzh8\n8/vqlW1DmO1+OhWYfToBkgbOIrIdVt579z4qnC0wBDtb72FX+xoYHoJIOO03YynNl8cfh6OprLsQ\n/VDl0r5o/m+2qdm+xqhjavjT6adm+yhp58xxbP6d3l6hN5djurIjIWSQc9Q1OqlnYAMyxzg/vnya\nmxdnC6P7m5WRz91sQwsphQqu9Mb/aZW+du1aGhsbaW1tJR6P88tf/pK77757tuv2pmP2OcqkBK3Z\nGcyOMdZxZXFl2zFdyJpcTEFsWnNS2uexfpf+3fTw5vfV9Mn1yuDN45dsPxkkG2SU2ckr0XjPLYf5\n1NadfHbjTq5f24+yrBgp105qQpq62HlzOF5uHEqXOaaPP34/TZ940v+/nAySRp2fOv74HCdqk3QF\nURr1PWnfj1YmL483byzO5pwxfllXnmP6/U35aRpZKhBPHqZRMzXjayaYlofJYrHw7//+72zbtg1N\n0/jgBz/I4sWLx7hy/SRKm+iaN6+MyXHcOEG55nlTETAbGURHsAKbGGnRkXZ+MveYSj1SmHw7XjtB\n2aPPm1zNjm5J3j8OeIABIIJ4DqYb3A4cRlh1+cm/CqnBI0+jHlPhuGaCsidz/nITjfksZnqPsa+Z\nHL9Vkyh7omtGn0+2r6MEW5GTNe8+QWVUJbbDw1A3FEjguClE9h0DhL4TINYdT5aR7pWZXB0mx/G6\nCeo/3nkDsaS4HDiD8HbmIfqlldTkuQXhfTAtXw3Rr00rWAFuZnwv2qX1mHw/nfo4vxQbknUzjRc1\neSQQz+EaIJC81uTlTJ5TEJzXM74xMBN5M1OOG0nJHtN7H0LwA9FeNYh2TpDyfDsQS8lhoBQ4wUjj\nrRjRJ8z/L63H5PhtmqD+k7nGPD/awEw3QCdbRjrSvTUbxvzV5DhOtIx+ufMmFwm4AdH3EoAfaAP6\nEO1jQ8wTbYh2cSHa0Vy2M8fndOsxNiTDMK6IK0OsVzdfiaL/SJjPRI9GcOwY9xqB0RNpujvfkvw+\nzqUCaHJWzfRQMSE/MDk2XObs6N+nL02Y5yVAAUUGu0R2ZRP51acoGWwlJzAIkiz6eEKDfDfhzBJO\nD9/EwGA59CWSMi7dlT4VS37BFDgenkK5Zl3S6zR6WWasa2fHazYSayfZT1+ZpftdLBVTOOetdFJ2\nrc7d637Hxvhu5n3vFMVtPorc8K9//Wn+5YGPE/rHbmK/CSAUEXOSniw2T5Lj4HTJJGFAfhDq+sHv\nhq5CiGoQN5WL5DXpHlIJkHUwFNAtpCxfmPzYLZhCP52MvBm3FFL9URNLqW4ruGSwx0FJU/J0CcIS\nhA0Ia0l+NlJW/WjPzHiYiryZLsfR4ywpeyQFXBHBD8AVh+wIuKJgjUPUAhE7hJyQFYW8IGhyUj/U\nBdUY0FkIvblp9xvNZ2KOgl/vNLilcxo9j6Qr5jP1do5W8kf335JJcgxN496X8eY6E8iZEQqrD1CU\ne4LCcAcWRSLmyqM5ciMdw+ugRQEfiLGnIBSttDImjYxx+U3Lw2SiurqarKwsFEXBarVy8ODBmRT3\nJ4nZ4WhqzQrCUnOTakQVCCI06PT4gHTvzJVbl50+v9FxV2YdTW+KlZTrVAd7BhSWUnlfD5seDnDH\ny2+wouGUoBcB/AasV+ioq+KLJzewZ18OPN8FwwrCyk8wdSE9U47jIX05cbxAdRjpiTAHY/oGgJnj\njzsW0633GLW3tHDDB5u49fFdrNxxDL0nKsyAGIS7Mxg+V4juC3KxL0yD95XnJwNOqM+CjxXBaQV+\nL0F3G8SHGLkkkIMYwzrIDrDlJZs3jlDaQkCuKG8KY/fKczTbzYpQfHwge6G8DKpzocAQQw1SMfxt\nQPsQtDVAPBMR9JtURKaBK8vR5KeR8uS7QcqFohwo0MXpSgOWGVCpQ64BPRJ0StAiwxId1utCUdSA\nDEPIJw/wyzj0JpWuMUMHrhTH9FhQJe1/U+6YMaFctk6TR3pZo2NQBa5MG5r3Muc70+OpQq4dZUEW\nKx+Oc/Oadm5ufxmXM8RQZS7/2b2AjpMu+GEvHI0gnkcOYuxNR7EfHzNSmCRJYs+ePeTl5c1KZf4U\nMTOO6ctJwouUtSxC0S39LOs8R+1gM+p8neZAGXteWU/AmwnxsYJJzYZPD0qcHcyMX7pyN9qzkhRa\nbgOuy2R+/gBbB3ayJHyW2v3nqT7WjK3FS0SGWALiYTB0kNoM3ur/NblOD7tvWY3/vAVOR0h1+tHW\n1ZXmeDmYgilOanCnu7NHw5ykzGWQ9HacefzBH28smgI7jnOJTtbNEmuKGrh994tUvdGE1BYikAAW\n24hsdRBSrWhPJqAVUv1l6lyvLL+UJ2i+rY2tBS9h2xTFn+ti/6uLaGwthQIZHDpIGllFCbLzBsnG\nR44UJN8SQ9YNVM0gQIJBfxYtjXmEWmVo84PuQiz3jK8kX1mOZjhAHDOoWV6tY99k5+bESyyROyCb\n1KqGFXS7RGK5QnOsgFd76/AflDH2DQJZST5Tn5yvDMd0L29y/OVYoNpJfW0Hy2r2UOgcIksJimEa\nAJqguwd8Lig3IEsH8qB7CDp2QlYMLDr47JBbATWL4ZXsJRymHqEsWxDLd+nGw2xyNGVCejDz6Ngq\nnZQRAmJsmsdUZYp5L7M8Uym+VEWY/TY066mQHqck12goN8Eax2FuNA6y2HaKRYmzLC7twRaMMe9U\nkLd3baeypx82+2haVcbuyG34zxhw3INYpjOXz2cnlnRGChMwKTfr/++YPkfTC2MGvMbIW9fH8q92\n8/BLP+eu4zuI3SHzXOcdnG9bixbPuuTnuhxDV+Joqo6mGmBIsx4PPj1+o4MhTaXOHKwJkDWkfAnb\ngy6uKWnnH7Z/jcrGDrRXoKMd
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 21
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"for iter in range(200000): \n",
|
||
|
|
" alpha = 1/(100+iter)**.3\n",
|
||
|
|
" if iter%20000==0: print iter,alpha\n",
|
||
|
|
" i = iter%len(images)\n",
|
||
|
|
" j = argmin(cdist([images[i].ravel()],make2d(protos))[0])\n",
|
||
|
|
" counts[j] += 1\n",
|
||
|
|
" # protos[j] = (1-alpha)*protos[j]+alpha*images[i]\n",
|
||
|
|
" protos[j] -= alpha*(protos[j]-images[i])"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"0 0.251188643151\n",
|
||
|
|
"20000"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 0.0511730359013\n",
|
||
|
|
"40000"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 0.0415964902615\n",
|
||
|
|
"60000"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 0.0368415300499\n",
|
||
|
|
"80000"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 0.03379949762\n",
|
||
|
|
"100000"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 0.0316132959304\n",
|
||
|
|
"120000"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 0.0299320938173\n",
|
||
|
|
"140000"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 0.0285804168933\n",
|
||
|
|
"160000"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 0.0274588661711\n",
|
||
|
|
"180000"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
" 0.0265061032987\n"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 22
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"plot(sorted(counts))"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "pyout",
|
||
|
|
"prompt_number": 23,
|
||
|
|
"text": [
|
||
|
|
"[<matplotlib.lines.Line2D at 0x8acd510>]"
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"output_type": "display_data",
|
||
|
|
"png": "iVBORw0KGgoAAAANSUhEUgAAAmMAAAE1CAYAAACr9+cKAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3X9wVPW9//HXYoLij/DTbGQ3GmsWQiD8UAzUljY2BmiU\niOKNxg6EH72dQjsXufdWtHfmO2CnJNZ7R6Ga2zveWDMwt4HLvSW51qaoEEalhBpALEGzYoDdJUmB\nmBggEAjn+8cxmwTCj938OLvZ52PmzG5Ocnbf65nB13w+n31/bIZhGAIAAIAlBlldAAAAQCQjjAEA\nAFiIMAYAAGAhwhgAAICFCGMAAAAWIowBAABY6KphbPHixbLb7UpJSbnsd//2b/+mQYMGqaGhwX8u\nLy9PLpdLSUlJ2rp1q/98ZWWlUlJS5HK5tHz5cv/5c+fO6cknn5TL5dL06dN15MiR3vhMAAAAYeOq\nYWzRokUqKyu77LzH49E777yju+66y3+uqqpKGzduVFVVlcrKyrRs2TK1tzBbunSpCgsL5Xa75Xa7\n/a9ZWFiokSNHyu12a8WKFVq5cmVvfjYAAICQd9UwNmPGDA0fPvyy8//4j/+oX/3qV13OlZSUKCcn\nR9HR0UpISFBiYqIqKipUW1ur5uZmpaamSpIWLFigLVu2SJJKS0uVm5srSZo3b57ee++9XvlQAAAA\n4SLgNWMlJSVyOp2aOHFil/PHjh2T0+n0/+x0OuXz+S4773A45PP5JEk+n0/x8fGSpKioKA0dOrTL\ntCcAAMBAFxXIH585c0Zr1qzRO++84z/XH7sp2Wy2Pn8PAACA3hJIPgoojB06dEiHDx/WpEmTJEle\nr1f33XefKioq5HA45PF4/H/r9XrldDrlcDjk9XovOy+Zo2RHjx7V6NGjdeHCBTU1NWnEiBE9/lAI\nLatWrdKqVausLgNB4N6FN+5feOP+ha9AB5ECmqZMSUlRfX29ampqVFNTI6fTqT179shutysrK0vF\nxcVqbW1VTU2N3G63UlNTFRcXp5iYGFVUVMgwDK1fv16PPvqoJCkrK0tFRUWSpM2bNys9PT2g4gEA\nAMLdVUfGcnJytGPHDp08eVLx8fF64YUXtGjRIv/vOye/5ORkZWdnKzk5WVFRUSooKPD/vqCgQAsX\nLlRLS4syMzM1e/ZsSdKSJUs0f/58uVwujRw5UsXFxX3xGQEAAEKWzQiD+T+bzcY0ZRgrLy9XWlqa\n1WUgCNy78Mb9C2/cv9Dx9tvSqVNSdvb1/X2guYUwBgAAcBXPPiuNGCE999z1/X2guYXtkAAAAK7C\n45HuvLPvXp8wBgAAcBVHjxLGAAAALNPXYYw1YwAAAFdw/rx0663S6dNS1HV2Z2XNGAAAQC85dkyK\njb3+IBYMwhgAAMAV9PUUpUQYAwAAuCLCGAAAgIUIYwAAABYijAEAAFiorxu+SoQxAACAK2JkDAAA\nwEKEMQAAAIs0NUltbdKwYX37PoQxAACAbng8Uny8ZLP17fsQxgAAALrRH1OUEmEMAACgW4QxAAAA\nCxHGAAAALNQfPcYkwhgAAEC3GBkDAACwUH+FMZthGEbfv03P2Gw2hUGZAABggGhrk26+WfrqK+nG\nGwO7NtDcwsgYAADAJerqpBEjAg9iwSCMAQAAXKK/piglwhgAAMBlCGMAAAAWIowBAABYiDAGAABg\nof5q+CoRxgAAAC7DyBgAAICFCGMAAAAWOX3aPEaN6p/3u2oYW7x4sex2u1JSUvznfvazn2ncuHGa\nNGmSHn/8cTU1Nfl/l5eXJ5fLpaSkJG3dutV/vrKyUikpKXK5XFq+fLn//Llz5/Tkk0/K5XJp+vTp\nOnLkSG9+NgAAgIB5PFJ8vGSz9c/7XTWMLVq0SGVlZV3OzZw5UwcOHNDHH3+sMWPGKC8vT5JUVVWl\njRs3qqqqSmVlZVq2bJl/K4ClS5eqsLBQbrdbbrfb/5qFhYUaOXKk3G63VqxYoZUrV/bFZwQAALhu\n/TlFKV0jjM2YMUPDhw/vci4jI0ODBpmXTZs2TV6vV5JUUlKinJwcRUdHKyEhQYmJiaqoqFBtba2a\nm5uVmpoqSVqwYIG2bNkiSSotLVVubq4kad68eXrvvfd699MBAAAEKKTC2LW88cYbyszMlCQdO3ZM\nTqfT/zun0ymfz3fZeYfDIZ/PJ0ny+XyKj4+XJEVFRWno0KFqaGjoSUkAAAA90t9hLCrYC3/5y19q\n8ODBevrpp3uznitatWqV/3laWprS0tL65X0BAEBk8XikGTOu/+/Ly8tVXl4e9PsFFcbefPNNvf32\n212mFR0Ohzwej/9nr9crp9Mph8Phn8rsfL79mqNHj2r06NG6cOGCmpqaNGLEiG7fs3MYAwAA6CuB\njoxdOki0evXqgN4v4GnKsrIyvfTSSyopKdFNN93kP5+VlaXi4mK1traqpqZGbrdbqampiouLU0xM\njCoqKmQYhtavX69HH33Uf01RUZEkafPmzUpPTw+0HAAAgF7V39OUNqP9K4/dyMnJ0Y4dO3TixAnZ\n7XatXr1aeXl5am1t9Y9gffOb31RBQYEkac2aNXrjjTcUFRWltWvXatasWZLM1hYLFy5US0uLMjMz\ntW7dOklma4v58+dr7969GjlypIqLi5WQkHB5kTabrlImAABAr7h4Ubr5ZunLL6UhQ4J7jUBzy1XD\nWKggjAEAgP5QXy9NmCAdPx78awSaW+jADwAA8LX+nqKUCGMAAAB+hDEAAAALEcYAAAAs5PEQxgAA\nACzDyBgAAICFCGMAAAAWsiKM0WcMAABA0tmz0tChUkuLNKgHw1X0GQMAAAiC1ys5HD0LYsEgjAEA\nAMiaKUqJMAYAACCJMAYAAGApwhgAAICFrGj4KhHGAAAAJDEyBgAAYCmrwhh9xgAAQMQzDOnWW6W6\nOum223r2WvQZAwAACFBDgzR4cM+DWDAIYwAAIOJZNUUpEcYAAAAIYwAAAFYijAEAAFjIqh5jEmEM\nAACAkTEAAAArEcYAAAAsZGUYo+krAACIaOfPS7fcIp05I0VF9fz1aPoKAAAQAJ9PiovrnSAWDMIY\nAACIaFZOUUqEMQAAEOEIYwAAABYijAEAAFjIyoavEmEMAABEuJAeGVu8eLHsdrtSUlL85xoaGpSR\nkaExY8Zo5syZamxs9P8uLy9PLpdLSUlJ2rp1q/98ZWWlUlJS5HK5tHz5cv/5c+fO6cknn5TL5dL0\n6dN15MiR3vxsAAAA1xTSYWzRokUqKyvrci4/P18ZGRmqrq5Wenq68vPzJUlVVVXauHGjqqqqVFZW\npmXLlvl7bCxdulSFhYVyu91yu93+1ywsLNTIkSPldru1YsUKrVy5si8+IwAAwBUdPSrFx1v3/lcN\nYzNmzNDw4cO7nCstLVVubq4kKTc3V1u2bJEklZSUKCcnR9HR0UpISFBiYqIqKipUW1ur5uZmpaam\nSpIWLFjgv6bza82bN0/vvfde7346AACAq2hqki5elIYNs66GgNeM1dfXy263S5Lsdrvq6+slSceO\nHZPT6fT/ndPplM/nu+y8w+GQz+eTJPl8PsV/HUWjoqI0dOhQNTQ0BP9pAAAAAtA+RWmzWVdDj3rN\n2mw22fqp+lWrVvmfp6WlKS0trV/eFwAADFy9sV6svLxc5eXlQV8fcBiz2+2qq6tTXFycamtrFRsb\nK8kc8fJ4PP6/83q9cjqdcjgc8nq9l51vv+bo0aMaPXq0Lly4oKamJo0YMaLb9+0cxgAAAHpDb4Sx\nSweJVq9eHdD1AU9TZmVlqaioSJJUVFSkuXPn+s8XFxertbVVNTU1crvdSk1NVVxcnGJiYlRRUSHD\nMLR+/Xo9+uijl73W5s2blZ6eHmg5AAAAQbO6x5h0jZGxnJwc7dixQydOnFB8fLxeeOEFPffcc8rO\nzlZhYaESEhK0adMmSVJycrKys7OVnJysqKgoFRQU+KcwCwoKtHDhQrW0tCgzM1OzZ8+WJC1ZskTz\n58+Xy+XSyJEjVVxc3McfFwAA
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 23
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"showgrid(protos)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "display_data",
|
||
|
|
"png": "iVBORw0KGgoAAAANSUhEUgAAAkwAAAEzCAYAAADD+FxKAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsvWeQZNd15/l7Jr03VVneV3V1tUNboB3QINAASGhIUKIk\n7nJHFKUVNaEYfphRrDSzoQ19md0hN2YiNmK1molZM+KMpFhS0mhIASIMAcI10BZoW23LdXmXlZmV\n/uV7bz/cfJ1Zheou1w1qm/WPeFHmvXx5/++ec+655557nmSapskWtrCFLWxhC1vYwhbuC/nn3YAt\nbGELW9jCFrawhX/o2HKYtrCFLWxhC1vYwhZWwZbDtIUtbGELW9jCFrawCrYcpi1sYQtb2MIWtrCF\nVbDlMG1hC1vYwha2sIUtrIIth2kLW9jCFrawhS1sYRVs2GF6/fXX6e3tpbu7m+9973sPs03/YLDF\n8fHA487xcecHWxwfFzzuHB93fvCLwfG+MDeAUqlkdnZ2mkNDQ2axWDT37Nlj9vf3b+RW/2CxxfHx\nwOPO8XHnZ5pbHB8XPO4cH3d+pvmLwfFB2FCE6ezZs3R1ddHW1obNZuPrX/86P/rRjx62L/dzxRbH\nxwOPO8fHnR9scXxc8LhzfNz5wS8GxwdhQw7T+Pg4zc3N9/5uampifHx8yTWSJP3/+jhy5Mhjz/EX\noR8fd46/CHL6i8DxcZfTXwSOvwhy+ovA8UFQH3j2PljtphU8Xz4ehJ+uco11XgXcgFL+fxEoAAbw\nJvASYLVLLv9ulI/XN9COf7HK9Ra+UD7uh3dWOb+Wax7FPf5oHf34cvm4H15b5fxarnkU9/i9dXD8\nR+Xjfvi7dZyXqchpNf5r+Rpjg9+x0jXfXuV6Cw9LF19E6KINoYOLCK42hH6+Xr5GA0oIPax+Fm8A\nJwF9HW3Y0sUKXkA83/vhjVXOr+WaR3GP3/856eLneY/PWxcf9T02o4ubkVOTyri+Fnv0oLjP+uX0\nQdiQw9TY2Mjo6Oi9v0dHR2lqatrIrdYIGbADISAAeIE0kACSVAYoy5BLiIduIgyzXD7uN1CtjM+X\n4+ePz78f7wepfFiCb/Xd5vFwOVrtkqt+N6jImVb1t8FSHhLCwc9SkUe56pxU9bn1BX4/nz60+icE\nhIFasNnAVYKABD4FijaYvgb6USjkQE8BeQTvAsKBciJ0WKs6rGd1f/x85fThyeP98PnpojWZvN85\nWCqPDw+PjqPVP1a7q2HJ7UoyttzmrG98WAmf/7j4ICd0+WRlpfP/EMdFqepYrf3V/B8kBw8HG1qS\nO3DgALdv32Z4eJhiscgPfvADvvzlLz/kplmdKQMuIAjUAs1AN9ABtIBUK84rAZBDQA0QQRj1MMI4\nqzz4wa+MR8/x54vPpx+Xo7pf76fwJg9rkHq4HJc7QbCUjw1wgmwDmwIuCTwS+CXwSWCTwG4DyVG+\ndiUHcf28H00fVjuxFjcbqDXgaYO67djbd+Lv7cO3rw/P4T7UJ3ZCOAbhfeDYA/IOoB2IIRwtL2Li\n40HotI21GrfPV05Xkr/lA+6D+mn9ffjz10WF1fVyc3g0HKsH1+q2y8vO3e+zDxefbx9u1jHY2Gcf\nHcdqvVsPtwfp6cPFhiJMqqryJ3/yJ7z44ovous5v//Zvs3379hWu7FjD3Va6xhJ4B7AH4SDVIxwh\nZ/lcDRAGpRXkAniegpIMaQVMAzHjLyCiUAfK9ypW3X/1dqyNY/sq/FY7//O7x9r7sXuVe6923gC6\nyr9byzeWs1BERBnaEP0FSxWmOhKz/nasnWPPKvdeft6KZrrKx/MgHQDJC14ZgkbZbzfBB5QkGI1A\n6jBMlECbBGMesaSlIeS1h9UHq8+28+HrYnXE1mqPD+TDEO1C6o0hv2yjuXOYvd6LFF02EmqIW8N9\nTLlPwDRwywnjUdA0MNNUlsi7gByi34t8dmlu5XZ+frrYRsXoVg+81oSrncpSPyyVT8r/b2VpZHv1\ndqxdTjtXaf9q50tV329D2EWr3RqCdw8Vvvdz/tbfjoeriwaiX1QqE2JLb3YheBkIvhpL7YnF0Ypu\nWvdSqq5ZrQ0rt/PRjovLz5dYGs1ejmZEhHclSEBL1T1Wsjub0cX1yofFo5pLC2JMuJ8D1Fw+L1Ox\nVcsDI5vVl6WQTNN8JO6YWK/+7gY/bT0AN0gBsPWBvQUcHlAlkDUIqhBSkTy6MMUJBaY1GM+BbuVP\naAiHaQiYAuar7r8a/gWrPRrB8V+tg9d6HvVKHvbyGe7y69eDP1qVH1gc/3Sd97736aqfDsADNjc4\n3BCWIWiCpwiKBkZRdNVC+cgXEMuu1VGd9Yrq762D439Y9t/qpbTqe8gIp90HBCHghpAbud6FO6AQ\nVjXC3iTBQAK7o4Tq0MW4pAN5KCVksimFIc3B/DQUbmiYmSQYCyvwXEuffnuNcroeXbScQTui3+wg\n14IrBocb8T8r0fOV6+xt/oTDnGHBEWBYbuXtm1+k//wukcZ0qQRDBSiOgzmO6NxF8RDu5Tfp5Z9Q\ncVCqYfF6FLpYfX+WffdKuqdXnTOXXVcdzdBZ6lBJy36uhPXo4r9d9boVPrnsd8vRD5QPuCeglBBt\nz1NZTrUGVbi/DkqrnP/9Teji8u+xnrcTCIHTBV5VqKQX8BooriJ2ew6bnMVGpvwJCQOVEioaMsWk\nDW1BhlkTUgYUDTALZd7VTvNa8Sh08d4nWTqRWX7IS5u6UqCtWiyRQJfBLCH62Foe16uOlbisVRcf\nJKcr6d1K/BSWOrHV6Q6W7bDsiF71/+ql1vWOiw+W0w1FmCy0tbXh9/tRFAWbzcbZs2c3c7sqWIRV\nkOzg9ULYB7VyOaovwxMS0j5QaotIiwbmT1yYpzMwNQa6NYO1U5lFWJKzvkH34XF80ExgOVbKcan+\nrJUzU339xsKrj64PoTJrcyHCLU3gCkOtH56UYI8JnSY4TSiacBG4UD4mZ4DriEHWMtr3SxR+MDbG\ncbnDZFLZeBAGGoE2aFaQDoLycoHY9rs85TzHQfU8+/iE0GAaz908zCC6yA/ZHjt3W+r5v/gmp947\nwvy/rqE0Mgr561QGKGvGu/Y+fXj9WJ074EAonB+UFvC3wPMSDV+5wW82/T8c0c7QPDPJQLgVdzDL\nBeWw+GgWyOZAnwVzDuEsZagMwtX9qLA0WmNxXqorj0ZOq3PGrO9VEfJq6V4JYUssp8GKkKrLPled\nJ2lN1iyDvjb9fDQcqwcPK2ofQCyTNpQPEH2SQ3ReBoiXj4Xy/60B6UEO03I79VlsnqP1/F1AFOiB\noF8ELreJP+kAe2OaUHSGoBonyAIOCkiYFHGQxksSP/ErMZLnw/C+CdfzEE9AaRwYoxL9XL9tffj9\nWL3i4kIsaXuppJ2ExDK/XL7WCrxZcx5rtbVQpiUDhllWxUVgrnzMI/raOla2t5vnt5LeWUv1lhPv\nRXjAvvI5laV6tZKcWmOFlULw8JeWN+UwSZLEu+++SzgcfkjNsYy0JRS1oMagNYS0Q0LZWcAfTRF1\nzBFpmSfcFsfmy5NM+7mYOcBCyQVzIZj1wKJGZQnOj3iQaSoO1OfN0ZJiy2tevuwBFa9ZZ+ns2xq0\nl3vhljBYhnn967cPvw+r4UQ8+zqoqYHtITp6JunrPEudMkNQTsEIFTpRSD7r591dxxm6FkX/WTfm\n4jTC40izUYfp4XG0g+QHuQka66DPS+zAFE0HRti58zK9tut0Dw/QMT9E68IInvE8jikN5sXkNW8D\nzy0VpXmeV1pepd6b4PQ/Pszddz3MvrMNzLGyg2EtjXzeHKsmKlbOEj6gDlpCOJ+A4zvf5tnQ2xwd\nOEOHPozXleWCtJfL2m7i/WE4o8NIDpJxMKYRmzIsPtUGbHmUpvp4VPxW4mvppR0hr54yZ1vl/3YZ\nQrqw4W4Z/DL4FXBKIi9NBgoSZCVImDBvwKQO2SSY0wjDnqOinytHuB8+R8vxrV4+bgBfFBoDUBOE\niFeYXJsBigsMLxTzEPfDXA1M
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 24
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [],
|
||
|
|
"language": "python",
|
||
|
|
"metadata": {},
|
||
|
|
"outputs": [],
|
||
|
|
"prompt_number": 24
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"metadata": {}
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|