nvidia-AI.summerschool17-no.../teaching-ncso/old/44-kmeans-again.ipynb

394 lines
513 KiB
Text
Raw Permalink Normal View History

2017-09-22 17:38:09 +00:00
{
"metadata": {
"name": "44-kmeans-again"
},
"nbformat": 2,
"worksheets": [
{
"cells": [
{
"cell_type": "code",
"collapsed": true,
"input": [
"from scipy import *",
"from pylab import *",
"import tables"
],
"language": "python",
"outputs": [],
"prompt_number": 1
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"with tables.openFile(\"mnist.h5\") as db:",
" print db",
" images = array(db.root.deskewed[:10000])",
" labels = array(db.root.labels[:10000])",
"",
"gray()",
"for i in range(25): subplot(5,5,i+1); imshow(images[i])",
"",
"hw = images.shape[1:]",
"data = images.reshape(len(images),prod(hw))"
],
"language": "python",
"outputs": [
{
"output_type": "stream",
"stream": "stdout",
"text": [
"mnist.h5 (File) ''",
"Last modif.: 'Tue Jun 5 10:16:56 2012'",
"Object Tree: ",
"/ (RootGroup) ''",
"/deskewed (EArray(60000, 28, 28), shuffle, zlib(9)) ''",
"/images (CArray(60000, 28, 28), shuffle, zlib(9)) ''",
"/labels (CArray(60000,), shuffle, zlib(9)) ''",
"/test_deskewed (EArray(10000, 28, 28), shuffle, zlib(9)) ''",
"/test_images (CArray(10000, 28, 28), shuffle, zlib(9)) ''",
"/test_labels (CArray(10000,), shuffle, zlib(9)) ''"
]
},
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAVsAAAD8CAYAAADZoQcPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsfXtwm9WZ/qP7/S5bsi3H9/gSX4lDSHMtIQ1QCHSBKZ2W\nsgU6HXa2M7QM02GmlHT/gPBH+A1tZ7bstHQps9thuy1ttgvhUiAhgdxtx/EljmPLsWVJvuhi3aVP\n+n5/ZM/hkyLLsizJKdUzo0msT/ouj97znnPe87zv4bEsy6KEEkoooYSCgr/eN1BCCSWU8PeAkrMt\noYQSSigCSs62hBJKKKEIKDnbEkoooYQioORsSyihhBKKgJKzLaGEEkooAnJ2tkePHkVLSwuamprw\n0ksv5fOe/mZR4uRGlDhJjxIvN+ILzwmbAxiGYRsaGtjJyUk2Go2yXV1d7PDwcC6n+sKgxMmNKHGS\nHiVebsTfAyfCXBz0mTNn0NjYiNraWgDAww8/jD//+c9obW0FAPB4vLx1BoUAW4A8jpU4AW5uXkqc\n3IhCcAKU2k86/D3YSk7O1mazobq6mv5tsVhw+vTppM9IJBJIpdK03w+Hw0U7lvq+1+tN+/21IhtO\nAKCqqirt95eWlqBWq1c8lvqj+ny+rL6X6ZjNZkv7mbUiW06kUilkMlnac4RCobTHlns/X8fcbnfa\nz+QD2fCi0Wig0WjSft/r9a54jGsnxEkt971szkdw7dq1ZZ5qbcjWVgwGQ9rvB4NByOXydTm2uLiY\n9jOpyMnZ3sw9zHqhGJyQBsTj8cDj8Qo28soXSnaSHsXghXuNv4Xf4W/hHteKnJxtVVUVpqen6d/T\n09OwWCx5u6m/RRSaE5ZlqZMVCATg8XhIJBLU6RJj5f5/vfG3ZCeE22KgkLxwO2RiJwAQj8fzcv5C\nYT1shfzm3N+9kAOYnNQIvb29uHLlCqxWK6LRKN58800cOHAg6TNC4fJ+PJdjLMtCIBCAZdkkQsjf\n6Y6tdK18IhtOMkEikST9zX0O7rF4PI5AIACXywWv13uDg+D+nXrOTNcrBLLlJBd7yKd9sSyLeDwO\nPr84SshseMn1t5NKpdQGwuEwvF4vFhcX4fV6wefzkUgkVnW+YtgJsPb2IxKJVn2MZVkIhULqN1J9\nRy7nzAQem6MrN5lM8Hg8AIDy8vKkXonH4y0bA8oHUqfQqQ4n0yN5vd6C9V7vvPMODhw4AD6fD4PB\nAIvFgjNnziTd53Ix21SkjlDJ3wKBAFKpFDqdDmKxGLFYDG63G6FQKOfRi81mW1dOdDpdQa6dLQQC\nAYDrHBNn5Ha7CzrKWan9bNiwIafzkrYRj8chEAigUCigVquhVCoRiUTg8/ng9XrTOt1scO3atYLx\nkokT4PqzLRezXU8sLi4WboEMAORyOUZGRqDX63M9BUWq4+S+WJYFn8+HQqGASCSCUCiEWCyG1+tF\nPB6HTCaDRqOBWCwGy7IIBALweDzw+/2Ix+NFnVLfddddsFgsOH/+/Jp5SXffAoEABoMBjY2N6Ozs\nhFKphMfjwcDAAGZnZ+FyuRAIBIo2QssG+eQEyG+YhMfjQSwWo6KiAgDg9/uxsLCQl3OvhHy2n1SQ\nTkOn06G5uRkdHR2orKzE3NwcRkdH0dfXh2AweNOFFgrJSSqWG6Cls618dS5rmmNnuolwOPz5RYTC\npOlb6vfIA/L5fPB4PAiFQkilUohEIjAMA5FIhFtvvRVmsxllZWWorq7GBx98AJfLhZaWFuzfvx81\nNTWIxWI4ffo0/vKXv+Czzz6jPXgikSjqYlKmay0tLdH/SySSZadpqT9+PB6HRqNBa2sr7r77bjQ0\nNKCsrAwAsG3bNgwMDODkyZM4efIkXVHnxnS554pEIohEImt8ytUhEyehUIj+XygU3jBF43a++fot\nWZaFWCxGZWUlHn/8cVy6dAnHjx9HMBgsWge90gyMIJOyJ905eTweJBIJtFotNm7ciN27d6OtrQ0s\ny2JgYABLS0uYmJhIssXlEA6Hi2orK/22wWCQ/l8kEq1qOp86U0wXOuDGcJfr2GOxGGKxWNbXJcjZ\n2fJ4PNxxxx0QCAT43ve+h+9+97tJxzMZB8uyEIlEkEqlkEgkkMvl0Ol0qKqqgkqlgk6ng9lshtFo\npLHYiooKKBQK+nngukFWVVWhsbERSqUSCwsLiMfjSVMkoVCYRFihDWclXpaTYi13LuIshUIh6urq\n0NPTg66uLjqaTyQSaGpqgslkgkAgwOjoKPx+P50RpDOYVCfv8/nW9tBZPEcmTpaTYgHXOwyDwQCD\nwQCVSoWpqSl4vV4wDJOzU+TxeIjH41Cr1WhqaoJarUZlZSWqq6ths9nA4/GSBguFwEqc5BKG4/7m\n8XicciSRSMDn8yGTyVBbW4udO3ciFAohEAisyKNUKi2KdBJYmRMAy0qxsjk3d9BBBnbkX+Dz2D13\nMTqdU0518tzBQibk7GxPnjyJiooKzM/PY9++fWhpacHOnTuz/r5arUZtbS1aW1uh1Wqh1+tRU1ND\nna3JZEJZWRlEIhElgM/ng2EYeL1eqFQq2uuOjo4iGo3C4XBgcHAQDocDsVhsXabTa+UlFYlEAgKB\nAHq9Hm1tbWhvb4fJZAJwvYcNhUIIBoPQ6XRob2/H7t27MTw8jMXFRYRCIUSj0XVXJ6yVk4qKCmzc\nuBFarRYLCwt5afAk/tfc3AyxWAyXy4W5ubmicZVvO+GChBGCwSCCwSC1ET6fD5FIhNraWhiNRszM\nzMDv9+flmvlAITkhEAqFkMvlMBgM0Gq1UKvVkMlkEIlECAQCcDgcWFpagkQigVAohM/ng9vtRjgc\nXvOMKmdnS+JcZWVl+NrXvoYzZ85kTQyfz4fJZMLOnTvxT//0T9DpdHQ1mDhW4LqjiUQitMeRSCSI\nx+NwuVw4deoUhoeHIZFIEA6HEQgE4PP5sLS0BLfbjWAwmLTSWKxGtBZegOTwAQmByOVyNDc3o6en\nB3V1dWBZFrFYDPF4HH6/HwMDA9BqtTAajXjyySfx17/+FadOncLIyAjlL1UiVkzkwgm5V7FYjIaG\nBnR1dUEgEODDDz8EwzB0BJcLEokExGIxzGYzWlpaoNFoEI1Gs5pW5wtrtZN0SB29hUIhLC0twefz\nIRqNIhgM0r/FYjHkcjkCgcCanyVfKAQnXPB4PCgUCtTW1mLLli1ob29HQ0MDysvLoVKpMDMzg08+\n+QRXrlyBTqeDQqHAlStXcOHCBdjtdjqAy9XuMg79HnvsMZhMJnR0dND3XC4X9u7di8bGRnzlK1+B\nzWbDe++9l/SZlcCyLBwOBwYGBmC1WrG0tIR4PI5YLHbDYpnL5cLw8DAGBwcxOzsLhmGgVCoxMzOD\n8+fP4+zZsxgYGMDly5cxPT2NxcVFRKPRJFLy6WCW42Tfvn1oamrC3r174fF4EAgEcuKFO6URi8X0\nnF/+8pfR2NgIlUoF4PrUm0zxjEYjxsfHMT4+Dr1ej/379+POO+9ER0cHDakU2snm01aIRImEj7q7\nu1FTU4Pp6Wn4/X4ai84VLMuiqakJt912G9rb2zEyMoLh4WEsLCzkdTZUqPaTDQQCAcrLy2EymaDV\naqFUKsHj8eD1enHlyhWMjY3B6XQWvfNdL07i8ThMJhN27NiBf/zHf8Tdd9+Njo4OyGQyjI+P4/z5\n83C73diyZQsefvhh3HvvvdixYwf27NmDDRs2QCwW0wVFwtlquctoWd/5zndw9OjRpPcOHTqELVu2\nQKlU4tKlS+ju7sY999yDr3zlK1lflMfjwe/3Y3x8HEePHsWJEyfQ19eHjz/+GFNTU9RZhsNhDA0N\n4a233sIbb7yB1157DX/4wx8wPj4Ov9+PUCiE+fl5eDwe+Hw+BINBRKPRNTfGTFiOk3379uG9997D\nyMgImpubsXXr1px44YIYyJYtW7BlyxaYzWYIBAIaMvF6vZDJZGhqagKPx8PU1BQGBwchk8lQX1+P\nhoYGyOXypASIQiGftsIdhVdV
}
],
"prompt_number": 22
},
{
"cell_type": "markdown",
"source": [
"k-Means by Expectation-Maximization",
"==================================="
]
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"import random as pyrandom",
"protos = array(pyrandom.sample(data,25))",
"print protos.shape",
"for i in range(25): subplot(5,5,i+1); imshow(protos[i].reshape(*hw))"
],
"language": "python",
"outputs": [
{
"output_type": "stream",
"stream": "stdout",
"text": [
"(25, 784)"
]
},
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAVsAAAD8CAYAAADZoQcPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsfWlwW9d59oN9X0hsBAmS4L5KJGVSOyUljux4k+04bt1M\nYje2M24y6TSpJ+2kE3928iO1f9idNMk07iRubbdxUsd27MSWLFvxIstaSVESF3FfQBIkCIAg9v1+\nP5RzdEGREAjigkrCZwYjChf34t4H73nPe97t8BiGYbCJTWxiE5vgFPyNvoFNbGITm/hLwKay3cQm\nNrGJPGBT2W5iE5vYRB6wqWw3sYlNbCIP2FS2m9jEJjaRB2wq201sYhObyAOyVrZHjhxBfX09ampq\n8Mwzz+Tynv5kscnJtdjkZGVs8nIt/uw5YbJAPB5nqqqqmPHxcSYajTItLS1Mf39/Npf6s8EmJ9di\nk5OVscnLtfhL4ESYjYI+c+YMqqurYbVaAQAPPPAA3nzzTTQ0NAAAeDxeziYDLsBwUMdxPU6AG5uX\nTU6uBRecAJvjZyX8JchKVsp2ZmYGpaWl9P8WiwWnT59O+YxcLodCoVjx/EAgsOZjPB4PgUAASqWS\nvscwDH3I1c5b/v7CwkKaJ8semXACACaTacXz/X5/yrOlO8YwDBW8tZy3/JhCoQCPx8P8/PzKD7VO\nZMqJQqFYszxkI0NrOeZwOFb8TC6Q6fiRy+Urnh8MBnN6bC3nOJ3OFT+3XmQqKwUFBSueHwqFIJPJ\nNuTY4uLiip9ZjqyUbb5nGB6Ph2QyiWQyiXg8TpUNed0IyMd95PI78sHdRv425Lu5sk7XgxtFZm8k\n/CVwkpWyLSkpgc1mo/+32WywWCw5uyk2yI8QjUYRj8fh8/kQi8UgEokgkUgglUo5+d61Ih+csBVk\nMpnMWpHw+XzweDwIBAIkk8lc3mIK8iknwFVZ4fF44PP5lJ8bTeHmm5e1gs0XWT1yrQzzNX4yeY8r\nZKVs29vbMTw8jImJCRQXF+PXv/41XnnllZTPiESiVc/P9BiPx0MikYBAIEBVVRUYhkFpaSnUajU8\nHg9mZ2dhs9nA4/FWvWa678olMuEkHcRi8arHRCIREokEIpEI/SwRknTnrXQsmUwiGo2CYRjEYjHw\n+dxl/2XKSTayslxOANDVDwCEw2GqdMkLuD7P+QBX44dhGIhEolWt+kzHCJsviUSSMnFxhfWOH6Fw\ndVVGjq30DAKBYF3XXAt4TJYsmkwmeDweAIDRaEyZlXg8HgwGQzaXTbkGwzCQy+UoKirCzp07UVpa\nCqPRCL1ej7GxMZw4cQLvvvsuBAIB/fz1sLCwwJngHD58GIcOHQKfz4dOp4PFYsGZM2dSnmk1n206\nCIVCyGQy8Hg8RKNRBAKBtEKyGvh8PmQyGQQCAV0lCAQCzM/PbygnRqMxq2uzlQpRNEKhEAKBgL4X\nj8fp5ELOycSacTgcnCqY640fvV6/puuxJ5zl760VyWQSiUSCXoOtfJ1OJ2e8pOOE3MtqPtvrgc3F\n8slovc+zuLjIXYAMuOLAHxgYQGFhYbaXWBVkQMjlclitVmzbtg0333wzysvLodfrodVqUVRUhNnZ\nWcTj8awUDxe47bbbYLFY0NXVlRNeGIaBWCxGYWEh6urqIBAIMDc3h/7+/qyuo9VqUV1dDbFYDJfL\nhUuXLq37Hq+HXHPCBtt3LxQK6USsVCqRTCYRiUSwuLgIh8OBcDjMqctkreBq/BCjYz3LY+JiIn/n\nC1zqlHScZGqorRdZK1sg/YwQCATo3yKRKO3yDUi1OBiGAZ/PR2trK/bu3YsdO3aguLgYEokEyWQS\nbrcb8XgcfD6fzsDkvOWERqNRxGKxbB4va6Tjxe/307/FYvGKvJBniMfj0Gq12LFjBx577DFMTEzg\ngw8+wMTEBCKRSEbKQyAQIBwOw2w24zOf+Qz+9m//Fm+++SbeeOONlN+Ia+RaVhiGQTQahVAohEaj\nQVlZGXbu3InGxkYYjUaqaMfGxnDx4kV4PB4sLS3B6/XC6/WmKGpyrRtJToLBIP1bJBKt6gIgYyAa\njSIajcJgMEAulyORSGBpaQmJRCJjVxEJRJeXl6O4uBgikQjj4+OYmZnJm6xcT+mFQiH6t1AozNj1\nE4vFEIvFUvSFQCCASCSCVCqlK6FMlG4sFkM8Hs/oe9nIWtnyeDx87nOfg0AgwGOPPYavfe1rKcdX\nS69ZDSTTQCAQwGw2o6WlBfv27UNzczMsFkvKACQksQM8q81ayxUaW4i5wPV4WS0Viw3yg4tEIhgM\nBlRWVkKv1yMej8NkMkEsFiMWi2WkbOPxOFQqFbZt24YvfOEL0Gg0sFqtqKqqwszMDPh8PucDiQtZ\nEQgEMBgMMBqNaGhowK5duyhPJFUpGo2isbERe/bsgdvtxuTkJPr7+/Hpp5/C7/enDLzlcrLRnKyW\nisU+n0wSMpkMhYWFUKvVaGhogNlsBo/Hw4cffojp6WlEo9GM7okYOTt37sRnP/tZhEIhnDt3Dt3d\n3bh8+TIYhuF0/FyPEwCrpmKlg0QiQVVVFYxGI5RKJZ1kl5aWMDc3h9HRUeouycTKXT75hcPhjO4j\na2V74sQJmM1mLCws4ODBg6ivr0dnZ2e2l4NQKIRcLofRaERLSws+97nPobGxEXq9HiKRiEbfCSmx\nWCzFF3ejIBe8kBlWo9HAYrHAarVCKpWuOZhFAod1dXXYuXMnWltbaRCCSz/tcuRaVkQiEXQ6HTo6\nOmC1WtHQ0IDW1lZqocRiMfB4PEilUiiVSpSWliIajaK6uhoFBQUYHR1FLBbjfOJNh/VyQn47mUyG\n8vJy1NTUoKamBpWVlVCr1QgGgxgcHITL5cpI2RJZMRqNaG5uRlNTE0ZHR5FIJBAOh/MiK7mWE2Kp\ny2QyNDc3Y9u2bSgqKqLKdmFhAUNDQ5BIJJidnUUgEOD0ObNWtmazGQBgMBhw77334syZM2smhmQb\n8Pl8qFQq1NfXY8eOHdi+fTtaW1spWcRlAIAOpoWFBbhcrhsuP2+9vJCZNZlMwmAwoKqqiiqJCxcu\nwG63IxKJpFhlK10jmUxCJBLBZDLhM5/5DDo6OgAAExMTGB0dzauyzYWssKHRaNDS0oKvfe1rMJvN\nEIvFNMvC4/HA4/EgGAwimUyCz+dDIpHAaDTCZDJhy5YtKCkpgdvtRigU2rDJej2ckHEjFAphtVrR\n2dmJffv2Yfv27QiHw5ienkZvby/EYjEkEklG1xQKhSgsLERnZyeMRiOmpqZw7NgxfPDBB5icnIRE\nIuF8rOVaTohxJpVKUVFRgfb2dlitVmq4RSIRtLa2YsuWLfjNb36DCxcupLgpco20ptLDDz9MBZTA\n7Xbj5ptvRnV1NW655RbMzMzg6NGjKZ/JFGTZYjAY0N7ejgcffBB33XUXGhsbqY+FDBggNYq4ET42\nYHVODh48iJqaGtx8883weDwIBAJZ8UIERCwWo6ysDJWVlTAYDPB6vejv78fQ0NA1Fv1yhUEi8xUV\nFXjkkUewb98+FBYWYm5uDidOnMDQ0FDWGQ2rgWtZIRCJRLjppptwzz33oLCwEDweD6FQCA6HA2fP\nnsUbb7yBn/3sZ3j22Wfx7LPP4qc//Slefvll/OEPf0B/fz88Hg9UKhXNWOBSgXDFSTKZhEQiQVlZ\nGe6//37ccsstsFqtWFxcxOnTp/HKK6/gueeew8mTJzOq+GIYBgaDAR0dHbj99ttRX18PlUoFo9GI\ngoKC67o01oJ8yQkbfr8fp06dwvDwMILBIJRKJaRSKRQKBUpKSrBjxw488MAD+MxnPkMzL7iQi7TK\n9qtf/SqOHDmS8t7TTz+Njo4OKJVK9Pb2orW1FXfeeSduueWWNX0xURBSqRQ1NTV0mVtUVESXzCSN\nZzmI9ZepQzuXWI2TgwcP4ujRoxgYGEBdXR127NixZl7IcwkEAhQWFqKqqgplZWWQyWSYn5/H3Nwc\nFhcX6STDTuIn/xKrx2g0oq2t
}
],
"prompt_number": 50
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"from scipy.spatial.distance import cdist",
"",
"ds = cdist(protos,data)",
"ds[:4,:4]"
],
"language": "python",
"outputs": [
{
"output_type": "pyout",
"prompt_number": 53,
"text": [
"array([[ 11.34674106, 10.81097465, 13.44641887, 10.11966571],",
" [ 12.02683451, 12.08169528, 8.96326868, 12.16170167],",
" [ 9.00374479, 9.07489979, 10.63158585, 10.09387804],",
" [ 11.27314991, 11.66737168, 7.7979598 , 10.80436141]])"
]
}
],
"prompt_number": 53
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"gray()",
"cs = argsort(ds,axis=1)",
"for i in range(25): subplot(5,5,i+1); imshow(images[cs[0,i]])"
],
"language": "python",
"outputs": [
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAVsAAAD8CAYAAADZoQcPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsfWlsW9eV/4/7vomkREmURInad1myNlteJduJY7tJk04z\nM22QNEWmwAzQmaItCrRIMB9a50P7R6f9kllSdIBB0el0mm7ZEddrRrYsy5GtfaUWipREURL37f0/\nuPfmUSYpiiJlT0Y/4MEyH/n43o/nnnvuOeeew2EYhsE+9rGPfewjo+A+6hvYxz72sY//C9hXtvvY\nxz72sQfYV7b72Mc+9rEH2Fe2+9jHPvaxB9hXtvvYxz72sQfYV7b72Mc+9rEHSFnZvvvuu6isrERZ\nWRlef/31dN7T/1rsc/Iw9jmJjX1eHsZnnhMmBYRCIcZsNjPT09NMIBBgGhoamKGhoVQu9ZnBPicP\nY5+T2Njn5WH8X+CEn4qCvnnzJkpLS2EymQAAX/ziF/Hb3/4WVVVVAAAOh5O2ySATYDKwj2M7ToDH\nm5d9Th5GJjgB9sdPLPxfkJWUlO3CwgIKCgro/41GI3p7e6PeI5VKIZPJYn7e7Xbv+ByHw4Hb7YZc\nLqevMQxDHzLe57a+vry8nODJUkcynABATk5OzM+7XK6oZ9vJObFYjHA4DIZhwOVywefzweVy4XK5\nIJPJYgop+5o2m23b50sFyXIikUgglUpjXsPj8cQ8F+/1dJ1bXV2N+Z50IBlexGIxxGJxzM/7fL6U\nz0kkEnA4nKixs5PrOZ3O+A+2CyQrKxqNJubnvV4vJBJJSufEYjE4HA4dJ4SXZK+5trYW56mikZKy\n3esZhsPhIBKJIBKJIBQKgWEYSs7jMts9qvvgcDiQSCTg8XgAgEgkgmAwSAXmUfLzOPw2WwfQ44BH\nxQvDMAiHw/QeHoffh+BRyynDMIhEIhm9j5SUbX5+Pubm5uj/5+bmYDQa03ZTbJCHDwQCCIVC2Nzc\nRDAYhEAggEgkijsj7zX2khMA4HK5YBgGfD4fpaWlyM3NBZfLxerqKiYmJrCxsUEnJWLF7LVA7zUn\nW7F1Qo5EInv23Ymw17wwDAMej4dIJAKv14twOAyhUAihUEgn6UeNTHPCln+2IUKOUChEV4d8Pp/y\nks5xk5KybWlpwfj4OGZmZpCXl4df/vKX+MUvfhH1HoFAEPfzyZ7jcDgIh8Pg8Xgwm81gGAYFBQVQ\nKpVwOp1YXFzE3NwcOBxO3Gsm+q50IhlOEkEoFCY8t1Vx8ng85OfnQ6fT4S//8i9hNpvB4/EwMzOD\nX//61xgcHITf749r4Sb6vnQhWU5SkZV4r3M4HAiFQroaCofDCIfD4HK54PF4CZ/7cZIVPj/+0Ez2\nHJEZLpeLUCiEpqYmnD17FkajEX19fbhz5w4mJiZS/q50YrfjZ7tnIGMH+HQshEIhcLlcqFQqHD9+\nHBUVFQCAy5cvY2xsDEtLS/RzW8dPKrykxCSfz4fL5aI3l52dHeXIBrZXHtudIw8pl8thMBjQ3t6O\ngoICZGdnQ6fTYWpqCtevX8fs7Cx4PB5EIlHMpeJeKBXgASc//elPUVZWBi6XC61WixdeeAE3b95M\n6vPbcUL44PP5EIlEMBqNOHDgANrb29HQ0ICsrCzqUsjNzcXU1BREIlFK35cuJMtJOpQteylIrH6B\nQACZTAaRSASfz4dAIECX0Tv5rnQjmfGTDmVLrDapVIqqqiqcPXsWR44cgcFgQF5eHnJzc3Hz5k3c\nv38fTqcz5jJ6r5RtMpwkQqLfjjwD+9kUCgWMRiNMJhMKCwvR3t6O4uJiMAwDl8uFjY0NOJ1OhEIh\nAA9buKnISspMSqVSDA8PIysrK9VLxAVbSEwmEw4cOICTJ0+iqKgIOp0OarUaBoMBi4uLCIVCj81S\n6IknnoDRaMTt27fTzgvDMBAKhVAqlcjLy0NbWxs6OztRU1MDkUiEQCCASCQCHo9Hj3iz8l4ik5xs\nBYfDAY/HoxOSWq1GTk4OcnJysLCwAIvFktHA106QyfEDfOo6IGPo2WefRXt7O0wmE3g8HlpaWmAw\nGJCfn4/19XW4XC74/f5HKivp5mSrJUvGkEqlgtlsxpEjR3D48GEUFRVBJBJBKBQiHA6jpKQEn3zy\nCXg8HoLBINVHux1Lu5q2EgUd3G43/VsgEGxrSW2NBnK5XDQ2NuLw4cNoa2tDXl4eRCIRIpEIHA4H\nXQKwLZVYZAQCAQSDwVQeL2Uk4sXlctG/id9su+uEw2H4/X7k5+dTa7a1tRVarRZcLheRSAR8Ph/B\nYBA+nw8rKyvY3NyMKxyBQACBQGAXT7hzJOLE4/HQvwUCQUKrYWtwlARNQ6EQZDIZCgsLYTKZkJ2d\njfz8fJSWlqKoqAj9/f348MMPcevWLbhcLnC53KilZTAYfKzkxOfz0b/5fH5SFmYsburr6/H5z38e\nnZ2dyMrKoq4VHo+HvLw8SCQSXLlyBYuLi1hZWXnomoTbvcJ2gUyv10v/5vP5cWVlq+xzuVz4fD4Y\njUY8+eSTOH78OEpKSqBSqSAQCBCJRMAwDEKhEILBIEKhUFwfPzm/U6SsbDkcDrq7u8Hj8fDKK6/g\nq1/9atT5eKld8UAGDY/HQ25uLhoaGnDkyBHU1tbCaDRGKSUejweBQECd/uR+YmGrQmMP7ExgO17i\npXDFA5/Ph0KhgF6vpxNPZWUl1Go1uFwu/U5i1UqlUuh0OsjlcjgcjpgKdysn7IkxE9iOk3ipWLGu\nw/bFcjgciEQiKBQKyGQyVFdXo7m5GdXV1VAqlZBIJJDJZJBKpTh06BAWFxcxNjYW83m3Knn2oM4E\ntuMklcAvmXh5PB6USiUOHjyI48ePo7W1FVlZWRAIBA9ZeVlZWaiqqsLs7CyVFza2Knr2JJBubMcJ\ngLipWLGuxZb9SCSCpqYmHDlyBKdOnUJRURFkMlnUGCLZGl6vF36/n8oYuQb5d6usJMtJysr2+vXr\nyM3NxfLyMnp6elBZWYmurq5ULwc+nw+pVIrs7Gw0NDSgu7sb1dXV0Ol0UTMPcfgHg0EEAoHHKqUH\nSD8vZMnT2tqKlpYWlJaWQqPRRKXAEXC5XJql8bi4VoD0cUJ+azKpKJVK6PV6ZGdnIy8vD42Njaip\nqUFBQQEEAgHC4TC1VPR6PTQaDfV/s6/3KJBuOQEeKBSVSoX8/HyUl5ejp6cH9fX1yMvLe0hpECuO\nTCqPQxpYJjgh7si8vDx0d3fj2LFjqKqqAp/Pp8Fm9jgKhULUv5/u7JWUlW1ubi4AQK/X4+mnn8bN\nmzd3TAzJNuByuVAoFKisrERbWxtaW1vR2NgYtUwkMxDDMAgGg1heXsbq6upjISRspIMXNoxGI06e\nPImnn34aEomEuhRI8IutdElqj91up9bb48BPOjghgyISiUCj0cBkMqG6uhpmsxlmsxklJSXQarUA\nHlgaPp+PTswcDofKC3n9UU/S6ZQTtlVWWVmJnp4enDp1Cnq9HiKR6CEZIPLi8XgwMzOD3t5eTExM\nZDzPdDukS06AT1dBJJj87LPP4vjx4ygqKqJyRJQpiW+QHHWfz0dz1UmwlVxzN0hYiOall15CTk4O\n6urq6GsOhwMnT55EaWkpTp06hYWFBbz//vtR70kW5GH0ej1aWlrw5S9/GefOnUN1dTX1oZHoMhDt\n6H4UvlggPic9PT0oKyvDyZMn4XQ64Xa7U+YF+DTAkZ+fj6qqKggEAro7jMPhYGlpCaurq1EcbG5u\nYmpqCtPT03Snz14plUzLilAohFarxaFDh/Dcc8/hxRdfxAsvvIDTp0+jqqoKCoWCygk7SMgwDDY3\nN/Hxxx9jYGAAdrs9bc+8HTLNCQGHw4FWq8WJEyfw3HPP4dSpU8jNzaWKlm25sS3cYDAIp9MJh8OR\ncfcaQSY52brS0+l06O7uxt/8zd+gu7ub7t4Mh8O4f/8+PvzwQ1y5coUGVkOhEDY2NjAyMoLl5eUo\n7tIxCSVUti+++CLefffdqNcu
}
],
"prompt_number": 54
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"start = protos.copy()",
"for iter in range(10):",
" sys.stderr.write(\"%d \"%iter)",
" closest = argmin(cdist(protos,data),axis=0)",
" for i in range(len(protos)):",
" protos[i,:] = average(data[closest==i,:],axis=0)"
],
"language": "python",
"outputs": [
{
"output_type": "stream",
"stream": "stderr",
"text": [
"0 1 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"2 3 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"4 5 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"6 7 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"8 9 "
]
}
],
"prompt_number": 57
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"for i in range(9): ",
" subplot(3,6,2*i+1); imshow(start[i].reshape(*hw))",
" subplot(3,6,2*i+2); imshow(protos[i].reshape(*hw))"
],
"language": "python",
"outputs": [
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAW0AAADqCAYAAABpwxT2AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsfVmMpFd59lPVVdVVXXt1V1fvMz2LPV7woliQC8wiM4ZI\nAWw5YglgY5tFSAFFRpGJsmC4AHOBENsF+uModi6scBHAEmAZRbJJnJhRElsgwPaMp3t6r659X7qq\nvv9i8px5v9NfVdfWtpupVypNT3fVV9/znXPe877PuxybYRgGRjKSkYxkJEdC7G/0DYxkJCMZyUi6\nl5HSHslIRjKSIyQjpT2SkYxkJEdIRkp7JCMZyUiOkIyU9khGMpKRHCEZKe2RjGQkIzlC0rfSfvrp\np3HmzBmcPn0a3/jGN4Z5T28auRowAlcHzqsBI3B14LwaMHYUow9pNBrGyZMnjZWVFaNerxs333yz\n8bvf/U79HcCRfx2E8WrB+Ubf32gsu3uN1uUfDsaDxIE+5Ny5czh16hSOHz8OAPjIRz6Cn/zkJ7ju\nuutM77PZbJY/UwzDsPx9t38f1jVarZbpPYZhdI1RF/27Xi8M3VzDSvrB+WYeSyuco7G8gtNms6lr\ny58prVYLdntnB3wY7+nmGs1m03R/rVarZ91jhXFY93cYGNuNrZS+6JHNzU0sLi6q/y8sLGBzc9P0\nHj6sdg+tF9GvpV932NcHusNo9flhyEF4h3VdoHucw8Z4mDIMjG92nFb32e26tNvtsNvtRwIj75XK\n72rAeJD0ZWm/EQ+i0w7Uze7UqxwGRv2a/L9u6UsxDONQ8LW7pz9EuRowAm8OnFbe9TDn75sB4xst\nfSnt+fl5rK+vq/+vr69jYWFhaDdFC0K6ifw/f6ZYKbxhTJJhYtQnsv6iGyUtJyprwzDQbDbV7yjD\nWgiHPZaDSruNrhf8b3aMw5JucB6k9LpRigd5uLQeO11T9xKsxtPqc8PA2M172s07KdKS7/b++3nP\nvs8Yfaz+RqOBa6+9Fv/2b/+Gubk5vPWtb8WTTz6peCV90Lq+GeEqjI2NqX8dDgccDgdcLhecTicc\njit7Ta1WQ71eR61Ww97eHvb29tBqtdBsNvtWbK1WC3t7ex0x8n67HRi+JCan0wmXy6Ve4+PjGB8f\nh9PpVM+P2EqlEkqlEsrlMur1uglfvzgNwzgQ52FRBZ0WrK4UrLyNbrhhvm+YY9mtdHstq0261+vx\nc92sS7l2+hFpPMnvl/+2u/dBn2+j0ehqvo6NjQ30PVbSDrOVcu+Vo5bSjd7qawQdDge+973v4b3v\nfS+azSYefPDBA4M6BwmVNZWZ0+lUSmxiYgITExPw+/3weDxwu91KqZXLZZRKJeTzeeTzeRQKBVQq\nFdRqNTSbTbRarb6U2rAw6lb22NgYXC4XJiYm4PV64fV64ff74ff7EQgE4PP54PV64XA4YLPZUKlU\nUC6XkUqlkEqlkEwmkcvlUCwWsbe3Z2mFvxE4O4mVy6yLvgh0jk/3MqSCO3CSvw4Y5b0fhFG+v9Mi\nP0iR6/J646RIi7NbxayPXbde5OuFEdg/nvpYWf2d/xID9U+vc7bjffVjaQPA8ePHEQgEMDY2BqfT\niXPnzpnA9GJpU5k5nU643W54PB54vV4EAgEEg0FMTk5icnISU1NTCAQC8Hq9cDqdGBsbQ6VSQT6f\nx87ODra2trC+vo5kMol0Oo1qtYp6vd6z4pbvPwhnp0mqD/bY2BjGx8fh9XoRDocVrlgshlgshmg0\ninA4jEAgAJfLBbvdjlqthkqlgkQiga2tLVy8eBGXLl3C+vo6CoUCyuUyWq1WX5sTJ9EgGDuJ/Gwn\n+kefyPRG5EvOp2aziUajoV7ys1Y/H4RxWDitApmdFivnBD0vSQvScibWTotdXv+gsezV0u5EbXCc\n6P1yTeqbEOcmscj5Kn+W79XxAVDP4SCMvVranWgeOQfp8fP/7TZdiUXO02azqQzJVqu1Dx9wiJY2\nAT377LOIRCL9XkJdx263w+l0wuPxwO/3IxQKIRwOY3p6Wim06elpRKNRBAIBTExMqIdXr9dRLBaR\nSCSwvr6OqakprK6uYm1tDalUCvl8vi/FPWycnOAejwfBYBDT09OYnZ3F3Nwc5ufnMTs7i6mpKYRC\nIXi9XrhcLthsNjQaDdTrdczPz2N+fh7RaBSTk5Pwer3Y2NhAPB7ve3MaNkZ5PWKWHpSc7KSw5EQm\n5SGVgaSNHA6Hoju4mUmPSi7+w8bIa1rRXsSpK1+5WPk5Krvx8XG4XC6lVJvNpqLGqtWq6Rl1Gudh\nrksrjHa7XdF50lucmJiAx+NRFCY/T8VVr9dRqVRQrVbVv6Q26/W6oj44H+QmpVMywxxLqXSlcUU6\n1uPxKE/f7XbD7XabxorzmeNCipZjVy6XUS6XTZj39vbUBtSP5T0QwTVoMExOdmmBzszMYHZ2FktL\nS1haWsLs7Cymp6cRDocxMTGB8fFxZXm1Wi3U63WUSiUsLS1hbm4OwWBQ/Z0c997e3kDc7yAY5cZE\njHNzczh27BiWlpYwPz+PWCymvAha2fK7JycnMTMzg7m5OfVej8eDRqOBTCYzMMc9rMCmXOQ6d0/F\na7fb1bjJWAQ/L2kyKoVAIAC32w0AqFarKJVKKBQKKBaLqNfrpgUvrZjDwijvlWMrla/L5VILuVar\nKQVFhSs3M7fbrRSgx+OBzWZDs9lEuVxGsViE3W5Xio10WCfFPYx1KfHR0yE+n8+HQCCA6elpTE1N\nKWMjGAwq5SY352q1imKxiFwuh2w2i3Q6jXQ6rWi+YrGolFq9Xt+Hzyp+MYyx1D0jjofL5VK05dTU\nFCYnJxGJREz0JXEy/sT5XKlUFF1LrJlMBplMBvl8XmGVXkavmAaytN/znvdgbGwMn/3sZ/HpT3/a\n9Pd2wSX5f8nxSoW9uLiIY8eO4dixY1hcXFS0gcfjUbs4dykqBiqE8fFx027Nf0ulUlvF3elhDYqT\nv6PlyM0pGAwiFAohEonA5/NhfHwchmGoQadLxc9ygkSjUQBQLmCz2cTKygparRbK5bJSfr3gHBZG\n3eocHx+Hx+NRLy5mwzCUBTk2NqYsD3kdPitSZIxnGIaBarWqNm5pidGqtbrvgzD2ghOAybKWFpnX\n61VzcW9vD9VqVbnV4+PjKttJKnu32w2fz6csOirt8fFx9bzGxsZQrVaVImy3QR+EUyoJK0pIt6q5\nGbndbgQCAYRCIWVUSWOKiozvl0ZHo9FArVZDoVBALpfDzs4OdnZ2sL29jWQyqSxWOQ6SUuh1LLvB\nyDGUm6dcm7FYzGQkcZ16PB61MZMOotJuNpuoVqsol8tIp9OK0hwfHzfdG186VXToSvv555/H7Ows\nEokEzp49izNnzuD222/f92A6Cd1D7t5SaS8vLyvLmZQBH44cULqidM38fr/6Gy2VUqmEWq1myX9a\n3av8+7Bwys2FnD13bVpllUoFe3t7JneK7mgkEkE4HEY4HMbCwgJ8Pp9aDHTDJG+mu5SdcA6KsZ21\nMjExoZQurUjgsvdDC9Jut5sCqhR+nhub3+83Wdoul0t5UORKm82mohe4cLvF2O1YAti30CcmJhAM\nBhEMBhEIBDA+Pg6bzYZyuYxCoaC8BmIkv8+xnZiYUHPB4/HAbrej2WyaKDKJSdIkEmM3ODvFmqy8\nJOILBAKIxWKYn5/HiRMncOLECczPz2NqakrFmPRiFt1C5nqkkqeilty9nvklN2TiHRQj/5U0HHXQ\n5OQkZmdnceLECZw8eVJ5+sFgUBlO+kYgfyZ1l0gk4PP5FD6ubUmPtFotk0eiGx3tpG+lPTs7CwCI\nRqO4++67ce7cuX2LoJ1YPTCpyJhNQWtqb28PhUIB9XpdcWJ0N2nlyIcaiUSwtLSEeDyOVCqFTCaD\narXaNnB1WDjlpCVmDhCxlEoltFot5PN5tUvn83mV4seNjQHLY8eOIRQKIRQK4fjx48r1LJVKyoXm\nBLdS3MPGKMVKkTGATEuZXLS0
}
],
"prompt_number": 59
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"closest = argmin(cdist(protos,data),axis=1)",
"print closest[:10]",
"for i in range(9): ",
" subplot(3,6,2*i+1); imshow(protos[i].reshape(*hw))",
" subplot(3,6,2*i+2); imshow(data[closest[i]].reshape(*hw))"
],
"language": "python",
"outputs": [
{
"output_type": "stream",
"stream": "stdout",
"text": [
"[5481 6656 1062 5827 4469 8708 257 9281 3347 5869]"
]
},
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAW0AAADqCAYAAABpwxT2AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsfVmQXGd1/6/3fd9neqZnRhotHsmSbWEgoGDKyPCQAC5S\nQMJisCEUVQmVgkqRVBacPIB5oFJsD6mEVCAPFDwEcBXgkBcDMRgbI2PLkkbS7NPT09P7vvf9P+h/\njr6+c3uZnh6hQX2qujSavnPvd+75vvOd5XfOp5IkScKYxjSmMY3pUJD6dz2AMY1pTGMa0+A0Vtpj\nGtOYxnSIaKy0xzSmMY3pENFYaY9pTGMa0yGisdIe05jGNKZDRGOlPaYxjWlMh4iGVtrPPPMMTpw4\ngfn5eXzxi18c5ZjuGLobeATuDj7vBh6Bu4PPu4HHniQNQc1mUzpy5Ii0srIi1et16cyZM9Lly5f5\newCH/tOPx7uFz9/1+MayHOwzXpe/Pzz2Iy2GoBdeeAFHjx7FzMwMAOD9738/fvCDH+DkyZNd/0al\nUu36nSRJir8f9PtR3kNOg/Ko0+mg1+t3/UxUKpVgsVh6PrdcLsNisXQdZ7FY7HqPQZ5D3+t0OjQa\njY7fjWV5i8xmM/+s0+mg0+k6vi+Xyx3XKFG/a0Zxj0KhAI1G03E9MDif9A5VKtWu99lut6FW93bA\nR3HNIPdotVod45MkaSAe+61JYLD1Moo11+8e+Xy+Q5alUqnn9cCQ4ZFoNIqpqSn+fzgcRjQa3XUd\nTYp+C21QEu8n/4zy3sDgPOr1elgsFlgsFsXJ0Y3kykWtVkOtVkOj0XR81Go1VCoVT3BJkhQV0yAk\njpUm0+9KlgdJw8rSbDbzR66wfxfUTdYajaZjrESD8ElziebVnUziWGn+D8LjsGtyL0SykX/2ShqN\nZtea7EdDWdqjFrb8fvT/drvd9Vn0goZVYHsd00HeX5IkNJtNtNtttNvtXdc2m03UarWOyXsQ4/h9\npcPIo7jpDDrHDyOfe6U7hUe5MUV0UPpIpKGU9uTkJDY2Nvj/GxsbCIfDe76PODGVrGdyoeQTWPy0\nWq2Oe47qpQ3KYz+LjL4XxyXyTNe0Wi20Wi1W2vLrxQ1MpVLx9+I9BhmHnEYlyzuZRsXjINb3sHKQ\nX9NLYe9Hlv2U3iBKsZuRJZJoySvxMMxzgMF4HKWc5OtMHJPBYNhlfI16HEo0lNI+d+4crl+/jtXV\nVUxMTOA73/kOvv3tb3dcM6hQ6EOhAa1Wy3Eo+hgMBhgMBuh0Ot7Z6vU6arUaSqUSSqUSyuUy6vU6\nWq1WhxU+7OQYhEcAfd0vvV6vOA6yqtvtNvNnt9vZNSfFTP/WajVUKhUUCgXU6/U9T5Bu4xylLAf9\nvtu1SspA7lH1UwD7kWU/uh1Km2RerVY71sUg9xiFLIeRtdw7lCs68e+UDI+9jGUQHgcJifS6RpIk\n/l60pCVJ4jVLRmO1Wu34WzH0tN9xdKOhlLZWq8XXvvY1vP3tb0er1cITTzzRM3GlRPKFptFooNfr\nYTabOb5js9lgs9lgt9thtVphsVig1WqhUqlQqVRQLpeRSqWQSqWQTCaRy+VQLBbRaDTYAh/W8h4F\njyIpKW4SsM1mg8fjQSQSQTAYhMVigUaj6bCuC4UCkskkNjY2kEqlkM/nOaRC7/BO4FOJBlHYcjn1\ncj3FfweR7+3gcVQkKmmlUFkvup18yi1Peb5D6Xv6l2QmKj9Rlr1kertlKY6FfhbnpZIFTjweWOhW\nGvLOMzMzsNvt0Gg00Ol0eOGFF27dtE/CSi5ojUYDg8EAi8UCl8sFj8cDj8eDQCCAQCAAn88Hl8sF\nu90OvV4PtVrNlmcikcDW1haWl5extraGjY0NFAoFlMvljl1xLyS+8H58+v3+nveh6+ietBD1ej1M\nJhOsVitCoRCmpqbwwAMP4Pjx4/D7/dDr9Wg2m7xrFwoFxGIx/Pa3v8WlS5dw6dIl5HI5lMtlaDSa\nDld0UAW+s7MDSZL2JcteJMq5V5hL/r4AdHhecv7a7TZarRaazSaazabi34u/68cjjdHr9e6LT6Vn\nD0qSJLHh4na7YTabUa1WUSwWkc1m+TlK90wmkwPPV7nV3o96eUViwlyr1bKsSF7yuSPKvN1us/ya\nzWZHeFDcrER+yYvez5oclGd6Lo2J+NVqtez9G41G9v6JVzImK5UKGo1GV6+jG9Ga7EVDWdo0iGef\nfRZut3vYWwC4tThNJhMcDgf8fj9CoRAmJiYwOTmJUCgEr9cLp9PJ2WCVSoVms4l6vY7JyUlMTk7C\n5/PB4/HAYrFgc3MT8Xgc1WoV9Xp9KMU9aj7pXnq9HkajES6Xi3kNh8OYmprCyZMnEYlE4HA4oNVq\nIUkST4hyuQyHwwGDwQCbzQaz2YwrV65gaWmpIwfwu+aR7gegI/MvX9CUjxATsOIEp2sNBgP0ej10\nOh0rHJJ9tVpFrVbrCDV1s3BGzaNI+/F2SG6tVgt2ux3BYBD33nsv/H4/EokElpeXceXKFdRqtV0Q\nuG73G+V8VTKwSHGZTCZGsBiNRhiNRpaXuNmSkm40Gmg0GhzaLJfLrOBIlo1GA81ms6flfZCypOfR\nM2kjpSiA1WqF0+mEy+WC1+uF3W6HwWCAVquFWq1GJpNBIpHA+vo6tre3USgUOpT3KGhopQ3sL+kn\nxrJ1Oh1b2RMTE4hEIpiensbk5CQCgQDsdjsrbBH6BgAejwfBYBATExN8rclkQrPZRCaT2RXjvp18\nyq1ftVoNq9UKr9eL2dlZzM/P4/jx4zx2m80Gg8GASqUCoDM+1mg0YDabcerUKQQCAUQiEajVamxu\nbnYkMOXjHlSRjGpSiXKlDZlyFJSXoNBPo9FArVZDvV7vwI+LVrbJZILFYoHZbOYNu16vo1KpoFgs\ncjiMlD9ZbAfJo8grPVPkXcxH9LLCxe8bjQYcDgcWFhbwR3/0R5ifn8e1a9fw85//HNFoFJlMBo1G\no0MRdqNR8CnyQvIkZU2hS6/XC4/HA7fb3RHCJCVOVmi73WaZlUol5PN5ZLNZpNNpZDIZZDIZ5PN5\nFItFVCqVjthxN54OIvQgbjAkH6PRCIvFAqfTCY/HA5/Ph3A4jOnpaczNzWFycpKNKbVajXg8jrW1\nNfzsZz/DSy+9hNXVVQ5ljor2ZWm/7W1vg0ajwSc+8Ql8/OMf7/heaXdUugctagqPOBwOOJ1OuN1u\nWK1WGAwGSJLEAid3iv6WJofP5wMAtsZarRZWVlbQbrdRLpdZKXRzoYflUwTDdwPyi4vM6/Xi+PHj\nePDBBzE3Nwe/3w+r1QqTyQSNRsNWJCkh8hZMJhNbMw6HA3Nzczh37hwqlQoWFxcRi8X6xgXlynFQ\nHgeRJf1etMZ0Oh2MRiNbYyaTCVrtzSlXq9VQrVZZEZBM6UN/T9YNKW21Wo16vY5SqQS1Ws3JIOKt\nWy6jH4/ArSIVQLm4Rk5iSMPpdMJut8NoNKJWqyGRSHByvNvcp38J8ul0OnH8+HH4fD7Y7XZMTk4i\nGAzCZrOhUCig1WpBrVazxdpNBr34FBWh0qbSzUsS12cgEOgwlGitmkymXZ4RKe1Wq4VqtYpyuYx0\nOs1hTYPB0DE2+sg9MDmaar9rUolET4+U9eTkJKampjjf5PF44HQ6Wd6iMalSqWCz2TA9PY3Xv/71\nMJlMkCQJKysryGazikZUtzXZi4ZW2s899xxCoRASiQQuXLiAEydO4Pz58/z9IBaeuMANBgNbVbRj\nE/KC4kOiK6VWqzn+53K54HK5EA6HYbVaGddMLpgYM1OyUuRjFb/vx2cvQLxoTdHkczqdrHCnp6eh\n1+s5TECLlyY3JVrz+Tz8fj88Hg8cDgdMJhNCoRDuv/9+6PV61Go1pFIpvodo7YlEbh4RTe5RyZIs\nMlJkJpMJNpsNDoeDLTHyGgqFArvQtEDF2CApc6vVqqi0aW6IMhVzBvLF3o9HAH0rFUVe6d5arRZ2\nux0zMzOYnp6G3W5HNpvFK6+8
}
],
"prompt_number": 58
},
{
"cell_type": "markdown",
"source": [
"k-Means by Stochastic Gradient Descent",
"======================================="
]
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"k = 25",
"from numpy import random",
"sample = random.permutation(range(len(data)))[:k]",
"protos = data[sample,:]",
"counts = ones((k,))",
"for i in range(25): subplot(5,5,i+1); imshow(protos[i].reshape(*hw))",
"start = protos.copy()"
],
"language": "python",
"outputs": [
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAVsAAAD8CAYAAADZoQcPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsfWlsW9eZ9sN9FxctpCRq3yxZ8iZ5txM7idMm7TjJJEE7\nbdJO0xZFgWnRaVAUARokMz/S9Ef6IdP+aLoiXdDpFG2QaVIvTdwkXmrJlmTL2m1qISWRIsV9X+/3\nw3NOLmmKoiheymn1AIRlXvIuD8/7nnPe87zv4TEMw2ALW9jCFrbAKfibfQNb2MIWtvCPgC1nu4Ut\nbGELJcCWs93CFrawhRJgy9luYQtb2EIJsOVst7CFLWyhBNhytlvYwha2UAIU7GxPnz6Nbdu2oa2t\nDd/73veKeU8fWWxxcie2OMmOLV7uxN89J0wBSCQSTEtLCzM7O8vEYjFm586dzPj4eCGn+rvBFid3\nYouT7Nji5U78I3AiLMRBDwwMoLW1FY2NjQCAT3/603jzzTfR2dkJAODxeEXrDLgAw0Eex1qcAHc3\nL1uc3AkuOAG27Ccb/hHaSkHOdnFxEXV1dfT/RqMR/f39aZ+RyWSQyWRZvx8Oh0t2LPN9l8uV9fsb\nRT6cAIBWq836/VJyknnM7XZn/cxGkS8nSqUSSqUy6zkCgUDWY6u9X6xjNpst62eKgXx4USgUUCgU\nWb8fDAYLOhYIBCCRSJBIJMDj8SAQCCAUChEKhfI+n91uz/lshSLftqLT6bJ+f622LpfL6f/ZjjHz\nezwejx7P137y9SkFOdu7uYfZLGxxcie2OMmOzeCFYRjw+XwolUoIBAIkk0kkEgkkk8mS30s2lJoT\n9vXYDpZLFORsa2trYbFY6P8tFguMRmPRboqATcDdbril4uSjhGJxstHfvlTGlC9K2VYId4lEAlKp\nFNu2bUNDQwO8Xi+WlpZgNpsRDAapM94snrjghN1uMn0JOcb+O/NzxUZBaoS+vj7cvHkTc3NziMVi\n+N3vfoeTJ0+mfUYoXN2P53OMYRjweDzw+XwIBALweDwIhcJVyVjtnLmuVUzkw0kurMUJaRSEE/IS\niUQFn5Nr5MuJWCxe9RxisRgMw9zxEovFqzrhzGOkLfF4vDWvVQrkw0uu3zXfYzweD6lUCjweD42N\njXjwwQfx9a9/HU899RT27t2LysrKDV2rmCi2/ZAOlmEYeoy0AYZhkEgkEIvFwDAMotEoEokEUqkU\n/Rw552ptrBD74TEFunK9Xg+PxwMAqKqqSuuVeDzeqrGVfCAQCCASiaBUKqHT6aBWq5FKpWCxWDYc\nM3K5XJz1XqdOncLJkyfB5/NRXl4Oo9GIgYEBepzH460as10N5McmDYf8nfmZjYz+3G73pnJiMBjW\nPA97JMK+19Xum/25QkYuNpuN01HOWvZTVVW14WuQdqHT6fDkk0+is7MTYrEY09PTGBsbw/T0NCwW\nCxKJRN7ntNvtnPGSixNgfX6F/P5s+2FDKBRCIBDQQUsymaQvtq3lMyvK16cUPLyRy+WYmJjYkFPN\nBh6PB4VCgerqatTX16O5uRl1dXVIJpPo7+/H0NAQ3G43YrEY7bXvFjz00EMwGo0YHBwsCi/sZxMK\nhRCJRLSRkIbCMAzi8TjC4TDi8fhdNV0GisNJNkfLNqTMz2UaC3nvbgJX9sMGj8dDWVkZOjo68Mgj\nj2BmZgZvvfUWTp06hWAwCB6PB4lEwtn114ticpLZPtjOVyQSwWAwQKfTQalUQiwWw+PxwO12w+/3\nw+v10g4ol8NeLzY0l8x18XA4/OFF/s9RrAUSKmhsbMTDDz+Mvr4+VFVVQSQSgWEY7NmzB8PDw/j1\nr3+Nubk5hEIhiMViOvzPhng8vq6euxgoBi/s6Y5QKERFRQU6OzvR2NiIiooK6PV6iMVieL1eXL9+\nHQMDA1hcXEzrgNhOh427jZNAIED/FovFd0znGYZBKpVCLBZDPB6HQCCARCJJCzGQz2WLwRFO+Hw+\nnVpnIhaLIRaLbfQx14VcnASDQfq3SCTKO8TBnj4DQGdnJz7+8Y8jHo/j3LlzePvttyESiSCXy3Pa\nDQHhvFRYy6Gtx34AIJVKIZlM0pCbXC5HRUUFTpw4gd27d6OlpQV6vR5jY2OYmJjA9PQ0zp8/D4fD\ngXg8fscMiQxuCrGfgp0tj8fDAw88AIFAgK985Sv48pe/nHZ8NclELvD5fHR1deHee+/FsWPHoNVq\nIZFI6ENKpVIIBAJ4vV688847mJycRCQSyTm6FYlEaT8I+8fiAsXiJZVKQaFQoKWlBd3d3Whvb0d1\ndTV0Oh2VBQkEAsRiMXR0dKC5uRn9/f0YHByEz+ejDoY4GTYyOYlEIht/8BxYi5PVpFhsiMViaDQa\nOurx+/1YXl6mEiZyHSC9k+Hz+bTdRKNRxGKxrPG2TCfP7gC4wFqcrCbFygXS2TAMg2QyiZqaGnR1\ndaGpqQmnTp3CyMjIHQ5kLWTywu4Eio21OAHytx92vFahUECtVkOn06GhoQE9PT3Ys2cP9Ho9pFIp\nEokEampqoNPpsGvXLqjValy8eBHT09OIRqO0k2aPjAvxKQU724sXL6K6uhoOhwMnTpzAtm3bcPTo\n0YLOxTAMHa10dXWht7cXDQ0NNIBNehMywrv33nsRDoeRTCZx/fp1amx3A4rFi0AgQF1dHQ4fPoz7\n778fDQ0NkEgkdKQmEonoc1dWViIajWJpaQnDw8NQKpWoqKiAWq1GMBiEw+FAMBjMayTDBYrBiVQq\nRXV1NY4fPw6ZTIa5uTmcOXMG0WgUANKejThgMo02GAxQKpVwOp1YXl5GJBKhsbnNQjHtJxuEQiFa\nWlpoksC5c+dgNpshFoup3OtuCsEBG+MkWwciFotRWVmJ+vp6tLa2wmAwoL6+Hm1tbVAoFAgEApif\nn4fH44FKpUJNTQ1aW1uRSCQQj8cRCARgMpnSnO1GULCzra6uBnDb0B977DEMDAxsqLEIBAIolUo0\nNjbCYDAgGo3SkVkymUQwGEQymYRQKERdXR0efvhh8Hg8jI+Pp61Sb3YD2igvpOORyWTYuXMnDh06\nhJ07d4LH49EG4Ha7UVZWBqlUilQqBYfDAbPZjKWlJQQCAbS1teETn/gEuru7MTU1hbfffhvT09Ob\nFtMtRlsRiUSorKzE448/jtbWVkxMTMBqtWJhYQHBYBDRaJSO0MViMR35NzY24sCBA1RadO3aNYyO\njiIYDJZ0epyJYtsP8KHDIba0Y8cOaDQamEwm3Lp1C6FQCHK5HMlkMm1l/m7BRjjJfA6BQACdToed\nO3fi2LFjOHr0KNRqNQDA5/PBZDJhfHwck5OTsFgsqKiowPbt23Hw4EG0tbUhHA7D6/XCZDKtes31\n8pfT2T7zzDN4++23UVVVhRs3bgC4vfL25JNPYn5+Hs3NzfjFL36Bs2fP4oUXXsj7ogRE25dKpSAU\nClFVVQW1Wg25XA6xWIxYLAaRSIR4PI53330XPp8Per0ehw4dQm1tLXp7e7F3715MTEzA5/OVxNGu\nxsmnPvUpzM3Nob6+Hn/4wx8gEonWzUtmIF6lUkEul4PH4yEWi2F4eJiGCtjTu3A4DKfTCbvdDqFQ\nCKVSiZqaGvT09KChoQFCoRB/+ctfcPny5TtCCsUCV22FNOhoNAq73Y5bt25BqVRCrVbjqaeeogoV\nt9sNl8uFZDIJuVyO2tpaCAQC1NfXY8+ePSgrK8PBgwfR29uL3/zmN7h+/TocDgcnXBBwbT+Z4PP5\niEaj0Gg0aG9vR0NDA0KhEEZGRmjW2Gaj2JxkxlRTqRQdrBw4cADHjx/H7t27wePxYLfbsbi4iNHR\nUQwMDGBmZoa2GT6fj8nJSUxNTeHrX/86GhsbsW/fPty4cQOLi4sIhUJrKhzWQk5n+4UvfAFf+9rX\n8LnPfY6+9/LLL2Pv3r1wOp0YHR3Frl278M1vfhMPPvjgui5MyCE3n0wm4XK5sLCwAKfTierqahqc\nD4fDcLlcGBkZgUgkglQqxdGj
}
],
"prompt_number": 26
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"from scipy.spatial.distance import cdist",
"",
"for iter in range(200000): ",
" if iter%20000==0: print iter",
" i = iter%len(data)",
" alpha = 1.0/sqrt(100.0+iter)",
" ds = cdist(array([data[i]]),protos)",
" j = argmin(ds[0])",
" protos[j] += alpha*(data[i]-protos[j])"
],
"language": "python",
"outputs": [
{
"output_type": "stream",
"stream": "stdout",
"text": [
"0",
"20000"
]
},
{
"output_type": "stream",
"stream": "stdout",
"text": [
"",
"40000"
]
},
{
"output_type": "stream",
"stream": "stdout",
"text": [
"",
"60000"
]
},
{
"output_type": "stream",
"stream": "stdout",
"text": [
"",
"80000"
]
},
{
"output_type": "stream",
"stream": "stdout",
"text": [
"",
"100000"
]
},
{
"output_type": "stream",
"stream": "stdout",
"text": [
"",
"120000"
]
},
{
"output_type": "stream",
"stream": "stdout",
"text": [
"",
"140000"
]
},
{
"output_type": "stream",
"stream": "stdout",
"text": [
"",
"160000"
]
},
{
"output_type": "stream",
"stream": "stdout",
"text": [
"",
"180000"
]
},
{
"output_type": "stream",
"stream": "stdout",
"text": []
}
],
"prompt_number": 27
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"for i in range(25): subplot(5,5,i+1); imshow(protos[i].reshape(*hw))"
],
"language": "python",
"outputs": [
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAVsAAAD8CAYAAADZoQcPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsfWlsZFeZ9lPLrX0v1162y3Z3272kOw0dmCg0X6QhYRhB\nB5RkQGIIIgRFSBMNEEUoGjJp0Cjp/Ago8CsjhlH4g9AIIYaBdACJIROC6KSXpPdut3e7ynaVa9+X\n8/0I78mp6nK5qly33An1SFftruu6y+Pzvuc973YUjDGGAQYYYIABZIVypx9ggAEGGOCvAQNlO8AA\nAwzQBwyU7QADDDBAHzBQtgMMMMAAfcBA2Q4wwAAD9AEDZTvAAAMM0Ad0rWxPnjyJqakp7N69G889\n91wvn+k9iwEnN2PASXMMeLkZ73tOWBeoVCpsYmKCzc7OslKpxA4dOsQuXbrUzaXeNxhwcjMGnDTH\ngJeb8dfAibobBX3q1Cns2rULoVAIAPC5z30Ov/jFL7B3714AgEKh6NlkIAeYDHUcW3EC3Nq8DDi5\nGXJwAgzkpxn+GsZKV26E5eVlDA8P8/8Hg0EsLy93c6n3DdrlRKVSNT0UCsWOndtpTv7aMODlZrTL\niUKhaHrs5Ll20ZVlK/cM0+z6clkZvcKtPOvuFAacNMeAl5vx18BJV8o2EAhgcXGR/39xcRHBYHDb\nD9NsNiHUajXUarVt30MuyMVJM4i8NJtdb5WJqZ+cvJcw4OVm9JuTRhkiyCo73Th6y+UyGx8fZ7Oz\ns6xYLN7kzAbQ9qFQKJhSqWQqlYpJksQ0Gg0zm83Mbrczl8vFfD4fCwQCzOv1MqvVyqxWK9Pr9Uyj\n0TC1Ws0UCkVH9+vylbfNCfGiUqmaHsTBVueUSiVTKpVMoVDwd6efRS47ueZOc3KrHnKhl/LTSq5E\n2RDHSuPv3Qq8tDtWxLEuHq3ONcqFKEfdXrOR43ag+MtLdAyPx4NEIgEAcLvddbNSJ0sCpVIJlUoF\ntVoNSZKg1+uh1+thMBhgMBig0WigVqtRq9VQKpWQz+eRTqeRy+WQz+dRKBRQrVbBGGt7VurylbfE\nyy+/jGPHjkGpVMLpdCIYDOLUqVP8PPlJO0Wjxa9UKuv+BcDfv1ar3fTzViD+5EA7nNyqkIsToHfy\nsxkar9HMemv8bKflpxUnQGc+UvpdlUoFSZKg0Wig0Wig1Wqh1Wq5HFarVRSLReRyORQKBZRKJb6K\n7oSPdn63a2U7NjaG06dPw+Fw3HzRDghRKpXQarXQ6XQwGAyw2Wyw2+2w2+2wWq3Q6/WQJAkKhQKl\nUgnpdBrRaBTr6+uIxWJIJBIoFouoVqttEySnEG3FSzvKVlSu4mSk0Wig0+mg0+mg1WohSRKUyndi\nnNVqFeVyGcViEYVCAYVCAcViEeVyuY6XZu8up7IFejNWtvpes+ffrnvlvcbJZtdpDOo0Qpyc24Fc\nvLTiBGhf2dLvkfFmNpu5XnE6nbDb7dDr9VCpVCiXy0in0wiHw4hEIohGo8hkMiiVSm0bce0q2658\ntuJNtguVSgWtVguLxQKHwwGfzwe/349AIACHwwGj0cit22KxiGQyibW1NczNzWFubg4KhQKJRAKF\nQqGlQuknWt1fHNCNg4d+JgUrSRJ0Oh2MRiPsdjvcbje8Xi/8fn8dN4wx5PN5JJNJbGxsIBKJYHl5\nGeFwGBsbGygUCqhUKnzG7mTW7hV6fb/tTKoKhWLHxwjQ33HaGAcRV0W1Wg3VapU/005y045iE9HM\nglcqlVCr1TAYDHC5XAgGgwiFQhgbG8PIyAj8fj+sVit0Oh0YY8hms5iZmcH58+dx9uxZTE9PIxaL\nIZfLcV7o3gqFouvYUdfKVqFQ4GMf+xhUKhUeffRRfOUrX+n4+0qlEpIkwWQyweVyYXR0FOPj4wiF\nQggGg7DZbNDr9VCr1VAqlajVasjn89jY2IDH44HFYuGWHSncTixcObAVL/S8m0FUsjabDW63G8PD\nwxgfH8fo6Cj8fj+Ghoa4oiVeCoUCstkskskkVldXMTMzg+vXr2N6ehpra2tIp9Mol8uoVqucI4I4\noORAu2OlmdXS6rNmE9Vm1iwpkZ1WJoTtyo94HRGkRBvdTTSB0ypJrVbz/9dqNRSLRX6IE3O/J4St\nOGll2YquA61WC7vdjkAggN27d2Pfvn3YtWsX/H4/LBYLN+BUKhWUSiVcLhecTieMRiOAdyYgWhUC\n9eOo2xVT18r2j3/8I3w+H9bX13HPPfdgamoKR48ebfv7NPvodDpYLBa43W6EQiHs3r0boVAIXq8X\nBoMBavW7j6hWq6FQKODz+WC1WqHValEqlVAoFLgiEYVpJ4RqO7woFAo+I9tsNoyMjGBychL79u3D\n5OQkAoEAbDYbtFotX/bVajVUKhXo9XqYTCZuATscDlitVs4ZYwyZTAYA+q50OuVEtMIa/dOikiBB\nofOiIDRbcpIAiUqlUqkA6P9Y2a78APUrITrIPylJEleqkiTxz8llR24otVqNcrnMJ+p4PI5sNsv9\nl53GQ7aDXnBCeoVWyy6XCz6fD4FAAE6nE1qtlq+Qa7UaNBoNdzHs2bMHlUoFKysriEajSCQSXK/0\nAl0rW5/PBwBwuVz4zGc+g1OnTrVNDA0MjUYDvV4Pi8WCoaEh+Hw++Hw+DA0NwWAwAECdIjUYDLBY\nLPB4PDAYDFCpVMjlcojFYshkMigWi3w2ltta2wzd8iJa+mazGT6fDwcOHMCRI0dw8OBBDA8PQ6PR\noFqtIpvNIpPJcKEgS0SpVEKn08FkMmHXrl0wmUx8NUA80pKxn0vpTjgRrRPREiNlQYFTvV7Pgx60\n8qG/uejrFos4SKnE43Hu789ms3VBxVuRk1Yg5UKrIZPJxA+9Xg+j0QiDwcDPmc1mWCwW6HQ6Hgsp\nFArY2NhAOBzGwsICVldXsbGxgXQ6jVKphEql0hdetsuJ6EIg3ULvDgDxeBzRaJS72wqFArRaLUZG\nRrB7926YzWYMDw8jGAxienoaKysrKBQKfHxsV2ZaKtuHH34Yv/rVr+B2u3H+/HkAwMbGBh588EHM\nz89jfHwc//mf/4nf/OY3ePrppzsiRQz6kMAoFApks1msra1hY2ODZx/k83nUajXubhgbG4Ner4fH\n48HExATm5uYQi8WQTCZRLpe5tSIHNuPks5/9LObm5jAyMoKf/exnkCSpI17EYKHVaoXf78fExATG\nx8fh9XrBGEMkEsHq6ir3xWYyGa5sSUkPDQ1hZGSEuyAmJiawuLiItbU1Hkwk10MvFW4vxgo9ixgM\nNBgMMBqNPMjhcrlgs9lgMpmg0+nqrLhGS1i0fMUAazgcxuzsLBYWFhAOh7lS6fUkJJf8ADf7Ji0W\nC5xOJ/x+P3w+HzweD6xWK6xWK8xmM1fARqMRer2eu7MqlQqSySTC4TBsNhvUajUYYygWi8jn86hU\nKpy/XvAip04RwRhDqVRCMpnEysoKyuUyVCoV8vk8YrEYotEoqtUqLBYLstks9Ho9AoEAAECn0/HJ\nXK1Wc+t+u3n+LZXtl770JTz22GN46KGH+GcnTpzAHXfcgVgshgsXLuD222/HN77xDdx7770d3Vj0\nJdEfNxaLoVqtYnV1lTuuKSVDoVDAbrcjk8lwYvR6PZxOJ1wuF+x2OwwGw03BoF7PyJtxcs899+DB\nBx/EXXfdhcnJSbhcLnz+859vixdxyUwzstVqhdPp5NZpNBrFjRs3cOPGDczPz2NjYwPZbBalUgkA\nYDKZ4Ha7UavV4HA4uL/bZrPBarXCYDBwS4bu2Q9eOhkr9EykQKxWKxwOBxwOB4aGhnhw0Ol0cutM\n9D+KQR+6nrjErlarSKfTWFlZgV6vBwDuTpDD198P+dFoNPxvPz4+jqmpKUxMTCAQCMBisUCv13O3\ngUajgUqlAmOMu1Oy2WydIhH5kgNycgKAv0ulUkE2m8X6+jpqtRpisRiUSiV3ISSTSahUKlQqFaTT\nab76o7EAbB1f6RQtle3Ro0cx
}
],
"prompt_number": 28
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"for i in range(9): ",
" subplot(3,6,2*i+1); imshow(start[i].reshape(*hw))",
" subplot(3,6,2*i+2); imshow(protos[i].reshape(*hw))"
],
"language": "python",
"outputs": [
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAW0AAADqCAYAAABpwxT2AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsfVmQXFd5/6/3fd9nemZ6NCON9pG8O8HGIGQoEgwuUkDC\nYmxDKKoClYJKSCoLTh7AfqD+MctDKiEVyAMFDyEmBXZIxTEGWbawLWuxNOPZ156Z3pfbe/f9Pyjf\n0ek7vdzu6ZE1Vv+qutSa7r73fPc75zvffhSiKIroo48++uhjT0D5dg+gjz766KMP+egL7T766KOP\nPYS+0O6jjz762EPoC+0++uijjz2EvtDuo48++thD6AvtPvroo489hK6F9nPPPYeDBw9i//79eOqp\np3o5ppsGtwKNwK1B561AI3Br0Hkr0NgSYheoVCri2NiYuLCwIJZKJXFyclK8cuUK+xzAnn+1o/FW\nofPtHl+fl/Je/XX5zqGxHdToAufOncP4+DhCoRAA4BOf+ASeeeYZHDp0iH1HrVZDo9Fse88jn8/D\nYDA0vU+7z3t1jWw2C5VKVfcbOTS+EyCXl2q1mr2/mXkpCAKUyusGZKFQkM1LhUJR957/PwDUarW6\nazdCu+/04hrVarVubOL/1cfJoVOr1UKr1W57T8hmszCbzS3H14vvyLlGKpWqW5fZbPaWWZet0JV7\nZG1tDUNDQ+z/wWAQa2trdd/RaDQwGAwwGAwNF/nNBJVKxcZKQkEOje8EyKFTrVbvGV4qlcquealU\nKtlLKrBvJigUirqxEuTQqdVqYTabYTabtwnsmw0qlYqNlQT8rbIuW6ErTftmntC9wo2mke4nva8o\nikyT2s37vpNxK9AI3Bp03go0tkNXQntwcBArKyvs/ysrKwgGg/UXVre/dLvvSD/nhRcxr9NryP2O\nHBp3Cn4CknYnFd6iKKJarbL3hF4J8reLlzfyGr3ipRyBIf2O9P/NtPhGc7vTccihs512zX/ebJxy\nNHTpdxQKRR2N3VwDuDHr8mZHV+6RO+64AzMzM1hcXESpVMKPf/xjPPTQQ3XfkWNGt/uO9HPeLCQB\np9FoWgqwbschh8ZuwdOhVquh1Wqh0+lgMBhgMplgtVpht9vhdDrZy2azwWw2Q6/XQ6vVQqPRQKVS\n7VjzuJG8JJ7RS+qO6HQ+yP1Or3jZidAmC6lWq6FWq6FaraJarW57T69O7tPsczl0diK0iQb+pVAo\noNPp2o5Rq9Vu87vzvNfpdC1/32ysu7ku9wq60rTVajW++93v4v3vfz+q1Soef/zxXQ0EKJVKqFQq\naDQa6PV66PV6ANcCMqlUCvl8vuf33C0aeYGlUqkYXRQUIgFOwT9a+KVSCaVSCfl8nr0vl8uoVCps\n0Xejfd8oXjYKnO2m24fHjZyvzdxccgT+Tp/LbtPZiYKwW26MGy17bkYoxC5nSCgUgtVqZULn3Llz\n1y+qUMDpdPZmgAoF9Ho9TCYT7HY7/H4/hoaGoFAokM/n8frrr2Npaakn9yLE43G2cNrR2SmkGrZW\nq4XBYIDRaGQvk8nEtGng2iImgZ1Op5HJZJDNZpHL5VAoFJjg7mbRi6LYlkaHw9ExnfRb+pfGR5uQ\n1FevUCigUqlYYE1qTneLRCLRlkb+/jtBIyuCNmZp0JDXwkn7pve8ZisH1WpV9nz1+/1d0UP8aKUg\nNONZow27G2xsbMiarztFO/fVTr/fDu1+25WmDVwb6AsvvNAz4dwISqUSGo0GQ0NDGB4exvDwMAKB\nAPx+PxQKBQqFAiwWC6amprC8vIxEIoF8Ps8WTS8Wfa/pJOFA7hCj0Qir1QqbzQaHwwGbzQaLxQK9\nXg+NRsMWerFYhCAISCQSiMViiMViSCQSSCaTKBaLKJVKdYL77aSRQGOp1WrMSjKbzTAajXWWhVKp\nRK1WQyaTQTqdZjSRSd3omp2ilzTymxFvNdFGrNfr6zZivV7PrCf6baVSQblcRqFQQKFQgCAIyOVy\nbCMul8tMGHeyGfealzSnSFgTvbwbSHp/6d8afafR3+XiRsiemxldC21gd81bmhwGgwGHDx/Gvffe\ni6NHj8LlcjG3QbVaxZEjR3D16lU888wzuHz5MrLZLFtEvB9uJ+glnQqFAmq1GjqdDmazGTabDW63\nGx6PBz6fDx6PBzabDQaDAVqtlmlp+Xwe2WwW8XgcGxsbWFtbg0ajYUFK+rdbV0mvaaRrVqtVVCoV\nmM1meDwejI+PY2hoCA6HAy6XCy6XCwqFAqVSCdPT07hy5QouXryIUqnUMCi7E/RqE+eFNeWt63Q6\n6PV6tvkSTz0eD+x2O8xmM3Q6HZuXhUIBuVwOqVQK8Xgc0WgUm5ub2NzcRDKZRCaTQalUYoK7E772\nipe1Wo1tLuVyGSqVqi6e0kg4N8pvlwp9/jvdjnU3ZU8v106v5i6PHWna73vf+6BSqfCFL3wBn//8\n5+s+5/3MzQoyWl1bqVQiGAxifHwcd955JxPYer2eadG1Wg0ejwfVahX33nsvVCoVKpUKBEFAuVxu\nOIEagXzD3dDZCU1Sge10OuH3+zEwMIDBwUH4/X643W6maavVahZsrFQqKBQKSCaTTBCQb5801WKx\nyIJcgPyJ0mteiqIIpVIJnU4Hr9fLrKRgMAiPxwOn0wmTyQSTyQSj0QiFQoFqtQqXy4WhoSEMDg5i\namoKMzMzyGQyKBQK2zJrmvG1GS/l8JEPCDa6h1SzJteWyWSCy+WC2+3GwMAAswZdLhecTifTtknT\nJl4VCgVks1kkk0nEYjGsra1heXkZa2trTHiT+0sauGzG23Z0ZrNZ9r5RcQ0PpVIJk8kEnU4Hk8kE\npVKJcrmMTCaDTCZT586iewPbffNKpZJZVEqlktHULh+eYjed0tgM/L06Dfa2+22jzK7dStftWmif\nOXMGgUAAkUgEp0+fxsGDB3Hfffexz9tVrjUDLXiVSoWhoSHcc889OHnyJPbt24disVhnromiCIPB\ngIGBAdx9992o1WrY2trCysoK4vE4myTtHpxGo6kTRLyQakenXNBi590EbrcbwWAQoVAIw8PD8Pv9\nTKCRNsP/tlqtQhAEuN1u2Gw2pqGWy2XmTqB/O9HMeslLEkpKpRJWqxUHDx7EAw88gAMHDmB4eLhu\nI+L9vAqFAsPDwxgfH8fAwAAMBgM2NjaQy+UgiiI0Gg1L52vmFwe287JQKMiiEUDbSkX+e1Q8Rlk+\nIyMjGB0dxdjYGIaHhzEwMACr1QqTyVQn3Mj6IO2VXCOpVKpuM6bnSDTQxkbg6eb/3o7OdlWIUjot\nFgu8Xi9GR0ehVCqRTCYxOzuLeDzOeEjgXSM8b9RqNYvTKJVKxONx5HK5bb+RQrqp0IYjd002Eq5S\nP32rzxopCc0CzdKNShqr6DRO0QpdC+1AIAAA8Hg8ePjhh3Hu3LmuhFkjUIWiz+fDyMgI9Ho9yuUy\ngOtMJrONdmKXy4Xjx48zf9fZs2d7EpToBZ28KU3amdVq3WZGW61WtmBpYdPC1el00Gq1sNvtTPCX\nSiUUi0XkcjkIgtD1BOklL0VRhEqlgt1ux6FDh3DixAlMTk7C7XbDaDQCuCZk8vk808ZJGAuCgFgs\nhs3NTUSjUaRSKRiNRgwMDODYsWPweDyIRqNYWlrC9PQ0isUiu+eNoJHfeElgDw4OYmRkBBMTExgf\nH0cwGGTWEm205KOuVCpMa+YtIgCwWCwIBoNsgxRFEeVyuS57SJoauFt08vQaDAaMjIzggx/8INxu\nNwRBwH/913+hWCwyenia+LlOloXH48G+ffvgdDphMBiwuLiItbU1xGIx5HI5VCqVjoSZXBql7hpe\nUZC+eNcPKQiNgshSNw+ffszfq1KpoFgsIp/PI5fLIZ/Po1gsMp7uJFOoK6Gdy+VQrVZhsVggCAJ+\n+ctf4utf/3o3l2o8KLUaZrMZLpcLPp8Per2eCSN6UPF4HJFIBArFtewSt9uNkZER2Gw2bG5u4urV\nqygUCiiVSuzBdCrEe0Gn1P9J
}
],
"prompt_number": 29
},
{
"cell_type": "code",
"collapsed": true,
"input": [],
"language": "python",
"outputs": []
}
]
}
]
}