nvidia-AI.summerschool17-no.../teaching-ncso/29-conv-multilayer2.ipynb

2156 lines
2.4 MiB
Text
Raw Permalink Normal View History

2017-09-22 17:38:09 +00:00
{
"metadata": {
"name": "29-conv-multilayer2"
},
"nbformat": 3,
"nbformat_minor": 0,
"worksheets": [
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"Title: Multilayer Convolutional Neural Network\n",
"Author: Thomas Breuel\n",
"Institution: UniKL"
]
},
{
"cell_type": "code",
"collapsed": true,
"input": [
"from pylab import *\n",
"from scipy.ndimage import filters\n",
"def F(a): return array(a,'f')\n",
"figsize(12,6)"
],
"language": "python",
"metadata": {},
"outputs": [],
"prompt_number": 2
},
{
"cell_type": "heading",
"level": 1,
"metadata": {},
"source": [
"Learning Deblurring"
]
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"temp = F(mean(imread(\"page.png\"),2))\n",
"roi = (slice(500,1000),slice(500,1000))\n",
"target = F(1-(temp[roi]>0.5))\n",
"gray()\n",
"subplot(121); imshow(target)\n",
"image = maximum(filters.gaussian_filter(target+0.2*randn(*target.shape),3.0),(rand(*image.shape)>0.95))\n",
"image -= amin(image); image /= amax(image)\n",
"subplot(122); imshow(image)\n",
"h,w = image.shape"
],
"language": "python",
"metadata": {},
"outputs": [
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAsEAAAFOCAYAAABnv8DkAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsfXd8FNX6/rO972Z3k00jlZAECBCQ3hFB5YKICBY6iIIX\nAdGr0hSuXkVUpNlQsYBY0Kver4rUUBQRMQQQqYH0uslmd7PZzbb5/ZHfeZ1JoYnivezz+cwnm9nZ\nM2fOnJnznPc87/uKOI7jEEIIIYQQQgghhBBCCNcRxNe6AiGEEEIIIYQQQgghhPBnI0SCQwghhBBC\nCCGEEEK47hAiwSGEEEIIIYQQQgghXHcIkeAQQgghhBBCCCGEEK47hEhwCCGEEEIIIYQQQgjXHUIk\nOIQQQgghhBBCCCGE6w5/CAn+9ttvkZ6ejjZt2uD555//I04RQgghhBDCVULonR1CCCFcjxBd7TjB\ngUAAaWlp2LFjB2JjY9GtWzd8+OGHaNu27dU8TQghhBBCCFcBoXd2CCGEcL3iqluCDx48iJSUFCQm\nJkImk+Huu+/Gl19+ebVPE0IIIYQQwlVA6J0dQgghXK+QXu0Ci4uLERcXR/+3atUKP/74o+AYkUh0\ntU8bQgghhPCn4n8l2WbonR1CCCFcD2junX3VLcHX6mX597//HRzH4Z133sHatWuxdu1axMXF0ee8\nvDz8/PPPkEgk16R+Ifx1MHfuXHAcR9vMmTOvdZVCCOGa4Wq9s1euXEmfG+uKRSIRZDIZdDodEhIS\n0KtXL9x5551Yu3YtZs6ciRdffBGvvvoq7rrrLowZM4b+Llq0CH369EFqairGjRsHqfQ3u83o0aOR\nkZEhOM+KFSuQmZkJqVSKp556CmKxWHB9M2bMENRJLpdDpVJBrVajZ8+ekMlkEIsvPiyKRCJIJBLB\nu0MsFkMmk0GtVkOr1UKtVkOpVEKhUEChUEAul0Mmk+H++++HSCTCmDFjqCyRSIRRo0ZBKpVCpVLB\nYDDAbDbDaDRCo9FQvSQSCRQKBfR6PSIiIhAVFQWLxYKwsDCo1WpIpVIqj20AcN999zWp/6VcJwAs\nWrSIrlcqlUImk0EqlTZp25iYGLRq1QqdOnWic1yo/dg2Y8YMyOVyaDQa6PV66PV66HQ66PV6xMTE\noGvXrhg3bhxWrlyJFStWYMmSJZgwYQJ69OiBmJgYqFSqJudKS0sTfNbr9QCA6OhoPPLIIwCA5cuX\nAwBSUlIglUpx0003QaFQQKlUQqPR0D0IDw/H2rVrYTAYoNFooFQq0blzZ0gkErqGSZMmQSqVQiqV\n4sEHH4RYLEb79u2h1WovqY0lEgnUajXCwsKave/sPKwPsE0sFtMGALfccougXIvFAqPRCLFYjClT\npmDOnDmC7//+979fUv34uPnmmy96zNq1axEeHn5Z5Q4dOlTwv0gkQrdu3Zrs02g0mDp1KpKSkpCe\nno62bdsiNTUVCQkJiI6ORnh4OMLCwqBSqSCTySCXy6FQKFo+MXeV8cMPP3A333wz/f/ss89yy5Yt\nExwD4A/ZDhw4wHm93iZ18vl83IEDB/6w84a2/65tz549gv5hs9k4g8FwzesV2v67tv8VXO47e//+\n/c22R7du3TgAXFpaGu1LS0vjkpOTuejoaE4kEnFyuZwzmUzc2LFjuQEDBnCjR4/mJk+ezE2bNo2b\nOnUqN2nSJG7cuHHcmDFjuGHDhnF9+vTh2rVrx0VFRXHr1q3jRCJRk/NKJBLOZDJxADixWMxJpVJO\nJpNxMpmMmzlzJqdUKjm9Xi/4zcsvv8yJRCJOKpVyCoWCU6vVnEql4uRyebPnAMA9+OCDHADu3Xff\n5WQyGadUKjmFQkHnUqvVXHh4ONeqVSsuISGB69q1K9evXz9Oq9Vye/fu5WQyGSeRSDixWMyJRCLa\nYmNjOYVCwZlMJk6j0XCRkZFc165duQ4dOnAZGRlcUlISFxERwel0Ok6n03GRkZFcmzZtuI4dO3KZ\nmZlcmzZtuOjoaO6bb77hkpOTObFYLNgAcCaTiROLxZzFYuEAcCKRiIuLi2tyjTfeeKPg/3fffZc+\ns7YdMWIEJ5FIOIvFQm0VHR1Nx82ZM0dwfd27dxeUKRKJOIlEwkkkEk4qlXIqlYozmUxcq1atuOTk\nZC4xMZGLiYnhwsPDuccff5zr0KEDN3z4cG7mzJncY489xs2cOZP75JNPuIyMDM5sNnNSqfSCz+ma\nNWvo84cffkifd+3axYWFhVGdxGIx3UdWnyFDhnCpqalcu3btuNGjR3Mmk4nTarWcSqXilEolJ5fL\nOalUKrinzdUhNTW1RQ4ilUo5rVbLRUdHc2lpaVxGRgaXnp7OxcbGcjqdjpNIJIK2MxqNnFar5RIS\nEgTnblxuZGSk4F5LJBLBcUuXLhUcv2HDhst+B7JzNLex80qlUk4qlXISiYTr3r17s3Xl35eWtoce\neohr164d16dPHy49PZ3r2bMnN3jwYG7IkCHcgAEDuM6dO3OtW7fmLBYLp9fr6ZlWq9WcRqNp8Z19\n1R3j/H4/0tLSsHPnTsTExKB79+5NnCz+SGtx69atBdYCoMHx4+zZs3/YOf9onDx5Eunp6Vf0W4lE\nguPHj9P/y5cvx/r16wXHvPnmm+jXrx8AXPF5/orIzs5Gly5dmuyPi4uDWq2m/2tra1FcXPxnVu1P\nwbx583D//fcD+N+6r38ETp48Kfh/0aJF+PTTTy/4m6v86rxmuNx3dnx8PAoKCpqUk5qaitOnTyM2\nNrbJ82QymVBdXQ0AUCgUyMzMhN1ux8qVK7Fq1SooFAqIxWIEg0H4fD54PB44HA7Y7XY4HA44nU64\n3W4Eg8Em5xWLxXj77bcxZcoUspQx61kwGCRLWV1dXbO/ZdY2juMQCATg9/sveG/lcjkmTpyIf//7\n3wAaxhd2XcyKKZPJ4PV6Ybfb4XQ6UVdXB6/Xi2Aw2KRsk8kEp9MJtVqNpUuX4rXXXsOECRNw4MAB\niEQi2O12VFZWwuFwQCwWw2AwIDIyEnq9Hn6/H9XV1SgrK0N1dTVUKhXKysqondi5dDodXC4X9Ho9\nampqIBaLYTabUVlZ2eJ1NgbfssxxHHQ6HRwOB7777jvcdtttdH8bH9emTRucPn2avhOLxUhKSoJe\nr8evv/5K7RYWFgaNRoNAIIDa2lo4HA5MmTIFmzZtwiuvvILa2lp89NFHcLvdqKysRGlpKWw2G+rq\n6i77WZw0aRI2btwIpVIJl8tFdeNb4k0mE1JTU1FdXY36+nrY7XbY7XY6n0gkAsdxCAaD8Hq98Hq9\nF+07jSGRSCCXy/Huu+9iyZIlmD59Onr37o2FCxeisrISZWVlsNls8Pl8VEedTodgMAidTger1YpA\nINDsc2E0GmGz2SASiRAeHo6qqqpmj2uMKVOm4J133rmk+huNRtjtdrrn7NrZfY6MjITdbqfnKzk5\nGcePH4ff77+kujCIRCIolUoYDAZERERg7ty52LZtG2bMmIFNmzZh0aJFmD59OsrKylBZWYna2lp4\nvV5wHEdWco/H0+y9ueokGAC2bNmCuXPnIhAIYNq0aZg/f36TCwrh4oiLi8ORI0dgNBoBAH379sX3\n339/WWWIxWIcOXJEsGzIb3+LxYLy8nL6f+rUqZf8APyVsWnTJtxzzz0AgB9++AG9e/e+pvUxmUzI\nyclBXFwcvF4vOnXq1IR4XW3wH+3Vq1c3WQoLoQHffPMNbr311ib7L/ae+l8hwcClvbMZSQWABx98\nEK+++uoFy+S3H7+tRCIRFAoFtFot9Ho91Go1+vbti59//hkcx8Hv96O+vh51dXVwuVxwuVyor69H\nfHw8ampqUFNTQ2XdcMMN+PnnnwEAbdu2RX5+Pnw+Hx544AG89dZbAEAkoTkCyogPGyj9fj+RWgDo\n168f9u3bJzhWrVZj1KhRtP/WW2/FZ599BrlcTuRJoVDg5ptvxrvvvgur1Qqn0wmPx4PWrVujoKAA\nmZmZOHDgADiOQ//+/bF3714o
}
],
"prompt_number": 86
},
{
"cell_type": "code",
"collapsed": true,
"input": [
"def sigmoid(x): return 1/(1+exp(-x))"
],
"language": "python",
"metadata": {},
"outputs": [],
"prompt_number": 87
},
{
"cell_type": "code",
"collapsed": true,
"input": [
"N = 8\n",
"l = arange(2*r+1)\n",
"r = 3\n",
"fs = array([0.01*ones((2*r+1,2*r+1)) for i in range(8)])\n",
"fs[0,:,r] = .1\n",
"fs[1,r,:] = .1\n",
"fs[2,r-1:r+2,r-1:r+2] = .1\n",
"fs[3,:2,:2] = .1; fs[3,:2,-2:] = .1; fs[3,-2:,:2] = .1; fs[3,-2:,-2:] = .1\n",
"fs[4,l,l] = .1\n",
"fs[5,l,l[::-1]] = .1\n",
"fs[6,r-1:r+2,r] = .1\n",
"fs[7,r,r-1:r+2] = .1\n",
"for i in range(N):\n",
" fs -= mean(fs)\n",
" fs[i] /= sum(fs**2)**.5\n",
"thetas = zeros(N)\n",
"ws = sin(1.7*arange(N))\n",
"theta2 = 0.0\n",
"figsize(12,6)\n",
"for i in range(N):\n",
" subplot(2,4,i+1); imshow(fs[i])"
],
"language": "python",
"metadata": {},
"outputs": [
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAArUAAAFiCAYAAADocyBLAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJztnXuMHNWV/08/Z6ZnCAlag72MJRMewgZjD5h4heyfjQIh\nCWGDhf+AAI4MIVFQHqCVIkX8AcnuBgiQiDz+WiXRRpFQpPwDYY2ToGTAgBIHjb3ZXaIkSoxkHkoI\nCuDpcT/n/v4gpzh9+t6qmunqqrrd3490VY+uqbndffrWt06dc27BGGMIAAAAAAAAjylm3QEAAAAA\nAAAGBaIWAAAAAAB4D0QtAAAAAADwHohaAAAAAADgPRC1AAAAAADAeyBqAQAAAACA95QHPUGhUEii\nHwBQ2tXlYLsgKWC7wEeyqOgJ2wVJ4LLdgUXtKHLKKafQzMxM0PR2WLMd++CDD9K//Mu/0OLiYtBO\nnDjRsx3WXMcCAAAAvhFHTN9zzz10zz33JPp/7777brrzzjtDr6+8Xa/Xna/J7WazmWgfh8XU1FSo\nVgnTObZjH3roIfrSl76UaB/jfudhN0YIPwAAAAAAAN4DUQsAAAAAALwHojYFdu3alXUXAAAAAG/Y\nvXt34ueMey0e57jfuHHWw9A1SXznELWKYRjzMH6cAAAAwKiSpagF0Qzj+4GoBQAAAAAAgGKI2oMH\nD9L5559P5557Lt1///1p9AmARIDtAl+B7QJfge2CLAkVtd1ulz7zmc/QwYMH6YUXXqBHHnmEfvvb\n36bVNwBWDWwX+ApsF/jKqNhuFvV7QTKEitrDhw/TOeecQxs2bKBKpULXX389Pfroo2n1DYBVA9sF\nvgLbBb4yKrY7zolivhM6+cLLL79M69evD7ZnZ2fpV7/61dA7BcCgwHaBr8B2ga/EtV1ZYH/37t25\nS6aGpzZfzM/P0/z8fKxjQ0Ut7laAr8B2ga/AdoGvxLXdpGcKA6ONvvEJm8ksNPzgzDPPpOPHjwfb\nx48fp9nZ2cF7CMCQge0CX4HtAl8ZFdvFjaW/hIrabdu20R/+8Ad68cUXqdVq0Q9/+EP653/+57T6\nBsCqge0CX4HtAl+B7YKsCQ0/KJfL9K1vfYuuuuoq6na7dOutt9LGjRvT6hsAqwa2C3wFtgt8BbYL\nsiZU1BIRfehDH6IPfehDafQFgESB7QJfge0CXxkF2x3nRDHfQy8woxgAAAAAAPAeiFoAAAAAAOA9\nELUAAAAAAMB7IGoBAAAAAP6O73Glg+B7PDFELQAAAAAA8B6IWgAAAAAA4D0QtQAAAAAAwHsgagEA\nAAAA/o7vcaXjDEQtAAAAAADwHohaAAAAAADgPRC1AAAAAAB/Z5xLevlOpKi95ZZb6IwzzqDNmzen\n0R8AEgO2C3wFtgt8BHYLsiZS1O7fv58OHjyYRl8ASBTYLvAV2C7wEdgtyJpIUbtz5056z3vek0Zf\nAEgU2C7wFdgu8BHYLciactYdAAAA4DcriUEctXjFuOWfUCbqHZaXlzP7v7IZY6wt7LVR+B7D3ltY\n059fHoGoBQAAsCIKhUIgTpNa9wEWNHIphc5q1seRu+66K1jfsWMH7dy5M5X/2+12qV6v09LSUtBO\nnjxJjUaDGo0GNZtNarVaQWu329TpdKjT6VC32+0TxD5hE6bdbjd4f+12m1qtFlUqFWq1WtRsNqlc\nLlOpVKJyuUzFYpEKhQIVi0UqFt9+yM/LYXPo0CF65plnYh0LUQsAAGBFsBjlxhc813acY3wgzJu3\nmu1x5bOf/WzP9uLiYir/l0UtC9uTJ08GjUUtC9t2ux00FrUsbH312krb4/fDgpabFrQsavXv2RiT\nmqidm5ujubm5YPu+++5zHgtRCwAAYMVIr4324oTts+33SdTaHmHrfbb9LAT09jiSlojVLC8v94ha\n6altNpt93lqboPXVU0vUa78saKWwbbVaVC6XqdlsBoKWm775XF5eTk3UroRIUXvDDTfQU089Ra+/\n/jqtX7+evvzlL9P+/fvT6BsAAwHbBb6SZ9uVnlZupVLJuoz7Wh4vjjakIJBL2z7XkuhtceGLkF8J\nce32xIkTGfTuHVF78uTJQNBKj6301EpvrQ5B8N1LKz210kOrww3k0xR5Dj5PHm04UtQ+8sgjafQD\ngMSB7QJfybvtSmGrPTqraT6JWhYDUa3T6QTerG6323OeUQ0/iGu3WXpqddiBDD9oNBqhglbexIyS\nsJWe2pEXtQAAAIBEe2tl7B0vXeu243wRtVIEyCQb23qxWKROp9MjCHipYxPHjSxFLQtYKWRlPK3L\nU2uLqfUJm6CVSWLyd8o3mtpO9d9D1AIAABgJbIK2XC5TpVIJ1m3btn2lUinrtxMLflzLYkA2ub9U\nKlG73e6LQ+Tkmrx6udIiy/ADKWRtTSeLye94FGJqjTF9TxRY1MpwIG23Nu9uHm0YohYAAMCKsHlq\npVitVCo9Te/T276IWiledXY8C1nbY1uiXmHgi2d6WGTlqTXG9IlXnSQWp/qBj97aME9tmO2GhSxA\n1AIAAPAe+VjS5qmtVquBYJXrclsufRK1UvBwck273Q71crF3zCV4x42sRS2XrdIhB1F1an0OPyBy\ne1ylqA2LoV1eXg4+C34SkTcgagEAAKwIW/UD6a1lsSqbbR+3ctmPS1G73aZKpdIjaDm5Jsw7y6JW\nxiLmURCkRZaiVgtX17b20o5S+IH21uqbMVcMrQzFqFarubRhP0YSAAAAuUBPoCC9tNJTW61WaWJi\nom/J63LbJ08ti56oxBqiXk8Xe8Z8qss7LLJMFGPBqj2yer8r/KDb7Xo5+UKUoNUhMa4KCe12O/j9\n5tGOIWoBAACsGFdMrfbUTk5O9oha3pbNJ0+tTcyGJdawMAg7ftzIUtRKsWprNkHriqn1DT2jmKzQ\nEScxjJ9S8OeURxv2YyQBAACQG2zlvGxxtdIby2J2cnKyb91XUasFqizbZSty7+PUwMMgy/ADKVZt\nSylktafW1yQxIrun1la2S9+M6dJflUqFWq0WVSqVXNqwHyMJAACA3OCqfhAmaLlNTU31bfsiajl+\nNiyGVnrCut0ulcvlIBkHXtq3yVLU2sqxxW2jKGwl8r1J2+VkSF2aL4927MdIAgAAIDfYZhSLErUs\nZmu1WrDNrVKpZP2WYiGnEi2VSsFnYCt/pGuBhtUBHTeyqlPLolZ/N3IZtu5z9QNtm7anC6VSqSdc\nRk+WoidZyaMNQ9QCAABYMbbqB7aYWumplUK2VqsFS19EbbPZtCbWRGWK2wQtZhRLH5mwp2884mzL\n5iNyelvppdVhB/yb5icMbLt6amuIWgAAAN4TFX7AolYmg0lRW6vVelq1Ws36LcWiUqlYPbPaO6tn\nGpOiIK9iIE2yFLVanGrBahOwer+P1Q+Iem++5D6e5Y7jbOUNmG07z08bIkXt8ePHad++ffSXv/yF\nCoUCffKTn6TPfe5zafQNgIGA7QIfybvd2kp6hYUfaC/t9PR0IGanp6dpenraS1EbVrZLJtXIGMRR\nn3whru1mGX4gawfLZdx9cukTWtDyNtujbRn1Wh6JFLWVSoW+/vWv09atW2lxcZEuueQSuvLKK2nj\nxo1p9A+AVQPbBT7ig92utPqBFrZS0M7MzHgjanVyjPbkySx6Wy3bUY+pjWu7WXlqiXpvQgZtvsF9\n5hAEGY6wmpZHIkXt2rVrae3atURENDMzQxs3bqRXXnklVwMsADZgu8BHfLFb2wQMtnhal6iVwnZi\nYiLrtxMLniRCemZ12S4WtdVqNSh9JGNq8ywIBiWu7WYtavW6Xq70NR+QfZb2J2cRk8u4r+WNFcXU\nvvjii3TkyBHavn37sPoDwFBw2a4vMxmB/KLL4iRJXsdcW0ytzVsbV+j6ImqJqCdmlgv1awErww60\nh3bUhS0TZrsnT57MoEfARzG+UmKL2sXFRdq7dy89/PDDNDMzM8w+AZAoYbYrs675IgRAGCxomGGJ\nWoy5wFdguyArYl3B2+02XXfd
}
],
"prompt_number": 88
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"hs = array([sigmoid(filters.convolve(image,f)+thetas[i]) for i,f in enumerate(fs)])\n",
"for i in range(N):\n",
" subplot(2,4,i+1); imshow(hs[i])\n",
"hs.shape"
],
"language": "python",
"metadata": {},
"outputs": [
{
"output_type": "pyout",
"prompt_number": 89,
"text": [
"(8, 500, 500)"
]
},
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAsEAAAFmCAYAAACMQEe/AAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsvVmMpOd13/2rfd+rurq7qve9e/aFw5nhUCRFiaREa7Gy\nOAnjCzvIdRAgQZCLRAYSBLEROEACJEIQBwYs2IadKBJEi7EkitRwhsNZu3um972rurqWrn3fv4vJ\nc8JJZEMfQHkguA4woGY00/XW+573ec75L+fRdLvdLr3oRS960Yte9KIXvejFX6PQPu8L6EUvetGL\nXvSiF73oRS/+qqNXBPeiF73oRS960Yte9OKvXfSK4F70ohe96EUvetGLXvy1i14R3Ite9KIXvehF\nL3rRi7920SuCe9GLXvSiF73oRS968dcuekVwL3rRi170ohe96EUv/trFL6QIfu+995idnWVqaop/\n+2//7S/iI3rRi19I9HK3F7+M0cvbXvyyRi93e/E8Q/NZzwlut9vMzMzwox/9iFAoxOXLl/nDP/xD\n5ubmPsuP6UUvPvPo5W4vfhmjl7e9+GWNXu724nnHZ44E3717l8nJSUZHRzEYDPzar/0a3/3udz/r\nj+lFLz7z6OVuL34Zo5e3vfhljV7u9uJ5x2deBB8dHTE0NCS/D4fDHB0dfdYf04tefObRy91e/DJG\nL2978csavdztxfMO/Wf9AzUazWfyd3rRi58nPks1Ty93e/FXFb287cUva/Rytxe/rPGzcvczL4JD\noRCRSER+H4lECIfD/8/f+0f/6B9x69YtQqEQIyMjdLtdVldXCYVClEolCoUCZrOZer1Op9PBaDRi\nMpkoFAqYTCYuXrzIgwcPCAQCrK6ucurUKSKRCN1uF4vFQrvdRqfTodVq0el0PHnyhMnJSQYHB2k0\nGhwfH9NqtRgeHiYajfKVr3yF5eVlPvnkE65cucLq6iqRSITXXnsNAIPBwOHhIW63m2AwyPHxMRaL\nBb1eTzQaxWw2U6lUKBaLjI2N0el0qNfrPH78mK9+9avcu3cPn8+Hx+Nhb2+Pixcvsry8TKvVwmKx\nkEql+OpXv8rGxgaRSITh4WGy2SyZTIZKpcKlS5dYXl7G6/VisVgwGAwA5PN5dDoddrudVCrF5OQk\nt2/fxu/30+12uXr1Kjs7O2QyGex2O3q9HovFQrVapVqtMj8/D8D29jY6nY5Go8HExAStVovd3V3C\n4TAffvghL774IicnJ2i1WrRaLe12m9OnT7O8vMzo6Cg//OEPmZiYoFarybVbLBYAarUaAwMD5PN5\nut0urVZL/rfJZKJer2OxWGg0Gmg0GsxmM+12m2q1SiAQAMBsNmOxWNjd3ZX/786dO88ld1944QU0\nGg0DAwOUSiW63S6dTofj42McDgcej4dKpcL8/Dw6nY7d3V10Oh0jIyO0Wi2i0SgnJyecPn2aGzdu\n8OjRI1ZWVuh0OgBYrVb5LJUbV65cYWNjA4vFwvT0NIVCga2tLWq1GuVyGavVytzcHHq9nnq9zuHh\nIevr64TDYWw2G51Oh06ng16vp9lsYjAYmJiYwGAwsLy8TLVapdPpYLFYcLlcPH78GJvNhk6nIxQK\n0Wg0aDabFAoFut0ufX19jIyMMD8/TzKZJJlMUq/XiUaj8izr9Tput5t6vU42m8XtduNwONBoNFSr\nVWq1muRHoVAgHA7z9//+3+eP/uiPqNVqVCoVHA4HZrMZrVbL0NAQOp2OXC5HIBAgGo0Sj8dxu928\n+OKLnDp1ig8++IB79+7RbrdJpVI0m038fj8ejweNRkOn05H8azQapNNpxsfHabfbNBoNrFYrbrdb\ncrxUKqHVarHb7Wi1Wk5OTqjX65hMJjQaDVarlYWFBQBWV1clv+PxOMPDwwQCAZLJpLxbWq2Wd999\n97nkbSAQ4I033iCRSFAqlYCnm0I2m0Wv1+N0Opmfn0ej0ZDNZul2uzQaDQ4ODjh9+jRHR0eEQiHK\n5TIajQa/38/6+jqtVgudToder0er1aLX69FoNDQaDXK5HCaTiaGhIQqFAkNDQ0SjUTweDwMDA3z8\n8cf4fD6CwSAPHjzA6XRy4cIFdDod9Xqd7e1t6vU6CwsL8jySyaTsA/l8nqGhIU5OTnA4HDQaDTKZ\njKwpHo9Hcm10dJRYLEan02F4eFi+++zsLI8fPyYYDGK1WikUCqTTaX7jN36Db33rWxgMBkwmk6y5\n5XKZdrtNt9vl+vXrfP/738fn8zEzM8PBwQGjo6M0m02SyaT8m5GREVZXV2k0GszMzPD48WOsVism\nk4n5+Xm+/vWv84Mf/IDV1VVisRgajYZQKEQmk0Gj0aDRaGi328zPz3Pr1i15RsPDw1SrVVwuF0aj\nEUDufaPRQK/XY7fbabVaFItFPB4P3W6XXC6H0WikVqvJ/et2u1SrVYaHhzl//jzBYJBEIsEnn3xC\nNpulUCiwuLj4XHL38uXLDA8Ps7+/j9lsBmB2dpZ8Po/JZCIejzM2NkapVEKv19PX18fW1hb1ep2R\nkRE++OADLl++zKNHj/B6veh0OoxGI3a7nVwuRzabxWAw4Pf7iUajxGIxQqEQHo+HyclJjo+PmZqa\nIpFIMD4+zp07d3A4HExPT/O9732P0dFR5ubmcDqdxONxJiYmKBQKWK1W8vk8tVoNnU7H4uKi1Chr\na2t87Wtf4/bt21QqFaxWK6VSiU6nw9e+9jXu379PJpNhbm6ODz/8kGvXrqHX60mlUrz22mv8p//0\nnzh//jwnJyf4/X6uXr3K+vo67XYbk8nElStX+NGPfsTu7i6VSoVOp8PU1BTZbJZoNMqbb77Jn/7p\nn+JyuTCbzVy7do1Wq8Xg4CCtVouNjQ1qtRrNZpNyuUyn06Hb7dJsNhkYGODw8JBWq8XIyAjhcBiH\nw8Hu7i4TExPs7u5Sr9cBODg4wGg04vF4CAQCNJtNdnd3CQaDDA4OEolESKfTtNtt2u02AwMDdDod\nUqkUGo0Gk8nE5OQkNpuNw8NDpqenWVpa4vj4mKGhIYxGI8fHx8zNzWGxWFhYWCCfz5PL5eh2uzx5\n8oSpqSn+23/7bz8zBz9zOcSlS5fY2tpif3+fRqPBH//xH/OVr3zl//l7i4uLmEwmms0me3t7HB0d\nSWJqtVqsVit6vR6r1Uq1WqVQKEgiBYNBMpmMFBjNZhMAp9OJwWBgenqaUqlEJpOhVqtRq9VoNBqU\ny2X29vbY29vD4XDg9Xo5OTmh3W7z+PFjisUiFouFbDZLuVyWTdrpdMp/1eLr8Xio1Wr09/dTKBRk\nA1GbdKfTQafTEQgEKJVKmM1mDAYDmUyGQCAgD8hkMpHL5QiHw7TbbRKJBJ1Oh0qlgtlsZnp6mkAg\nwNHRkRQDVquVdrtNsVhEo9Gg1WoplUoMDAxgt9splUrMzs5SrVZJJBIYjUYMBoMUOq1Wi3a7TaVS\nkU1jcnJSCh2tVks6nSYQCBAOh2k0Gty/f58XX3yRVqtFp9PBZDJhNptpNBoEAgHq9TparRaDwUB/\nfz+1Wo2RkRHZgILBIMVikU6nQ6lUotlsYrfbMZvN6PV6qtUqjUaDVqsFQKVSoVqtEgwG6Xa7JJNJ\njo+P5SXSaj/7wSY/b+4ajUbq9bpsUD6fj7m5Oa5du8bo6Cg6nQ6n08ne3h43b94klUrR39+P0+nE\n5/NJUbq6uspPfvITyuWyNHz1ep18Po/BYMBqtXJycsLx8TFra2vkcjkA1tbW2N3dxWg0cnJyIsXV\n3bt3uXv3LoVCgfHxcV577TXGx8eZn5/n0qVLDA8PYzAYJIdqtRr7+/vyTNX912g02O12Xn31VV59\n9VUGBgawWq1otVouX77MSy+9hNFoxOFwsLa2xurqKul0mv39fUwmEzqdjkqlAjxt0lqtFuPj4/T1\n9QFQKpWkkFDv8+TkJGtra/z7f//vyeVy6PV6XC4XJpMJvV4v7+rS0hLRaJRIJCJ5ZbFYeO+99/iX\n//JfcufOHYxGI+Pj45w7d45A
}
],
"prompt_number": 89
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"pred = sigmoid(dot(ws,hs.reshape(N,h*w)).reshape(h,w)+theta2)\n",
"imshow(pred)"
],
"language": "python",
"metadata": {},
"outputs": [
{
"output_type": "pyout",
"prompt_number": 90,
"text": [
"<matplotlib.image.AxesImage at 0x96af910>"
]
},
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAXMAAAFsCAYAAAA+OlncAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsvVmMZNlZNbpOnBhOzPMckRE5VI5V5eqh2u4WGItBAlvm\nxRL4wS8IYSSLwbJAlgUPGCyBESDxgHhBvCDEi4UwsmULY1u2cdOuqq65MiszIyMyIyMy5nme/4fy\n+jry/2Xula651PXNI7UoU5UZJ87Z+xvWWt/aymKxWODqurqurqvr6vr/9KX7n76Bq+vqurqurqvr\n//l1Fcyvrqvr6rq6fgKuq2B+dV1dV9fV9RNwXQXzq+vqurqurp+A6yqYX11X19V1df0EXFfB/Oq6\nuq6uq+sn4PpvCeZf//rXsb29jWvXruGLX/zif8dHXF1X19V1dV1dS5fy49aZz2YzbG1t4d///d8R\njUZx+/Zt/NM//RN2dnZ+nB9zdV1dV9fVdXUtXT/2yvzOnTvY2NhAMpmEwWDAxz/+cXz5y1/+cX/M\n1XV1XV1X19W1dOl/3L8wn88jHo/L/47FYvjBD35w6d8oivLj/tir6+q6uq6u/19cPwpM+bEH8/+7\ngfrjH/843G43NjY2MBgMUK1WkUwmoSgKRqMR9Ho9KpUKLBYLfD4f0uk0nE4nTCYTKpUKPB4P+v0+\nDAYDGo0GNE2D2+1Go9FAp9NBIBCA0WhEt9vFxcUF1tfX0e/3YbfbUa1W4fF4YLPZoGkaut0uzGYz\nZrMZAoEANE1Dr9dDs9mEXq+HXq9Ht9tFq9VCMBiEwWDAdDrFxcUFOp0O3G43EokE0uk03G43TCYT\ndDodisUihsMhNE1DOByGTqfDbDaDqqowm80oFov42te+hg9/+MMAgIuLC8znc1itVlitVjx48ACv\nvfYaBoMBjo6O8Oqrr0Kn0+H09BTz+RyBQACtVgtmsxl6vR79fh86nQ52ux1+vx/tdhs2mw3RaBTj\n8Rhvv/02AoEATCYTxuMxJpMJer0eTCYT5vM5crkcfD4fut0u/H4/FEVBs9mEw+FAo9GAw+EAAHS7\nXYzHYzgcDpTLZayurqLVamEwGMBoNMLlcsnPtFotBAIBTKdTNBoNdLtdrK+vy3Po9/vodrtwuVz4\n9re/jQ9+8IMoFArwer0IBAIwGAzIZDKIx+Oo1Wpot9uYTCZYWVlBq9XCs2fPsLq6iq2tLZTLZfT7\nfWxsbMBisaBaraLVamE8HkNVVRiNRuTzeVy7dg2z2Qzz+RyqqspzXCwWMJlMGAwGGI1GaDabGI1G\nmEwm0Ov10DRN1kSv18N8PofX68VgMAAA+e5cSzabDQaDAS6XC81mE+VyGWtraygUCigWi7BarYhE\nIkin0/B4PDAYDPB4PKjVavjqV7+Kz372szg9PUW/34fH40EqlcJkMsFsNoNer0e9XoeqqpjP59jb\n20Oj0YDRaISqqohGoxiNRuj3+1AUBR6PB9VqFd1uV/48GAxQqVTgdDrhdDqh1+tx7949vPHGGyiV\nSnC73VAUBf1+X56Dw+FAv98HANjtdhgMBuh0OnmXHo8H6XQa0+kUJpMJVqsVer0ei8UCdrsdqqrC\narViPp+jWq3CYDAgFouhWCyi3W7j9u3bqNfrqFarGA6HaDabePToEd544w1Uq1U4HA54PB7M53O4\nXC5kMhl4vV6USiXY7XbY7XbUajWMx2PEYjHo9XrUajUEg0E0Gg0MBgM4nU50u10Mh0MsFgv4fD60\nWi0UCgVYrVYEg0EAwNnZGWw2G9xuNzRNQ7vdhslkgqZpmM/nsk8WiwVKpRI8Hg+MRiOAFwF3NBpB\n0zRUq1W5T7PZjHw+j3q9jq2tLdRqNTgcDhgMBnS7Xbjdbvmz2WyGpmkoFAowmUwAgD/7sz/7kTH1\nxx7Mo9Eozs/P5X+fn58jFov9H//ut3/7t1Gr1fDuu+9ie3sbyWQSR0dHcLlcsgAODg7wsz/7sygW\ni3A4HNjc3ISiKLBYLHA4HOh0OpjNZhiPxzCbzXj33XexsbEBs9mMi4sLtFotbGxswOPxoF6vw2az\noV6vw2q1YjgcYjKZYLFYQNM0aJqGTqeDWq0Gg8EAg8GAYrEof2+1WpFKpdBsNvGBD3wAh4eHMBgM\nuHnzJubzOc7PzyXAjcdjHB4eYmNjAzabDeVyGWdnZ/B4PJKo2u02HA6HBAIAktjC4TDS6TTeeust\neL1eZLNZOJ1OTCYTDIdDOJ1OLBYLzGYzxGIx6HQ6DIdDbGxsQFEUVKtV9Ho96HQ6vPPOO9jb25MF\nNB6PMZ1OoSgKNE1DrVaDyWSS3zccDuFyuTCdTgEAVqsV0+kURqMR4/EYiqJAp9MhFArB4/HIgjOb\nzZjP5xgMBjCZTDAajQgGg1AUBW63WxKh0+nEaDSShOJyueByuWA0GqHX62GxWPDRj34U9XodtVoN\nTqcTt27dQrfbxerqKnQ6Her1Oux2O8xmM0ajEfx+P1qtFsLhMM7OzjCbzZDL5WC321GpVORZM6m1\n222MRiNYLBZMp1NUq1XodDpomobpdCqbJxgMYjKZYDwew+PxoNfrYTKZYDKZQFVVCepms1kCSafT\nQb1eh9/vx2QywenpKcLhMKbTKdxuN4rFIkKhEPR6PXZ2dvDkyRMYjUbcvn0bp6enePjwIdbX1wEA\nX/nKV6BpGhaLBe7evYv19XVMp1O0Wi0oioJbt24hk8mg2+3i9PQUbrcbuVwOqqoin8+j0Whgb28P\ns9kMd+/eRSwWg9lsRq1WQ7FYRDQaxfve9z6oqoqLiwvYbDZ84hOfwLNnz2C1WjGZTPD8+XMEAgEU\nCgW43W5cXFxA0zR4PB4MBgPodDrodDosFgt5/8FgEO12G/P5HHq9Hna7HaPRCADQaDTQ6/Wg178I\nPa1WCxcXF1hdXUW1WsX3v/996HQ6WK1WvPvuu/jQhz6Eg4MDuFwuOJ1OBINBmM1mHB0doVwuY2Nj\nA+l0GjabDZ1OB3a7HV6vF+PxWBKNXq/HbDaD2WyGwWBAu92G0WiE2WyGxWJBr9eD3++Hx+NBo9FA\nIBBAPp9HLBZDv9+HXq9Ho9GAy+XCaDTCYrGAXq9HIpFAs9mEz+eD0WjEbDaTYpZ7UlEUbGxsIJFI\noNVqScJmIchnoGkabDYb+v0+XC4X3G63FE2RSEQS+X91/dgJ0Ol0iq2tLXzzm99EJBLBG2+88X8Q\noIqi4O///u9hMBhweHiIra0tGI1GPH78GH6/H2azGUajEbFYDOfn55jNZrBYLACATCYDt9sNh8OB\n4XAInU6HlZUVHB8fS2BvNptot9tQFEWC0Gw2g8vlwmw2g9FohE6nQ6PRQL/fh9/vh9VqxWAwkMA1\nGAywu7uLWq2Ge/fu4Zd/+ZeRz+fRbDZxdHSE27dvYz6fS4egKAqcTieq1aoEiHg8jvF4DL1ej+l0\nislkAovFIpWNoij4xje+gY9+9KPQ6/WyMM7OzuD3+9HpdFAqlWAymRAOhzEYDNBoNGAymeBwODCb\nzVCr1RAIBDAYDDCZTODxeNButzEYDNBqtbC9vY2joyOEQiF5pna7He12G41GA2tra3j27BmGwyEi\nkQg6nQ663a4E7fl8jvl8jtlsJu2dTqeTjiSZTMqGDwQCUBQFJycn0DQNa2tr0DQNz549QyKRgN/v\nR61WQ7fbxWw2g8fjQaFQkErzS1/6En7+539eKp+LiwtsbW2h3+9L4GBlNplMMJ1OcfPmTWSzWeni\njEYj9vf3oSgKBoMBtre30e/3YbFY0Ol04PV6JWBOJhPU63Xo9XrYbDZ5vvw9k8lEElM+n8fGxgaK\nxSIuLi4QjUYxn89Rq9WgqircbrckBIPBAFVV5fnVajX4fD75/UajEW63GycnJ+j3+3j/+9+PRqOB\nbDYLr9cLTdPwzW9+E6+88grG4zGCwSAKhQKMRqMkpGq1Cp/PB7PZjFwuh06nI3un0+lAp9Oh1Woh\nHo9DURTk83kJdJlMBj6fT5Ls
}
],
"prompt_number": 90
},
{
"cell_type": "code",
"collapsed": true,
"input": [
"def train(niter,eta=0.1):\n",
" global N,r,fs,thetas,ws,theta2\n",
" for iter in range(niter):\n",
" hs = array([sigmoid(filters.convolve(image,f)+thetas[i]) for i,f in enumerate(fs)])\n",
" pred = sigmoid(dot(ws,hs.reshape(N,h*w)).reshape(h,w)+theta2)\n",
" err = sum((pred-target)**2)/(w*h)\n",
" if iter%10==0: sys.stderr.write(\"\\n\")\n",
" sys.stderr.write(\"%d:%.3f \"%(iter,err))\n",
" delta = (pred-target)*pred*(1-pred)\n",
" delta /= h*w\n",
" dw = array([sum(delta*hs[i]) for i,f in enumerate(fs)])\n",
" for k,f in enumerate(fs):\n",
" delta1 = delta*ws[k]*hs[k]*(1-hs[k])\n",
" df = array([[sum(delta1*roll(roll(image,i,0),j,1)) for j in range(-r,r+1)] for i in range(-r,r+1)])\n",
" fs[k] -= eta*df\n",
" thetas[k] -= eta*sum(delta1)\n",
" ws -= eta*dw\n",
" theta2 -= eta*sum(delta)\n",
" "
],
"language": "python",
"metadata": {},
"outputs": [],
"prompt_number": 91
},
{
"cell_type": "code",
"collapsed": true,
"input": [
"def forward(image):\n",
" hs = array([sigmoid(filters.convolve(image,f)+thetas[i]) for i,f in enumerate(fs)])\n",
" pred = sigmoid(dot(ws,hs.reshape(N,h*w)).reshape(h,w)+theta2)\n",
" return pred"
],
"language": "python",
"metadata": {},
"outputs": [],
"prompt_number": 92
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"fs.shape"
],
"language": "python",
"metadata": {},
"outputs": [
{
"output_type": "pyout",
"prompt_number": 93,
"text": [
"(8, 7, 7)"
]
}
],
"prompt_number": 93
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"train(500,eta=5.0)\n",
"pred = forward(image)\n",
"imshow(pred)"
],
"language": "python",
"metadata": {},
"outputs": [
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"0:0.085 1:0.085 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"2:0.085 3:0.085 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"4:0.084 5:0.084 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"6:0.084 7:0.084 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"8:0.084 9:0.084 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"10:0.084 11:0.083 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"12:0.083 13:0.083 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"14:0.083 15:0.083 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"16:0.083 17:0.083 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"18:0.083 19:0.082 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"20:0.082 21:0.082 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"22:0.082 23:0.082 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"24:0.082 25:0.082 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"26:0.082 27:0.081 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"28:0.081 29:0.081 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"30:0.081 31:0.081 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"32:0.081 33:0.081 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"34:0.081 35:0.080 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"36:0.080 37:0.080 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"38:0.080 39:0.080 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"40:0.080 41:0.080 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"42:0.080 43:0.080 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"44:0.080 45:0.079 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"46:0.079 47:0.079 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"48:0.079 49:0.079 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"50:0.079 51:0.079 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"52:0.079 53:0.079 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"54:0.079 55:0.078 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"56:0.078 57:0.078 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"58:0.078 59:0.078 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"60:0.078 61:0.078 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"62:0.078 63:0.078 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"64:0.078 65:0.078 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"66:0.078 67:0.077 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"68:0.077 69:0.077 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"70:0.077 71:0.077 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"72:0.077 73:0.077 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"74:0.077 75:0.077 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"76:0.077 77:0.077 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"78:0.077 79:0.077 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"80:0.076 81:0.076 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"82:0.076 83:0.076 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"84:0.076 85:0.076 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"86:0.076 87:0.076 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"88:0.076 89:0.076 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"90:0.076 91:0.076 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"92:0.076 93:0.076 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"94:0.076 95:0.075 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"96:0.075 97:0.075 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"98:0.075 99:0.075 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"100:0.075 101:0.075 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"102:0.075 103:0.075 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"104:0.075 105:0.075 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"106:0.075 107:0.075 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"108:0.075 109:0.075 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"110:0.075 111:0.075 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"112:0.075 113:0.074 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"114:0.074 115:0.074 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"116:0.074 117:0.074 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"118:0.074 119:0.074 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"120:0.074 121:0.074 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"122:0.074 123:0.074 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"124:0.074 125:0.074 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"126:0.074 127:0.074 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"128:0.074 129:0.074 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"130:0.074 131:0.074 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"132:0.074 133:0.074 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"134:0.074 135:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"136:0.073 137:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"138:0.073 139:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"140:0.073 141:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"142:0.073 143:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"144:0.073 145:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"146:0.073 147:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"148:0.073 149:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"150:0.073 151:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"152:0.073 153:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"154:0.073 155:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"156:0.073 157:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"158:0.073 159:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"160:0.073 161:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"162:0.073 163:0.073 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"164:0.072 165:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"166:0.072 167:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"168:0.072 169:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"170:0.072 171:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"172:0.072 173:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"174:0.072 175:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"176:0.072 177:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"178:0.072 179:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"180:0.072 181:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"182:0.072 183:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"184:0.072 185:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"186:0.072 187:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"188:0.072 189:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"190:0.072 191:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"192:0.072 193:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"194:0.072 195:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"196:0.072 197:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"198:0.072 199:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"200:0.072 201:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"202:0.072 203:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"204:0.072 205:0.072 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"206:0.071 207:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"208:0.071 209:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"210:0.071 211:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"212:0.071 213:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"214:0.071 215:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"216:0.071 217:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"218:0.071 219:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"220:0.071 221:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"222:0.071 223:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"224:0.071 225:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"226:0.071 227:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"228:0.071 229:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"230:0.071 231:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"232:0.071 233:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"234:0.071 235:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"236:0.071 237:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"238:0.071 239:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"240:0.071 241:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"242:0.071 243:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"244:0.071 245:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"246:0.071 247:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"248:0.071 249:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"250:0.071 251:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"252:0.071 253:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"254:0.071 255:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"256:0.071 257:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"258:0.071 259:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"260:0.071 261:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"262:0.071 263:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"264:0.071 265:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"266:0.071 267:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"268:0.071 269:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"270:0.071 271:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"272:0.071 273:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"274:0.071 275:0.071 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"276:0.071 277:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"278:0.070 279:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"280:0.070 281:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"282:0.070 283:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"284:0.070 285:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"286:0.070 287:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"288:0.070 289:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"290:0.070 291:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"292:0.070 293:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"294:0.070 295:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"296:0.070 297:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"298:0.070 299:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"300:0.070 301:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"302:0.070 303:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"304:0.070 305:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"306:0.070 307:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"308:0.070 309:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"310:0.070 311:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"312:0.070 313:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"314:0.070 315:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"316:0.070 317:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"318:0.070 319:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"320:0.070 321:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"322:0.070 323:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"324:0.070 325:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"326:0.070 327:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"328:0.070 329:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"330:0.070 331:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"332:0.070 333:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"334:0.070 335:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"336:0.070 337:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"338:0.070 339:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"340:0.070 341:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"342:0.070 343:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"344:0.070 345:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"346:0.070 347:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"348:0.070 349:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"350:0.070 351:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"352:0.070 353:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"354:0.070 355:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"356:0.070 357:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"358:0.070 359:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"360:0.070 361:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"362:0.070 363:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"364:0.070 365:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"366:0.070 367:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"368:0.070 369:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"370:0.070 371:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"372:0.070 373:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"374:0.070 375:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"376:0.070 377:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"378:0.070 379:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"380:0.070 381:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"382:0.070 383:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"384:0.070 385:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"386:0.070 387:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"388:0.070 389:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"390:0.070 391:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"392:0.070 393:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"394:0.070 395:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"396:0.070 397:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"398:0.070 399:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"400:0.070 401:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"402:0.070 403:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"404:0.070 405:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"406:0.070 407:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"408:0.070 409:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"410:0.070 411:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"412:0.070 413:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"414:0.070 415:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"416:0.070 417:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"418:0.070 419:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"420:0.070 421:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"422:0.070 423:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"424:0.070 425:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"426:0.070 427:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"428:0.070 429:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"430:0.070 431:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"432:0.070 433:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"434:0.070 435:0.070 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"436:0.069 437:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"438:0.069 439:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"440:0.069 441:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"442:0.069 443:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"444:0.069 445:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"446:0.069 447:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"448:0.069 449:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"450:0.069 451:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"452:0.069 453:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"454:0.069 455:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"456:0.069 457:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"458:0.069 459:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"460:0.069 461:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"462:0.069 463:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"464:0.069 465:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"466:0.069 467:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"468:0.069 469:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"470:0.069 471:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"472:0.069 473:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"474:0.069 475:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"476:0.069 477:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"478:0.069 479:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"480:0.069 481:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"482:0.069 483:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"484:0.069 485:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"486:0.069 487:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"488:0.069 489:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"\n",
"490:0.069 491:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"492:0.069 493:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"494:0.069 495:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"496:0.069 497:0.069 "
]
},
{
"output_type": "stream",
"stream": "stderr",
"text": [
"498:0.069 499:0.069 "
]
},
{
"output_type": "pyout",
"prompt_number": 99,
"text": [
"<matplotlib.image.AxesImage at 0xc2fea90>"
]
},
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAsEAAAK7CAYAAAATCFLTAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsfUmPpNlV9hPzPI8ZkXNWVmVNrqa7bQy2EAsEWGLBkj0/\ngV/BjgU/gJ3FEgkBC0sWFrIMloeeu8bMrBwjY57niG+R33PqxK03IiOryzSS40ilqsqMeN87nHvO\nc8Zrm06nU6xoRSta0YpWtKIVrWhFv0dk/7YHsKIVrWhFK1rRila0ohX9b9MKBK9oRSta0YpWtKIV\nrej3jlYgeEUrWtGKVrSiFa1oRb93tALBK1rRila0ohWtaEUr+r2jFQhe0YpWtKIVrWhFK1rR7x2t\nQPCKVrSiFa1oRSta0Yp+7+h3AoL/4z/+AwcHB9jf38ff//3f/y5esaIVrWhFK1rRila0ohW9M9ne\nd5/g8XiMe/fu4Sc/+Qny+Ty++93v4sc//jHu37//Pl+zohWtaEUrWtGKVrSiFb0zvXdP8P/8z//g\nzp072N7ehsvlwt/8zd/gX/7lX973a1a0ohWtaEUrWtGKVrSidybn+37g2dkZNjY25P/r6+v47//+\n75nP2Gy29/3aFa1oRSta0YpWtKIVrciSrBIf3jsIfheAa7PZ4HA4YLfb4XA4MBqNMB6PMZlMYLPZ\nLAdufp/vnUwmMz+z2+2w2+2YTqfyzGXGw+86nU4EAgHcvXsXP/zhD/HHf/zHePnyJZxOJx48eIB6\nvY5isYhyuYxCoYD/+q//wvHxMTqdDtxuNxwOB1KpFEKhEKbTKWKxGKbTKRKJBD744ANUq1X88pe/\nxBdffIHhcAin04nRaIR+v4/hcHjjeJ1Op7yn3W7D4XDIXKfTKZxOJzweD1wuFwaDAYbD4cw6WK0v\n94HP4O+5RwDeeob+3WQykT/cF80X+pm3IZvNBo/Hg0gkgmQyiUajgVqthlarNfd5DocDbrcbfr8f\ng8EAg8EA4/FY5vY+yW63w+/3Y319HZFIBLVaDRcXF+h2uxiNRpbv4/pz7bg2XK95YyR/8vvT6XQu\nr/Bz+ozM23/+3+FwwOVywev1YjgcYjAYYDQaLRzTvDHynYvmwr/N86v52er35lqQL/W7+LvJZAK3\n2w273Y7JZILBYDCzfovWbt5nzPlxzA6HA36/H6PRSPjutvxmylLz+w6HA06nU+Qb5aY5d7fbjVAo\nhGg0isePH+P73/8+0uk0PvroI2xubsLn8wEA+v0+isUiPvnkE/zDP/wDvvjiC9RqNZmbySeLxqZ/\nz/Xj2rjdbuErfTb0fPQZNd/NNSdvRCIR9Ho9DAYDTCYTWQ+O2zxbfJbdbkckEsFf/dVf4dGjRzg5\nOcE//dM/odvtYjwew+/3I51Ow+PxYDQaodlsolwuW47JlHP695FIBD6fDx6PBz6fD6PRCLVaDZVK\nZWb99LjId5TD5GvNj/y/5m9g9qzZ7XZ4vV54vV64XC60Wi30ej2Mx2MsSzabDU6nE36/H36/H+Px\nGJ1OB51OZyl9aj6L++xyuTAajTAcDkW2mJ/V/9Z85HQ6ZU04Bp/PJ2P8u7/7O/zrv/4rPvvsM1xd\nXS0le6zOuN1uh8fjQSqVgsvlQrvdRqVSwXA4fC/6g/Oy2WyIx+Pw+XxoNptoNptv7a/P54Pdbke1\nWn3vuut3RTabDS6XC8lkEtFoFOPxGOfn5+h0OiLTtWzweDxwOp2YTqeid7RsBSD/1nI/GAwiFovB\nbrfj6uoKvV5PsOR0OsXa2hpOTk4sx/jeQXA+n5952cnJCdbX1xd+hwdaMyI3eZnN1srWZGQqh9sy\njR7HeDzGcDhEv99Hv98XUJtKpeD3+xEIBBCPxxGLxXBxcYFGo4HJZAK/3w8AcLlcItyj0Sh8Ph/C\n4TCAazDZ7/cxGAzkwFEJjEajuUaAFfixWj8AcLvdCAaD6Pf76HQ66Pf7st5WYEsDWHMtAVgqFY5X\n/06P1WTgdz3Eg8EAlUoFnU5HBOiiZ3FsVLbkhW8iRKzWjHPURofT6YTD4ZgR4FbPsTIUTKPBiswz\ncxPpMzXvexook98JKuaNxRyrCQTeZa1NY8B8N/+teWve+Hg+TGP4tmvG9/FvK17Wc6cAvy1QWJa0\noT6ZTN4CElybyWQi535rawuBQAAbGxsIh8MCsnhu7XY7XC4XPB4PHA7HzNzNOd5kqJG03PB4PIhG\nowgEAm8ZsE6nEz6fDy6XC81mU86qlezQzzTXV5+3m2TDcDhEs9nEeDwW5Uvq9XooFApIJBJiYOl5\nLzN3zScA0Ol0AEAADp8xj7epC8yzqz/L+VudUc7RZrPNyL/bEM9Mr9eTc/NNQCDnOxqNFjpjTCKf\nk4/o1CER3NtsNpyenqLValmCa5Kpl6zez3NcLBYBQPTcTXKQ372J+JnJZIJarSbYgbxGI07/7HdJ\ny/L2snMlfzabTXS7XTEwNZDVn9X6eZGjSq+b3W4XI5WGNWU8DeVFztn3DoI//vhjPH/+HEdHR8jl\ncvjnf/5n/PjHP77xe5oJ54EGK7ICEiaguy2Zyo2KpNls4vDwEC9fvsTGxgZ2dnbg9XrhcDgQDAYR\nCARw7949nJycoNPpIBwOYzqdIhgMwu/3y3MHgwG63S7a7TYajYZ4pGgdU2DRe7TIiqXy4781YAHe\nHFquAz3NFBb8npVCt1J+9PhyjOZnlzVe3gUI62dzTssoYO0xWAaULTrg83hTH1zT424lNE3PrMn7\nNwHPZdd53vzMOc17Huf0rmR1/kzwtEhI3eYzN8kNfVYAWBps5jitAD4NG62gNBCxMjDfh9FlNVbT\nIzJvDvzT7/dRrVZRr9fR6/XkDJvfNeeuyUpWLEP0AtNQ1F5sriUBOA11GtbaKCIg5bnpdrszoNhq\nnRYZfLVaDZ988gmq1Sq8Xi/6/b58ZzQaoV6vi+fRCnSbzzPfy7lQdtrt9htl+yJ9aDU3q5+TJpOJ\neFvfNQLGtdDRoHkyZNnnUbZYyRcrr5/TeQ1XdJTFpPF4jHa7jZ/97Ge4urrCcDiUPXsX4MrzPBgM\nLOdtRe+yFhy71lF8DnWdPuffRJ4sGvdNvGb1nduAZasojd5/vU83YTeuE2UADSI+Q8vlarU69znv\nHQQ7nU784z/+I/7iL/4C4/EYf/u3f2vZGcLhcMxlTO2BuGmB+YchSDKrFpZWwuQmi0cz4WAwQLPZ\nRK1Ww2AwQKfTkZBFs9lEpVKBx+NBIpFAMpmE3+8XQT8ejwXY9no9NBoNOahOpxOFQgGtVmthuHfR\n/AHMKGA9V/6s3++j0Wi8BeytFCiZZxmaBwZ/10Sr2Ip/rPb1Jo+pFQC4iay8YOSVcrmMbrcrIVor\nhaH/Pe/9Vp6iZb1vy4zZHIdWOPz/sh5T/SwNWm5DyxpievzmXKyAqyYaigQk5KV54NLkG3Oe896n\nja93PROLgL/+jP5jzoF7SBA0GAwECJfLZTHWksmkpFQ1Gg3xppjzus3YrMY6Go3Q6XQEkGti9IEe\ndO6R2+1Gv9+XFB1+n3PWQF4b9YsUOXWGx+MRr+J0OkUmk5FQLQDxgDqdznc2bLTTgSB4UWqe+Q5+\nbxEvLRoL10jz9LLf1Z+x8rjrv5d5lga/+pmmfDSfqX/vdDrh9XrRbDZnPs/njcdjnJycYDAYCGBm\n6sZN+mqeTtNz/yY6bpH8tjrHGhNoZ9Wi59xmP8zvmek2i56xrJ7kfjMNhviOEQqNQ0wjdl6kR39G\n85PmSX1+TFmj6b2DYAD40Y9+hB/96EcLP0M3tZXC48QXWRnmBhAE6+/O2ySrw2uOQf9/OByi3W6j\nXq9jOBxKDt3p6SnK5TKKxSKSySTS6TTC4TBisZjkTgFvUh5arZYwcq/Xw3Q6xdXVlYT+JpMJer3e\nDAhaVtEsUkpUgATj8wQPhfO8ddcH4zYe9mWMjmVIM7/OF+TY54HN2wJgPg+YFTw3KX7yigYRNMqs\n3mvm8mmDjkCNv9c8vQgkzpuf
}
],
"prompt_number": 99
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"figsize(12,12)\n",
"subplot(131); imshow(target)\n",
"subplot(132); imshow(image)\n",
"subplot(133); imshow(pred)"
],
"language": "python",
"metadata": {},
"outputs": [
{
"output_type": "pyout",
"prompt_number": 100,
"text": [
"<matplotlib.image.AxesImage at 0x16d107d0>"
]
},
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAsEAAADjCAYAAABkSslgAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsvXl81NW9//+cfZ/JZLLvCQkEEiAESNgRWRSraAVEUXBB\n0aq1WItXWntbq7fWfr0udQFb9YqtSy1Woa4IFVQQUJAdhCQQyEL2fZLJLOf3B79znElA8RarvZ3X\n4zGPZD7z+Zz9nM/7vN7L0QghBFFEEUUUUUQRRRRRRPFvBO23XYAooogiiiiiiCKKKKL4ZyMqBEcR\nRRRRRBFFFFFE8W+HqBAcRRRRRBFFFFFEEcW/HaJCcBRRRBFFFFFEEUUU/3aICsFRRBFFFFFEEUUU\nUfzbISoERxFFFFFEEUUUUUTxb4dvRAh+5513yM/PJy8vjwceeOCbyCKKKKI4S4jO1yii+NdCdM5G\nEcXZgeZsxwkOBoMMGjSIdevWkZqayujRo3nppZcYPHjw2cwmiiiiOAuIztcoovjXQnTORhHF2cNZ\nZ4K3bdtGbm4uWVlZGAwGLr/8clavXn22s4kiiijOAqLzNYoo/rUQnbNRRHH2cNaF4OrqatLT09X3\ntLQ0qqurz3Y2UUQRxVlAdL5GEcW/FqJzNooozh70ZztBjUZzVu6JIop/N3wbJ5hH52sUUfzv8G3M\nV4jO2Sii+N/iVHP2rDPBqampHD9+XH0/fvw4aWlpZyXtESNGIIRQn927d2O3289K2lF8Adm+f/rT\nn77tokTxDePrzNfhw4dHfHe73dxxxx0AJCUlodfr0Wg02Gw2fvzjHzNz5kyuuuoqrr76aubPn8/F\nF1/M2LFjycrK6peWhFarxWAwYDQa0el06rrBYFB/rVYrZrO534s+Pz+f2NhYLBaLusfpdJKRkcGg\nQYM4//zzcTgcGAwGtFotGo0GjUbDwIED+d3vfofD4eDFF19kzJgxFBcXk5qaitvtJicnh7Fjx1Ja\nWkpmZiYDBgxAp9OpNAASExMBGDBgQESZYmNjAXC5XMBJ4USn05GZmYnT6VR1lr9ptVo8Hk9Ee+j1\neoxGIx6Ph7y8PPLz80lLS6OkpISSkhIWLlzIDTfcwOzZs0lMTFTphaOgoABA2Y3Onj1b/abX63E6\nnWRlZbF8+XIKCwtJTU3F5XJht9uxWq2qzfpixIgREd+NRiMpKSkUFxczevRo0tPTMRqNqn7btm3j\n5ptvRqfTRfTfG2+8ofrwVPlkZ2f3u3YqhPerXq9nxowZmM1mnnrqqYj8Tmc/O2rUKEaMGMGYMWOY\nNWuWGrMZGRk4HA7MZjMWi+WMyvJN4UznrJyLElqtFrvdruaVHIvyf7fbzbnnnssFF1zAvffeS3p6\nOh6Ph6SkJAAcDkdEG4a3NYDZbEav/4JX6zs/w7/L/2UZLBYLWq1W9b285nQ6T/uc0WjEbDaTkpLC\nwIEDsdvt6nedTkd8fDxOpxODwYDBYIhYT2T6svyn2zSEt4/JZAJQaYXPf6PRqMoeXg+NRoPBYMBs\nNqPT6bDZbOh0OsrKyrj33nsZP378KfOV7SnzMxgMKv/w8hoMBjweD2PHjsVgMET81nceyb6R6YS3\n6ZgxY8jLyyMpKSniOdnOp5qT4WWR67O8X+Z/qnYN78PwdHU6nXqHhN8nYTAYTjm+jEYjCQkJjB07\nlpKSEs4///x+6+CXbgrFWYbf7xc5OTniyJEjwufzieHDh4v9+/dH3AP8S3/mzJkjhBCip6fnK+/9\n5S9/2a/e11133XemLQ4cOCCEEGL48OHfSPpnq54SWVlZ33qb/SPl/7L2+DZwtuarRqOJ+O5wOERO\nTo4oLi4WY8aMEaNHjxZDhgwRKSkpwmw293veYrEIQNhsNjFnzhxhNpuF0WgUWq024j6dTidMJpMw\nGAzq2rnnnqvKYLPZxPDhw0VOTo7Iy8sT6enpYvTo0WLGjBmipKREJCUlCZPJJEpKSsQTTzwhtFqt\nyMjIEDqdTgwaNEhMnjxZ3HjjjeL6668XEyZMEPn5+WLGjBnitttuEzfccIMoLS0Vbrdb6PX6fnXI\nzs4WOp2uX1tMnTr1jNpPp9Op56dMmSI0Go244447hMFgEFarVWRmZopJkyaJ6dOni8LCQhEfHy9S\nU1PFddddJ0aMGCEyMjL6ta1Go+nXhikpKer/xMREodVqRWJiopgwYYJYuHChmD9/vigtLRWZmZki\nOztb5Ofni9tvv104nU5Vt5tvvrlfHbRarXjggQfEp59+Kr7//e+LefPmieLiYmG32wUg8vPzhcVi\nESaT6ZTtl56e3u+aTqcTWq1WaDSafu16qvyNRqMwGo3CZDIJl8sl0tLSxPz580VKSoqw2Wz92iL8\nYzAYRFpamjj33HPFE088IZ5//nnxk5/8RMyePVvk5eUJq9UqDAaDMJlM39p8FeLrzVmXyxXRbn3b\nMHweyfZLTEwUw4YNEykpKUKv16s20+l0Ec96PB71vMFg+NI+6ns9vB+0Wq2YMGGCsNvtah6kpqaK\nwsJCce2116r+t1gswuFwqLJoNBrh8XjEtGnTxIoVK8SNN94oHA6H0Gg0orCwUHzwwQdi9uzZIj4+\nXmi12oi6AkKv159yfsjyyt/71kGr1fYbv06nU2i1WpWPXLt0Op2YNWuWyMzMFFarVdXllVdeES6X\n65TzQOYl85P/yzaW64ROpxPp6enimWeeEWPHjhU2m03VR6/Xi7i4uIjyn2ptkmvvunXrxLZt28Q7\n77wjbDab+s1ms4mMjIzTzjeZnsvlOm3Zv6x+pxoXFotF6PX6fmMqPL++/bh48WLx0ksviZ07d4p3\n331XzJ49OyIPuS6eCmedCdbr9Tz++OOcd955DBkyhHnz5v2f8Fpta2tT/69atQr4gl35Mvzyl7/s\nd+3ZZ589a+X6R9HY2AjAwYMH/yn5LVu2DCEEN91009d67vPPPwegqqrqmyjW14L4mmrQpqYm4Lup\novxH5qter8dkMmE2mzEajQwaNIjFixej0Wjo6uqitraWiooKPv/8c6qrqzl+/DiNjY309PQwdOhQ\nANauXYtOpyM5ORmNRkNPT49iVXU6HUajkdTUVPR6vWIWZsyYEcF4vP/+++j1eqxWK3FxcTzzzDP8\n4he/wGKxMH/+fJKTkwmFQqSnp6PX6zEYDOzevZuf/OQnGAwGnnzySQDFICcnJzNy5EiWLl2K0+nE\n4/FQUFBAZmYmbrcbk8nE/v37FeOj0+kwGAzU1NQwYMCAfszT+vXref7558nNzY1oP51Oh06n4/PP\nP1fs9913301iYiIffPABgwcPZvny5RgMBsXCTZw4UbGcPp+P5uZm1q1bR0dHBxdeeCHBYPCUeci2\n02q1nDhxQtW3rq5O3ed2u8nNzWXQoEEkJSVhs9mIjY0lNzeXzz//PIK9lm0WjlAoxD333MMVV1xB\nb2+vynfevHl8+umntLe3Y7VaT8ssSXZTtpNer8dutxMXF4fNZmPQoEFqrMm0JSSjKPvDZDIxfPhw\nsrOzaWlpISUlBZvNFsGESsyfPx8Au91ORkYGpaWldHV1ceTIEXp6eiguLiYUCqn2Ox0r9s/C15mz\nnZ2dEeUVQkQwuEOHDlUsXigUore3l/r6eg4cOEB7ezuBQAAgguWUbd3S0oLf7wcgJiZGaRABxfT3\nZZslwtlInU6H2WwmISGB5ORk4KSWKSYmhkAgoJ7z+/0qv4yMDADmzp2Lx+PhsssuY9myZSxcuBCr\n1crMmTMZNWoUCxcuxOFwIITAaDRGlCcUCvUrl4Scc+HMoxACjUZDKBTCZDJFMK5+vx+9Xo8QAr1e\nr8opx7tktUOhEEIIbr/9dnp7e1Xafdnuvt91Oh3BYFD9lW2dn5/Peeedx2OPPUZcXJxiZV0uFzfd\ndFNEWqFQqJ8GBqC7u5vLLruMBx98kB07duByuRQje84559DQ0BDBbIenJ9vkzjvvxGq1qr6V+cgy\nnaqNtVptxLtUsu3Z2dlcfvnl
}
],
"prompt_number": 100
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"hs = array([sigmoid(filters.convolve(image,f)+thetas[i]) for i,f in enumerate(fs)])\n",
"for i in range(N):\n",
" subplot(2,4,i+1); imshow(hs[i])\n",
"hs.shape"
],
"language": "python",
"metadata": {},
"outputs": [
{
"output_type": "pyout",
"prompt_number": 101,
"text": [
"(8, 500, 500)"
]
},
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAAsEAAAIdCAYAAADcTaAgAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsvWlsnOd19v+bfd+HwyGHw30TKVGiREqyVq+JZCeG4zSL\nXThNUyAogqRBURQFWqDogrYI2vRDkaLIh9ZKkMRZWieOk1qOLceSKJGSKFEiRXFfh8OZ4ez7PvP/\nYDz3P37f9EU/OBGCzAXog+XRzDMz5zn3da5znTOyer1ep4EGGmiggQYaaKCBBn6LIH/YF9BAAw00\n0EADDTTQQAO/bjRIcAMNNNBAAw000EADv3VokOAGGmiggQYaaKCBBn7r0CDBDTTQQAMNNNBAAw38\n1qFBghtooIEGGmiggQYa+K1DgwQ30EADDTTQQAMNNPBbh18JCb548SKDg4P09fXxla985VfxEg00\n8CtBI3Yb+E1EI24b+E1FI3YbeJiQfdB7gqvVKgMDA7z99tt4PB7Gx8d55ZVX2Ldv3wf5Mg008IGj\nEbsN/CaiEbcN/KaiEbsNPGx84ErwzZs36e3tpbOzE5VKxac//Wlee+21D/plGmjgA0cjdhv4TUQj\nbhv4TUUjdht42PjASbDf78fr9Yr/bmtrw+/3f9Av00ADHzgasdvAbyIacdvAbyoasdvAw4byg35C\nmUz2gTymgQb+N/gg3TyN2G3g14VG3Dbwm4pG7Dbwm4pfFrsfOAn2eDz4fD7x3z6fj7a2tv/rcbdv\n3yaXy3HixAnS6TTlchmVSsXs7Cx2u51arcabb77J/Pw8mUyGrq4uxsfHsVqttLS0MDQ0xMzMDD6f\nD5fLhVKpRKVSYTAY0Gq1GI1G8vk8AE6nk7/8y7/kj/7oj9Dr9bz66qusrq4yPDxMJpPhzp07OBwO\nTp48iUKhwGQyodFomJiYYG1tjdnZWRQKBYcOHUKj0XD9+nV0Oh2PPfYYw8PDHD16FIPBwJ07dygU\nCni9XgYGBshkMvz5n/85n/jEJ+jp6cHtduP3+8X7dbvdRKNRlpeXsdlsWK1WYrEYtVqNW7dusbm5\nicPhwGg0Mjk5icFg4GMf+xgf/ehHMRgM1Go1dnd3KZfL6HQ6lpaWyGQyvPrqq7z00kvMzMzw9ttv\nU6vVeOKJJ+jt7SUajWK32zl79iwymYxsNotOp8NoNCKXy/ne977Ht7/9bdLpNCdPnuQzn/kMi4uL\nBAIBHn/8cfFd5nI5yuUygUAAmUzGq6++yu/+7u8il8up1+s4HA5cLhdyuZxisUgymaRSqWA2mymV\nSty5c4f5+Xm0Wi2Dg4MMDAyQTqdRKBS43W7K5TJ7e3t89atfZWJigmw2i8Ph4OMf/zhnz55FqVRy\n7NixhxK7L774IsFgUHzuGo2GlZUV+vr6CIfDOBwOuru76ejoQKvVcvfuXVKpFPV6neXlZdxuNy6X\nC7fbTTgcRqPRsLe3R6lUolarkc/nsdvtBAIBjEYj4XAYk8lEoVDgIx/5CJlMhvX1dXp7e5HL5ayt\nraFWq3G73WxubmK324lGowwMDHD8+HH8fj+vvfYaIyMjPPbYY/z4xz8mEAjQ2dnJ/Pw8lUqFAwcO\nEAgE8Pl8yOVygsEgGo2GgwcPsrCwgMFgoKWlhXw+TzAYxO12U6/XOXLkCNevX2dkZIRcLsfc3Bwv\nvfQS9+/fJ5FIoFarOXPmDJcuXeLu3bu0tLQgl8vJZDJ0d3dz69YtBgcHcTqdzMzMcPr0aVKpFGNj\nY5RKJdbW1vD7/TgcDrxeL1euXKFarTI6Osq1a9eo1WrY7Xbcbjd/9Vd/hc/nY2pqiu9+97vE43G+\n9KUv8cYbbxCPx3G73aRSKQ4cOMDs7CxHjhzhwoULnD17lkwmg06nI5fLoVQqkclklEoltFotSqWS\nSqWCTCajUqnQ39+PWq1mfX2der2OQqHAbDazsrKCyWQS98rp06fxer3EYjFefvllSqUSm5ubzMzM\nPJS4feGFF/iTP/kThoeH8fv9lMtlmpubeffdd2lpaUGlUvHWW28xOztLIpGgp6eHsbExbDYb/f39\nWK1Wdnd3uX//PsPDwxQKBZRKJXq9XuTcUqkEgN1uJ51O88///M988Ytf5PXXX2dtbY2TJ0+ysbHB\nwsICAGfPnqWzs5NyuYzRaOTOnTvMzMxw9+5d5HI54+PjKBQKrl69islk4tFHH2VwcJCzZ8+i1+uZ\nnJxEo9FgNBpFDP7t3/4t4+PjnD17lqamJhYXF6nVasTjcfr7+4lGoywtLdHR0cHe3h5arZZyuczE\nxAQ7Ozs0NzdjNBq5fv06Go2G5557jo997GMi5waDQfL5PCqVikwmw61bt7h58ya///u/z7Vr13j1\n1VdRq9WcO3eO3t5e9vb2aG5u5tSpUygUCpELJQX09ddf5+WXXyYUCnHmzBk+9alPEYvFuHv3Lh/5\nyEfo6OigVquRy+XIZrOEQiEymQxXr17lU5/6FCqVilwuR2trK06nE7lcTrlcxu/3I5PJcDqdlMtl\nkXNVKhVDQ0MMDAyQSqUwGo04HA6KxSLRaJS/+7u/48aNG2SzWSwWC5/61Kc4c+YMOp2O48ePP5TY\n/c53vkNvby/1ep1cLkelUmF4eJiFhQVcLhfpdJqVlRV2d3eJx+McO3YMlUpFc3MzGo0Gn8+HyWTi\n2rVrnDt3jqWlJex2u/hO6/U6pVIJk8lEuVzm61//Os8//zy9vb2sr68Tj8dFLtTpdHz3u9/l85//\nPAMDA1y4cIHHH3+cWq3G7Ows165do6enh6effhq1Ws0//uM/0t/fz6OPPkosFmP//v0Ui0V+/vOf\nc+TIEba2tmhvb0elUvHyyy8zOjrKJz/5SRKJBHNzc/T29vKDH/yA3//936dYLHL58mXOnj3Lq6++\nSmtrK11dXVy9epXW1lbUajV9fX186Utf4mtf+xq5XA6dTkc+n6der2M0GkkkEigUCux2OxcvXuTG\njRs8++yz9PT08Nd//dc88cQTnDt3jkgkQiQSIR6PMz4+jlarZXd3F5PJRHNzM4FAgNnZWb71rW9h\nt9v53Oc+R1tbGwaDgQsXLvDMM89gs9mIRqPI5XKWl5cZGRkhEAhw5coVPvShD9HT08P29jYymQyV\nSkW9XsdutxMOh0mlUhgMBtRqNeVymWAwSDQaZWxsjGKxSDqdRq/X43A4yGQytLe389prr3H37l3W\n1tYwGo38xV/8BalUiuHhYTo6On5pDH7gJHhsbIyVlRU2NzdpbW3le9/7Hq+88sr/9TiLxUIkEmFz\ncxO5XM7m5iZqtRqfz0c4HObEiRO88MILhMNhrly5Qm9vLx6Ph3w+z97eHru7u6RSKTo6OohGo+KL\nisVilEolVCoVwWAQvV5PU1MTgUCA27dvo9frmZ6eZmlpieXlZbq7u0mn0yLJSMQwFAqxt7dHNpsl\nGo0SjUbJ5/NYLBZWVlbQ6XSMjIwAMDU1RXNzMwaDAZ/Ph0KhwOFwoNFoqNfrpNNpcrkccrkctVqN\nXC4nHo+TyWRQKpXs7Ozg8/no7+8XBGRra4twOEx3dzcf+tCHMJlM5HI5qtUqN2/eZHBwkHq9zvb2\nNna7nWw2i1wup1KpUK1WAdje3mZ5eZl6vU5rayulUonbt2+jUCjI5XKcPXuWeDxOIpGgra2NTCbD\n0NAQPT093L9/n1AoxN27d5mbm6NYLDI8PIxSqRSEqFqtcufOHdbX11lfX2dychKj0Ug6ncblcjE4\nOIjL5SKTybC5uYnNZqNQKODz+XjnnXeYnZ3FZrNRLpexWCwAaDQaisUiS0tLLC0tsbCwQCgUQqvV\nolKpiMVi+P1+zGbzBx26/+vYXVtbo6+vj2AwSK1Wo7W1lXw+z9GjR9nZ2WFlZYWFhQU2NjYYHh5m\namqK8fFxkskkw8PDaDQa1Go17777Lp2dndhsNiqVCtlsls7OTrLZLGq1ms7OTvb29lCpVCgUCpxO\nJwC9vb3o9XpyuRwGgwGz2Sxi
}
],
"prompt_number": 101
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"for i in range(N):\n",
" subplot(2,4,i+1); imshow(fs[i])"
],
"language": "python",
"metadata": {},
"outputs": [
{
"output_type": "display_data",
"png": "iVBORw0KGgoAAAANSUhEUgAAArUAAAIZCAYAAAC4fsfUAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsnXmsblV5/59zzoU64A+1ZdKrQZnuvUz3IkJFKGod4hS1\nkNS5UTRNmjZoTZr0n2pstVhLGq22SQeNtok1Wo0zVVNBlLSgF6QiigMoAm3RCqKocM/Zvz/MOjzn\nuc+01l7vsC/fT7Kz1/Dstdde+9nP+r7r7PO+K8MwDAQAAAAAAMCEWV10BwAAAAAAABgLRC0AAAAA\nAJg8ELUAAAAAAGDyQNQCAAAAAIDJA1ELAAAAAAAmD0QtAAAAAACYPNvGNrCystKjHwDQvL9dDr4L\negHfBVNkEd/oCd8FPbB8d7SoJSK6/fbbU3YXXXQRXXjhhbRv374t27333psq08o/8YlP0NOf/nTa\n2Nig9fV12tjYMNOZsr1799KZZ55Jv/Irv1K9HXzwwfSABzxgM13KL774Ynrd615H99xzD/3iF7/Y\nstfSWp0s+8IXvkBPeMITaHV1ldbW1mhtbW0zrZVF9aurq/SRj3yEfvu3f5u2bdtG27Zto4MOOmjL\n3irzbP/sz/6M3vCGN4S+sahAd9hhh6Xsfvazn9Ghhx5K27Zt2xw7bdPqtbLrr7+eTjnlFFpdXe22\nXXbZZfSUpzyFiO4bT77XyqK6T3/60/T0pz+dhmHY3DY2NrbkvU2zLb4rnz/t2c2W3XDDDXT00UfT\n+vo6ra+v0759+9R9tuyee+5ZyIRfww9/+MPQ5i1veQv94R/+4WbcbN2X9L333kuf+MQn6GlPe9rm\n2JV7IWOqVy9tr732WjrxxBPTfiV9i4j2y3/nO9+hY445hlZXVzd9vKS1sqj+2muvpdNOO22/Z5nH\nU23z6j/xiU/Qb/3Wb9FBBx20JYbKdE3+TW9601LHXCKiW265JbS5+OKL6cILL2x6fq26D33oQ/Sc\n5zxnvzq+acd6Ntdccw2dfPLJm37H91GZVv/1r3+dduzYsel/0h9b8nv37qUzzjhjy1xU0nKfrfvg\nBz9IL3nJSzbn+1KXyVt1b3rTm+j1r3996Btra2tmHV4/mDOZQMJt8KkWALBollngazFymfsLFsP9\nfS69v1w/RC0AAAAAAJg8cxW1Z511Vvc2jz322K7tHXnkkV3bIyI6++yzu7f5yEc+snubO3fu7N7m\nk570pO5tLoKDDz64a3uHH3541/aIiI4++ujubR5zzDHd23zUox7Vvc2HP/zhXds7UFY1nvjEJ3Zv\ncxY+MYvn4WEPe1jX9mYxN5xwwgnd2zxQYu4TnvCE7m3OYryPOOKIru396q/+atf2iIge8YhHdG/z\nxBNP7N7mueeeO7oNiFrBUUcd1bU9IqJzzjmne5sQtfNlCqL2MY95TPc2ez9fRESPfvSju7cJUasz\nC1E7C5+AqO3HgRJzZyFqd+zY0b3N3qL2137t17q2RzQbUXvSSSd1b7OH7+L1AwAAAAAAMHlCUXvJ\nJZfQjh076LjjjqO3vOUt8+jTAU3mHxi4Df7hoR34Lpgqy+a7y7xyrcXIZe7vgc6y+W7h/j6X3l+u\n3xW16+vr9Pu///t0ySWX0Ne+9jV63/veR9dff/28+gZAM/BdMFXgu2CqwHfBonFF7ZVXXknHHnss\nHX300XTQQQfRC1/4QvrIRz4yr74B0Ax8F0wV+C6YKvBdsGjcH1+45ZZbtvyn8vbt2+k///M/97Pj\nf2I466yzzH9OkF+e3mMrX8K96Pa0L4evPY5/Kbn2AxGy3iP685tWv7KyQuvr65tf3ry+vr6552Xy\nS8pL3yxbjcsuu4wuu+wyt49jyPru3XffvZk+6KCD1H8IK9cjv9Caf9G1VR8dY7Ujv/zdK+P3ovRX\n7sf8GAP/snsiotXV1dQX43u2RL/8c1jpc0GWDcOw5dq8snKujY2NTb/ke60usteQ5b3/rJf13Ysu\numgz/cQnPlGNuzXxTMawTGzKxrWMbc0PL2Q2ovv8r/hLSWtlJe0dM4s/4cp4wJ/rElczeX6sxqxj\nLlHedy+++OLN9BOe8AT1n8KyP+bC5+1MnZzvvTKtPe043l8tHdVrtjzWb2xspPMyjvN8sZPxTqvj\nZbx9aVe2mrxXp1Hju66ozb6X9LrXvW5LXuvYMAyjfj2oxjYKqK0CNHuObP8zbVjCdn19PQywWn30\nvq4nXj3B69lqnHPOOVu+FeKNb3yjey21ZH33IQ95SLq9jJC1hGlGnNYIX0888+vvUcaFX42gyNRz\nLJErscpkP+W+pLkND6iafYZ9+/al7LK0xt319XXVTosdWp6XeXktRnm/Fpax1QREVtREPmaJVy5u\neVor80TtMAzuLxxF9ZaotZ55L++J2rPPPnvL10v2jrnlWjK85jWv2ZK3xIwnTLN1nv9ovsfL5Bxu\nCeCsYM2K2jKWnkC18pYNLyvCtOy1Mk/wanGU21p5KWz5saVO45xzzqHf+I3f2Mz/6Z/+qelbrqh9\n5CMfSTfffPNm/uabb6bt27fvZ2cFU8kYcTlWvLbUazZeUM6KU28SkJtVLkWtls6W8bQnVL0yz3YR\nZH03G4SzQrZV/PbaSl/HilqeLhN7jaDgYjgrajVqRa0UsHxfAqdnI+0XQdZ3M/0bhiEtXLPiN4ph\nkdC1PrBnfSsrcMv1S3Fa/MASsLxepos45efRBKtXr/VTxg3tw2pW4EohM0+yvpt59onu++ljKSgt\nYWuVeaLU0x1S6EZl5drGpvk9LzHJy8t7r9mU8VxZue8vsnyuz9Rpe6tMy0c2nu9mfcYVtaeffjp9\n85vfpJtuuoke8YhH0Pvf/3563/vepzpehoygHbuKWvNnsVpBW3tubcXCqvdWNaxJxLrh2ZuvIQNk\ntCKbsV0EWd/NBH9vcsmu1HoruLPYSr9rxKtlywVhrfAg0ldsSzmnBGJZJrGO430saV7mCVh5nNaX\neZH13cxiQrmmjDDN7ltXYyPbWt+KxC6f8LlQiFZqvTQfV2/Mo5VbjhZPvHy0qLAoQUuU993MHCXv\npxSU2TrNN6QI1uo1GylkeZr3uTbtiVoZj7W8ViaFbVaolrS2UmsJWH4MHxeZHyNqs7iidtu2bfSO\nd7yDnvGMZ9D6+jpdcMEF6hf014habXXTK88Kyt7bGEHrXWMU6DMrHlzURsGhVuwWp/dEqiyXaWm7\nCLK+mxUu1uTRWj6rldpawZpJtwraFlEriYQvz9eIVatMtrEIesbdYdj/ta/ow3e0r4lnWVtNgFhC\no8b3agRrVtRaotXya2kjj+XxQMYHK8/jiiZ2F0VvzeD5gydapei0hKgnVLN5L+bJa7DqpJ28z1zw\nZUWtVcaFpLYv5+Pn9I4pcZSPiydcpS3Pl/g7BlfUEhE985nPpGc+85muTWtwjURjVuhGq6/RSgEv\n8/qZOX+rMK/tbyQWaxyD22ZEqlau1Zf0osj4brZ/mZVZS7B6tq2bJWrLNbWIVy1drr1FVPAg1UPU\neoJWE6v8/BnBy+1LelFkfLdmpVYTlFNfqY2OIbovnhWhwNNZIVt8gYtaa6yJyH0dQauTorVm1dYS\nwIsk47vZ+YkLyRohG9l64rY2z8vKtdUIWquuVqyWmDZW1Mo9fwY0m1rhGh07llDUZsh0RDpBjWit\nFYiz3mpWcb1VEm/CiDY+5nLij+6Dh7YyK0WqJ2Rl/SJFbYaWlVptItGu27PtsSLrbbzPY9MtglYL\n3LWiVhOxXp0U0tqKLA+w0SptduJdFNm4K+PsVFZqtbIakUu09dsPpFjNClyet4SpVc7rLbKi1oon\nmu2yk3m2LNGaEbJ8L31M+puXt47V2uJ95ukWgUtk/6OYJWA1W82Oi8jMXq7c8vjJx6PXau1Yuoja\n7J+YPbEX1UlBlxGJLWVeX7KTgxW8s+I1Y7tv374t/7RQyKQ5UmBo4ksTrJGQnYqozfZPm2w0cVpT\nZm1jxW7prxbkrDov3SpqS1DV
}
],
"prompt_number": 102
},
{
"cell_type": "code",
"collapsed": false,
"input": [
"print thetas\n",
"print ws\n",
"print theta2"
],
"language": "python",
"metadata": {},
"outputs": [
{
"output_type": "stream",
"stream": "stdout",
"text": [
"[ 0.21134476 -0.84214145 0.47465556 1.15101984 -0.25504015 -0.62009864\n",
" 1.03987463 0.96926459]\n",
"[-1.0440527 2.4542143 -1.50268043 -3.5040394 1.29853975 1.94842908\n",
" -2.61495456 -2.44724263]\n",
"-0.345268163126\n"
]
}
],
"prompt_number": 103
},
{
"cell_type": "code",
"collapsed": true,
"input": [],
"language": "python",
"metadata": {},
"outputs": [],
"prompt_number": 14
}
],
"metadata": {}
}
]
}