mirror of
https://github.com/saymrwulf/nvidia-AI.summerschool17-notebooks.git
synced 2026-11-22 10:03:18 +00:00
170 lines
68 KiB
Text
170 lines
68 KiB
Text
|
|
{
|
||
|
|
"metadata": {
|
||
|
|
"name": "A1-mnist-deskew"
|
||
|
|
},
|
||
|
|
"nbformat": 2,
|
||
|
|
"worksheets": [
|
||
|
|
{
|
||
|
|
"cells": [
|
||
|
|
{
|
||
|
|
"cell_type": "markdown",
|
||
|
|
"source": [
|
||
|
|
"Add Deskewed Versions of Images to HDF5 Database",
|
||
|
|
"==========="
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [
|
||
|
|
"from pylab import *",
|
||
|
|
"from scipy.spatial import distance",
|
||
|
|
"from scipy.ndimage import interpolation",
|
||
|
|
"import tables",
|
||
|
|
"import random as pyrandom"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"outputs": [],
|
||
|
|
"prompt_number": 7
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"with tables.openFile(\"mnist.h5\",\"r\") as mnist:",
|
||
|
|
" print mnist",
|
||
|
|
" images = array(mnist.root.images,'f')",
|
||
|
|
" labels = array(mnist.root.labels,'i')",
|
||
|
|
" test_images = array(mnist.root.test_images,'f')",
|
||
|
|
" test_labels = array(mnist.root.test_labels,'i')"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"mnist.h5 (File) ''",
|
||
|
|
"Last modif.: 'Mon May 21 10:47:39 2012'",
|
||
|
|
"Object Tree: ",
|
||
|
|
"/ (RootGroup) ''",
|
||
|
|
"/images (CArray(60000, 28, 28), shuffle, zlib(9)) ''",
|
||
|
|
"/labels (CArray(60000,), shuffle, zlib(9)) ''",
|
||
|
|
"/test_images (CArray(10000, 28, 28), shuffle, zlib(9)) ''",
|
||
|
|
"/test_labels (CArray(10000,), shuffle, zlib(9)) ''"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 2
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [
|
||
|
|
"def moments(image):",
|
||
|
|
" c0,c1 = mgrid[:image.shape[0],:image.shape[1]]",
|
||
|
|
" m0 = sum(c0*image)/sum(image)",
|
||
|
|
" m1 = sum(c1*image)/sum(image)",
|
||
|
|
" m00 = sum((c0-m0)**2*image)/sum(image)",
|
||
|
|
" m11 = sum((c1-m1)**2*image)/sum(image)",
|
||
|
|
" m01 = sum((c0-m0)*(c1-m1)*image)/sum(image)",
|
||
|
|
" return array([m0,m1]),array([[m00,m01],[m01,m11]])"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"outputs": [],
|
||
|
|
"prompt_number": 8
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [
|
||
|
|
"def deskew(image):",
|
||
|
|
" c,v = moments(image)",
|
||
|
|
" alpha = v[0,1]/v[0,0]",
|
||
|
|
" affine = array([[1,0],[alpha,1]])",
|
||
|
|
" ocenter = array(image.shape)/2.0",
|
||
|
|
" offset = c-dot(affine,ocenter)",
|
||
|
|
" return interpolation.affine_transform(image,affine,offset=offset)"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"outputs": [],
|
||
|
|
"prompt_number": 9
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"with tables.openFile(\"mnist.h5\",\"r+\") as cl:",
|
||
|
|
" if \"deskewed\" in dir(cl.root): cl.removeNode(\"/deskewed\")",
|
||
|
|
" size = [0]+list(deskew(images[0]).shape)",
|
||
|
|
" print size",
|
||
|
|
" cl.createEArray(cl.root,\"deskewed\",tables.Float32Atom(),shape=size,filters=tables.Filters(9))",
|
||
|
|
" for i,image in enumerate(images):",
|
||
|
|
" cl.root.deskewed.append([deskew(image)])"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"[0, 28, 28]"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 15
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"with tables.openFile(\"mnist.h5\",\"r+\") as cl:",
|
||
|
|
" if \"test_deskewed\" in dir(cl.root): cl.removeNode(\"/test_deskewed\")",
|
||
|
|
" size = [0]+list(deskew(images[0]).shape)",
|
||
|
|
" print size",
|
||
|
|
" cl.createEArray(cl.root,\"test_deskewed\",tables.Float32Atom(),shape=size,filters=tables.Filters(9))",
|
||
|
|
" for i,image in enumerate(test_images):",
|
||
|
|
" cl.root.test_deskewed.append([deskew(image)])"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "stream",
|
||
|
|
"stream": "stdout",
|
||
|
|
"text": [
|
||
|
|
"[0, 28, 28]"
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 16
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": false,
|
||
|
|
"input": [
|
||
|
|
"with tables.openFile(\"mnist.h5\",\"r\") as mnist:",
|
||
|
|
" for i in range(25):",
|
||
|
|
" subplot(5,5,i+1)",
|
||
|
|
" gray()",
|
||
|
|
" imshow(mnist.root.deskewed[i])"
|
||
|
|
],
|
||
|
|
"language": "python",
|
||
|
|
"outputs": [
|
||
|
|
{
|
||
|
|
"output_type": "display_data",
|
||
|
|
"png": "iVBORw0KGgoAAAANSUhEUgAAAVsAAAD8CAYAAADZoQcPAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzsfXtwm9WZ/qP7/S5bsi3H9/gSX4lDSHMtIQ1QCHSBKZ2W\nsgU6HXa2M7QM02GmlHT/gPBH+A1tZ7bstHQps9thuy1ttgvhUiAhgdxtx/EljmPLsWVJvuhi3aVP\n+n5/ZM/hkyLLsizJKdUzo0msT/ouj97znnPe87zv4bEsy6KEEkoooYSCgr/eN1BCCSWU8PeAkrMt\noYQSSigCSs62hBJKKKEIKDnbEkoooYQioORsSyihhBKKgJKzLaGEEkooAnJ2tkePHkVLSwuamprw\n0ksv5fOe/mZR4uRGlDhJjxIvN+ILzwmbAxiGYRsaGtjJyUk2Go2yXV1d7PDwcC6n+sKgxMmNKHGS\nHiVebsTfAyfCXBz0mTNn0NjYiNraWgDAww8/jD//+c9obW0FAPB4vLx1BoUAW4A8jpU4AW5uXkqc\n3IhCcAKU2k86/D3YSk7O1mazobq6mv5tsVhw+vTppM9IJBJIpdK03w+Hw0U7lvq+1+tN+/21IhtO\nAKCqqirt95eWlqBWq1c8lvqj+ny+rL6X6ZjNZkv7mbUiW06kUilkMlnac4RCobTHlns/X8fcbnfa\nz+QD2fCi0Wig0WjSft/r9a54jGsnxEkt971szkdw7dq1ZZ5qbcjWVgwGQ9rvB4NByOXydTm2uLiY\n9jOpyMnZ3sw9zHqhGJyQBsTj8cDj8Qo28soXSnaSHsXghXuNv4Xf4W/hHteKnJxtVVUVpqen6d/T\n09OwWCx5u6m/RRSaE5ZlqZMVCATg8XhIJBLU6RJj5f5/vfG3ZCeE22KgkLxwO2RiJwAQj8fzcv5C\nYT1shfzm3N+9kAOYnNQIvb29uHLlCqxWK6LRKN58800cOHAg6TNC4fJ+PJdjLMtCIBCAZdkkQsjf\n6Y6tdK18IhtOMkEikST9zX0O7rF4PI5AIACXywWv13uDg+D+nXrOTNcrBLLlJBd7yKd9sSyLeDwO\nPr84SshseMn1t5NKpdQGwuEwvF4vFhcX4fV6wefzkUgkVnW+YtgJsPb2IxKJVn2MZVkIhULqN1J9\nRy7nzAQem6MrN5lM8Hg8AIDy8vKkXonH4y0bA8oHUqfQqQ4n0yN5vd6C9V7vvPMODhw4AD6fD4PB\nAIvFgjNnziTd53Ix21SkjlDJ3wKBAFKpFDqdDmKxGLFYDG63G6FQKOfRi81mW1dOdDpdQa6dLQQC\nAYDrHBNn5Ha7CzrKWan9bNiwIafzkrYRj8chEAigUCigVquhVCoRiUTg8/ng9XrTOt1scO3atYLx\nkokT4PqzLRezXU8sLi4WboEMAORyOUZGRqDX63M9BUWq4+S+WJYFn8+HQqGASCSCUCiEWCyG1+tF\nPB6HTCaDRqOBWCwGy7IIBALweDzw+/2Ix+NFnVLfddddsFgsOH/+/Jp5SXffAoEABoMBjY2N6Ozs\nhFKphMfjwcDAAGZnZ+FyuRAIBIo2QssG+eQEyG+YhMfjQSwWo6KiAgDg9/uxsLCQl3OvhHy2n1SQ\nTkOn06G5uRkdHR2orKzE3NwcRkdH0dfXh2AweNOFFgrJSSqWG6Cls618dS5rmmNnuolwOPz5RYTC\npOlb6vfIA/L5fPB4PAiFQkilUohEIjAMA5FIhFtvvRVmsxllZWWorq7GBx98AJfLhZaWFuzfvx81\nNTWIxWI4ffo0/vKXv+Czzz6jPXgikSjqYlKmay0tLdH/SySSZadpqT9+PB6HRqNBa2sr7r77bjQ0\nNKCsrAwAsG3bNgwMDODkyZM4efIkXVHnxnS554pEIohEImt8ytUhEyehUIj+XygU3jBF43a++fot\nWZaFWCxGZWUlHn/8cVy6dAnHjx9HMBgsWge90gyMIJOyJ905eTweJBIJtFotNm7ciN27d6OtrQ0s\ny2JgYABLS0uYmJhIssXlEA6Hi2orK/22wWCQ/l8kEq1qOp86U0wXOuDGcJfr2GOxGGKxWNbXJcjZ\n2fJ4PNxxxx0QCAT43ve+h+9+97tJxzMZB8uyEIlEkEqlkEgkkMvl0Ol0qKqqgkqlgk6ng9lshtFo\npLHYiooKKBQK+nngukFWVVWhsbERSqUSCwsLiMfjSVMkoVCYRFihDWclXpaTYi13LuIshUIh6urq\n0NPTg66uLjqaTyQSaGpqgslkgkAgwOjoKPx+P50RpDOYVCfv8/nW9tBZPEcmTpaTYgHXOwyDwQCD\nwQCVSoWpqSl4vV4wDJOzU+TxeIjH41Cr1WhqaoJarUZlZSWqq6ths9nA4/GSBguFwEqc5BKG4/7m\n8XicciSRSMDn8yGTyVBbW4udO3ciFAohEAisyKNUKi2KdBJYmRMAy0qxsjk3d9BBBnbkX+Dz2D13\nMTqdU0518tzBQibk7GxPnjyJiooKzM/PY9++fWhpacHOnTuz/r5arUZtbS1aW1uh1Wqh1+tRU1ND\nna3JZEJZWRlEIhElgM/ng2EYeL1eqFQq2uuOjo4iGo3C4XBgcHAQDocDsVhsXabTa+UlFYlEAgKB\nAHq9Hm1tbWhvb4fJZAJwvYcNhUIIBoPQ6XRob2/H7t27MTw8jMXFRYRCIUSj0XVXJ6yVk4qKCmzc\nuBFarRYLCwt5afAk/tfc3AyxWAyXy4W5ubmicZVvO+GChBGCwSCCwSC1ET6fD5FIhNraWhiNRszM\nzMDv9+flmvlAITkhEAqFkMvlMBgM0Gq1UKvVkMlkEIlECAQCcDgcWFpagkQigVAohM/ng9vtRjgc\nXvOMKmdnS+JcZWVl+NrXvoYzZ85kTQyfz4fJZMLOnTvxT//0T9DpdHQ1mDhW4LqjiUQitMeRSCSI\nx+NwuVw4deoUhoeHIZFIEA6HEQgE4PP5sLS0BLfbjWAwmLTSWKxGtBZegOTwAQmByOVyNDc3o6en\nB3V1dWBZFrFYDPF4HH6/HwMDA9BqtTAajXjyySfx17/+FadOncLIyAjlL1UiVkzkwgm5V7FYjIaG\nBnR1dUEgEODDDz8EwzB0BJcLEokExGIxzGYzWlpaoNFoEI1Gs5pW5wtrtZN0SB29hUIhLC0twefz\nIRqNIhgM0r/FYjHkcjkCgcCanyVfKAQnXPB4PCgUCtTW1mLLli1ob29HQ0MDysvLoVKpMDMzg08+\n+QRXrlyBTqeDQqHAlStXcOHCBdjtdjqAy9XuMg79HnvsMZhMJnR0dND3XC4X9u7di8bGRnzlK1+B\nzWbDe++9l/SZlcCyLBwOBwYGBmC1WrG0tIR4PI5YLHbDYpnL5cLw8DAGBwcxOzsLhmGgVCoxMzOD\n8+fP4+zZsxgYGMDly5cxPT2NxcVFRKPRJFLy6WCW42Tfvn1oamrC3r174fF4EAgEcuKFO6URi8X0\nnF/+8pfR2NgIlUoF4PrUm0zxjEYjxsfHMT4+Dr1ej/379+POO+9ER0cHDakU2snm01aIRImEj7q7\nu1FTU4Pp6Wn4/X4ai84VLMuiqakJt912G9rb2zEyMoLh4WEsLCzkdTZUqPaTDQQCAcrLy2EymaDV\naqFUKsHj8eD1enHlyhWMjY3B6XQWvfNdL07i8ThMJhN27NiBf/zHf8Tdd9+Njo4OyGQyjI+P4/z5\n83C73diyZQsefvhh3HvvvdixYwf27NmDDRs2QCwW0wVFwtlquctoWd/5zndw9OjRpPcOHTqELVu2\nQKlU4tKlS+ju7sY999yDr3zlK1lflMfjwe/3Y3x8HEePHsWJEyfQ19eHjz/+GFNTU9RZhsNhDA0N\n4a233sIbb7yB1157DX/4wx8wPj4Ov9+PUCiE+fl5eDwe+Hw+BINBRKPRNTfGTFiOk3379uG9997D\nyMgImpubsXXr1px44YIYyJYtW7BlyxaYzWYIBAIaMvF6vZDJZGhqagKPx8PU1BQGBwchk8lQX1+P\nhoYGyOXypASIQiGftsIdhVdV
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"prompt_number": 17
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"cell_type": "code",
|
||
|
|
"collapsed": true,
|
||
|
|
"input": [],
|
||
|
|
"language": "python",
|
||
|
|
"outputs": []
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|