Mercurial > cortex

annotate org/gabor.org @ 360:fc5bb270596a

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
completed kernel visualization code.
author Robert McIntyre <rlm@mit.edu>
date Thu, 07 Mar 2013 03:12:25 +0000
parents 744ae7ef9b14
children 09461dce2e2f
rev   line source
rlm@356 1 #+title: Fun with Gabor Filters
rlm@356 2 #+author: Robert McIntyre
rlm@356 3 #+email: rlm@mit.edu
rlm@356 4 #+description: gabor filters in clojure with opencv
rlm@356 5 #+keywords: computer vision, jMonkeyEngine3, clojure, opencv
rlm@356 6 #+SETUPFILE: ../../aurellem/org/setup.org
rlm@356 7 #+INCLUDE: ../../aurellem/org/level-0.org
rlm@356 8 #+babel: :mkdirp yes :noweb yes :exports both
rlm@356 9
rlm@356 10
rlm@356 11
rlm@356 12 #+name: gabor
rlm@356 13 #+begin_src clojure
rlm@357 14 (ns cortex.gabor
rlm@357 15 (:import org.opencv.core.CvType)
rlm@357 16 (:import java.awt.image.BufferedImage)
rlm@357 17 (:import ij.ImagePlus)
rlm@358 18 (:import org.opencv.core.Mat)
rlm@357 19 (:use cortex.sense)
rlm@357 20 (:use cortex.util)
rlm@357 21 )
rlm@356 22
rlm@356 23 (defn load-opencv
rlm@356 24 "Load the opencv native library. Must be called before any OpenCV
rlm@356 25 stuff is used."
rlm@356 26 []
rlm@356 27 (clojure.lang.RT/loadLibrary "opencv_java249"))
rlm@356 28
rlm@358 29 (defn make-kernel []
rlm@358 30 (let [r (org.opencv.core.Mat. 5 5 CvType/CV_32F)]
rlm@358 31 (.put r 0 0 (float-array (map (fn [_] (rand)) (range 25))))
rlm@358 32 (println (.dump r))
rlm@358 33
rlm@360 34 r
rlm@358 35
rlm@360 36
rlm@358 37 ))
rlm@356 38
rlm@359 39 (defn gabor-kernel [sigma aspect-ratio theta wavelength phase-offset]
rlm@359 40
rlm@359 41 ;; first, find the size of the kernel which is required
rlm@359 42 (let [square #(expt % 2)
rlm@359 43 rotated (fn [[x y]]
rlm@359 44 [(+ (* x (Math/cos theta)) (* y (Math/sin theta)))
rlm@359 45 (- (* y (Math/cos theta)) (* x (Math/sin theta)))])
rlm@359 46
rlm@359 47 gaussian (fn [[x y]]
rlm@359 48 (let [[x' y'] (rotated [x y])]
rlm@359 49 (Math/exp (- (/ (+ (square x')
rlm@359 50 (square (* aspect-ratio y')))
rlm@359 51 (* 2 (square sigma)))))))
rlm@359 52 sinusoid (fn [[x y]]
rlm@359 53 (let [[x' y'] (rotated [x y])]
rlm@359 54 (Math/cos
rlm@359 55 (+ (* 2 Math/PI (/ x' wavelength))
rlm@359 56 phase-offset))))
rlm@359 57
rlm@359 58 half-width (max
rlm@359 59 (int (* 5 (/ sigma aspect-ratio)))
rlm@359 60 (int (* 5 sigma))
rlm@359 61 (int (* 5 (/ aspect-ratio sigma))))
rlm@359 62
rlm@359 63 grid (let [axis (range (- half-width) (inc half-width))]
rlm@359 64 (for [y (reverse axis) x axis] (vector x y)))
rlm@359 65
rlm@359 66 scale (reduce + (map gaussian grid))
rlm@359 67
rlm@359 68 gabor (fn [[x y :as coord]]
rlm@360 69 (* (sinusoid coord) (gaussian coord) (/ scale)))
rlm@359 70
rlm@359 71 mat-width (+ 1 (* 2 half-width))
rlm@359 72 mat (Mat. mat-width mat-width CvType/CV_32F)]
rlm@359 73
rlm@359 74
rlm@359 75 (.put mat 0 0 (float-array (map gabor grid)))
rlm@359 76 mat
rlm@359 77
rlm@359 78 ;;(map gabor grid)
rlm@359 79
rlm@359 80 ))
rlm@359 81
rlm@359 82
rlm@359 83 (defn show-kernel [kernel]
rlm@360 84 (let [output "/home/r/proj/cortex/tmp/kernel.png"
rlm@360 85 size (.size kernel)
rlm@360 86 width (int (.width size))
rlm@360 87 height (int (.height size))
rlm@360 88 tmp-array (float-array (* width height))]
rlm@360 89
rlm@360 90 ;; read values from matrix.
rlm@360 91 (.get kernel 0 0 tmp-array)
rlm@360 92
rlm@360 93 ;; find overall dynamic range of the filter
rlm@360 94 (let [vals (vec tmp-array)
rlm@360 95 low (apply min vals)
rlm@360 96 high (apply max vals)
rlm@360 97 scaled-vals (map #(* 255 (- % low) (/ (- high low))) vals)
rlm@360 98 new-mat (Mat. height width CvType/CV_32F)]
rlm@360 99 (.put new-mat 0 0 (float-array scaled-vals))
rlm@360 100 (org.opencv.highgui.Highgui/imwrite output new-mat)
rlm@360 101 (view (ImagePlus. output)))))
rlm@359 102
rlm@359 103 (defn print-kernel [kernel]
rlm@359 104 (println (.dump kernel)))
rlm@359 105
rlm@359 106
rlm@359 107
rlm@359 108
rlm@360 109
rlm@359 110
rlm@359 111
rlm@359 112
rlm@359 113
rlm@357 114 (defn convolve-practice []
rlm@357 115 (let [input "/home/r/proj/cortex/images/dominos.jpg"
rlm@357 116
rlm@357 117
rlm@357 118 output "/home/r/ppp.png"
rlm@356 119
rlm@357 120 i (org.opencv.highgui.Highgui/imread input)
rlm@358 121
rlm@360 122 kernel (gabor-kernel 10 1 (/ Math/PI 2) 10 0)
rlm@358 123
rlm@358 124 new-mat (Mat.)
rlm@358 125
rlm@357 126 ]
rlm@356 127
rlm@360 128 (org.opencv.imgproc.Imgproc/filter2D i new-mat CvType/CV_32F kernel)
rlm@358 129
rlm@358 130 (org.opencv.highgui.Highgui/imwrite "/home/r/ppp.png" new-mat)
rlm@358 131
rlm@357 132 (view (ImagePlus. input))
rlm@357 133 (view (ImagePlus. output))
rlm@358 134
rlm@357 135 ))
rlm@357 136
rlm@357 137
rlm@357 138
rlm@357 139
rlm@357 140
rlm@357 141
rlm@357 142
rlm@357 143 (comment
rlm@357 144 ;; these work
rlm@357 145 (def i (org.opencv.highgui.Highgui/imread
rlm@357 146 "/home/r/proj/cortex/images/dominos.jpg"))
rlm@357 147
rlm@357 148 (org.opencv.highgui.Highgui/imwrite "/home/r/ppp.png" i)
rlm@357 149 )
rlm@356 150 #+end_src
rlm@356 151
rlm@356 152
rlm@356 153
rlm@356 154 * COMMENT Generate Source
rlm@356 155 #+begin_src clojure :tangle ../src/cortex/gabor.clj
rlm@356 156 <<gabor>>
rlm@356 157 #+end_src