1.1 --- a/org/ear.org	Mon Jan 23 05:49:37 2012 -0700
     1.2 +++ b/org/ear.org	Fri Feb 03 06:40:59 2012 -0700
     1.3 @@ -757,12 +757,14 @@
     1.4    of floats in the range [-1.0 -- 1.0] in PCM format to any arbitrary
     1.5    function."
     1.6    {:author "Robert McIntyre"}
     1.7 -  (:use (cortex world util))
     1.8 +  (:use (cortex world util sense))
     1.9    (:import java.nio.ByteBuffer)
    1.10    (:import org.tritonus.share.sampled.FloatSampleTools)
    1.11    (:import com.aurellem.capture.audio.SoundProcessor)
    1.12    (:import javax.sound.sampled.AudioFormat))
    1.13 -  
    1.14 +
    1.15 +(cortex.import/mega-import-jme3)  
    1.16 +
    1.17  (defn sound-processor
    1.18    "Deals with converting ByteBuffers into Vectors of floats so that
    1.19    the continuation functions can be defined in terms of immutable
    1.20 @@ -781,16 +783,93 @@
    1.21          (continuation
    1.22           (vec floats))))))
    1.23  
    1.24 -(defn add-ear 
    1.25 -  "Add an ear to the world.  The continuation function will be called
    1.26 -  on the FFT or the sounds which the ear hears in the given
    1.27 -  timeframe. Sound is 3D."
    1.28 -  [world listener continuation]
    1.29 -  (let [renderer (.getAudioRenderer world)]
    1.30 -    (.addListener renderer listener)
    1.31 -    (.registerSoundProcessor renderer listener
    1.32 -			     (sound-processor continuation))
    1.33 -    listener))
    1.34 +
    1.35 +
    1.36 +
    1.37 +;; Ears work the same way as vision.
    1.38 +
    1.39 +;; (hearing creature) will return [init-functions
    1.40 +;; sensor-functions]. The init functions each take the world and
    1.41 +;; register a SoundProcessor that does foureier transforms on the
    1.42 +;; incommong sound data, making it available to each sensor function.
    1.43 +
    1.44 +(defn creature-ears
    1.45 +  "Return the children of the creature's \"ears\" node."
    1.46 +  ;;dylan
    1.47 +  ;;"The ear nodes which are children of the \"ears\" node in the
    1.48 +  ;;creature."
    1.49 +  [#^Node creature]
    1.50 +  (if-let [ear-node (.getChild creature "ears")]
    1.51 +    (seq (.getChildren ear-node))
    1.52 +    (do (println-repl "could not find ears node") [])))
    1.53 +
    1.54 +
    1.55 +;;dylan (defn follow-sense, adjoin-sense, attach-stimuli,
    1.56 +;;anchor-qualia, augment-organ, with-organ
    1.57 +
    1.58 +
    1.59 +(defn update-listener-velocity
    1.60 +  "Update the listener's velocity every update loop."
    1.61 +  [#^Spatial obj #^Listener lis]
    1.62 +  (let [old-position (atom (.getLocation lis))]
    1.63 +    (.addControl
    1.64 +     obj
    1.65 +     (proxy [AbstractControl] []
    1.66 +       (controlUpdate [tpf]
    1.67 +         (let [new-position (.getLocation lis)]
    1.68 +           (.setVelocity
    1.69 +            lis 
    1.70 +            (.mult (.subtract new-position @old-position)
    1.71 +                   (float (/ tpf))))
    1.72 +           (reset! old-position new-position)))
    1.73 +       (controlRender [_ _])))))
    1.74 +
    1.75 +(import com.aurellem.capture.audio.AudioSendRenderer)
    1.76 +
    1.77 +(defn attach-ear
    1.78 +  [#^Application world #^Node creature #^Spatial ear continuation]
    1.79 +  (let [target (closest-node creature ear)
    1.80 +        lis (Listener.)
    1.81 +        audio-renderer (.getAudioRenderer world)
    1.82 +        sp (sound-processor continuation)]
    1.83 +    (.setLocation lis (.getWorldTranslation ear))
    1.84 +    (.setRotation lis (.getWorldRotation ear))
    1.85 +    (bind-sense target lis)
    1.86 +    (update-listener-velocity target lis)
    1.87 +    (.addListener audio-renderer lis)
    1.88 +    (.registerSoundProcessor audio-renderer lis sp)))
    1.89 +
    1.90 +(defn enable-hearing
    1.91 +  [#^Node creature #^Spatial ear]
    1.92 +  (let [hearing-data (atom [])]
    1.93 +    [(fn [world]
    1.94 +       (attach-ear world creature ear
    1.95 +                   (fn [data]
    1.96 +                     (reset! hearing-data (vec data)))))
    1.97 +     [(fn []
    1.98 +        (let [data @hearing-data
    1.99 +              topology              
   1.100 +              (vec (map #(vector % 0) (range 0 (count data))))
   1.101 +              scaled-data
   1.102 +              (vec
   1.103 +               (map
   1.104 +                #(rem (int (* 255 (/ (+ 1 %) 2)))  256)
   1.105 +                   data))]
   1.106 +          [topology scaled-data]))
   1.107 +        ]]))
   1.108 +
   1.109 +(defn hearing
   1.110 +  [#^Node creature]
   1.111 +  (reduce
   1.112 +   (fn [[init-a senses-a]
   1.113 +        [init-b senses-b]]
   1.114 +     [(conj init-a init-b)
   1.115 +      (into senses-a senses-b)])
   1.116 +   [[][]]      
   1.117 +   (for [ear (creature-ears creature)]
   1.118 +     (enable-hearing creature ear))))
   1.119 +
   1.120 +
   1.121  #+end_src
   1.122  
   1.123  * Example