audio-send: org/ear.org comparison

comparison org/ear.org @ 31:0e794e48a0cc

updated clojure hearing code to work with blender

author	Robert McIntyre <rlm@mit.edu>
date	Fri, 03 Feb 2012 06:40:59 -0700
parents	32c69ba451d9
children

comparison

equal deleted inserted replaced

-:32c69ba451d9
+:0e794e48a0cc
 "Simulate the sense of hearing in jMonkeyEngine3. Enables multiple
 listeners at different positions in the same world. Passes vectors
 of floats in the range [-1.0 -- 1.0] in PCM format to any arbitrary
 function."
 {:author "Robert McIntyre"}
-(:use (cortex world util))
+(:use (cortex world util sense))
 (:import java.nio.ByteBuffer)
 (:import org.tritonus.share.sampled.FloatSampleTools)
 (:import com.aurellem.capture.audio.SoundProcessor)
 (:import javax.sound.sampled.AudioFormat))
+(cortex.import/mega-import-jme3)
 (defn sound-processor
 "Deals with converting ByteBuffers into Vectors of floats so that
 the continuation functions can be defined in terms of immutable
 stuff."
 [continuation]
 (FloatSampleTools/byte2floatInterleaved
 bytes 0 floats 0 num-floats audioFormat)
 (continuation
 (vec floats))))))
-(defn add-ear
-"Add an ear to the world.  The continuation function will be called
-on the FFT or the sounds which the ear hears in the given
-timeframe. Sound is 3D."
+;; Ears work the same way as vision.
-[world listener continuation]
-(let [renderer (.getAudioRenderer world)]
+;; (hearing creature) will return [init-functions
-(.addListener renderer listener)
+;; sensor-functions]. The init functions each take the world and
-(.registerSoundProcessor renderer listener
+;; register a SoundProcessor that does foureier transforms on the
-			     (sound-processor continuation))
+;; incommong sound data, making it available to each sensor function.
-listener))
+(defn creature-ears
+"Return the children of the creature's \"ears\" node."
+;;dylan
+;;"The ear nodes which are children of the \"ears\" node in the
+;;creature."
+[#^Node creature]
+(if-let [ear-node (.getChild creature "ears")]
+(seq (.getChildren ear-node))
+(do (println-repl "could not find ears node") [])))
+;;dylan (defn follow-sense, adjoin-sense, attach-stimuli,
+;;anchor-qualia, augment-organ, with-organ
+(defn update-listener-velocity
+"Update the listener's velocity every update loop."
+[#^Spatial obj #^Listener lis]
+(let [old-position (atom (.getLocation lis))]
+(.addControl
+obj
+(proxy [AbstractControl] []
+(controlUpdate [tpf]
+(let [new-position (.getLocation lis)]
+(.setVelocity
+lis
+(.mult (.subtract new-position @old-position)
+(float (/ tpf))))
+(reset! old-position new-position)))
+(controlRender [_ _])))))
+(import com.aurellem.capture.audio.AudioSendRenderer)
+(defn attach-ear
+[#^Application world #^Node creature #^Spatial ear continuation]
+(let [target (closest-node creature ear)
+lis (Listener.)
+audio-renderer (.getAudioRenderer world)
+sp (sound-processor continuation)]
+(.setLocation lis (.getWorldTranslation ear))
+(.setRotation lis (.getWorldRotation ear))
+(bind-sense target lis)
+(update-listener-velocity target lis)
+(.addListener audio-renderer lis)
+(.registerSoundProcessor audio-renderer lis sp)))
+(defn enable-hearing
+[#^Node creature #^Spatial ear]
+(let [hearing-data (atom [])]
+[(fn [world]
+(attach-ear world creature ear
+(fn [data]
+(reset! hearing-data (vec data)))))
+[(fn []
+(let [data @hearing-data
+topology
+(vec (map #(vector % 0) (range 0 (count data))))
+scaled-data
+(vec
+(map
+#(rem (int (* 255 (/ (+ 1 %) 2)))  256)
+data))]
+[topology scaled-data]))
+]]))
+(defn hearing
+[#^Node creature]
+(reduce
+(fn [[init-a senses-a]
+[init-b senses-b]]
+[(conj init-a init-b)
+(into senses-a senses-b)])
+[[][]]
+(for [ear (creature-ears creature)]
+(enable-hearing creature ear))))
 #+end_src
 * Example
 #+name: test-hearing

Mercurial > audio-send

comparison org/ear.org @ 31:0e794e48a0cc