rlm@394: (ns org.aurellem.worm-learn
rlm@394:   "General worm creation framework."
rlm@394:   {:author "Robert McIntyre"}
rlm@394:   (:use (cortex world util import body sense
rlm@394:                 hearing touch vision proprioception movement))
rlm@394:   (:import (com.jme3.math ColorRGBA Vector3f))
rlm@394:   (:import java.io.File)
rlm@394:   (:import com.jme3.audio.AudioNode)
rlm@397:   (:import com.aurellem.capture.RatchetTimer)
rlm@397:   (:import (com.aurellem.capture Capture IsoTimer))
rlm@397:   (:import (com.jme3.math Vector3f ColorRGBA)))
rlm@397:   
rlm@394: 
rlm@394: (dorun (cortex.import/mega-import-jme3))
rlm@394: (rlm.rlm-commands/help)
rlm@394: 
rlm@400: (load-bullet)
rlm@394: 
rlm@399: (def hand "Models/test-creature/hand.blend")
rlm@394: 
rlm@399: (defn worm-model []
rlm@399:   (load-blender-model "Models/worm/worm.blend"))
rlm@394: 
rlm@400: (def output-base (File. "/home/r/proj/cortex/render/worm-learn/curl"))
rlm@394: 
rlm@397: 
rlm@399: (defn motor-control-program
rlm@399:   "Create a function which will execute the motor script"
rlm@399:   [muscle-positions
rlm@399:    script]
rlm@399:   (let [current-frame (atom -1)
rlm@399:         keyed-script (group-by first script)
rlm@399:         current-forces (atom {}) ]
rlm@399:     (fn [effectors]
rlm@399:       (let [indexed-effectors (vec effectors)]
rlm@399:         (dorun 
rlm@399:          (for [[_ part force] (keyed-script (swap! current-frame inc))]
rlm@399:            (swap! current-forces (fn [m] (assoc m part force)))))
rlm@399:         (doall (map (fn [effector power]
rlm@399:                       (effector (int power)))
rlm@399:                     effectors
rlm@399:                     (map #(@current-forces % 0) muscle-positions)))))))
rlm@397: 
rlm@400: 
rlm@400: 
rlm@400: 
rlm@400: ;; These are scripts that direct the worm to move in two radically
rlm@400: ;; different patterns -- a sinusoidal wiggling motion, and a curling
rlm@400: ;; motions that causes the worm to form a circle.
rlm@400: 
rlm@400: (def curl-script
rlm@400:   [[370 :d-up 40]
rlm@400:    [600 :d-up 0]])
rlm@400: 
rlm@400: (def period 18)
rlm@400: 
rlm@399: (def muscle-labels
rlm@399:   [:base-up :base-down
rlm@399:    :a-up :a-down
rlm@399:    :b-up :b-down
rlm@399:    :c-up :c-down
rlm@400:    :d-up :d-down])
rlm@399: 
rlm@399: (defn gen-wiggle [[flexor extensor :as muscle-pair] time-base]
rlm@399:   (let [period period
rlm@399:         power 45]
rlm@399:     [[time-base flexor power]
rlm@399:      [(+ time-base period) flexor 0]
rlm@399:      [(+ time-base period 1) extensor power]
rlm@399:      [(+ time-base (+ (* 2 period) 2))  extensor 0]]))
rlm@399:   
rlm@399: (def wiggle-script
rlm@399:   (mapcat gen-wiggle (repeat 40 [:a-down :a-up])
rlm@399:                      (range 100 10000 (+ 3 (* period 2)))))
rlm@399: 
rlm@399: 
rlm@400: ;; Normally, we'd use unsupervised/supervised machine learning to pick
rlm@400: ;; out the defining features of the different actions available to the
rlm@400: ;; worm. For this project, I am going to explicitely define functions
rlm@400: ;; that recognize curling and wiggling respectively. These functions
rlm@400: ;; are defined using all the information available from an embodied
rlm@400: ;; simulation of the action. Note how much easier they are to define
rlm@400: ;; than if I only had vision to work with. Things like scale/position
rlm@400: ;; invariance are complete non-issues here. This is the advantage of
rlm@400: ;; body-centered action recognition and what I hope to show with this
rlm@400: ;; thesis.
rlm@400: 
rlm@400: (defn last-nth
rlm@400:   "Create function that will, when called each frame with the senses
rlm@400:    of a creature, will record those results and return the last n
rlm@400:    results."
rlm@400:   [n]
rlm@400:   (let [last-n  '()]
rlm@400:     (fn [frame-num {:keys [touch proprioception muscles hearing]}]
rlm@400:       (take n (cons [frame-num :stuff] last-n)))))
rlm@400:       
rlm@400: 
rlm@400: (defn wiggling?
rlm@400:   "Generate a function which, when called each frame with the sensory
rlm@400:    inputs of a worm, will determine whether the worm is wiggling."
rlm@400:   [{:keys [touch proprioception muscles hearing]}]
rlm@400:   (map (fn [f] (f)) proprioception
rlm@400:    
rlm@400: 
rlm@400: ))
rlm@400: 
rlm@400: (defn curling?
rlm@400:   "Is the worm curled up?"
rlm@400:   []
rlm@400:   )
rlm@400: 
rlm@400: (defn resting?
rlm@400:   "Is the worm on the ground in a neutral position?"
rlm@400:   [])
rlm@400: 
rlm@400: (def standard-world-view
rlm@400:   [(Vector3f. 4.207176, -3.7366982, 3.0816958)
rlm@400:    (Quaternion. 0.11118768, 0.87678415, 0.24434438, -0.3989771)])
rlm@400: 
rlm@400: (def worm-side-view
rlm@400:   [(Vector3f. 4.207176, -3.7366982, 3.0816958)
rlm@400:    (Quaternion. -0.11555642, 0.88188726, -0.2854942, -0.3569518)])
rlm@400: 
rlm@400: (def degenerate-worm-view
rlm@400:   [(Vector3f. -0.0708936, -8.570261, 2.6487997)
rlm@400:    (Quaternion. -2.318909E-4, 0.9985348, 0.053941682, 0.004291452)])
rlm@399: 
rlm@399: (defn worm-world
rlm@399:   ""
rlm@399:   ([] (worm-world curl-script))
rlm@399:   ([motion-script]
rlm@400:      (let [record? false ;;true
rlm@399:            worm (doto (worm-model) (body!))
rlm@400:            touch   (touch! worm)
rlm@399:            prop    (proprioception! worm)
rlm@399:            muscles (movement! worm)
rlm@399:            
rlm@399:            touch-display  (view-touch)
rlm@399:            prop-display   (view-proprioception)
rlm@399:            muscle-display (view-movement)
rlm@399: 
rlm@399:            floor (box 10 1 10 :position (Vector3f. 0 -10 0)
rlm@399:                       :color ColorRGBA/Gray :mass 0)
rlm@399: 
rlm@399:            control-script (motor-control-program
rlm@399:                            muscle-labels motion-script)]
rlm@397:        (world
rlm@399:         (nodify [worm floor])
rlm@397:         standard-debug-controls
rlm@397:         
rlm@397:         (fn [world]
rlm@399:           ;; (set-gravity world Vector3f/ZERO)
rlm@400:           (position-camera world degenerate-worm-view)
rlm@397:           (let [timer (IsoTimer. 60)]
rlm@397:             (.setTimer world timer)
rlm@397:             (display-dilated-time world timer))
rlm@397:           (if record?
rlm@397:             (Capture/captureVideo
rlm@397:              world
rlm@399:              (File. output-base "main-view")))
rlm@397:           (speed-up world)
rlm@397:           (light-up-everything world))
rlm@397:         (fn [world tpf]
rlm@399:           (muscle-display
rlm@399:            (control-script muscles)
rlm@399:            (if record? (File. output-base "muscle")))
rlm@399:           (prop-display
rlm@399:            (prop)
rlm@399:            (if record? (File. output-base "proprio")))             
rlm@397:           (touch-display 
rlm@397:            (map #(% (.getRootNode world)) touch)
rlm@397:            (if record?
rlm@399:              (File. output-base "touch"))))))))