#+title: First attempt at a creature!

 #+author: Robert McIntyre

 #+email: rlm@mit.edu

 #+description: 

 #+keywords: simulation, jMonkeyEngine3, clojure

 #+SETUPFILE: ../../aurellem/org/setup.org

 #+INCLUDE: ../../aurellem/org/level-0.org

 

 * Intro 

 So far, I've made the following senses -- 

  - Vision

  - Hearing

  - Touch

  - Proprioception

 

 And one effector: 

  - Movement

 

 However, the code so far has only enabled these senses, but has not

 actually implemented them.  For example, there is still a lot of work

 to be done for vision. I need to be able to create an /eyeball/ in

 simulation that can be moved around and see the world from different

 angles. I also need to determine weather to use log-polar or cartesian

 for the visual input, and I need to determine how/wether to

 disceritise the visual input.

 

 I also want to be able to visualize both the sensors and the

 effectors in pretty pictures. This semi-retarted creature will by my

 first attempt at bringing everything together.

 

 * The creature's body

 

 Still going to do an eve-like body in blender, but due to problems

 importing the joints, etc into jMonkeyEngine3, I',m going to do all

 the connecting here in clojure code, using the names of the individual

 components and trial and error. Later, I'll maybe make some sort of

 creature-building modifications to blender that support whatever

 discreitized senses I'm going to make.

 

 #+name: body-1

 #+begin_src clojure 

 (ns cortex.silly

   "let's play!"

   {:author "Robert McIntyre"})

 

 ;; TODO remove this!

 (require 'cortex.import)

 (cortex.import/mega-import-jme3)

 (use '(cortex world util body hearing touch vision))

 

 (rlm.rlm-commands/help)

 

 (defn load-blender-model

   "Load a .blend file using an asset folder relative path."

   [^String model]

   (.loadModel

    (doto (asset-manager)

      (.registerLoader BlenderModelLoader (into-array String ["blend"])))

    model))

 

 (defn meta-data [blender-node key]

   (if-let [data (.getUserData blender-node "properties")]

     (.findValue data key)

     nil))

 

 (defn blender-to-jme

   "Convert from Blender coordinates to JME coordinates"

   [#^Vector3f in]

   (Vector3f. (.getX in)

              (.getZ in)

              (- (.getY in))))

 

 (defn jme-to-blender

   "Convert from JME coordinates to Blender coordinates"

   [#^Vector3f in]

   (Vector3f. (.getX in)

              (- (.getZ in))

              (.getY in)))

 

 (defn joint-targets

   "Return the two closest two objects to the joint object, ordered

   from bottom to top according to the joint's rotation."

   [#^Node parts #^Node joint]

   ;;(println (meta-data joint "joint"))

   (.getWorldRotation joint)

   (loop [radius (float 0.01)]

     (let [results (CollisionResults.)]

       (.collideWith

        parts

        (BoundingBox. (.getWorldTranslation joint)

                      radius radius radius)

        results)

       (let [targets

             (distinct

              (map  #(.getGeometry %) results))]

         (if (>= (count targets) 2)

           (sort-by

            #(let [v

                   (jme-to-blender

                    (.mult

                     (.inverse (.getWorldRotation joint))

                     (.subtract (.getWorldTranslation %)

                                (.getWorldTranslation joint))))]

               (println-repl (.getName %) ":" v)

               (.dot (Vector3f. 1 1 1)

                     v))                  

            (take 2 targets))

           (recur (float (* radius 2))))))))

 

 (defn connect

   "here are some examples:

    {:type :point}

    {:type :hinge  :limit [0 (/ Math/PI 2)] :axis (Vector3f. 0 1 0)}

    (:axis defaults to (Vector3f. 1 0 0) if not provided for hinge joints)

 

    {:type :cone   :limit-xz 0]

                   :limit-xy 0]

                   :twist 0]}   (use XZY rotation mode in blender!)"

   [#^Node obj-a #^Node obj-b #^Node joint]

   (let [center-a (.getWorldTranslation obj-a)

         center-b (.getWorldTranslation obj-b)

         joint-center (.getWorldTranslation joint)

         pivot-a (.subtract joint-center center-a)

         pivot-b (.subtract joint-center center-b)

         control-a (.getControl obj-a RigidBodyControl)

         control-b (.getControl obj-b RigidBodyControl)]

     ;; A side-effect of creating a joint registers

     ;; it with both physics objects which in turn

     ;; will register the joint with the physics system

     ;; when the simulation is started.

     (if-let [constraints

              (map-vals

               eval

               (read-string

                (meta-data joint "joint")))]

 

       (let [joint-type (:type constraints)]

         (println-repl "creating joint between"

                       (.getName obj-a) "and" (.getName obj-b))

         (cond (= :point joint-type)

               (do

                 (println-repl "creating POINT joint")

                 (Point2PointJoint.

                  control-a

                  control-b

                  pivot-a

                  pivot-b))

               (= :hinge joint-type)

               (do

                 (println-repl "creating HINGE joint")

                 (let [axis (if-let

                                [axis (:axis constraints)]

                              axis

                              Vector3f/UNIT_X)

                       [limit-1 limit-2] (:limit constraints)

                       hinge-axis

                       (.mult

                        (.getWorldRotation joint)

                        (blender-to-jme axis))]

                   (doto

                       (HingeJoint.

                        control-a

                        control-b

                        pivot-a

                        pivot-b

                        hinge-axis

                        hinge-axis)

                     (.setLimit limit-1 limit-2))))

               (= :cone joint-type)

               (do

                 (let [limit-xz (:limit-xz constraints)

                       limit-xy (:limit-xy constraints)

                       twist    (:twist constraints)]

                   

                   (println-repl "creating CONE joint")

                   (let [frame-a

                         (.toRotationMatrix

                          (doto (Quaternion.)

                            (.fromAngleAxis

                             (float

                              (.angleBetween

                               pivot-a Vector3f/UNIT_X))

                             (.cross (.normalize pivot-a)

                                     Vector3f/UNIT_X))))

                         ]

                     (println-repl

                      "angle between pivot-a (" pivot-a ") and UNIT_X is"

                      (.angleBetween Vector3f/UNIT_X (.normalize pivot-a)))

                     

                     

                     

                     (doto

                         (ConeJoint.

                          control-a

                          control-b

                          pivot-a

                          pivot-b

 

                         

                          ;; ;; frame-in-A

                          frame-a

                          frame-a

                          

                          ;; (.toRotationMatrix

                          ;;  (doto (Quaternion.)

                          ;;    (.fromAngles

                          ;;     0 0 (* -1 (/ Math/PI 2)))))

 

                          

                          ;; ;; frame-in-B

                          ;; (.toRotationMatrix

                          ;;  (doto (Quaternion.)

                          ;;    (.fromAngles

                          ;;     0 0 (* -1.2 (/ Math/PI 2)))))

 

 

                          )

                       (.setLimit (float limit-xz)

                                  (float limit-xy)

                                  (float twist))))))

               true

               (println-repl

                "joint-type" joint-type "not recognized")))

       

       (println-repl "could not find joint meta-data!"))))

 

 (defn assemble-creature [#^Node pieces joints]

   (dorun

    (map

     (fn [geom]

       (let [physics-control

             (RigidBodyControl.

              (HullCollisionShape.

               (.getMesh geom))

              (if-let [mass (meta-data geom "mass")]

                (do

                  (println-repl

                   "setting" (.getName geom) "mass to" (float mass))

                  (float mass))

                (float 1)))]

                

         (.addControl geom physics-control)))

     (filter #(isa? (class %) Geometry )

             (node-seq pieces))))

 

   (dorun

    (map

     (fn [joint]

       (let [[obj-a obj-b]

             (joint-targets pieces joint)]

         (connect obj-a obj-b joint)))

     joints))

   pieces)

 

 (defn blender-creature [blender-path]

   (let [model (load-blender-model blender-path)

         joints

         (if-let [joint-node (.getChild model "joints")]

           (seq (.getChildren joint-node))

           (do (println-repl "could not find joints node")

               []))]

   (assemble-creature model joints)))

 

 (def hand "Models/creature1/one.blend")

 

 (def worm "Models/creature1/try-again.blend")

 

 (defn x-ray [#^ColorRGBA color]

   (doto (Material. (asset-manager)

                    "Common/MatDefs/Misc/Unshaded.j3md")

     (.setColor "Color" color)

     (-> (.getAdditionalRenderState)

         (.setDepthTest false))))

 

 (defn test-creature [thing]

   (let [x-axis

         (box 1 0.01 0.01 :physical? false :color ColorRGBA/Red)

         y-axis

         (box 0.01 1 0.01 :physical? false :color ColorRGBA/Green)

         z-axis

         (box 0.01 0.01 1 :physical? false :color ColorRGBA/Blue)]

   (world

    (nodify [(blender-creature thing)

             (box 10 2 10 :position (Vector3f. 0 -9 0)

                  :color ColorRGBA/Gray :mass 0)

             x-axis y-axis z-axis

             ])

    standard-debug-controls

    (comp light-up-everything enable-debug

          (fn [world]

            (.setTimer world (NanoTimer.))

            (set-gravity world (Vector3f. 0 0 0))

            (speed-up world)

            world

            ))

    no-op)))

 

 (defn world-setup [joint]

   (let [top (doto

                 (sphere 0.1 :physical? false :color ColorRGBA/Yellow

                         :position (Vector3f. 0 7 0))

               (.addControl

                (RigidBodyControl.

                 (CapsuleCollisionShape. 0.5 1.5 1) (float 15))))

         bottom (doto

                    (sphere 0.1 :physical? false :color ColorRGBA/DarkGray

                            :position (Vector3f. 0 -1 0))

               (.addControl

                (RigidBodyControl.

                 (CapsuleCollisionShape. 0.5 1.5 1) (float 0))))

         table (box 10 2 10 :position (Vector3f. 0 -6 0)

                    :color ColorRGBA/Gray :mass 0)

         a (.getControl top RigidBodyControl)

         b (.getControl bottom RigidBodyControl)]

     (cond

      (= joint :point)

      (doto

          (Point2PointJoint. a b

                             (Vector3f. 0 -2 0)

                             (Vector3f. 0  2 0))

        (.setCollisionBetweenLinkedBodys false))

      (= joint :hinge)

      (doto

          (HingeJoint.

           a b

           (Vector3f. 0 -2 0)

           (Vector3f. 0 2 0)

           (Vector3f. 0 0 1)

           (Vector3f. 0 0 1)

 

           )

        (.setCollisionBetweenLinkedBodys false)

        ;;(.setLimit (- Math/PI) Math/PI)

        )

      (= joint :cone)

      ;; note to self -- jbullet does NOT implement cone joints

      ;; correctly. You must use plain ol' bullet for this to work.

      ;; It's faster anyway, so whatever.

      

      (doto (ConeJoint.

             a b

             (Vector3f. 0 -5 0)

             (Vector3f. 0 2 0)

 

             (doto (Matrix3f.)

               (.fromStartEndVectors Vector3f/UNIT_X

                                     Vector3f/UNIT_Y))

             (doto (Matrix3f.)

               (.fromStartEndVectors Vector3f/UNIT_X

                                     (.normalize

                                      (Vector3f. 0 0 -1))))

             )

        ;;(.setAngularOnly true)

        

        (.setCollisionBetweenLinkedBodys false)

        (.setLimit (* 1 (/ Math/PI 4))

                   (* 1 (/ Math/PI 2))

                   (* 0 (/ Math/PI 4)))

         

        )

      (= joint :six)

      (doto

          (SixDofJoint.

           a b

           (Vector3f. 0 -2 0)

           (Vector3f. 0 2 0)

           ;;(doto (Matrix3f.)

           ;;    (.fromStartEndVectors Vector3f/UNIT_X

           ;;                          Vector3f/UNIT_Y))

           ;;(doto (Matrix3f.)

           ;;  (.fromStartEndVectors Vector3f/UNIT_X

           ;;                        Vector3f/UNIT_Y))

           true)

        (.setCollisionBetweenLinkedBodys false)

        (.setAngularLowerLimit (Vector3f. 0

                                          (- (/ Math/PI 2))

                                          0))

                                          

        (.setAngularUpperLimit (Vector3f. 0

                                          (/ Math/PI 2)

                                          0))

        (.setLinearLowerLimit  (Vector3f. 0 0 0))

        (.setLinearUpperLimit  (Vector3f. 0 0 0))

 

        )

           

             

             

           

      

     )

       

     [top bottom table]))

 

 

 (defn test-joint [joint]

   (let [[top bottom floor] (world-setup joint)

         control (.getControl top RigidBodyControl)

         move-up? (atom false)

         move-down? (atom false)

         move-left? (atom false)

         move-right? (atom false)

         roll-left? (atom false)

         roll-right? (atom false)

         timer (atom 0)]

 

     (world

      (nodify [top bottom floor])

      (merge standard-debug-controls

             {"key-r" (fn [_ pressed?] (reset! move-up? pressed?))

              "key-t" (fn [_ pressed?] (reset! move-down? pressed?))

              "key-f" (fn [_ pressed?] (reset! move-left? pressed?))

              "key-g" (fn [_ pressed?] (reset! move-right? pressed?))

              "key-v" (fn [_ pressed?] (reset! roll-left? pressed?))

              "key-b" (fn [_ pressed?] (reset! roll-right? pressed?))})     

      

      (fn [world]

        (light-up-everything world)

        (enable-debug world)

        (set-gravity world (Vector3f. 0 0 0))

        )

      

      (fn [world _]

        (if (zero? (rem (swap! timer inc) 100))

          (do

          ;;  (println-repl @timer)

            (.attachChild (.getRootNode world)

                        (sphere 0.05 :color ColorRGBA/Yellow

                                :position (.getWorldTranslation top)

                                :physical? false))))

        (if @move-up?

          (.applyTorque control

                        (.mult (.getPhysicsRotation control)

                               (Vector3f. 0 0 10))))

        (if @move-down?

          (.applyTorque control

                        (.mult (.getPhysicsRotation control)

                               (Vector3f. 0 0 -10))))

        (if @move-left?

          (.applyTorque control

                        (.mult (.getPhysicsRotation control)

                               (Vector3f. 0 10 0))))

        (if @move-right?

          (.applyTorque control

                        (.mult (.getPhysicsRotation control)

                               (Vector3f. 0 -10 0))))

        (if @roll-left?

          (.applyTorque control

                        (.mult (.getPhysicsRotation control)

                               (Vector3f. -1 0 0))))

        (if @roll-right?

          (.applyTorque control

                        (.mult (.getPhysicsRotation control)

                               (Vector3f. 1 0 0))))))))

 #+end_src

 

 

 * COMMENT purgatory

 #+begin_src clojure

 (defn bullet-trans []

   (let [obj-a (sphere 0.5 :color ColorRGBA/Red

                       :position (Vector3f. -10 5 0))

         obj-b (sphere 0.5 :color ColorRGBA/Blue

                       :position (Vector3f. -10 -5 0)

                       :mass 0)

         control-a (.getControl obj-a RigidBodyControl)

         control-b (.getControl obj-b RigidBodyControl)

         swivel

         (.toRotationMatrix

          (doto (Quaternion.)

            (.fromAngleAxis (/ Math/PI 2)

                            Vector3f/UNIT_X)))]

     (doto 

         (ConeJoint.

          control-a control-b

          (Vector3f. 0 5 0)

          (Vector3f. 0 -5 0)

          swivel swivel)

       (.setLimit (* 0.6 (/ Math/PI 4))

                  (/ Math/PI 4)

                  (* Math/PI 0.8)))

     (world (nodify

             [obj-a obj-b])

             standard-debug-controls

             enable-debug

             no-op)))

 

 

 (defn bullet-trans* []

   (let [obj-a (box 1.5 0.5 0.5 :color ColorRGBA/Red

                    :position (Vector3f. 5 0 0)

                    :mass 90)

         obj-b (sphere 0.5 :color ColorRGBA/Blue

                       :position (Vector3f. -5 0 0)

                       :mass 0)

         control-a (.getControl obj-a RigidBodyControl)

         control-b (.getControl obj-b RigidBodyControl)

         move-up? (atom nil)

         move-down? (atom nil)

         move-left? (atom nil)

         move-right? (atom nil)

         roll-left? (atom nil)

         roll-right? (atom nil)

         force 100

         swivel

         (.toRotationMatrix

          (doto (Quaternion.)

            (.fromAngleAxis (/ Math/PI 2)

                            Vector3f/UNIT_X)))

         x-move

         (doto (Matrix3f.)

           (.fromStartEndVectors Vector3f/UNIT_X

                                 (.normalize (Vector3f. 1 1 0))))

         

         timer (atom 0)]

     (doto 

         (ConeJoint.

          control-a control-b

          (Vector3f. -8 0 0)

          (Vector3f. 2 0 0)

          ;;swivel swivel

          ;;Matrix3f/IDENTITY Matrix3f/IDENTITY

          x-move Matrix3f/IDENTITY 

          )

       (.setCollisionBetweenLinkedBodys false)

       (.setLimit (* 1 (/ Math/PI 4))    ;; twist 

                  (* 1 (/ Math/PI 4))  ;; swing span in X-Y plane

                  (* 0 (/ Math/PI 4))))  ;; swing span in Y-Z plane

     (world (nodify

             [obj-a obj-b])

            (merge standard-debug-controls

                   {"key-r" (fn [_ pressed?] (reset! move-up? pressed?))

                    "key-t" (fn [_ pressed?] (reset! move-down? pressed?))

                    "key-f" (fn [_ pressed?] (reset! move-left? pressed?))

                    "key-g" (fn [_ pressed?] (reset! move-right? pressed?))

                    "key-v" (fn [_ pressed?] (reset! roll-left? pressed?))

                    "key-b" (fn [_ pressed?] (reset! roll-right? pressed?))})     

            

            (fn [world]

              (enable-debug world)

              (set-gravity world Vector3f/ZERO)

              )

                            

            (fn [world _]

 

              (if @move-up?

                (.applyForce control-a

                               (Vector3f. force 0 0)

                               (Vector3f. 0 0 0)))

              (if @move-down?

                (.applyForce control-a

                              (Vector3f. (- force) 0 0)

                              (Vector3f. 0 0 0)))

              (if @move-left?

                (.applyForce control-a

                              (Vector3f. 0 force 0)

                              (Vector3f. 0 0 0)))

              (if @move-right?

                (.applyForce control-a

                              (Vector3f. 0 (- force) 0)

                              (Vector3f. 0 0 0)))

 

              (if @roll-left?

                (.applyForce control-a

                              (Vector3f. 0 0 force)

                              (Vector3f. 0 0 0)))

              (if @roll-right?

                (.applyForce control-a

                              (Vector3f. 0 0 (- force))

                              (Vector3f. 0 0 0)))

 

              (if (zero? (rem (swap! timer inc) 100))

                (.attachChild

                 (.getRootNode world)

                 (sphere 0.05 :color ColorRGBA/Yellow

                         :physical? false :position

                         (.getWorldTranslation obj-a)))))

            )

     ))

 

 

 

 #+end_src

 

 

 * COMMENT generate source

 #+begin_src clojure :tangle ../src/cortex/silly.clj

 <<body-1>>

 #+end_src