rlm@73
|
1 #+title: First attempt at a creature!
|
rlm@73
|
2 #+author: Robert McIntyre
|
rlm@73
|
3 #+email: rlm@mit.edu
|
rlm@73
|
4 #+description:
|
rlm@73
|
5 #+keywords: simulation, jMonkeyEngine3, clojure
|
rlm@73
|
6 #+SETUPFILE: ../../aurellem/org/setup.org
|
rlm@73
|
7 #+INCLUDE: ../../aurellem/org/level-0.org
|
rlm@73
|
8
|
rlm@73
|
9 * Intro
|
rlm@73
|
10 So far, I've made the following senses --
|
rlm@73
|
11 - Vision
|
rlm@73
|
12 - Hearing
|
rlm@73
|
13 - Touch
|
rlm@73
|
14 - Proprioception
|
rlm@73
|
15
|
rlm@73
|
16 And one effector:
|
rlm@73
|
17 - Movement
|
rlm@73
|
18
|
rlm@73
|
19 However, the code so far has only enabled these senses, but has not
|
rlm@73
|
20 actually implemented them. For example, there is still a lot of work
|
rlm@73
|
21 to be done for vision. I need to be able to create an /eyeball/ in
|
rlm@73
|
22 simulation that can be moved around and see the world from different
|
rlm@73
|
23 angles. I also need to determine weather to use log-polar or cartesian
|
rlm@73
|
24 for the visual input, and I need to determine how/wether to
|
rlm@73
|
25 disceritise the visual input.
|
rlm@73
|
26
|
rlm@73
|
27 I also want to be able to visualize both the sensors and the
|
rlm@73
|
28 effectors in pretty pictures. This semi-retarted creature will by my
|
rlm@73
|
29 first attempt at bringing everything together.
|
rlm@73
|
30
|
rlm@73
|
31 * The creature's body
|
rlm@73
|
32
|
rlm@73
|
33 Still going to do an eve-like body in blender, but due to problems
|
rlm@73
|
34 importing the joints, etc into jMonkeyEngine3, I',m going to do all
|
rlm@73
|
35 the connecting here in clojure code, using the names of the individual
|
rlm@73
|
36 components and trial and error. Later, I'll maybe make some sort of
|
rlm@73
|
37 creature-building modifications to blender that support whatever
|
rlm@73
|
38 discreitized senses I'm going to make.
|
rlm@73
|
39
|
rlm@73
|
40 #+name: body-1
|
rlm@73
|
41 #+begin_src clojure
|
rlm@73
|
42 (ns cortex.silly
|
rlm@73
|
43 "let's play!"
|
rlm@73
|
44 {:author "Robert McIntyre"})
|
rlm@73
|
45
|
rlm@73
|
46 ;; TODO remove this!
|
rlm@73
|
47 (require 'cortex.import)
|
rlm@73
|
48 (cortex.import/mega-import-jme3)
|
rlm@73
|
49 (use '(cortex world util body hearing touch vision))
|
rlm@73
|
50
|
rlm@73
|
51 (rlm.rlm-commands/help)
|
rlm@73
|
52
|
rlm@87
|
53 (declare joint-create)
|
rlm@83
|
54
|
rlm@83
|
55 (defn load-bullet []
|
rlm@84
|
56 (let [sim (world (Node.) {} no-op no-op)]
|
rlm@84
|
57 (.enqueue
|
rlm@84
|
58 sim
|
rlm@84
|
59 (fn []
|
rlm@84
|
60 (.stop sim)))
|
rlm@84
|
61 (.start sim)))
|
rlm@83
|
62
|
rlm@73
|
63 (defn load-blender-model
|
rlm@73
|
64 "Load a .blend file using an asset folder relative path."
|
rlm@73
|
65 [^String model]
|
rlm@73
|
66 (.loadModel
|
rlm@73
|
67 (doto (asset-manager)
|
rlm@73
|
68 (.registerLoader BlenderModelLoader (into-array String ["blend"])))
|
rlm@73
|
69 model))
|
rlm@73
|
70
|
rlm@74
|
71 (defn meta-data [blender-node key]
|
rlm@74
|
72 (if-let [data (.getUserData blender-node "properties")]
|
rlm@74
|
73 (.findValue data key)
|
rlm@74
|
74 nil))
|
rlm@73
|
75
|
rlm@78
|
76 (defn blender-to-jme
|
rlm@78
|
77 "Convert from Blender coordinates to JME coordinates"
|
rlm@78
|
78 [#^Vector3f in]
|
rlm@78
|
79 (Vector3f. (.getX in)
|
rlm@78
|
80 (.getZ in)
|
rlm@78
|
81 (- (.getY in))))
|
rlm@74
|
82
|
rlm@79
|
83 (defn jme-to-blender
|
rlm@79
|
84 "Convert from JME coordinates to Blender coordinates"
|
rlm@79
|
85 [#^Vector3f in]
|
rlm@79
|
86 (Vector3f. (.getX in)
|
rlm@79
|
87 (- (.getZ in))
|
rlm@79
|
88 (.getY in)))
|
rlm@79
|
89
|
rlm@78
|
90 (defn joint-targets
|
rlm@78
|
91 "Return the two closest two objects to the joint object, ordered
|
rlm@78
|
92 from bottom to top according to the joint's rotation."
|
rlm@78
|
93 [#^Node parts #^Node joint]
|
rlm@78
|
94 ;;(println (meta-data joint "joint"))
|
rlm@78
|
95 (.getWorldRotation joint)
|
rlm@78
|
96 (loop [radius (float 0.01)]
|
rlm@78
|
97 (let [results (CollisionResults.)]
|
rlm@78
|
98 (.collideWith
|
rlm@78
|
99 parts
|
rlm@78
|
100 (BoundingBox. (.getWorldTranslation joint)
|
rlm@78
|
101 radius radius radius)
|
rlm@78
|
102 results)
|
rlm@78
|
103 (let [targets
|
rlm@78
|
104 (distinct
|
rlm@78
|
105 (map #(.getGeometry %) results))]
|
rlm@78
|
106 (if (>= (count targets) 2)
|
rlm@78
|
107 (sort-by
|
rlm@79
|
108 #(let [v
|
rlm@79
|
109 (jme-to-blender
|
rlm@79
|
110 (.mult
|
rlm@79
|
111 (.inverse (.getWorldRotation joint))
|
rlm@79
|
112 (.subtract (.getWorldTranslation %)
|
rlm@79
|
113 (.getWorldTranslation joint))))]
|
rlm@79
|
114 (println-repl (.getName %) ":" v)
|
rlm@79
|
115 (.dot (Vector3f. 1 1 1)
|
rlm@79
|
116 v))
|
rlm@78
|
117 (take 2 targets))
|
rlm@78
|
118 (recur (float (* radius 2))))))))
|
rlm@74
|
119
|
rlm@87
|
120 (defn world-to-local
|
rlm@87
|
121 "Convert the world coordinates into coordinates relative to the
|
rlm@87
|
122 object (i.e. local coordinates), taking into account the rotation
|
rlm@87
|
123 of object."
|
rlm@87
|
124 [#^Spatial object world-coordinate]
|
rlm@87
|
125 (let [out (Vector3f.)]
|
rlm@88
|
126 (.worldToLocal object world-coordinate out) out))
|
rlm@87
|
127
|
rlm@87
|
128 (defmulti joint-dispatch
|
rlm@87
|
129 "Translate blender pseudo-joints into real JME joints."
|
rlm@88
|
130 (fn [constraints & _]
|
rlm@87
|
131 (:type constraints)))
|
rlm@87
|
132
|
rlm@87
|
133 (defmethod joint-dispatch :point
|
rlm@87
|
134 [constraints control-a control-b pivot-a pivot-b rotation]
|
rlm@87
|
135 (println-repl "creating POINT2POINT joint")
|
rlm@87
|
136 (Point2PointJoint.
|
rlm@87
|
137 control-a
|
rlm@87
|
138 control-b
|
rlm@87
|
139 pivot-a
|
rlm@87
|
140 pivot-b))
|
rlm@87
|
141
|
rlm@87
|
142 (defmethod joint-dispatch :hinge
|
rlm@87
|
143 [constraints control-a control-b pivot-a pivot-b rotation]
|
rlm@87
|
144 (println-repl "creating HINGE joint")
|
rlm@87
|
145 (let [axis
|
rlm@87
|
146 (if-let
|
rlm@87
|
147 [axis (:axis constraints)]
|
rlm@87
|
148 axis
|
rlm@87
|
149 Vector3f/UNIT_X)
|
rlm@87
|
150 [limit-1 limit-2] (:limit constraints)
|
rlm@87
|
151 hinge-axis
|
rlm@87
|
152 (.mult
|
rlm@87
|
153 rotation
|
rlm@87
|
154 (blender-to-jme axis))]
|
rlm@87
|
155 (doto
|
rlm@87
|
156 (HingeJoint.
|
rlm@87
|
157 control-a
|
rlm@87
|
158 control-b
|
rlm@87
|
159 pivot-a
|
rlm@87
|
160 pivot-b
|
rlm@87
|
161 hinge-axis
|
rlm@87
|
162 hinge-axis)
|
rlm@87
|
163 (.setLimit limit-1 limit-2))))
|
rlm@87
|
164
|
rlm@87
|
165 (defmethod joint-dispatch :cone
|
rlm@87
|
166 [constraints control-a control-b pivot-a pivot-b rotation]
|
rlm@87
|
167 (let [limit-xz (:limit-xz constraints)
|
rlm@87
|
168 limit-xy (:limit-xy constraints)
|
rlm@87
|
169 twist (:twist constraints)]
|
rlm@87
|
170
|
rlm@87
|
171 (println-repl "creating CONE joint")
|
rlm@87
|
172 (println-repl rotation)
|
rlm@87
|
173 (println-repl
|
rlm@87
|
174 "UNIT_X --> " (.mult rotation (Vector3f. 1 0 0)))
|
rlm@87
|
175 (println-repl
|
rlm@87
|
176 "UNIT_Y --> " (.mult rotation (Vector3f. 0 1 0)))
|
rlm@87
|
177 (println-repl
|
rlm@87
|
178 "UNIT_Z --> " (.mult rotation (Vector3f. 0 0 1)))
|
rlm@87
|
179 (doto
|
rlm@87
|
180 (ConeJoint.
|
rlm@87
|
181 control-a
|
rlm@87
|
182 control-b
|
rlm@87
|
183 pivot-a
|
rlm@87
|
184 pivot-b
|
rlm@87
|
185 rotation
|
rlm@87
|
186 rotation)
|
rlm@87
|
187 (.setLimit (float limit-xz)
|
rlm@87
|
188 (float limit-xy)
|
rlm@87
|
189 (float twist)))))
|
rlm@87
|
190
|
rlm@88
|
191 (defn connect
|
rlm@87
|
192 "here are some examples:
|
rlm@87
|
193 {:type :point}
|
rlm@87
|
194 {:type :hinge :limit [0 (/ Math/PI 2)] :axis (Vector3f. 0 1 0)}
|
rlm@87
|
195 (:axis defaults to (Vector3f. 1 0 0) if not provided for hinge joints)
|
rlm@87
|
196
|
rlm@89
|
197 {:type :cone :limit-xz 0]
|
rlm@89
|
198 :limit-xy 0]
|
rlm@89
|
199 :twist 0]} (use XZY rotation mode in blender!)"
|
rlm@87
|
200 [#^Node obj-a #^Node obj-b #^Node joint]
|
rlm@87
|
201 (let [control-a (.getControl obj-a RigidBodyControl)
|
rlm@87
|
202 control-b (.getControl obj-b RigidBodyControl)
|
rlm@87
|
203 joint-center (.getWorldTranslation joint)
|
rlm@87
|
204 joint-rotation (.toRotationMatrix (.getWorldRotation joint))
|
rlm@87
|
205 pivot-a (world-to-local obj-a joint-center)
|
rlm@87
|
206 pivot-b (world-to-local obj-b joint-center)]
|
rlm@89
|
207
|
rlm@87
|
208 (if-let [constraints
|
rlm@87
|
209 (map-vals
|
rlm@87
|
210 eval
|
rlm@87
|
211 (read-string
|
rlm@87
|
212 (meta-data joint "joint")))]
|
rlm@89
|
213 ;; A side-effect of creating a joint registers
|
rlm@89
|
214 ;; it with both physics objects which in turn
|
rlm@89
|
215 ;; will register the joint with the physics system
|
rlm@89
|
216 ;; when the simulation is started.
|
rlm@87
|
217 (do
|
rlm@87
|
218 (println-repl "creating joint between"
|
rlm@87
|
219 (.getName obj-a) "and" (.getName obj-b))
|
rlm@87
|
220 (joint-dispatch constraints
|
rlm@87
|
221 control-a control-b
|
rlm@87
|
222 pivot-a pivot-b
|
rlm@87
|
223 joint-rotation))
|
rlm@87
|
224 (println-repl "could not find joint meta-data!"))))
|
rlm@87
|
225
|
rlm@78
|
226 (defn assemble-creature [#^Node pieces joints]
|
rlm@78
|
227 (dorun
|
rlm@78
|
228 (map
|
rlm@78
|
229 (fn [geom]
|
rlm@78
|
230 (let [physics-control
|
rlm@78
|
231 (RigidBodyControl.
|
rlm@78
|
232 (HullCollisionShape.
|
rlm@78
|
233 (.getMesh geom))
|
rlm@78
|
234 (if-let [mass (meta-data geom "mass")]
|
rlm@78
|
235 (do
|
rlm@78
|
236 (println-repl
|
rlm@78
|
237 "setting" (.getName geom) "mass to" (float mass))
|
rlm@78
|
238 (float mass))
|
rlm@78
|
239 (float 1)))]
|
rlm@78
|
240
|
rlm@78
|
241 (.addControl geom physics-control)))
|
rlm@78
|
242 (filter #(isa? (class %) Geometry )
|
rlm@78
|
243 (node-seq pieces))))
|
rlm@77
|
244
|
rlm@78
|
245 (dorun
|
rlm@78
|
246 (map
|
rlm@78
|
247 (fn [joint]
|
rlm@78
|
248 (let [[obj-a obj-b]
|
rlm@78
|
249 (joint-targets pieces joint)]
|
rlm@88
|
250 (connect obj-a obj-b joint)))
|
rlm@78
|
251 joints))
|
rlm@78
|
252 pieces)
|
rlm@74
|
253
|
rlm@78
|
254 (defn blender-creature [blender-path]
|
rlm@78
|
255 (let [model (load-blender-model blender-path)
|
rlm@78
|
256 joints
|
rlm@78
|
257 (if-let [joint-node (.getChild model "joints")]
|
rlm@78
|
258 (seq (.getChildren joint-node))
|
rlm@78
|
259 (do (println-repl "could not find joints node")
|
rlm@78
|
260 []))]
|
rlm@78
|
261 (assemble-creature model joints)))
|
rlm@74
|
262
|
rlm@78
|
263 (def hand "Models/creature1/one.blend")
|
rlm@74
|
264
|
rlm@78
|
265 (def worm "Models/creature1/try-again.blend")
|
rlm@78
|
266
|
rlm@90
|
267 (def touch "Models/creature1/touch.blend")
|
rlm@90
|
268
|
rlm@90
|
269 (defn worm-model [] (load-blender-model worm))
|
rlm@90
|
270
|
rlm@80
|
271 (defn x-ray [#^ColorRGBA color]
|
rlm@80
|
272 (doto (Material. (asset-manager)
|
rlm@80
|
273 "Common/MatDefs/Misc/Unshaded.j3md")
|
rlm@80
|
274 (.setColor "Color" color)
|
rlm@80
|
275 (-> (.getAdditionalRenderState)
|
rlm@80
|
276 (.setDepthTest false))))
|
rlm@80
|
277
|
rlm@78
|
278 (defn test-creature [thing]
|
rlm@80
|
279 (let [x-axis
|
rlm@80
|
280 (box 1 0.01 0.01 :physical? false :color ColorRGBA/Red)
|
rlm@80
|
281 y-axis
|
rlm@80
|
282 (box 0.01 1 0.01 :physical? false :color ColorRGBA/Green)
|
rlm@80
|
283 z-axis
|
rlm@80
|
284 (box 0.01 0.01 1 :physical? false :color ColorRGBA/Blue)]
|
rlm@78
|
285 (world
|
rlm@78
|
286 (nodify [(blender-creature thing)
|
rlm@81
|
287 (box 10 2 10 :position (Vector3f. 0 -9 0)
|
rlm@80
|
288 :color ColorRGBA/Gray :mass 0)
|
rlm@80
|
289 x-axis y-axis z-axis
|
rlm@80
|
290 ])
|
rlm@78
|
291 standard-debug-controls
|
rlm@90
|
292 (fn [world]
|
rlm@90
|
293 (light-up-everything world)
|
rlm@90
|
294 (enable-debug world)
|
rlm@90
|
295 ;;(com.aurellem.capture.Capture/captureVideo
|
rlm@90
|
296 ;; world (file-str "/home/r/proj/ai-videos/hand"))
|
rlm@90
|
297 (.setTimer world (NanoTimer.))
|
rlm@93
|
298 (set-gravity world (Vector3f. 0 0 0))
|
rlm@90
|
299 (speed-up world)
|
rlm@90
|
300 )
|
rlm@90
|
301 no-op
|
rlm@90
|
302 ;;(let [timer (atom 0)]
|
rlm@90
|
303 ;; (fn [_ _]
|
rlm@90
|
304 ;; (swap! timer inc)
|
rlm@90
|
305 ;; (if (= (rem @timer 60) 0)
|
rlm@90
|
306 ;; (println-repl (float (/ @timer 60))))))
|
rlm@90
|
307 )))
|
rlm@90
|
308
|
rlm@90
|
309
|
rlm@91
|
310 (defn colorful []
|
rlm@91
|
311 (.getChild (worm-model) "worm-21"))
|
rlm@90
|
312
|
rlm@90
|
313 (import jme3tools.converters.ImageToAwt)
|
rlm@90
|
314
|
rlm@90
|
315 (import ij.ImagePlus)
|
rlm@90
|
316
|
rlm@90
|
317 (defn triangle-indices
|
rlm@90
|
318 "Get the triangle vertex indices of a given triangle from a given
|
rlm@90
|
319 mesh."
|
rlm@90
|
320 [#^Mesh mesh triangle-index]
|
rlm@90
|
321 (let [indices (int-array 3)]
|
rlm@90
|
322 (.getTriangle mesh triangle-index indices)
|
rlm@90
|
323 (vec indices)))
|
rlm@90
|
324
|
rlm@90
|
325 (defn uv-coord
|
rlm@90
|
326 "Get the uv-coordinates of the vertex named by vertex-index"
|
rlm@90
|
327 [#^Mesh mesh vertex-index]
|
rlm@90
|
328 (let [UV-buffer
|
rlm@90
|
329 (.getData
|
rlm@90
|
330 (.getBuffer
|
rlm@90
|
331 mesh
|
rlm@90
|
332 VertexBuffer$Type/TexCoord))]
|
rlm@91
|
333 (Vector2f.
|
rlm@91
|
334 (.get UV-buffer (* vertex-index 2))
|
rlm@91
|
335 (.get UV-buffer (+ 1 (* vertex-index 2))))))
|
rlm@90
|
336
|
rlm@93
|
337 (defn tri-uv-coord
|
rlm@93
|
338 "Get the uv-cooridnates of the triangle's verticies."
|
rlm@93
|
339 [#^Mesh mesh #^Triangle triangle]
|
rlm@93
|
340 (map (partial uv-coord mesh)
|
rlm@93
|
341 (triangle-indices mesh (.getIndex triangle))))
|
rlm@93
|
342
|
rlm@91
|
343 (defn touch-receptor-image
|
rlm@91
|
344 "Return the touch-sensor distribution image in ImagePlus format."
|
rlm@91
|
345 [#^Geometry obj]
|
rlm@90
|
346 (let
|
rlm@91
|
347 [mat (.getMaterial obj)
|
rlm@90
|
348 texture
|
rlm@90
|
349 (.getTextureValue
|
rlm@90
|
350 (.getTextureParam
|
rlm@90
|
351 mat
|
rlm@90
|
352 MaterialHelper/TEXTURE_TYPE_DIFFUSE))
|
rlm@90
|
353 im (.getImage texture)]
|
rlm@90
|
354 (ImagePlus.
|
rlm@90
|
355 "UV-map"
|
rlm@90
|
356 (ImageToAwt/convert im false false 0))))
|
rlm@90
|
357
|
rlm@91
|
358
|
rlm@91
|
359 (import ij.process.ImageProcessor)
|
rlm@91
|
360 (import java.awt.image.BufferedImage)
|
rlm@91
|
361
|
rlm@91
|
362 (defprotocol Frame
|
rlm@91
|
363 (frame [this]))
|
rlm@91
|
364
|
rlm@91
|
365 (extend-type BufferedImage
|
rlm@91
|
366 Frame
|
rlm@91
|
367 (frame [image]
|
rlm@91
|
368 (merge
|
rlm@91
|
369 (apply
|
rlm@91
|
370 hash-map
|
rlm@91
|
371 (interleave
|
rlm@91
|
372 (doall (for [x (range (.getWidth image)) y (range (.getHeight image))]
|
rlm@91
|
373 (vector x y)))
|
rlm@91
|
374 (doall (for [x (range (.getWidth image)) y (range (.getHeight image))]
|
rlm@91
|
375 (let [data (.getRGB image x y)]
|
rlm@91
|
376 (hash-map :r (bit-shift-right (bit-and 0xff0000 data) 16)
|
rlm@91
|
377 :g (bit-shift-right (bit-and 0x00ff00 data) 8)
|
rlm@91
|
378 :b (bit-and 0x0000ff data)))))))
|
rlm@91
|
379 {:width (.getWidth image) :height (.getHeight image)})))
|
rlm@91
|
380
|
rlm@91
|
381
|
rlm@91
|
382 (extend-type ImagePlus
|
rlm@91
|
383 Frame
|
rlm@91
|
384 (frame [image+]
|
rlm@91
|
385 (frame (.getBufferedImage image+))))
|
rlm@91
|
386
|
rlm@92
|
387 (def white -1)
|
rlm@91
|
388
|
rlm@91
|
389 (defn filter-pixels
|
rlm@91
|
390 "List the coordinates of all pixels matching pred."
|
rlm@92
|
391 {:author "Dylan Holmes"}
|
rlm@91
|
392 [pred #^ImageProcessor ip]
|
rlm@91
|
393 (let
|
rlm@91
|
394 [width (.getWidth ip)
|
rlm@91
|
395 height (.getHeight ip)]
|
rlm@91
|
396 ((fn accumulate [x y matches]
|
rlm@91
|
397 (cond
|
rlm@91
|
398 (>= y height) matches
|
rlm@91
|
399 (>= x width) (recur 0 (inc y) matches)
|
rlm@91
|
400 (pred (.getPixel ip x y))
|
rlm@91
|
401 (recur (inc x) y (conj matches (Vector2f. x y)))
|
rlm@91
|
402 :else (recur (inc x) y matches)))
|
rlm@91
|
403 0 0 [])))
|
rlm@91
|
404
|
rlm@91
|
405 (defn white-coordinates
|
rlm@91
|
406 "List the coordinates of all the white pixels in an image."
|
rlm@91
|
407 [#^ImageProcessor ip]
|
rlm@92
|
408 (filter-pixels #(= % white) ip))
|
rlm@91
|
409
|
rlm@91
|
410 (defn same-side? [p1 p2 ref p]
|
rlm@91
|
411 (<=
|
rlm@91
|
412 0
|
rlm@91
|
413 (.dot
|
rlm@91
|
414 (.cross (.subtract p2 p1) (.subtract p p1))
|
rlm@91
|
415 (.cross (.subtract p2 p1) (.subtract ref p1)))))
|
rlm@91
|
416
|
rlm@91
|
417 (defn inside-triangle?
|
rlm@91
|
418 [vert-1 vert-2 vert-3 p]
|
rlm@91
|
419 (and
|
rlm@91
|
420 (same-side? vert-1 vert-2 vert-3 p)
|
rlm@91
|
421 (same-side? vert-2 vert-3 vert-1 p)
|
rlm@91
|
422 (same-side? vert-3 vert-1 vert-2 p)))
|
rlm@91
|
423
|
rlm@91
|
424
|
rlm@93
|
425 (defn analyze-triangle [#^Geometry obj #^Triangle tri]
|
rlm@93
|
426 ;; first, calculate the transformation matrix that will take us
|
rlm@93
|
427 ;; from uv-coordinates to the real world coordinates
|
rlm@93
|
428 (let [mesh (.getMesh obj)
|
rlm@93
|
429 world [(.get1 tri) (.get2 tri) (.get3 tri)]
|
rlm@93
|
430 uv (tri-uv-coord mesh tri)
|
rlm@93
|
431
|
rlm@93
|
432
|
rlm@93
|
433
|
rlm@93
|
434
|
rlm@93
|
435 (println-repl world uv)))
|
rlm@93
|
436
|
rlm@93
|
437
|
rlm@93
|
438
|
rlm@93
|
439
|
rlm@93
|
440
|
rlm@93
|
441 (defn tactile-coords*
|
rlm@93
|
442 [#^Geometry obj]
|
rlm@93
|
443 (let
|
rlm@93
|
444 [tris (triangles obj)
|
rlm@93
|
445 mesh (.getMesh obj)
|
rlm@93
|
446
|
rlm@93
|
447
|
rlm@93
|
448 )
|
rlm@93
|
449
|
rlm@93
|
450
|
rlm@91
|
451
|
rlm@90
|
452 ;; for each triangle in the mesh,
|
rlm@90
|
453 ;; get the normal to the triangle,
|
rlm@90
|
454 ;; look at the UV touch map, restricted to that triangle,
|
rlm@90
|
455 ;; get the positions of those touch sensors in geometry-relative
|
rlm@90
|
456 ;; coordinates.
|
rlm@91
|
457 (defn tactile-coords [#^Geometry obj]
|
rlm@91
|
458 (let [mesh (.getMesh obj)
|
rlm@91
|
459 num-triangles (.getTriangleCount mesh)
|
rlm@91
|
460 num-verticies (.getVertexCount mesh)
|
rlm@91
|
461 uv-coord (partial uv-coord mesh)
|
rlm@91
|
462 triangle-indices (partial triangle-indices mesh)
|
rlm@91
|
463 receptors (touch-receptor-image obj)
|
rlm@93
|
464 tris (triangles obj)
|
rlm@91
|
465 ]
|
rlm@91
|
466 (map
|
rlm@91
|
467 (fn [[tri-1 tri-2 tri-3]]
|
rlm@91
|
468 (let [width (.getWidth receptors)
|
rlm@91
|
469 height (.getHeight receptors)
|
rlm@91
|
470 uv-1 (uv-coord tri-1)
|
rlm@91
|
471 uv-2 (uv-coord tri-2)
|
rlm@91
|
472 uv-3 (uv-coord tri-3)
|
rlm@91
|
473 x-coords (map #(.getX %) [uv-1 uv-2 uv-3])
|
rlm@91
|
474 y-coords (map #(.getY %) [uv-1 uv-2 uv-3])
|
rlm@91
|
475 max-x (Math/ceil (* width (apply max x-coords)))
|
rlm@91
|
476 min-x (Math/floor (* width (apply min x-coords)))
|
rlm@91
|
477 max-y (Math/ceil (* height (apply max y-coords)))
|
rlm@91
|
478 min-y (Math/floor (* height (apply min y-coords)))
|
rlm@91
|
479
|
rlm@91
|
480 image-1 (Vector2f. (* width (.getX uv-1))
|
rlm@91
|
481 (* height (.getY uv-1)))
|
rlm@91
|
482 image-2 (Vector2f. (* width (.getX uv-2))
|
rlm@91
|
483 (* height (.getY uv-2)))
|
rlm@91
|
484 image-3 (Vector2f. (* width (.getX uv-3))
|
rlm@91
|
485 (* height (.getY uv-3)))
|
rlm@91
|
486 left-corner
|
rlm@91
|
487 (Vector2f. min-x min-y)
|
rlm@91
|
488
|
rlm@91
|
489 ]
|
rlm@91
|
490
|
rlm@91
|
491 (.setRoi receptors min-x min-y (- max-x min-x) (- max-y min-y))
|
rlm@93
|
492 (let [processor (.crop (.getProcessor receptors))]
|
rlm@93
|
493 (map
|
rlm@93
|
494 #(.add left-corner %)
|
rlm@93
|
495
|
rlm@93
|
496 (filter
|
rlm@93
|
497 (partial
|
rlm@93
|
498 inside-triangle?
|
rlm@93
|
499 (.subtract image-1 left-corner)
|
rlm@93
|
500 (.subtract image-2 left-corner)
|
rlm@93
|
501 (.subtract image-3 left-corner))
|
rlm@93
|
502 (white-coordinates processor))))
|
rlm@91
|
503 )) (map triangle-indices (range num-triangles)))))
|
rlm@93
|
504
|
rlm@91
|
505
|
rlm@91
|
506
|
rlm@91
|
507
|
rlm@91
|
508
|
rlm@91
|
509
|
rlm@91
|
510
|
rlm@91
|
511 (defn all-names []
|
rlm@91
|
512 (concat
|
rlm@91
|
513 (re-split #"\n" (slurp (file-str
|
rlm@91
|
514 "/home/r/proj/names/dist.female.first")))
|
rlm@91
|
515 (re-split #"\n" (slurp (file-str
|
rlm@91
|
516 "/home/r/proj/names/dist.male.first")))
|
rlm@91
|
517 (re-split #"\n" (slurp (file-str
|
rlm@91
|
518 "/home/r/proj/names/dist.all.last")))))
|
rlm@90
|
519
|
rlm@90
|
520
|
rlm@90
|
521
|
rlm@90
|
522
|
rlm@90
|
523
|
rlm@90
|
524
|
rlm@90
|
525
|
rlm@90
|
526
|
rlm@90
|
527
|
rlm@90
|
528 (defrecord LulzLoader [])
|
rlm@90
|
529 (defprotocol Lulzable (load-lulz [this]))
|
rlm@90
|
530 (extend-type LulzLoader
|
rlm@90
|
531 Lulzable
|
rlm@90
|
532 (load-lulz [this] (println "the lulz have arrived!")))
|
rlm@90
|
533
|
rlm@78
|
534
|
rlm@78
|
535 (defn world-setup [joint]
|
rlm@90
|
536 (let [joint-position (Vector3f. 0 0 0)
|
rlm@83
|
537 joint-rotation
|
rlm@83
|
538 (.toRotationMatrix
|
rlm@83
|
539 (.mult
|
rlm@83
|
540 (doto (Quaternion.)
|
rlm@83
|
541 (.fromAngleAxis
|
rlm@83
|
542 (* 1 (/ Math/PI 4))
|
rlm@85
|
543 (Vector3f. -1 0 0)))
|
rlm@85
|
544 (doto (Quaternion.)
|
rlm@85
|
545 (.fromAngleAxis
|
rlm@85
|
546 (* 1 (/ Math/PI 2))
|
rlm@85
|
547 (Vector3f. 0 0 1)))))
|
rlm@84
|
548 top-position (.mult joint-rotation (Vector3f. 8 0 0))
|
rlm@83
|
549
|
rlm@83
|
550 origin (doto
|
rlm@83
|
551 (sphere 0.1 :physical? false :color ColorRGBA/Cyan
|
rlm@84
|
552 :position top-position))
|
rlm@83
|
553 top (doto
|
rlm@78
|
554 (sphere 0.1 :physical? false :color ColorRGBA/Yellow
|
rlm@84
|
555 :position top-position)
|
rlm@83
|
556
|
rlm@78
|
557 (.addControl
|
rlm@78
|
558 (RigidBodyControl.
|
rlm@83
|
559 (CapsuleCollisionShape. 0.5 1.5 1) (float 20))))
|
rlm@78
|
560 bottom (doto
|
rlm@78
|
561 (sphere 0.1 :physical? false :color ColorRGBA/DarkGray
|
rlm@83
|
562 :position (Vector3f. 0 0 0))
|
rlm@83
|
563 (.addControl
|
rlm@78
|
564 (RigidBodyControl.
|
rlm@78
|
565 (CapsuleCollisionShape. 0.5 1.5 1) (float 0))))
|
rlm@83
|
566 table (box 10 2 10 :position (Vector3f. 0 -20 0)
|
rlm@78
|
567 :color ColorRGBA/Gray :mass 0)
|
rlm@78
|
568 a (.getControl top RigidBodyControl)
|
rlm@78
|
569 b (.getControl bottom RigidBodyControl)]
|
rlm@83
|
570
|
rlm@78
|
571 (cond
|
rlm@83
|
572 (= joint :cone)
|
rlm@83
|
573
|
rlm@83
|
574 (doto (ConeJoint.
|
rlm@83
|
575 a b
|
rlm@87
|
576 (world-to-local top joint-position)
|
rlm@87
|
577 (world-to-local bottom joint-position)
|
rlm@83
|
578 joint-rotation
|
rlm@83
|
579 joint-rotation
|
rlm@83
|
580 )
|
rlm@78
|
581
|
rlm@83
|
582
|
rlm@83
|
583 (.setLimit (* (/ 10) Math/PI)
|
rlm@83
|
584 (* (/ 4) Math/PI)
|
rlm@83
|
585 0)))
|
rlm@83
|
586 [origin top bottom table]))
|
rlm@78
|
587
|
rlm@78
|
588 (defn test-joint [joint]
|
rlm@83
|
589 (let [[origin top bottom floor] (world-setup joint)
|
rlm@78
|
590 control (.getControl top RigidBodyControl)
|
rlm@78
|
591 move-up? (atom false)
|
rlm@78
|
592 move-down? (atom false)
|
rlm@78
|
593 move-left? (atom false)
|
rlm@78
|
594 move-right? (atom false)
|
rlm@78
|
595 roll-left? (atom false)
|
rlm@78
|
596 roll-right? (atom false)
|
rlm@78
|
597 timer (atom 0)]
|
rlm@78
|
598
|
rlm@78
|
599 (world
|
rlm@83
|
600 (nodify [top bottom floor origin])
|
rlm@78
|
601 (merge standard-debug-controls
|
rlm@78
|
602 {"key-r" (fn [_ pressed?] (reset! move-up? pressed?))
|
rlm@78
|
603 "key-t" (fn [_ pressed?] (reset! move-down? pressed?))
|
rlm@78
|
604 "key-f" (fn [_ pressed?] (reset! move-left? pressed?))
|
rlm@78
|
605 "key-g" (fn [_ pressed?] (reset! move-right? pressed?))
|
rlm@78
|
606 "key-v" (fn [_ pressed?] (reset! roll-left? pressed?))
|
rlm@78
|
607 "key-b" (fn [_ pressed?] (reset! roll-right? pressed?))})
|
rlm@78
|
608
|
rlm@78
|
609 (fn [world]
|
rlm@78
|
610 (light-up-everything world)
|
rlm@78
|
611 (enable-debug world)
|
rlm@78
|
612 (set-gravity world (Vector3f. 0 0 0))
|
rlm@78
|
613 )
|
rlm@78
|
614
|
rlm@78
|
615 (fn [world _]
|
rlm@78
|
616 (if (zero? (rem (swap! timer inc) 100))
|
rlm@78
|
617 (do
|
rlm@78
|
618 ;; (println-repl @timer)
|
rlm@78
|
619 (.attachChild (.getRootNode world)
|
rlm@78
|
620 (sphere 0.05 :color ColorRGBA/Yellow
|
rlm@78
|
621 :position (.getWorldTranslation top)
|
rlm@83
|
622 :physical? false))
|
rlm@83
|
623 (.attachChild (.getRootNode world)
|
rlm@83
|
624 (sphere 0.05 :color ColorRGBA/LightGray
|
rlm@83
|
625 :position (.getWorldTranslation bottom)
|
rlm@83
|
626 :physical? false))))
|
rlm@83
|
627
|
rlm@78
|
628 (if @move-up?
|
rlm@78
|
629 (.applyTorque control
|
rlm@78
|
630 (.mult (.getPhysicsRotation control)
|
rlm@78
|
631 (Vector3f. 0 0 10))))
|
rlm@78
|
632 (if @move-down?
|
rlm@78
|
633 (.applyTorque control
|
rlm@78
|
634 (.mult (.getPhysicsRotation control)
|
rlm@78
|
635 (Vector3f. 0 0 -10))))
|
rlm@78
|
636 (if @move-left?
|
rlm@78
|
637 (.applyTorque control
|
rlm@78
|
638 (.mult (.getPhysicsRotation control)
|
rlm@78
|
639 (Vector3f. 0 10 0))))
|
rlm@78
|
640 (if @move-right?
|
rlm@78
|
641 (.applyTorque control
|
rlm@78
|
642 (.mult (.getPhysicsRotation control)
|
rlm@78
|
643 (Vector3f. 0 -10 0))))
|
rlm@78
|
644 (if @roll-left?
|
rlm@78
|
645 (.applyTorque control
|
rlm@78
|
646 (.mult (.getPhysicsRotation control)
|
rlm@78
|
647 (Vector3f. -1 0 0))))
|
rlm@78
|
648 (if @roll-right?
|
rlm@78
|
649 (.applyTorque control
|
rlm@78
|
650 (.mult (.getPhysicsRotation control)
|
rlm@78
|
651 (Vector3f. 1 0 0))))))))
|
rlm@83
|
652
|
rlm@83
|
653
|
rlm@83
|
654
|
rlm@87
|
655 #+end_src
|
rlm@83
|
656
|
rlm@87
|
657 #+results: body-1
|
rlm@87
|
658 : #'cortex.silly/test-joint
|
rlm@78
|
659
|
rlm@78
|
660
|
rlm@78
|
661 * COMMENT purgatory
|
rlm@78
|
662 #+begin_src clojure
|
rlm@77
|
663 (defn bullet-trans []
|
rlm@77
|
664 (let [obj-a (sphere 0.5 :color ColorRGBA/Red
|
rlm@77
|
665 :position (Vector3f. -10 5 0))
|
rlm@77
|
666 obj-b (sphere 0.5 :color ColorRGBA/Blue
|
rlm@77
|
667 :position (Vector3f. -10 -5 0)
|
rlm@77
|
668 :mass 0)
|
rlm@77
|
669 control-a (.getControl obj-a RigidBodyControl)
|
rlm@77
|
670 control-b (.getControl obj-b RigidBodyControl)
|
rlm@77
|
671 swivel
|
rlm@77
|
672 (.toRotationMatrix
|
rlm@77
|
673 (doto (Quaternion.)
|
rlm@77
|
674 (.fromAngleAxis (/ Math/PI 2)
|
rlm@77
|
675 Vector3f/UNIT_X)))]
|
rlm@77
|
676 (doto
|
rlm@77
|
677 (ConeJoint.
|
rlm@77
|
678 control-a control-b
|
rlm@77
|
679 (Vector3f. 0 5 0)
|
rlm@77
|
680 (Vector3f. 0 -5 0)
|
rlm@77
|
681 swivel swivel)
|
rlm@77
|
682 (.setLimit (* 0.6 (/ Math/PI 4))
|
rlm@77
|
683 (/ Math/PI 4)
|
rlm@77
|
684 (* Math/PI 0.8)))
|
rlm@77
|
685 (world (nodify
|
rlm@77
|
686 [obj-a obj-b])
|
rlm@77
|
687 standard-debug-controls
|
rlm@77
|
688 enable-debug
|
rlm@77
|
689 no-op)))
|
rlm@74
|
690
|
rlm@74
|
691
|
rlm@77
|
692 (defn bullet-trans* []
|
rlm@77
|
693 (let [obj-a (box 1.5 0.5 0.5 :color ColorRGBA/Red
|
rlm@77
|
694 :position (Vector3f. 5 0 0)
|
rlm@77
|
695 :mass 90)
|
rlm@77
|
696 obj-b (sphere 0.5 :color ColorRGBA/Blue
|
rlm@77
|
697 :position (Vector3f. -5 0 0)
|
rlm@77
|
698 :mass 0)
|
rlm@77
|
699 control-a (.getControl obj-a RigidBodyControl)
|
rlm@77
|
700 control-b (.getControl obj-b RigidBodyControl)
|
rlm@77
|
701 move-up? (atom nil)
|
rlm@77
|
702 move-down? (atom nil)
|
rlm@77
|
703 move-left? (atom nil)
|
rlm@77
|
704 move-right? (atom nil)
|
rlm@77
|
705 roll-left? (atom nil)
|
rlm@77
|
706 roll-right? (atom nil)
|
rlm@77
|
707 force 100
|
rlm@77
|
708 swivel
|
rlm@77
|
709 (.toRotationMatrix
|
rlm@77
|
710 (doto (Quaternion.)
|
rlm@77
|
711 (.fromAngleAxis (/ Math/PI 2)
|
rlm@77
|
712 Vector3f/UNIT_X)))
|
rlm@77
|
713 x-move
|
rlm@77
|
714 (doto (Matrix3f.)
|
rlm@77
|
715 (.fromStartEndVectors Vector3f/UNIT_X
|
rlm@77
|
716 (.normalize (Vector3f. 1 1 0))))
|
rlm@77
|
717
|
rlm@77
|
718 timer (atom 0)]
|
rlm@77
|
719 (doto
|
rlm@77
|
720 (ConeJoint.
|
rlm@77
|
721 control-a control-b
|
rlm@77
|
722 (Vector3f. -8 0 0)
|
rlm@77
|
723 (Vector3f. 2 0 0)
|
rlm@77
|
724 ;;swivel swivel
|
rlm@77
|
725 ;;Matrix3f/IDENTITY Matrix3f/IDENTITY
|
rlm@77
|
726 x-move Matrix3f/IDENTITY
|
rlm@77
|
727 )
|
rlm@77
|
728 (.setCollisionBetweenLinkedBodys false)
|
rlm@77
|
729 (.setLimit (* 1 (/ Math/PI 4)) ;; twist
|
rlm@77
|
730 (* 1 (/ Math/PI 4)) ;; swing span in X-Y plane
|
rlm@77
|
731 (* 0 (/ Math/PI 4)))) ;; swing span in Y-Z plane
|
rlm@77
|
732 (world (nodify
|
rlm@77
|
733 [obj-a obj-b])
|
rlm@77
|
734 (merge standard-debug-controls
|
rlm@77
|
735 {"key-r" (fn [_ pressed?] (reset! move-up? pressed?))
|
rlm@77
|
736 "key-t" (fn [_ pressed?] (reset! move-down? pressed?))
|
rlm@77
|
737 "key-f" (fn [_ pressed?] (reset! move-left? pressed?))
|
rlm@77
|
738 "key-g" (fn [_ pressed?] (reset! move-right? pressed?))
|
rlm@77
|
739 "key-v" (fn [_ pressed?] (reset! roll-left? pressed?))
|
rlm@77
|
740 "key-b" (fn [_ pressed?] (reset! roll-right? pressed?))})
|
rlm@77
|
741
|
rlm@77
|
742 (fn [world]
|
rlm@77
|
743 (enable-debug world)
|
rlm@77
|
744 (set-gravity world Vector3f/ZERO)
|
rlm@77
|
745 )
|
rlm@77
|
746
|
rlm@77
|
747 (fn [world _]
|
rlm@77
|
748
|
rlm@77
|
749 (if @move-up?
|
rlm@77
|
750 (.applyForce control-a
|
rlm@77
|
751 (Vector3f. force 0 0)
|
rlm@77
|
752 (Vector3f. 0 0 0)))
|
rlm@77
|
753 (if @move-down?
|
rlm@77
|
754 (.applyForce control-a
|
rlm@77
|
755 (Vector3f. (- force) 0 0)
|
rlm@77
|
756 (Vector3f. 0 0 0)))
|
rlm@77
|
757 (if @move-left?
|
rlm@77
|
758 (.applyForce control-a
|
rlm@77
|
759 (Vector3f. 0 force 0)
|
rlm@77
|
760 (Vector3f. 0 0 0)))
|
rlm@77
|
761 (if @move-right?
|
rlm@77
|
762 (.applyForce control-a
|
rlm@77
|
763 (Vector3f. 0 (- force) 0)
|
rlm@77
|
764 (Vector3f. 0 0 0)))
|
rlm@77
|
765
|
rlm@77
|
766 (if @roll-left?
|
rlm@77
|
767 (.applyForce control-a
|
rlm@77
|
768 (Vector3f. 0 0 force)
|
rlm@77
|
769 (Vector3f. 0 0 0)))
|
rlm@77
|
770 (if @roll-right?
|
rlm@77
|
771 (.applyForce control-a
|
rlm@77
|
772 (Vector3f. 0 0 (- force))
|
rlm@77
|
773 (Vector3f. 0 0 0)))
|
rlm@77
|
774
|
rlm@77
|
775 (if (zero? (rem (swap! timer inc) 100))
|
rlm@77
|
776 (.attachChild
|
rlm@77
|
777 (.getRootNode world)
|
rlm@77
|
778 (sphere 0.05 :color ColorRGBA/Yellow
|
rlm@77
|
779 :physical? false :position
|
rlm@77
|
780 (.getWorldTranslation obj-a)))))
|
rlm@77
|
781 )
|
rlm@77
|
782 ))
|
rlm@77
|
783
|
rlm@77
|
784
|
rlm@77
|
785
|
rlm@73
|
786 #+end_src
|
rlm@73
|
787
|
rlm@73
|
788
|
rlm@73
|
789 * COMMENT generate source
|
rlm@73
|
790 #+begin_src clojure :tangle ../src/cortex/silly.clj
|
rlm@73
|
791 <<body-1>>
|
rlm@73
|
792 #+end_src
|
rlm@73
|
793
|