view clojure/com/aurellem/run/final_cut.clj @ 546:36e5fa62eb3c

i believe this latest change will correct all A/V synching problems.
author Robert McIntyre <rlm@mit.edu>
date Wed, 27 Jun 2012 14:08:59 -0500
parents 86d23b6d433f
children b3b7a06686c4
line wrap: on
line source
1 (ns com.aurellem.run.final-cut
2 (:use (com.aurellem.gb saves gb-driver util constants
3 items vbm characters money
4 rlm-assembly))
5 (:use (com.aurellem.run util sound music title save-corruption
6 bootstrap-0 bootstrap-1
7 ram-display
8 ))
9 (:require clojure.string)
10 (:import [com.aurellem.gb.gb_driver SaveState])
11 (:import java.awt.image.BufferedImage)
12 (:import java.io.File)
13 (:import com.aurellem.gb.WaveWriter))
16 (def render-dir (File. user-home "proj/vba-clojure/render/test"))
18 (defn write-move-image! [move target-file]
19 (let [actual-keys (set move)
20 keys [:a :b :start :select :u :d :l :r]
21 button-on-name ["-size" "5x5" "xc:red"]
22 button-off-name ["-size" "5x5" "xc:white"]]
23 (apply
24 clojure.java.shell/sh
25 (flatten
26 ["convert"
27 "-size" "64x5" "xc:white"
28 (map
29 (fn [index]
30 (let [position ["-geometry"
31 (str "+" (* index 8)
32 "+" "0") "-composite"]]
33 (if (actual-keys (keys index))
34 [button-on-name position]
35 [button-off-name position])))
36 (range (count keys)))
37 (.getCanonicalPath target-file)]))))
39 (defn render-files!
40 ([^File target-dir initial-state moves]
41 (let [ram-map-dir (File. target-dir "ram-map")
42 frames-dir (File. target-dir "frames")
43 moves-dir (File. target-dir "moves")
44 audio-file (File. target-dir "audio.wav")
45 _ (.mkdir target-dir)
46 _ (.mkdir ram-map-dir)
47 _ (.mkdir frames-dir)
48 _ (.mkdir moves-dir)
49 wave-writer (WaveWriter. audio-file)
50 moves (vec moves)
51 desired-fps 60
52 seconds-per-frame (/ 1.0 desired-fps)
54 ]
55 (set-state! initial-state)
56 ;; clear sound buffer
57 (sound-bytes)
58 (try
59 (dorun
60 (reduce
61 (fn [[total-audio-samples
62 total-video-samples] move]
63 (run-moves @current-state (vector move))
64 (let [sound (sound-bytes)
65 total-audio-samples (+ total-audio-samples
66 (count sound))
67 total-audio-time
68 (*
69 (/ total-audio-samples 4)
70 (/ 44100))
72 total-video-time (* total-video-samples
73 seconds-per-frame)
75 av-diff (- total-audio-time
76 total-video-time)
77 write-video!
78 (fn [index]
79 ;; write screenshot
80 (write-move-image!
81 move
82 (File. moves-dir (format "%07d.png" index)))
84 (write-png!
85 @current-state
86 (File. frames-dir (format "%07d.png" index)))
88 ;; write ram-image
89 (write-ram-image!
90 @current-state
91 (File. ram-map-dir (format "%07d.png" index))))]
92 ;;(println "audio-samples:" (count sound))
94 ;; record audio
95 (.process wave-writer sound gb-sound-format)
97 ;; duplicate or drop frames depending on
98 ;; desired-fps
99 (if (> (Math/abs av-diff) (* 2 seconds-per-frame))
100 (if (< 0 av-diff)
101 ;; audio has gone past video, duplicate video.
102 (do (println
103 "duplicating frame, av-diff is" av-diff)
104 (write-video! (+ 1 total-video-samples))
105 (write-video! (+ 2 total-video-samples))
106 [total-audio-samples
107 (+ 2 total-video-samples)])
108 ;; video has gone past audio, drop frame.
109 (do (println
110 "dropping frame, av-diff is" av-diff)
111 [total-audio-samples
112 total-video-samples]))
113 ;; no frame dropping or duplication required.
114 (do ;;(println "all normal")
115 (write-video! (+ 1 total-video-samples))
116 [total-audio-samples
117 (+ 1 total-video-samples)]))))
118 [0 0 0] moves))
119 (finally
120 (do
121 (println "cleanup audio.")
122 (.cleanup wave-writer))))))
123 ([initial-state moves]
124 (render-files! render-dir initial-state moves))
125 ([moves]
126 (render-files! (root) moves)))
128 (defn file-names [#^File dir]
129 (mapv #(.getCanonicalPath %) (next (sort (file-seq dir)))))
131 (defn composite-frames-command
132 [move-image screenshot ram-map target]
133 ["convert"
134 "-size" "318x276" "xc:white"
135 move-image "-geometry" "+30+225" "-composite"
136 screenshot "-geometry" "+10+10" "-composite"
137 ram-map "-geometry" "+180+10" "-composite"
138 target])
140 (defn generate-composite-frames!
141 [^File rendered-dir moves]
142 (let [final-frames (File. rendered-dir "final")
143 _ (.mkdir final-frames)
144 screenshots (file-names (File. rendered-dir "frames"))
145 ram-maps (file-names (File. rendered-dir "ram-map"))
146 targets (map #(.getCanonicalPath
147 (File. final-frames (format "%07d.bmp" %)))
148 (range (count screenshots)))]
149 (dorun
150 (map
151 (comp
152 (partial apply clojure.java.shell/sh)
153 flatten
154 (partial apply composite-frames-command)
155 (fn [a b c d] (println c) [a b c d]))
156 screenshots ram-maps targets moves))))
159 (defn final-cut! [^File render-dir]
160 (let [movie (File. render-dir "final.ogg")
161 final-audio (File. render-dir "final.wav")
162 final (File. render-dir "final")]
163 (.delete movie)
164 (clojure.java.shell/sh
165 "sox" (.getCanonicalPath (File. render-dir "audio.wav"))
166 (.getCanonicalPath final-audio))
167 (clojure.java.shell/sh
168 "ffmpeg" "-r" "60" ;; maybe 59.7 ???!
169 "-i" (str (.getCanonicalPath final) "/" "%07d.bmp")
170 "-i" (.getCanonicalPath final-audio)
171 "-b:a" "128k"
172 "-b:v" "9000k"
173 "-c:a" "libvorbis"
174 "-c:v" "libtheora"
175 "-g" "200"
176 (.getCanonicalPath movie)) nil))
179 (comment
181 ;; step 1
183 (render-files!
184 render-dir (root)
185 (take 9000 (first (control-checkpoint))))
187 ;; step 2
189 (generate-composite-frames!
190 render-dir
191 (take 9000 (first (control-checkpoint))))
193 ;; step 3
194 (final-cut! render-dir)