Mercurial > vba-clojure
view clojure/com/aurellem/run/final_cut.clj @ 546:36e5fa62eb3c
i believe this latest change will correct all A/V synching problems.
author | Robert McIntyre <rlm@mit.edu> |
---|---|
date | Wed, 27 Jun 2012 14:08:59 -0500 |
parents | 86d23b6d433f |
children | b3b7a06686c4 |
line wrap: on
line source
1 (ns com.aurellem.run.final-cut2 (:use (com.aurellem.gb saves gb-driver util constants3 items vbm characters money4 rlm-assembly))5 (:use (com.aurellem.run util sound music title save-corruption6 bootstrap-0 bootstrap-17 ram-display8 ))9 (:require clojure.string)10 (:import [com.aurellem.gb.gb_driver SaveState])11 (:import java.awt.image.BufferedImage)12 (:import java.io.File)13 (:import com.aurellem.gb.WaveWriter))16 (def render-dir (File. user-home "proj/vba-clojure/render/test"))18 (defn write-move-image! [move target-file]19 (let [actual-keys (set move)20 keys [:a :b :start :select :u :d :l :r]21 button-on-name ["-size" "5x5" "xc:red"]22 button-off-name ["-size" "5x5" "xc:white"]]23 (apply24 clojure.java.shell/sh25 (flatten26 ["convert"27 "-size" "64x5" "xc:white"28 (map29 (fn [index]30 (let [position ["-geometry"31 (str "+" (* index 8)32 "+" "0") "-composite"]]33 (if (actual-keys (keys index))34 [button-on-name position]35 [button-off-name position])))36 (range (count keys)))37 (.getCanonicalPath target-file)]))))39 (defn render-files!40 ([^File target-dir initial-state moves]41 (let [ram-map-dir (File. target-dir "ram-map")42 frames-dir (File. target-dir "frames")43 moves-dir (File. target-dir "moves")44 audio-file (File. target-dir "audio.wav")45 _ (.mkdir target-dir)46 _ (.mkdir ram-map-dir)47 _ (.mkdir frames-dir)48 _ (.mkdir moves-dir)49 wave-writer (WaveWriter. audio-file)50 moves (vec moves)51 desired-fps 6052 seconds-per-frame (/ 1.0 desired-fps)54 ]55 (set-state! initial-state)56 ;; clear sound buffer57 (sound-bytes)58 (try59 (dorun60 (reduce61 (fn [[total-audio-samples62 total-video-samples] move]63 (run-moves @current-state (vector move))64 (let [sound (sound-bytes)65 total-audio-samples (+ total-audio-samples66 (count sound))67 total-audio-time68 (*69 (/ total-audio-samples 4)70 (/ 44100))72 total-video-time (* total-video-samples73 seconds-per-frame)75 av-diff (- total-audio-time76 total-video-time)77 write-video!78 (fn [index]79 ;; write screenshot80 (write-move-image!81 move82 (File. moves-dir (format "%07d.png" index)))84 (write-png!85 @current-state86 (File. frames-dir (format "%07d.png" index)))88 ;; write ram-image89 (write-ram-image!90 @current-state91 (File. ram-map-dir (format "%07d.png" index))))]92 ;;(println "audio-samples:" (count sound))94 ;; record audio95 (.process wave-writer sound gb-sound-format)97 ;; duplicate or drop frames depending on98 ;; desired-fps99 (if (> (Math/abs av-diff) (* 2 seconds-per-frame))100 (if (< 0 av-diff)101 ;; audio has gone past video, duplicate video.102 (do (println103 "duplicating frame, av-diff is" av-diff)104 (write-video! (+ 1 total-video-samples))105 (write-video! (+ 2 total-video-samples))106 [total-audio-samples107 (+ 2 total-video-samples)])108 ;; video has gone past audio, drop frame.109 (do (println110 "dropping frame, av-diff is" av-diff)111 [total-audio-samples112 total-video-samples]))113 ;; no frame dropping or duplication required.114 (do ;;(println "all normal")115 (write-video! (+ 1 total-video-samples))116 [total-audio-samples117 (+ 1 total-video-samples)]))))118 [0 0 0] moves))119 (finally120 (do121 (println "cleanup audio.")122 (.cleanup wave-writer))))))123 ([initial-state moves]124 (render-files! render-dir initial-state moves))125 ([moves]126 (render-files! (root) moves)))128 (defn file-names [#^File dir]129 (mapv #(.getCanonicalPath %) (next (sort (file-seq dir)))))131 (defn composite-frames-command132 [move-image screenshot ram-map target]133 ["convert"134 "-size" "318x276" "xc:white"135 move-image "-geometry" "+30+225" "-composite"136 screenshot "-geometry" "+10+10" "-composite"137 ram-map "-geometry" "+180+10" "-composite"138 target])140 (defn generate-composite-frames!141 [^File rendered-dir moves]142 (let [final-frames (File. rendered-dir "final")143 _ (.mkdir final-frames)144 screenshots (file-names (File. rendered-dir "frames"))145 ram-maps (file-names (File. rendered-dir "ram-map"))146 targets (map #(.getCanonicalPath147 (File. final-frames (format "%07d.bmp" %)))148 (range (count screenshots)))]149 (dorun150 (map151 (comp152 (partial apply clojure.java.shell/sh)153 flatten154 (partial apply composite-frames-command)155 (fn [a b c d] (println c) [a b c d]))156 screenshots ram-maps targets moves))))159 (defn final-cut! [^File render-dir]160 (let [movie (File. render-dir "final.ogg")161 final-audio (File. render-dir "final.wav")162 final (File. render-dir "final")]163 (.delete movie)164 (clojure.java.shell/sh165 "sox" (.getCanonicalPath (File. render-dir "audio.wav"))166 (.getCanonicalPath final-audio))167 (clojure.java.shell/sh168 "ffmpeg" "-r" "60" ;; maybe 59.7 ???!169 "-i" (str (.getCanonicalPath final) "/" "%07d.bmp")170 "-i" (.getCanonicalPath final-audio)171 "-b:a" "128k"172 "-b:v" "9000k"173 "-c:a" "libvorbis"174 "-c:v" "libtheora"175 "-g" "200"176 (.getCanonicalPath movie)) nil))179 (comment181 ;; step 1183 (render-files!184 render-dir (root)185 (take 9000 (first (control-checkpoint))))187 ;; step 2189 (generate-composite-frames!190 render-dir191 (take 9000 (first (control-checkpoint))))193 ;; step 3194 (final-cut! render-dir)195 )