jmeCapture: src/com/aurellem/capture/examples/AdvancedAudio.java comparison

comparison src/com/aurellem/capture/examples/AdvancedAudio.java @ 33:c4bfbf5d090e

starting to get something that can percieve sound

author	Robert McIntyre <rlm@mit.edu>
date	Sun, 30 Oct 2011 13:57:16 -0700
parents	be37291c62b8
children	13d354e1184b

comparison

equal deleted inserted replaced

-:b67ffa8aa0b9
+:c4bfbf5d090e
 package com.aurellem.capture.examples;
 import java.io.File;
+import java.io.FileNotFoundException;
+import java.io.IOException;
 import java.nio.ByteBuffer;
 import javax.sound.sampled.AudioFormat;
+import org.tritonus.share.sampled.FloatSampleTools;
+import com.aurellem.capture.Capture;
 import com.aurellem.capture.IsoTimer;
+import com.aurellem.capture.audio.CompositeSoundProcessor;
 import com.aurellem.capture.audio.MultiListener;
 import com.aurellem.capture.audio.SoundProcessor;
+import com.aurellem.capture.audio.WaveFileWriter;
 import com.jme3.app.SimpleApplication;
 import com.jme3.audio.AudioNode;
 import com.jme3.audio.Listener;
 import com.jme3.cinematic.MotionPath;
 import com.jme3.cinematic.events.MotionTrack;
 			settings.setAudioRenderer("Send");
 			app.setSettings(settings);
 			app.setShowSettings(false);
 			app.setPauseOnLostFocus(false);
 			org.lwjgl.input.Mouse.setGrabbed(false);
+			try {Capture.captureVideo(app, new File("/home/r/tmp/out.avi"));}
+			catch (IOException e) {e.printStackTrace();}
 			app.start();
 	  }
 	 private MotionTrack motionControl;
 		 track.setCurveTension(0.80f);
 		 motionControl = new MotionTrack(bell,track);
+		 motionControl.setTimer(new IsoTimer(60));
 	     motionControl.setDirectionType(MotionTrack.Direction.PathAndRotation);
 	     motionControl.setRotation(new Quaternion().fromAngleNormalAxis(-FastMath.HALF_PI, Vector3f.UNIT_Y));
-	     motionControl.setInitialDuration(10f);
+	     motionControl.setInitialDuration(20f);
-	     motionControl.setSpeed(0.1f);
+	     motionControl.setSpeed(1f);
 		 track.enableDebugShape(assetManager, rootNode);
 	music = new AudioNode(assetManager, "Sound/Environment/pure.wav", false);
 rootNode.attachChild(music);
 audioRenderer.playSource(music);
-music.setVolume(1f);
 music.setPositional(true);
-music.setMaxDistance(200.0f);
+//music.setVolume(1f);
-music.setRefDistance(0.1f);
-music.setRolloffFactor(5f);
+//music.setMaxDistance(200.0f);
+//music.setRefDistance(0.1f);
+//music.setRolloffFactor(5f);
 audioRenderer.pauseSource(music);
 }
 public class Dancer implements SoundProcessor {
 	  Spatial entity;
 	  float scale = 2;
+	  String debug;
-	  public Dancer(Spatial entity){
+	  public Dancer(Spatial entity, String debug){
 		  this.entity = entity;
+		  this.debug = debug;
 	  }
 	  /**
 	   * this method is irrelevant since there is no state to cleanup.
 	   */
 	  /**
 	   * Dance to the beat!  This is the brain of an AI entity that
 	   * hears it's surroundings and reacts to them.
 	   */
 	  public void process(ByteBuffer audioSamples, int numSamples, AudioFormat format) {
-		  //System.out.println("I'm DANCING <3");
+		  audioSamples.clear();
-		  entity.scale(this.scale);
+		  byte[] data = new byte[numSamples];
-		  if (this.scale == 2f){this.scale = 0.5f;}
+		  float[] out = new float[numSamples];
-		  else {this.scale = 2;}
+		  audioSamples.get(data);
+		  FloatSampleTools.byte2floatInterleaved(data, 0, out, 0,
+				  numSamples/format.getFrameSize(), format);
+		  float max = Float.NEGATIVE_INFINITY;
+		  for (float f : out){if (f > max) max = f;}
+		  System.out.println(debug);
+		  System.out.println(max);
+		  //entity.scale(this.scale);
+		  //if (this.scale == 2f){this.scale = 0.5f;}
+		  //else {this.scale = 2;}
 	  }
 }
 	if (this.audioRenderer instanceof MultiListener){
 		MultiListener rf = (MultiListener)this.audioRenderer;
 		rf.addListener(auxListener);
+		WaveFileWriter writer = null;
-		//rf.registerSoundProcessor(new WaveFileWriter(data1));
+		WaveFileWriter writer2 = null;
-		rf.registerSoundProcessor(auxListener, new Dancer(ear1));
+		auxListener.setLocation(ear1.getLocalTranslation());
+		listener.setLocation(ear1.getLocalTranslation());
+		try {writer = new WaveFileWriter(new File("/home/r/tmp/out.wav"));}
+		catch (FileNotFoundException e) {e.printStackTrace();}
+		try {writer2 = new WaveFileWriter(new File("/home/r/tmp/outmain.wav"));}
+		catch (FileNotFoundException e) {e.printStackTrace();}
+		rf.registerSoundProcessor(auxListener,
+				new CompositeSoundProcessor(new Dancer(ear1, "aux"), writer));
+		rf.registerSoundProcessor(
+				new CompositeSoundProcessor(new Dancer(ear1, "main"), writer2));
 	}
 motionControl.play();
 }
 	  @Override
 	  public void onAction(String name, boolean keyPressed, float tpf) {
 		  if (name.equals("Shoot") && !keyPressed) {
 			  System.out.println("I'm playing! <3");
 			  System.out.println(bell.getLocalTranslation().subtract(cam.getLocation()).length());
+			  bell.getMaterial().setColor("Color", ColorRGBA.randomColor());
 			  audioRenderer.playSource(music);
 			  System.out.println(music.getRefDistance());
 		  }
 	  }
 /** Move the listener with the camera - for 3D audio. */
 private Vector3f prevBellPos = Vector3f.ZERO;
 public void simpleUpdate(float tpf) {
 	//Vector3f loc = cam.getLocation();
 	//Quaternion rot = cam.getRotation();
 //listener.setLocation(loc);
 //listener.setRotation(rot);
-listener.setLocation(cam.getLocation());
+//listener.setLocation(cam.getLocation());
-listener.setRotation(cam.getRotation());
+//listener.setRotation(cam.getRotation());
 //auxListener.setLocation(loc);
 //auxListener.setRotation(rot);
-//if (music.getStatus() == AudioNode.Status.Stopped){
+if (music.getStatus() != AudioNode.Status.Playing){
+	audioRenderer.playSource(music);
-	//music.playInstance();
+	bell.getMaterial().setColor("Color", ColorRGBA.randomColor());
-//}
+}
 //audioRenderer.updateSourceParam(music, AudioParam.Direction);
 Vector3f bellVelocity = bell.getLocalTranslation().subtract(prevBellPos).mult(1.0f/tpf);
 prevBellPos = bell.getLocalTranslation();

Mercurial > jmeCapture

comparison src/com/aurellem/capture/examples/AdvancedAudio.java @ 33:c4bfbf5d090e