User:Tolga Ozuygur/prototyping1

The project was about transforming data into audio. I didn't want to transform a data that was not designed to produce music into audio. That would simply produce some noise. Instead, I have prepared an instrument that turns the webcam input (its still data) into audio. It will still produce meaningless noises, but this time I can blame the user. "My tool is good, you suck at playing it."

I used action script 3 instead of a pipeline setup with bash, since I usually want everyone to be able to try the stuff I code in their browsers, even in their mobile platforms (except the iphone users. I don't see them as users.) I did not record any output, since I don't have a good ear to put some nice tunes together. Lets see what you can do with it: http://www.odcaf.com/stuff/theremine/theremine.html

If you encounter any problem, try the ? button.

---

Source:

import flash.media.Sound;
import flash.events.SampleDataEvent;
import flash.events.MouseEvent;
import flash.display.Sprite;
import flash.display.StageAlign;
import flash.display.StageScaleMode;
import flash.display.BitmapData;
import flash.display.Bitmap;
import flash.utils.setInterval;
import flash.text.TextField;
import flash.media.Camera;
import flash.media.Video;
import flash.geom.Point;
import flash.geom.Rectangle;

var diff_array:Array = [0xFF000000,0xFF111111,0xFF151515,0xFF202020,0xFF252525,0xFF303030,0xFF353535,0xFF444444,0xFF555555,0xFF666666,0xFF777777,0xFF888888,0xFF999999];
var which_diff_value:Number = 7;
var auto_calibrate_loop:Number = 0;
var auto_calibrate_loop_max:Number = 20;
var auto_calibrate_switch:Boolean = false;
var current_difference_amount:Number = 0;
var difference_calibration_array:Array = [];
options_menu.visible = false;
calibration_progress.visible = false;
var current_pos:int=0;
var sound:Sound = new Sound();
var cam:Camera;
var video:Video;
var now:BitmapData;
var out:BitmapData;
var diff:BitmapData;
var prev:BitmapData;
var label:TextField;
var myInt:Number;
var camFPS:Number=15;
var camW:Number=250;
var camH:Number=190;
sound.addEventListener(SampleDataEvent.SAMPLE_DATA, take_sample);
sound.play();
var hertz:Number = 440;
var amp:Number = 1;
var volume_multip:Number = 0.25;
function take_sample(event:SampleDataEvent):void {
for (var i:int = 0; i < 2048; i++) {
var phase:Number=current_pos/44100*Math.PI*2;
current_pos++;
var little_sample:Number=Math.sin(phase*int(hertz)*amp);
event.data.writeFloat(little_sample*volume_multip);
event.data.writeFloat(little_sample*volume_multip);
}
}

function MotionCam() {
cam=Camera.getCamera();
cam.setMode(camW, camH, camFPS);
if (cam==null) {
label = new TextField();
label.text="I don't sense a webcam.";
addChild(label);
} else {
video=new Video(cam.width,cam.height);
video.attachCamera(cam);
now=new BitmapData(video.width,video.height);
out=new BitmapData(video.width,video.height);
diff=new BitmapData(video.width,video.height);
prev=new BitmapData(video.width,video.height);
var output=cam_holder.addChild(new Bitmap(out));
output.x=352;
output.y=0;
output.width=video.width*2;
output.height=video.height*2;
output.scaleX=-2;
myInt=setInterval(render,int(2000/camFPS));
}
}

function render() {
if (! cam.currentFPS) {
return;
}
now.draw(video);
diff.draw(video);
diff.draw(prev,null,null,"difference");
out.fillRect(new Rectangle(0,0,out.width,out.height),0xFF000000);
current_difference_amount=Number(out.threshold(diff,new Rectangle(0,0,diff.width,diff.height),new Point(0,0),">",diff_array[which_diff_value],0xFFFFFFFF));
prev.draw(video);
//
scan_pixels();
}

function scan_pixels() {
for (var ic=1; ic <=2; ic++) {
var iw_shift:Number;
if (ic==1) {
iw_shift=0;
}
if (ic==2) {
iw_shift=135;
}
var temp_pixel_data_prev:Number=0;
var temp_found_it:Boolean=false;
var ih:Number=1;
while (temp_found_it == false) {
for (var iw=(1+Number(iw_shift)); iw <= (40+Number(iw_shift)); iw++) {
var temp_pixel_data:Number=Number(out.getPixel(iw,ih));
if ((temp_pixel_data!=0)) {
//FOUND IT! yay.
temp_found_it=true;
this["level_bar_"+ic].y=this["level_bar_"+ic].y+Number(((ih*2)-this["level_bar_"+ic].y)/4);
if (ic==1) {
this["level_bar_"+ic].level_bar_inner.x = this["level_bar_"+ic].level_bar_inner.x + Number(((40-(iw*2))-this["level_bar_"+ic].level_bar_inner.x)/4);
hertz=440+(this["level_bar_"+ic].y*2);
amp = (((iw/10)-amp)/2);
if (amp<0.5) {
amp=0.5;
}
}
if (ic==2) {
volume_multip=0.5-(this["level_bar_"+ic].y/400);
if (volume_multip<0) {
volume_multip=0;
}
}
}
temp_pixel_data_prev=temp_pixel_data;
}
ih=Number(ih)+Number(1);
if (ih>camH) {
//nothing is found, but still end the loop
temp_found_it=true;
}
}
}
auto_calibrate();
}
help_button.addEventListener(MouseEvent.MOUSE_UP,help_button_pressed);
function help_button_pressed(event:MouseEvent) {
options_menu.visible=true;
}
options_menu.auto_calibrate_button.addEventListener(MouseEvent.MOUSE_UP,auto_calibrate_button_pressed);
function auto_calibrate_button_pressed(event:MouseEvent) {
auto_calibrate_switch=true;
auto_calibrate_loop=auto_calibrate_loop_max;
which_diff_value=0;
options_menu.visible=false;
}
options_menu.close_button.addEventListener(MouseEvent.MOUSE_UP,options_menu_close_button_pressed);
function options_menu_close_button_pressed(event:MouseEvent) {
options_menu.visible=false;
}
function auto_calibrate() {
if (auto_calibrate_switch) {
volume_multip = 0;
calibration_progress.visible=true;
if (auto_calibrate_loop<=0) {
which_diff_value=Number(which_diff_value)+Number(1);
var temp_difference_amount:Number=0;
for (var i4=0; i4 < difference_calibration_array.length; i4++) {
temp_difference_amount=Number(temp_difference_amount)+Number(difference_calibration_array[auto_calibrate_loop]);
} temp_difference_amount=int(temp_difference_amount/auto_calibrate_loop_max);
trace(temp_difference_amount + " " + which_diff_value);
if (current_difference_amount<3) {
//found a good calibration.
auto_calibrate_switch=false;
}
if (which_diff_value>diff_array.length) {
auto_calibrate_switch=false;
}
auto_calibrate_loop=auto_calibrate_loop_max;
} else {
auto_calibrate_loop=auto_calibrate_loop-1;
}
difference_calibration_array[auto_calibrate_loop]=current_difference_amount;
} else {
calibration_progress.visible=false;
}
}
MotionCam();