Added functionality:

• Clicking removed when changing frequencies (script from discourse)
• Drum beat keypress added (keypress D)
• Recording of sounds (keypress R)
• Playback of recorded sound (keypress S)

Here’s the code:

import JMyron.*; //import JMyron
import krister.Ess.*; //import Ess
import controlP5.*; //import controlP5

JMyron m; //create camera object
ControlP5 controlP5; //create controlP5 object
AudioStream  speaker; //Create an audiostream object
Sine mSine; //create a sine object from the sine class

FadeIn myFadeIn; //create a fadein object
FadeOut myFadeOut; //create a fadeout object

boolean recording=false;
AudioFile myFile;
int bytesWritten;
AudioStream myStream;
SineWave myWave;

AudioChannel myChannel;
AudioChannel mySound;

int r; //intialise the red color as an int
int g; //initialise the green color as an int
int b; //intialise the blue color as an int

int min_size = 50;
int max_size=100;
int sensitivity = 50;

float objx = 160;
float objy = 120;
float objdestx = 160;
float objdesty = 120;

float volume = 0.2;

void setup(){
  size(720,576);
  m = new JMyron();//make a new instance of the object
  m.start(width,height); //start a capture with the height and width
  m.findGlobs(1); //invoke the findGlobs method on the JMyron object

  controlP5 = new ControlP5(this); //initiate a controlP5 object
  controlP5.addSlider("sensitivity",0,255,sensitivity,10,10,10,100).setId(1); //add a slider to the controlP5 object that will change the sensitivty of trackcolor method of JMyron
  controlP5.addSlider("min size",0,800,min_size,60,10,10,100).setId(2); //add a slider to the control P5 object that will change the minimum size of the detectable pixels of the minDensity of JMyron
  controlP5.addSlider("volume",0,3,volume,120,10,10,100).setId(3); //add a slider to the control P5 object that will change the minimum size of the detectable pixels of the minDensity of JMyron

  Ess.start(this); //start the ess object
  speaker = new AudioStream(); //initiate a new AudioStram object
  mSine = new Sine(0, volume, speaker.sampleRate);  //define a new since wave of set values
  myFile=new AudioFile();
  speaker.start(); //start the new audioStream Object

  myChannel = new AudioChannel("drum.wav");
  mySound = new AudioChannel("recording.wav");
}

void draw(){
  m.update(); //update the camera view
  m.trackColor(r,g,b,sensitivity); //track the rgb and sensitivity to track the rgb
  m.minDensity(min_size); //minimum pixels in the glob required to result in a box
  int[] img = m.image(); //get the normal image of the camera
  loadPixels(); //load the pixels

  for(int i=0;i0){ //if the amount of centers -1 is greater than 0
    avX/=centers.length-1; //equal to avX = avX / the length of the centers array - 1
    avY/=centers.length-1; //equal to avY = avY / the length of the centers array - 1
  }

  //draw the average of all the points in red.
  fill(255,0,0);
  rect(avX,avY,5,5);

  //update the location of the thing on the screen.
  if(!(avX==0&&avY==0)&&centers.length>0){ //if the averages of the center points and are not at 0 and the centers array is greater than 0
    objdestx = avX; //set objestx to avX
    objdesty = avY; //set objesty to avY
  }
  objx += (objdestx-objx)/5.0f; //equal to objx to objx + (objdestx-objx)/2.0f, f declares it a float
  objy += (objdesty-objy)/5.0f; //equal to objY to objy + (objdesty-objy)/2.0f

  fill(r*2,g*2,b*2); //the fill color is twice the value that was clicked on
  ellipseMode(CENTER); //center an elipse around that point
  ellipse(objx,objy,25,25); //the position of the glob is set to objx and objy, it's 5 pixels in height and width

  mSine.setFreq( map(objy, 0, width, 2880, 0) );  //map the frequency of the Sine to the Y axis based between 2880 and 0 of the intial freq

  //println("X of Glob:" + objx + "Y of Glob:" + objy);
  //println("the avx variable:" + avX);

}

void audioStreamWrite(AudioStream s)
{
  mSine.generate(s); //generate the sine wave
  if (recording) {
    myFile.write(speaker);
    bytesWritten+=speaker.size*2;
  }
}

void controlEvent(ControlEvent theEvent) { //controlP5 controller stuff
  switch(theEvent.controller().id()) {

    case(1):
    sensitivity = (int)(theEvent.controller().value()); //set the sensitivity
    print("sensitivity changed to " + sensitivity + "n");
    break;  

    case(2):
    min_size = (int)(theEvent.controller().value()); //set the minimum size of the pixels that we will track
    break;

    case(3):
    volume = (float)(theEvent.controller().value()); //set the volum
    break;

  }

}

void mouseClicked(MouseEvent m) {
  if (mouseEvent.getClickCount() == 2) { //if they are 2 mouse clicks
    mouseX = m.getX(); //get the mouse horizontal value of the JMyron object
    mouseY = m.getY(); //get the mouse vertical value of the JMyron object
    println("The co-ordinates of the mouse click are:");
    println("X:" + mouseX + " Y:" + mouseY);
    int c = get(mouseX, mouseY);   //initialise c as the x and y co-ords of the mouse
    r = int(red(c));   //get the red int value of c
    g = int(green(c)); //get the green int value of c
    b = int(blue(c)); //get the blue int value of c
    println ("R: " + r + " G: " + g + " B: " + b + " Sens: " + sensitivity);

  }
}

void keyPressed() {
  if(key=='r') {
  if (recording) {
    // stop
    myFile.close();

    println("Finished recording. "+bytesWritten+" bytes written.");
  } else {
    // start
    myFile.open(dataPath("recording.wav"),speaker.sampleRate,Ess.WRITE);
    bytesWritten=0;

    println("Recording started.");
  }

  recording=!recording;
  }
  if(key=='d') {
    println("drum!");
    myChannel.play();

}
  if(key=='s') {
    println("Play recording");
    mySound.play();

}
}

public void stop(){
  m.stop(); //stop the object
  super.stop();
}

Sine Class

class Sine
{
  private float freq, newFreq;
  private float amp;
  private float stepSize;
  private float step;

  Sine(float f, float a, float s)
  {
    freq = f;
    newFreq = freq;
    amp = a;
    stepSize = 1/s;
    step = 0;
  }

  void setFreq(float f)
  {
    newFreq = f;
  }

  boolean generate(AudioOutput ao)
  {
    float[] buff = new float[ao.buffer.length];
    boolean alert = generate(buff);
    arraycopy(buff, 0, ao.buffer2, ao.buffer.length, buff.length);
    arraycopy(buff, 0, ao.buffer, 0, buff.length);
    return alert;
  }

  boolean generate(float[] buff)
  {
    boolean alert = freq != newFreq;
    for ( int i = 0; i < buff.length; i++ )
    {
      buff[i] = amp*sin(freq*TWO_PI*step);
      if ( abs(freq-newFreq) < 0.1f ) freq = newFreq;
      else if ( freq < newFreq ) freq += 0.1f;
      else if ( freq > newFreq ) freq -= 0.1f;
      step += stepSize;
      if ( step > 1/freq ) step %= 1/freq;
    }
    return alert;
  }

}