IMA Interaction Lab Final Project Reflection

int turn() {// this function can turn the keys you press to the corresonding note
  int a = 0;//a represents sharp(1)/natural(0)/flat(2)
  int b = 0;//b represents note
  int NOTE=0;
  if (windkey[0]==1&&windkey[1]==1&&windkey[2]==1&&windkey[3]==1&&windkey[4]==1&&windkey[5]==1) {
    b=0;
  } //111111 is D
  else if (windkey[0]==1&&windkey[1]==1&&windkey[2]==1&&windkey[3]==1&&windkey[4]==1&&windkey[5]==0) {
    b=1;
  } //111110 is E
  else if (windkey[0]==1&&windkey[1]==1&&windkey[2]==1&&windkey[3]==1&&windkey[4]==0&&windkey[5]==0) {
    b=2;
  } //111100 is F
  else if (windkey[0]==1&&windkey[1]==1&&windkey[2]==1&&windkey[3]==0&&windkey[4]==0&&windkey[5]==0) {
    b=3;
  } //111000 is G
  else if (windkey[0]==1&&windkey[1]==1&&windkey[2]==0&&windkey[3]==0&&windkey[4]==0&&windkey[5]==0) {
    b=4;
  } //110000 is A
  else if (windkey[0]==1&&windkey[1]==0&&windkey[2]==0&&windkey[3]==0&&windkey[4]==0&&windkey[5]==0) {
    b=5;
  } //100000 is B
  else if (windkey[0]==0&&windkey[1]==1&&windkey[2]==0&&windkey[3]==0&&windkey[4]==0&&windkey[5]==0) {
    b=6;
  } //010000 is C
  else {
    return 0;
  } //if no defined note is detected, then return a freq of 0
  if (windkey[6]==1) {
    a=1;
  }//sharp
  if (windkey[7]==1) {
    a=2;
  }//flat
  //if no octave key is pressed, then is the first octave
  if (windkey[8]==1) {
    NOTE = freqs_2[a][b];
  } else if (windkey[9]==1) {
    NOTE = freqs_3[a][b];
  } else {
    NOTE = freqs_1[a][b];
  }//give the corresponding frequency
  return NOTE;
}

void Playing() {
  background(255);
  int max_drum =0;
  int max_xylo = 0;
  pre2 = 0;// this is unique to Playing() which is to ensure each play() functions for each instrument
  //   will be only executed once per time interval
  if (state_wind[j][0]==0&&count>0) {
    count = count -1;
  }
  if (state_wind[j][0]>0&&count<100) {
    count = count+1;
  }
  processing_values[0] = count;
  while (millis() - start < times[j]) {//judge which time interval you are at and give instruments the
    // corresonding sound in the state[][] matrices
    if (pre2 == 0) {
      play_wind(state_wind[j][0], state_wind[j][1]);
    }
    for (int i=0; i<4; i++) {
      if (state_drum[j][i]>max_drum) {
        max_drum = state_drum[j][i];
      }
      if (j>0) {
        if (state_drum[j-1][i]<200&&state_drum[j][i]>200&&pre2 == 0&&j>0) {
          play_drum(i, state_drum[j][i]);
        }
      }
    }
    processing_values[1] = max_drum;

    for (int i = 0; i<12; i++) {
      if (state_xylo[j][i]>max_xylo) {
        max_xylo = state_xylo[j][i];
      }
      if (j>0) {
        if (state_xylo[j-1][i]<200&&state_xylo[j][i]>200&&pre2 == 0&&j>0) {
          play_xylo(i, state_xylo[j][i], octave[j]);
        }
      }
    }
    processing_values[2] = max_xylo;
    delay(floor(timeinterval*0.2));//delay a very short time to avoid any bugs due to too fast execution
    pre2 = 1;//turn it to be 1 so that each play function will only be entered once in each time interval
  }//note that the last interval is blank, so all sound will be turned out

  sendSerialData();
  interface_rp(count, max_drum, max_xylo);//the interface is the same as the recording one
}//play back what you have recorded
void play_drum(int TYPE, int STRENGTH) {
  if (STRENGTH>0) {
    float strength = map(STRENGTH, 0, 1030, 0, 1);
    if (TYPE == 0) {
      bass.play(1, strength);
    }//The first time is bass drum
    if (TYPE == 1) {
      snare.play(1, strength);
    }//snare drum
    if (TYPE == 2) {
      cymbal.play(1, strength);
    }//cymbal
    if (TYPE == 3) {
      triangle.play(1, strength);
    }//triangle
  }
}
void play_xylo(int TYPE, int STRENGTH, int OCTAVE) {
  if (STRENGTH>0) {
    float strength = map(STRENGTH, 0, 1000, 0, 1);
    out.playNote( 0.0, strength, new SineInstrument( xylo(TYPE, OCTAVE )));
    //second component is amplitude and duration. Duration = 2*amplitude(based on real life experience)
    //third component is the frequency of the note
  }
}
void play_wind(int NOTE, int STRENGTH) {
  float amp = map(STRENGTH, 0, 1030, 0, 1);
  saw.play(NOTE, amp);//play the note of the wind instrument
}

int xylo(int TYPE, int OCTAVE) {
  int x;
  int y;
  if (TYPE==7) {//first key on the second line is D sharp
    x=1;//means "sharp"
    y=0;//first one in the sharp notes array
  } else if (TYPE==8) {//second is F sharp
    x=1;
    y=2;
  } else if (TYPE==9) {//third is G sharp
    x=1;
    y=3;
  } else if (TYPE==10) {//fourth is A sharp
    x=1;
    y=4;
  } else if (TYPE==11) {//fifth is C sharp(unluckily it's broken)
    x=1;
    y=6;
  } else {
    x=0;
    y = TYPE;//every key on the first row corresponds to the natural note in sequence
  }
  if (OCTAVE ==0) {//which octave it's in
    return freqs_1[x][y];
  }
  if (OCTAVE ==1) {
    return freqs_2[x][y];
  }
  if (OCTAVE ==2) {
    return freqs_3[x][y];
  }
  return 0;
}
void interface_main() {//main interface
  background(background0);//the background is a picture
  fill(0);
  textSize(24);
  text("Click q to Record", width / 2, height / 2 - 20);
  fill(0);
  textSize(24);
  text("Click w to Play Back", width / 2, height / 2 + 20);
  fill(#FF0000);  // Set fill color to red
  textSize(38);   // Set text size
  textAlign(CENTER);  // Center-align the text
  text("Record your music and play back", width / 2, 50);
}

void interface_rp(int count, int max_drum, int max_xylo) {
  background(255);
  int a = 0;
  int b = 0;
  int c =0;
  a = int(map(count, 0, 100, 100, 150));
  b = int(map(max_drum, 0, 1030, 100, 150));
  c = int(map(max_xylo, 0, 1030, 100, 150));
  image(wind, 150-a/2, 150-a/2, a, a);//determine the sizes of the 3 images of the instruments according to
  // the state of the instruments(for xylo and drum, it's the max
  // value of all the keys and for wind isntrument, it's the duration
  // of continously playing)
  image(drum, 150-b/2, 450-b/2, b, b);
  image(xylo, 450-c/2, 150-c/2, c, c);
  text("Click e to stop", 470, 525);
}

void music_interface() {

  out.playNote( 0.0, 0.9, 97.99 );
  out.playNote( 1.0, 0.9, 123.47 );


  out.playNote( 2.0, 2.9, "C3" );
  out.playNote( 3.0, 1.9, "E3" );
  out.playNote( 4.0, 0.9, "G3" );


  out.playNote( 5.0, "" );
  out.playNote( 6.0, 329.63);
  out.playNote( 7.0, "G4" );
  out.setNoteOffset( 8.1 );

  out.playNote( "G5" );
  out.playNote( 987.77 );
}

(Arduino Part)

#include <FastLED.h>

#define NUM_LEDS 120                    // How many LEDs in your strip?
#define DATA_PIN 3                      // Which pin is connected to the strip's DIN?
#define NUM_OF_VALUES_FROM_PROCESSING 3 /* CHANGE THIS ACCORDING TO YOUR PROJECT */

/* This array stores values from Processing */
int processing_values[NUM_OF_VALUES_FROM_PROCESSING];
int pre;
int pre_on;
int numberOfLightsOn;
float brightness;
int colors;
CRGB leds[NUM_LEDS];
//RGB leds[color()];
int sensor_pin[31] = { 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, A0, A1, A2, A3, A4, A5, A6, A7, A8, A9, A10, A11, A12, A13, A14, A15, 2, 34, 35, 36, 37 };  //for the keys of the flute(first10),detect airflow(11),read values from the drums(the 12-15th)，xylophone(last 12)
int sensor[31];                                                                                                                                            //store the values to this array

void setup() {
  Serial.begin(115200);
  for (int i = 0; i < 29; i++) { pinMode(sensor_pin[i], INPUT); }
  pinMode(sensor_pin[29], INPUT_PULLUP);
  pinMode(sensor_pin[30], INPUT_PULLUP);
  FastLED.addLeds<NEOPIXEL, DATA_PIN>(leds, NUM_LEDS);
  FastLED.setBrightness(3);
  test();

}  //setup the pins


void loop() {
  for (int i = 0; i < 10; i++) {
    sensor[i] = digitalRead(sensor_pin[i]);

  }  //read the first 10 digital pins
  for (int i = 10; i < 27; i++) {
    sensor[i] = analogRead(sensor_pin[i]);

  }  //read the next 5 analog pins
  for (int i = 27; i < 31; i++) { sensor[i] = digitalRead(sensor_pin[i]); }
  for (int i = 0; i < 31; i++) {
    Serial.print(sensor[i]);
    if (i < 30) {
      Serial.print(",");
    }
  }  //print them into the serial monitor
  Serial.println();
  delay(40);//the above part just send the sensor value to processing


  getSerialData();//receive 3 values from processing
  numberOfLightsOn = int(map(processing_values[0], 0, 100, 20, NUM_LEDS));//how many leds we will turn on
  //is determined by how long wind instrument has been continously making sound
  brightness = map(processing_values[2], 0, 1030, 10, 200);  //it's determined by the max of the xylo key values

  if (processing_values[1] > 200) {
    colors = 1;
  } else {
    colors = 0;
  }// if there is at least one drum part exceeds 200 in value, then change color for all leds

  if (colors == 1 && pre == 0) {
    for (int i = 0; i < numberOfLightsOn + 1; i = i + 1) {
      leds[i] = CRGB(random(255), random(255), random(255));
    }//make sure each strike on drums will only change color once
  } else {
    for (int i = pre_on; i < numberOfLightsOn + 1; i = i + 1) {
      leds[i] = CRGB(random(255), random(255), random(255));
    }
  }//and also update the newly lit up leds' colors

  FastLED.setBrightness(brightness);//set brightness according to the max of xylo keys
  for (int i = numberOfLightsOn + 1; i < NUM_LEDS; i = i + 1) {
    leds[i] = CRGB(0, 0, 0);
  }//turn the remaining keys to be all black 

  FastLED.show();
  pre = colors;
  pre_on = numberOfLightsOn;//remember the previous value of leds turned on
}

void test() {
  for (int i = 0; i < NUM_LEDS; i = i + 1) {
    leds[i] = CRGB(255, 0, 0);
  }
  FastLED.show();
  delay(2000);
  for (int i = 0; i < NUM_LEDS; i = i + 1) {
    leds[i] = CRGB(0, 0, 0);
  }
  FastLED.show();
}//turn on all leds to be red at the begining to make sure they work well 

void getSerialData() {
  static int tempValue = 0;
  static int valueIndex = 0;
  while (Serial.available()) {
    char c = Serial.read();
    // switch - case checks the value of the variable in the switch function
    // in this case, the char c, then runs one of the cases that fit the value of the variable
    // for more information, visit the reference page: https://www.arduino.cc/en/Reference/SwitchCase
    switch (c) {
      // if the char c from Processing is a number between 0 and 9
      case '0' ... '9':
        // save the value of char c to tempValue
        // but simultaneously rearrange the existing values saved in tempValue
        // for the digits received through char c to remain coherent
        // if this does not make sense and would like to know more, send an email to me!
        tempValue = tempValue * 10 + c - '0';
        break;
      // if the char c from Processing is a comma
      // indicating that the following values of char c is for the next element in the values array
      case ',':
        processing_values[valueIndex] = tempValue;
        // reset tempValue value
        tempValue = 0;
        // increment valuesIndex by 1
        valueIndex++;
        break;
      // if the char c from Processing is character 'n'
      // which signals that it is the end of data
      case '\n':
        // save the tempValue
        // this will b the last element in the values array
        processing_values[valueIndex] = tempValue;
        // reset tempValue and valueIndex values
        // to clear out the values array for the next round of readings from Processing
        tempValue = 0;
        valueIndex = 0;
        break;
    }
  }
}