Face tracking

I was interested in creating something that censored itself using face tracking. I downloaded a “TOP SECRET” document about UFOs and then made it put a bar over the page wherever your eyes are. I also tried the opposite, having it only reveal the document based on where your eyes are, like a flash light. I had a hard time finding examples for code and documentation for faceOSC with Processing, so I wasted a lot of time trying to figure out if I could get more points than what was available in the class example. I was also trying to figure out where the hard coded values for scaling came from, like the -9 for the eyeHeight, which I sort of get but not totally. I also think that I needed better lighting or some sort of calibration for lighting. But I think the video hints at some cool projects that could be done in the future.

My code is pretty simple, I just replaced the ellipses and rectangle for the face with a line between the eyes.

import processing.video.*;
import oscP5.*; 
OscP5 oscP5;

PVector posePosition = new PVector(); 
boolean found; 
float eyeLeftHeight; 
float eyeRightHeight; 
float mouthHeight; 
float mouthWidth; 
float nostrilHeight; 
float leftEyebrowHeight; 
float rightEyebrowHeight; 
float poseOrientationX; 
float poseOrientationY; 
float poseOrientationZ;
float poseScale; 
PImage myImg;

void setup() {
  size(640, 960);
  //frameRate(30);
  oscP5 = new OscP5(this, 8338);
  oscP5.plug(this, "mouthWidthReceived", "/gesture/mouth/width");
  oscP5.plug(this, "mouthHeightReceived", "/gesture/mouth/height");
  oscP5.plug(this, "eyebrowLeftReceived", "/gesture/eyebrow/left");
  oscP5.plug(this, "eyebrowRightReceived", "/gesture/eyebrow/right");
  oscP5.plug(this, "eyeLeftReceived", "/gesture/eye/left");
  oscP5.plug(this, "eyeRightReceived", "/gesture/eye/right");
  oscP5.plug(this, "jawReceived", "/gesture/jaw");
  oscP5.plug(this, "nostrilsReceived", "/gesture/nostrils");
  oscP5.plug(this, "found", "/found");
  oscP5.plug(this, "poseOrientation", "/pose/orientation");
  oscP5.plug(this, "posePosition", "/pose/position");
  oscP5.plug(this, "poseScale", "/pose/scale");
  myImg = loadImage("doc.png");
}
void draw() {

  background(255);
  image(myImg, 0, 0);
  stroke(0);
  translate(posePosition.x, posePosition.y);
  scale(poseScale);
  //image(myImg,0,-25);
  scale(poseScale);
  noFill();

  if (found = true) {
    strokeCap(SQUARE);
    strokeWeight(10); 

    line(-40, eyeLeftHeight, 40, eyeRightHeight);
    //ellipse(0, 0, 20, 20);
  }
}

public void mouthWidthReceived(float w) {
  //println("mouth Width: " + w);
  mouthWidth = w;
}
public void mouthHeightReceived(float h) {
  //println("mouth height: " + h);
  mouthHeight = h;
}
public void eyebrowLeftReceived(float h) {
  println("eyebrow left: " + h);
  leftEyebrowHeight = h;
}
public void eyebrowRightReceived(float h) {
  println("eyebrow right: " + h);
  rightEyebrowHeight = h;
}
public void eyeLeftReceived(float h) {
  println("eye left: " + h);
  eyeLeftHeight = h;
}
public void eyeRightReceived(float h) {
  println("eye right: " + h);
  eyeRightHeight = h;
}
public void jawReceived(float h) {
  //println("jaw: " + h);
}
public void nostrilsReceived(float h) {
  //println("nostrils: " + h);
  nostrilHeight = h;
}
public void found(int i) {
  println("found: " + i); // 1 == found, 0 == not found
  found = i == 1;
}
public void posePosition(float x, float y) {
  println("pose position\tX: " + x + " Y: " + y );
  posePosition = new PVector(x, y);
}
public void poseScale(float s) {
  println("scale: " + s);
  poseScale = s;
}
public void poseOrientation(float x, float y, float z) {
  println("pose orientation\tX: " + x + " Y: " + y + " Z: " + z);
  poseOrientationX = x;
  poseOrientationY = y;
  poseOrientationZ = z;
}
void oscEvent(OscMessage theOscMessage) {
  if (theOscMessage.isPlugged()==false) {
    println("UNPLUGGED: " + theOscMessage);
  }
}