-
Notifications
You must be signed in to change notification settings - Fork 0
/
sketch.js
72 lines (61 loc) · 1.48 KB
/
sketch.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
let video;
let poseNet;
let pose;
let skeleton;
let brain;
function setup() {
createCanvas(700, 500);
video = createCapture(VIDEO);
video.hide()
let skeleton;
poseNet = ml5.poseNet(video, modelLoaded);
poseNet.on("pose", gotPoses);
let options = {
inputs: 34,
outputs: 4,
task: 'classification',
debug: true
}
brain = ml5.neuralNetwork(options);
}
function gotPoses(poses){
// console.log(poses);
if (poses.length > 0){
pose = poses[0].pose;
skeleton = poses[0].skeleton;
}
}
function modelLoaded(){
console.log("poseNet ready");
}
function draw() {
translate(video.width, 0);
scale(-1,1);
image(video, 0, 0, video.width, video.height);
if (pose){
let eyeR = pose.rightEye;
let eyeL = pose.leftEye;
let d = dist(eyeR.x, eyeR.y, eyeL.x, eyeL.y)
// Nose(red)
fill("#036bfc");
ellipse(pose.nose.x, pose.nose.y, d);
// Blue(wrist)
fill("black");
ellipse(pose.leftWrist.x, pose.leftWrist.y, 32);
ellipse(pose.rightWrist.x, pose.rightWrist.y, 32);
for (let i = 0; i < pose.keypoints.length; i++){
let x = pose.keypoints[i].position.x;
let y = pose.keypoints[i].position.y;
//(points(green))
fill("black");
ellipse(x, y, 16, 16);
}
for (let i = 0; i < skeleton.length; i++){
let a = skeleton[i][0];
let b = skeleton[i][1];
strokeWeight(2);
stroke(255);
line(a.position.x, a.position.y, b.position.x, b.position.y);
}
}
}