-
Notifications
You must be signed in to change notification settings - Fork 1
/
piano.js
62 lines (55 loc) · 1.6 KB
/
piano.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
const modelParams={
flipHorizontal:true,
imageScaleFactor:0.7,
maxNumBoxes:1,
iouThreshold:0.5,
scoreThreshold:0.6// confidence threshold for predictions.
}
navigator.getUserMedia=
navigator.getUserMedia ||
navigator.webkitGetUserMedia||
navigator.mozGetUserMedia||
navigator.msGetUserMedia;
const video = document.querySelector('#video');
const audio = document.querySelector('#audio');
let model;
handTrack.startVideo(video).then(status =>{
if(status){
navigator.getUserMedia({video:{}}
,stream =>{
video.srcObject = stream;
//run
setInterval(runDetction,300);
},
err=> console.log(err)
);
}
});
function runDetction(){
model.detect(video).then(predictions=>{
if(predictions.length !==0 && predictions[0].label!='face'){
let hand1 = predictions[0].bbox;
let x = hand1[0];
let y = hand1[1];
console.log(predictions);
if (y>300){
if(x<200){
audio.src = "./instrument/pianoB.mp3";
}
else if(x>400) {
audio.src = "./instrument/pianoC.mp3";
}
else if (x>300){
audio.src = "./instrument/pianoC2.mp3";
}
else if (x>200 ){
audio.src = "./instrument/pianoF.mp3";
}
}
audio.play();
}
});
}
handTrack.load(modelParams).then(lmodel=>{
model = lmodel;
});