mirror of
https://github.com/AleziaKurdis/Overte-community-apps.git
synced 2025-04-06 01:53:45 +02:00
Cleanup of emocam & metadata entry
Cleanup of emocam & metadata entry
This commit is contained in:
Alezia Kurdis
GitHub
parent
fca892de14
commit
53a20eef83
6 changed files with 1115 additions and 1096 deletions
|
|
@ -1,209 +1,214 @@
|
||||||
//
|
//
|
||||||
// emocam.js
|
// emocam1.js
|
||||||
//
|
//
|
||||||
// Created by George Deac, October 21st 2023.
|
// Created by George Deac, October 21st, 2023.
|
||||||
// Copyright 2023 George Deac.
|
// Copyright 2023 George Deac.
|
||||||
// Copyright 2023 Overte e.V.
|
// Copyright 2023, Overte e.V.
|
||||||
//
|
//
|
||||||
// Overte Application for Mediapipe face tracking in Desktop mode.
|
// Overte Application for Mediapipe face tracking in Desktop mode.
|
||||||
//
|
//
|
||||||
// Distributed under the Apache License, Version 2.0.
|
// Distributed under the Apache License, Version 2.0.
|
||||||
// See the accompanying file LICENSE or http://www.apache.org/licenses/LICENSE-2.0.html
|
// See the accompanying file LICENSE or http://www.apache.org/licenses/LICENSE-2.0.html
|
||||||
//
|
//
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
(function() {
|
(function() {
|
||||||
var TABLET_BUTTON_NAME = "EMOTIONS";
|
var jsMainFileName = "emocam1.js";
|
||||||
var TRANSITION_TIME_SECONDS = 0.25;
|
var ROOT = Script.resolvePath('').split(jsMainFileName)[0];
|
||||||
var onEmoteScreen = false;
|
var channel = "org.overte.application.emocam";
|
||||||
var button;
|
|
||||||
var tablet = Tablet.getTablet("com.highfidelity.interface.tablet.system");
|
var TABLET_BUTTON_NAME = "EMOTIONS";
|
||||||
var icon = "face.png";
|
var TRANSITION_TIME_SECONDS = 0.25;
|
||||||
var activeIcon = "face.png";
|
var onEmoteScreen = false;
|
||||||
var isActive = true;
|
var button;
|
||||||
var EMOTE_APP_BASE = "index.html?"+Date.now();
|
var tablet = Tablet.getTablet("com.highfidelity.interface.tablet.system");
|
||||||
var EMOTE_APP_URL = Script.resolvePath(EMOTE_APP_BASE);
|
var icon = "face.png";
|
||||||
var EMOTE_APP_SORT_ORDER = 12;
|
var activeIcon = "face.png";
|
||||||
var EMOTE_LABEL = "FACE";
|
var isActive = true;
|
||||||
var pitchValue = 0;
|
var EMOTE_APP_BASE = "index.html?"+Date.now();
|
||||||
var yawValue = 0;
|
var EMOTE_APP_URL = Script.resolvePath(EMOTE_APP_BASE);
|
||||||
var forwardValue = 0;
|
var EMOTE_APP_SORT_ORDER = 12;
|
||||||
var sideValue = 0;
|
var EMOTE_LABEL = "FACE";
|
||||||
|
var pitchValue = 0;
|
||||||
button = tablet.addButton({
|
var yawValue = 0;
|
||||||
icon: "https://metaverse.8agora.com/facedetection/face.png",
|
var forwardValue = 0;
|
||||||
activeIcon: "https://metaverse.8agora.com/facedetection/facei.png",
|
var sideValue = 0;
|
||||||
text: EMOTE_LABEL,
|
|
||||||
sortOrder: EMOTE_APP_SORT_ORDER
|
button = tablet.addButton({
|
||||||
});
|
icon: ROOT + "images/face.png",
|
||||||
|
activeIcon: ROOT + "images/facei.png",
|
||||||
function onClicked() {
|
text: EMOTE_LABEL,
|
||||||
if (onEmoteScreen) {
|
sortOrder: EMOTE_APP_SORT_ORDER
|
||||||
tablet.gotoHomeScreen();
|
});
|
||||||
} else {
|
|
||||||
onEmoteScreen = true;
|
function onClicked() {
|
||||||
tablet.gotoWebScreen(EMOTE_APP_URL);
|
if (onEmoteScreen) {
|
||||||
//webWindow = new OverlayWebWindow(' ', EMOTE_APP_URL, 480, 810, false);
|
tablet.gotoHomeScreen();
|
||||||
}
|
} else {
|
||||||
}
|
onEmoteScreen = true;
|
||||||
|
tablet.gotoWebScreen(EMOTE_APP_URL);
|
||||||
function onScreenChanged(type, url) {
|
//webWindow = new OverlayWebWindow(' ', EMOTE_APP_URL, 480, 810, false);
|
||||||
onEmoteScreen = type === "Web" && (url.indexOf(EMOTE_APP_BASE) === url.length - EMOTE_APP_BASE.length);
|
}
|
||||||
button.editProperties({ isActive: onEmoteScreen });
|
}
|
||||||
}
|
|
||||||
|
function onScreenChanged(type, url) {
|
||||||
var mapping = Controller.newMapping();
|
onEmoteScreen = type === "Web" && (url.indexOf(EMOTE_APP_BASE) === url.length - EMOTE_APP_BASE.length);
|
||||||
var yawBinding = mapping.from(function() { return yawValue; }).to(Controller.Actions.DeltaYaw);
|
button.editProperties({ isActive: onEmoteScreen });
|
||||||
var pitchBinding = mapping.from(function() { return pitchValue; }).to(Controller.Actions.DeltaPitch);
|
}
|
||||||
var forwardBinding = mapping.from(function() { return forwardValue; }).to(Controller.Actions.TranslateZ);
|
|
||||||
var sideBinding = mapping.from(function() { return sideValue; }).to(Controller.Actions.TranslateX);
|
var mapping = Controller.newMapping();
|
||||||
mapping.enable();
|
var yawBinding = mapping.from(function() { return yawValue; }).to(Controller.Actions.DeltaYaw);
|
||||||
|
var pitchBinding = mapping.from(function() { return pitchValue; }).to(Controller.Actions.DeltaPitch);
|
||||||
function onWebEventReceived(event) {
|
var forwardBinding = mapping.from(function() { return forwardValue; }).to(Controller.Actions.TranslateZ);
|
||||||
|
var sideBinding = mapping.from(function() { return sideValue; }).to(Controller.Actions.TranslateX);
|
||||||
var parsed = JSON.parse(event);
|
mapping.enable();
|
||||||
|
|
||||||
if (parsed.type === "tracking" || parsed.type === "trackingmotion"){
|
function onWebEventReceived(event) {
|
||||||
var emotion = parsed.data;
|
|
||||||
MyAvatar.hasScriptedBlendshapes = true;
|
var parsed = JSON.parse(event);
|
||||||
var bend ={
|
if (parsed.channel === channel) {
|
||||||
"EyeOpen_L": emotion["eyeWideLeft"]*4,
|
if (parsed.type === "tracking" || parsed.type === "trackingmotion"){
|
||||||
"EyeOpen_R": emotion["eyeWideRight"]*4,
|
var emotion = parsed.data;
|
||||||
"EyeBlink_L": emotion["eyeBlinkLeft"],
|
MyAvatar.hasScriptedBlendshapes = true;
|
||||||
"EyeBlink_R": emotion["eyeBlinkRight"],
|
var bend ={
|
||||||
"EyeSquint_L": emotion["eyeSquintLeft"],
|
"EyeOpen_L": emotion["eyeWideLeft"]*4,
|
||||||
"EyeSquint_R": emotion["eyeSquintRight"],
|
"EyeOpen_R": emotion["eyeWideRight"]*4,
|
||||||
"BrowsD_L": emotion["browDownLeft"],
|
"EyeBlink_L": emotion["eyeBlinkLeft"],
|
||||||
"BrowsD_R": emotion["browDownRight"],
|
"EyeBlink_R": emotion["eyeBlinkRight"],
|
||||||
"BrowsU_C": emotion["browInnerUp"],
|
"EyeSquint_L": emotion["eyeSquintLeft"],
|
||||||
"BrowsU_L": emotion["browOuterUpLeft"],
|
"EyeSquint_R": emotion["eyeSquintRight"],
|
||||||
"BrowsU_R": emotion["browOuterUpRight"],
|
"BrowsD_L": emotion["browDownLeft"],
|
||||||
"JawOpen": emotion["jawOpen"],
|
"BrowsD_R": emotion["browDownRight"],
|
||||||
"MouthOpen": emotion["jawOpen"],
|
"BrowsU_C": emotion["browInnerUp"],
|
||||||
"JawFwd": emotion["jawForward"],
|
"BrowsU_L": emotion["browOuterUpLeft"],
|
||||||
"MouthFrown_L": emotion["mouthFrownLeft"],
|
"BrowsU_R": emotion["browOuterUpRight"],
|
||||||
"MouthFrown_R": emotion["mouthFrownRight"],
|
"JawOpen": emotion["jawOpen"],
|
||||||
"MouthSmile_L": emotion["mouthSmileLeft"]*0.8,
|
"MouthOpen": emotion["jawOpen"],
|
||||||
"MouthSmile_R": emotion["mouthSmileRight"]*0.8,
|
"JawFwd": emotion["jawForward"],
|
||||||
"MouthDimple_L": emotion["mouthStretchLeft"],
|
"MouthFrown_L": emotion["mouthFrownLeft"],
|
||||||
"MouthDimple_R": emotion["mouthStretchRight"],
|
"MouthFrown_R": emotion["mouthFrownRight"],
|
||||||
"NoseSneer_L": emotion["noseSneerLeft"],
|
"MouthSmile_L": emotion["mouthSmileLeft"]*0.8,
|
||||||
"NoseSneer_R": emotion["noseSneerRight"],
|
"MouthSmile_R": emotion["mouthSmileRight"]*0.8,
|
||||||
"Puff": emotion["cheekPuff"]*1.3,
|
"MouthDimple_L": emotion["mouthStretchLeft"],
|
||||||
"CheekSquint_L": emotion["cheekSquintLeft"],
|
"MouthDimple_R": emotion["mouthStretchRight"],
|
||||||
"CheekSquint_R": emotion["cheekSquintRight"],
|
"NoseSneer_L": emotion["noseSneerLeft"],
|
||||||
"EyeDown_L": emotion["eyeLookDownLeft"]*1.2,
|
"NoseSneer_R": emotion["noseSneerRight"],
|
||||||
"EyeDown_R": emotion["eyeLookDownRight"]*1.2,
|
"Puff": emotion["cheekPuff"]*1.3,
|
||||||
"EyeIn_L": emotion["eyeLookInLeft"],
|
"CheekSquint_L": emotion["cheekSquintLeft"],
|
||||||
"EyeIn_R": emotion["eyeLookInRight"],
|
"CheekSquint_R": emotion["cheekSquintRight"],
|
||||||
"EyeOut_L": emotion["eyeLookOutLeft"],
|
"EyeDown_L": emotion["eyeLookDownLeft"]*1.2,
|
||||||
"EyeOut_R": emotion["eyeLookOutRight"],
|
"EyeDown_R": emotion["eyeLookDownRight"]*1.2,
|
||||||
"EyeUp_L": emotion["eyeLookUpLeft"],
|
"EyeIn_L": emotion["eyeLookInLeft"],
|
||||||
"EyeUp_R": emotion["eyeLookUpRight"],
|
"EyeIn_R": emotion["eyeLookInRight"],
|
||||||
"EyeSquint_L": emotion["eyeSquintLeft"],
|
"EyeOut_L": emotion["eyeLookOutLeft"],
|
||||||
"EyeSquint_R": emotion["eyeSquintRight"],
|
"EyeOut_R": emotion["eyeLookOutRight"],
|
||||||
"TongueOut": emotion["jawForward"],
|
"EyeUp_L": emotion["eyeLookUpLeft"],
|
||||||
"JawLeft": emotion["jawLeft"]*3,
|
"EyeUp_R": emotion["eyeLookUpRight"],
|
||||||
"JawRight": emotion["jawRight"]*3,
|
"EyeSquint_L": emotion["eyeSquintLeft"],
|
||||||
"MouthClose": emotion["mouthClose"],
|
"EyeSquint_R": emotion["eyeSquintRight"],
|
||||||
"MouthDimple_L": emotion["mouthDimpleLeft"],
|
"TongueOut": emotion["jawForward"],
|
||||||
"MouthDimple_R": emotion["mouthDimpleRight"],
|
"JawLeft": emotion["jawLeft"]*3,
|
||||||
"LipsFunnel": emotion["mouthFunnel"],
|
"JawRight": emotion["jawRight"]*3,
|
||||||
"MouthLeft": emotion["mouthLeft"],
|
"MouthClose": emotion["mouthClose"],
|
||||||
"MouthLowerDown_L": emotion["mouthLowerDownLeft"],
|
"MouthDimple_L": emotion["mouthDimpleLeft"],
|
||||||
"MouthLowerDown_R": emotion["mouthLowerDownRight"],
|
"MouthDimple_R": emotion["mouthDimpleRight"],
|
||||||
"MouthPress_L": emotion["mouthPressLeft"],
|
"LipsFunnel": emotion["mouthFunnel"],
|
||||||
"MouthPress_L": emotion["mouthPressRight"],
|
"MouthLeft": emotion["mouthLeft"],
|
||||||
"LipsPucker": emotion["mouthPucker"],
|
"MouthLowerDown_L": emotion["mouthLowerDownLeft"],
|
||||||
"MouthRight": emotion["mouthRight"],
|
"MouthLowerDown_R": emotion["mouthLowerDownRight"],
|
||||||
"MouthRollLower": emotion["mouthRollLower"],
|
"MouthPress_L": emotion["mouthPressLeft"],
|
||||||
"MouthRollUpper": emotion["mouthRollUpper"],
|
"MouthPress_L": emotion["mouthPressRight"],
|
||||||
"MouthShrugLower": emotion["mouthShrugLower"],
|
"LipsPucker": emotion["mouthPucker"],
|
||||||
"MouthShrugUpper": emotion["mouthShrugUpper"],
|
"MouthRight": emotion["mouthRight"],
|
||||||
"MouthUpperUp_L": emotion["mouthUpperUpLeft"],
|
"MouthRollLower": emotion["mouthRollLower"],
|
||||||
"MouthUpperUp_R": emotion["mouthUpperUpRight"]
|
"MouthRollUpper": emotion["mouthRollUpper"],
|
||||||
};
|
"MouthShrugLower": emotion["mouthShrugLower"],
|
||||||
if (parsed.type === "trackingmotion"){
|
"MouthShrugUpper": emotion["mouthShrugUpper"],
|
||||||
print("pitch: "+ parsed.pitch + "yaw: " +parsed.yaw);
|
"MouthUpperUp_L": emotion["mouthUpperUpLeft"],
|
||||||
if (parsed.pitch <= -15 || parsed.pitch >= 5){
|
"MouthUpperUp_R": emotion["mouthUpperUpRight"]
|
||||||
forwardValue = 0;
|
};
|
||||||
yawValue = 0;
|
if (parsed.type === "trackingmotion"){
|
||||||
if (parsed.pitch > 5){
|
print("pitch: "+ parsed.pitch + "yaw: " +parsed.yaw);
|
||||||
pitchValue = 0.3;
|
if (parsed.pitch <= -15 || parsed.pitch >= 5){
|
||||||
}
|
forwardValue = 0;
|
||||||
if (parsed.pitch < -15){
|
yawValue = 0;
|
||||||
pitchValue = -0.3;
|
if (parsed.pitch > 5){
|
||||||
}
|
pitchValue = 0.3;
|
||||||
if (parsed.pitch >= -15 && parsed.pitch <= 5){
|
}
|
||||||
pitchValue = 0;
|
if (parsed.pitch < -15){
|
||||||
}
|
pitchValue = -0.3;
|
||||||
} else {
|
}
|
||||||
pitchValue = 0;
|
if (parsed.pitch >= -15 && parsed.pitch <= 5){
|
||||||
if (parsed.yaw <= - 10 || parsed.yaw >= 10){
|
pitchValue = 0;
|
||||||
forwardValue = 0;
|
}
|
||||||
|
} else {
|
||||||
if (parsed.yaw > 10){
|
pitchValue = 0;
|
||||||
yawValue = parsed.yaw /20;
|
if (parsed.yaw <= - 10 || parsed.yaw >= 10){
|
||||||
}
|
forwardValue = 0;
|
||||||
if (parsed.yaw < -10){
|
|
||||||
yawValue = parsed.yaw /20;
|
if (parsed.yaw > 10){
|
||||||
}
|
yawValue = parsed.yaw /20;
|
||||||
if (parsed.yaw >= - 10 && parsed.yaw <= 10){
|
}
|
||||||
yawValue = 0;
|
if (parsed.yaw < -10){
|
||||||
}
|
yawValue = parsed.yaw /20;
|
||||||
} else {
|
}
|
||||||
yawValue = 0;
|
if (parsed.yaw >= - 10 && parsed.yaw <= 10){
|
||||||
if (emotion["browInnerUp"]>0.1){
|
yawValue = 0;
|
||||||
forwardValue = -1;
|
}
|
||||||
}
|
} else {
|
||||||
if (emotion["browDownLeft"]>0.4){
|
yawValue = 0;
|
||||||
forwardValue = 1;
|
if (emotion["browInnerUp"]>0.1){
|
||||||
}
|
forwardValue = -1;
|
||||||
if (emotion["browInnerUp"] <= 0.1 && emotion["browDownLeft"] <= 0.4){
|
}
|
||||||
forwardValue = 0;
|
if (emotion["browDownLeft"]>0.4){
|
||||||
}
|
forwardValue = 1;
|
||||||
}
|
}
|
||||||
}
|
if (emotion["browInnerUp"] <= 0.1 && emotion["browDownLeft"] <= 0.4){
|
||||||
}
|
forwardValue = 0;
|
||||||
var direction = Vec3.multiplyQbyV(Quat.fromPitchYawRollDegrees(parsed.pitch, parsed.yaw, 0 ), {x: 0, y: 0, z: 100});
|
}
|
||||||
direction = Vec3.multiplyQbyV(MyAvatar.orientation, direction);
|
}
|
||||||
direction = Vec3.sum(direction, MyAvatar.position);
|
}
|
||||||
MyAvatar.setHeadLookAt(direction);
|
}
|
||||||
print("YAW="+MyAvatar.headYaw);
|
var direction = Vec3.multiplyQbyV(Quat.fromPitchYawRollDegrees(parsed.pitch, parsed.yaw, 0 ), {x: 0, y: 0, z: 100});
|
||||||
for (var blendshape in bend) {
|
direction = Vec3.multiplyQbyV(MyAvatar.orientation, direction);
|
||||||
MyAvatar.setBlendshape(blendshape, bend[blendshape]);
|
direction = Vec3.sum(direction, MyAvatar.position);
|
||||||
}
|
MyAvatar.setHeadLookAt(direction);
|
||||||
}
|
print("YAW="+MyAvatar.headYaw);
|
||||||
}
|
for (var blendshape in bend) {
|
||||||
function setEmotion(currentEmotion) {
|
MyAvatar.setBlendshape(blendshape, bend[blendshape]);
|
||||||
if (emotion !== lastEmotionUsed) {
|
}
|
||||||
lastEmotionUsed = emotion;
|
}
|
||||||
}
|
}
|
||||||
if (currentEmotion !== lastEmotionUsed) {
|
}
|
||||||
changingEmotionPercentage = 0.0;
|
function setEmotion(currentEmotion) {
|
||||||
emotion = currentEmotion;
|
if (emotion !== lastEmotionUsed) {
|
||||||
isChangingEmotion = true;
|
lastEmotionUsed = emotion;
|
||||||
MyAvatar.hasScriptedBlendshapes = true;
|
}
|
||||||
}
|
if (currentEmotion !== lastEmotionUsed) {
|
||||||
}
|
changingEmotionPercentage = 0.0;
|
||||||
|
emotion = currentEmotion;
|
||||||
button.clicked.connect(onClicked);
|
isChangingEmotion = true;
|
||||||
tablet.screenChanged.connect(onScreenChanged);
|
MyAvatar.hasScriptedBlendshapes = true;
|
||||||
tablet.webEventReceived.connect(onWebEventReceived);
|
}
|
||||||
|
}
|
||||||
Script.scriptEnding.connect(function () {
|
|
||||||
|
button.clicked.connect(onClicked);
|
||||||
if (onEmoteScreen) {
|
tablet.screenChanged.connect(onScreenChanged);
|
||||||
tablet.gotoHomeScreen();
|
tablet.webEventReceived.connect(onWebEventReceived);
|
||||||
}
|
|
||||||
button.clicked.disconnect(onClicked);
|
Script.scriptEnding.connect(function () {
|
||||||
tablet.screenChanged.disconnect(onScreenChanged);
|
|
||||||
if (tablet) {
|
if (onEmoteScreen) {
|
||||||
tablet.removeButton(button);
|
tablet.gotoHomeScreen();
|
||||||
}
|
}
|
||||||
|
button.clicked.disconnect(onClicked);
|
||||||
MyAvatar.restoreAnimation();
|
tablet.screenChanged.disconnect(onScreenChanged);
|
||||||
mapping.disable();
|
if (tablet) {
|
||||||
});
|
tablet.removeButton(button);
|
||||||
}());
|
}
|
||||||
|
|
||||||
|
MyAvatar.restoreAnimation();
|
||||||
|
mapping.disable();
|
||||||
|
});
|
||||||
|
}());
|
||||||
|
|
|
||||||
BIN
applications/emocam/images/face.png
Normal file
BIN
applications/emocam/images/face.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 25 KiB |
BIN
applications/emocam/images/facei.png
Normal file
BIN
applications/emocam/images/facei.png
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 28 KiB |
File diff suppressed because it is too large
Load diff
4
applications/emocam/jquery.min.js
vendored
Normal file
4
applications/emocam/jquery.min.js
vendored
Normal file
File diff suppressed because one or more lines are too long
|
|
@ -260,6 +260,15 @@ var metadata = { "applications":
|
||||||
"jsfile": "scriptManager/scriptManager.js",
|
"jsfile": "scriptManager/scriptManager.js",
|
||||||
"icon": "scriptManager/icon-inactive.png",
|
"icon": "scriptManager/icon-inactive.png",
|
||||||
"caption": "SCRIPTS"
|
"caption": "SCRIPTS"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"isActive": true,
|
||||||
|
"directory": "emocam",
|
||||||
|
"name": "emocam",
|
||||||
|
"description": "Desktop mode face tracking application based on Mediapipe. This allows face tracking and head tracking in desktop mode using a single webcam. (Note: This application has external dependencies. It may stop working one day.)",
|
||||||
|
"jsfile": "emocam/emocam1.js",
|
||||||
|
"icon": "emocam/images/face.png",
|
||||||
|
"caption": "EMOTIONS"
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
};
|
};
|
||||||
Loading…
Reference in a new issue