mirror of
https://github.com/HifiExperiments/overte.git
synced 2025-06-16 21:20:18 +02:00
271 lines
12 KiB
C++
271 lines
12 KiB
C++
//
|
|
// Created by Bradley Austin Davis on 2017/04/27
|
|
// Copyright 2013-2017 High Fidelity, Inc.
|
|
//
|
|
// Distributed under the Apache License, Version 2.0.
|
|
// See the accompanying file LICENSE or http://www.apache.org/licenses/LICENSE-2.0.html
|
|
//
|
|
|
|
#include "MySkeletonModel.h"
|
|
|
|
#include <avatars-renderer/Avatar.h>
|
|
|
|
#include "Application.h"
|
|
#include "InterfaceLogging.h"
|
|
|
|
MySkeletonModel::MySkeletonModel(Avatar* owningAvatar, QObject* parent) : SkeletonModel(owningAvatar, parent) {
|
|
}
|
|
|
|
Rig::CharacterControllerState convertCharacterControllerState(CharacterController::State state) {
|
|
switch (state) {
|
|
default:
|
|
case CharacterController::State::Ground:
|
|
return Rig::CharacterControllerState::Ground;
|
|
case CharacterController::State::Takeoff:
|
|
return Rig::CharacterControllerState::Takeoff;
|
|
case CharacterController::State::InAir:
|
|
return Rig::CharacterControllerState::InAir;
|
|
case CharacterController::State::Hover:
|
|
return Rig::CharacterControllerState::Hover;
|
|
};
|
|
}
|
|
|
|
// Called within Model::simulate call, below.
|
|
void MySkeletonModel::updateRig(float deltaTime, glm::mat4 parentTransform) {
|
|
const FBXGeometry& geometry = getFBXGeometry();
|
|
|
|
Head* head = _owningAvatar->getHead();
|
|
|
|
// make sure lookAt is not too close to face (avoid crosseyes)
|
|
glm::vec3 lookAt = head->getLookAtPosition();
|
|
glm::vec3 focusOffset = lookAt - _owningAvatar->getHead()->getEyePosition();
|
|
float focusDistance = glm::length(focusOffset);
|
|
const float MIN_LOOK_AT_FOCUS_DISTANCE = 1.0f;
|
|
if (focusDistance < MIN_LOOK_AT_FOCUS_DISTANCE && focusDistance > EPSILON) {
|
|
lookAt = _owningAvatar->getHead()->getEyePosition() + (MIN_LOOK_AT_FOCUS_DISTANCE / focusDistance) * focusOffset;
|
|
}
|
|
|
|
MyAvatar* myAvatar = static_cast<MyAvatar*>(_owningAvatar);
|
|
assert(myAvatar);
|
|
|
|
Rig::ControllerParameters params;
|
|
|
|
AnimPose avatarToRigPose(glm::vec3(1.0f), Quaternions::Y_180, glm::vec3(0.0f));
|
|
|
|
// input action is the highest priority source for head orientation.
|
|
auto avatarHeadPose = myAvatar->getControllerPoseInAvatarFrame(controller::Action::HEAD);
|
|
if (avatarHeadPose.isValid()) {
|
|
AnimPose pose(avatarHeadPose.getRotation(), avatarHeadPose.getTranslation());
|
|
params.primaryControllerPoses[Rig::PrimaryControllerType_Head] = avatarToRigPose * pose;
|
|
params.primaryControllerActiveFlags[Rig::PrimaryControllerType_Head] = true;
|
|
} else {
|
|
// even though full head IK is disabled, the rig still needs the head orientation to rotate the head up and
|
|
// down in desktop mode.
|
|
// preMult 180 is necessary to convert from avatar to rig coordinates.
|
|
// postMult 180 is necessary to convert head from -z forward to z forward.
|
|
glm::quat headRot = Quaternions::Y_180 * head->getFinalOrientationInLocalFrame() * Quaternions::Y_180;
|
|
params.primaryControllerPoses[Rig::PrimaryControllerType_Head] = AnimPose(glm::vec3(1.0f), headRot, glm::vec3(0.0f));
|
|
params.primaryControllerActiveFlags[Rig::PrimaryControllerType_Head] = false;
|
|
}
|
|
|
|
//
|
|
// primary controller poses, control IK targets directly.
|
|
//
|
|
|
|
static const std::vector<std::pair<controller::Action, Rig::PrimaryControllerType>> primaryControllers = {
|
|
{ controller::Action::LEFT_HAND, Rig::PrimaryControllerType_LeftHand },
|
|
{ controller::Action::RIGHT_HAND, Rig::PrimaryControllerType_RightHand },
|
|
{ controller::Action::HIPS, Rig::PrimaryControllerType_Hips },
|
|
{ controller::Action::LEFT_FOOT, Rig::PrimaryControllerType_LeftFoot },
|
|
{ controller::Action::RIGHT_FOOT, Rig::PrimaryControllerType_RightFoot },
|
|
{ controller::Action::SPINE2, Rig::PrimaryControllerType_Spine2 }
|
|
};
|
|
|
|
for (auto pair : primaryControllers) {
|
|
auto controllerPose = myAvatar->getControllerPoseInAvatarFrame(pair.first);
|
|
if (controllerPose.isValid()) {
|
|
AnimPose pose(controllerPose.getRotation(), controllerPose.getTranslation());
|
|
params.primaryControllerPoses[pair.second] = avatarToRigPose * pose;
|
|
params.primaryControllerActiveFlags[pair.second] = true;
|
|
} else {
|
|
params.primaryControllerPoses[pair.second] = AnimPose::identity;
|
|
params.primaryControllerActiveFlags[pair.second] = false;
|
|
}
|
|
}
|
|
|
|
//
|
|
// secondary controller poses, influence the pose of the skeleton indirectly.
|
|
//
|
|
|
|
static const std::vector<std::pair<controller::Action, Rig::SecondaryControllerType>> secondaryControllers = {
|
|
{ controller::Action::LEFT_SHOULDER, Rig::SecondaryControllerType_LeftShoulder },
|
|
{ controller::Action::RIGHT_SHOULDER, Rig::SecondaryControllerType_RightShoulder },
|
|
{ controller::Action::LEFT_ARM, Rig::SecondaryControllerType_LeftArm },
|
|
{ controller::Action::RIGHT_ARM, Rig::SecondaryControllerType_RightArm },
|
|
{ controller::Action::LEFT_FORE_ARM, Rig::SecondaryControllerType_LeftForeArm },
|
|
{ controller::Action::RIGHT_FORE_ARM, Rig::SecondaryControllerType_RightForeArm },
|
|
{ controller::Action::LEFT_UP_LEG, Rig::SecondaryControllerType_LeftUpLeg },
|
|
{ controller::Action::RIGHT_UP_LEG, Rig::SecondaryControllerType_RightUpLeg },
|
|
{ controller::Action::LEFT_LEG, Rig::SecondaryControllerType_LeftLeg },
|
|
{ controller::Action::RIGHT_LEG, Rig::SecondaryControllerType_RightLeg },
|
|
{ controller::Action::LEFT_TOE_BASE, Rig::SecondaryControllerType_LeftToeBase },
|
|
{ controller::Action::RIGHT_TOE_BASE, Rig::SecondaryControllerType_RightToeBase }
|
|
};
|
|
|
|
for (auto pair : secondaryControllers) {
|
|
auto controllerPose = myAvatar->getControllerPoseInAvatarFrame(pair.first);
|
|
if (controllerPose.isValid()) {
|
|
AnimPose pose(controllerPose.getRotation(), controllerPose.getTranslation());
|
|
params.secondaryControllerPoses[pair.second] = avatarToRigPose * pose;
|
|
params.secondaryControllerActiveFlags[pair.second] = true;
|
|
} else {
|
|
params.secondaryControllerPoses[pair.second] = AnimPose::identity;
|
|
params.secondaryControllerActiveFlags[pair.second] = false;
|
|
}
|
|
}
|
|
|
|
params.isTalking = head->getTimeWithoutTalking() <= 1.5f;
|
|
|
|
// pass detailed torso k-dops to rig.
|
|
int hipsJoint = _rig.indexOfJoint("Hips");
|
|
if (hipsJoint >= 0) {
|
|
params.hipsShapeInfo = geometry.joints[hipsJoint].shapeInfo;
|
|
}
|
|
int spineJoint = _rig.indexOfJoint("Spine");
|
|
if (spineJoint >= 0) {
|
|
params.spineShapeInfo = geometry.joints[spineJoint].shapeInfo;
|
|
}
|
|
int spine1Joint = _rig.indexOfJoint("Spine1");
|
|
if (spine1Joint >= 0) {
|
|
params.spine1ShapeInfo = geometry.joints[spine1Joint].shapeInfo;
|
|
}
|
|
int spine2Joint = _rig.indexOfJoint("Spine2");
|
|
if (spine2Joint >= 0) {
|
|
params.spine2ShapeInfo = geometry.joints[spine2Joint].shapeInfo;
|
|
}
|
|
|
|
_rig.updateFromControllerParameters(params, deltaTime);
|
|
|
|
Rig::CharacterControllerState ccState = convertCharacterControllerState(myAvatar->getCharacterController()->getState());
|
|
|
|
auto velocity = myAvatar->getLocalVelocity() / myAvatar->getSensorToWorldScale();
|
|
auto position = myAvatar->getLocalPosition();
|
|
auto orientation = myAvatar->getLocalOrientation();
|
|
_rig.computeMotionAnimationState(deltaTime, position, velocity, orientation, ccState);
|
|
|
|
// evaluate AnimGraph animation and update jointStates.
|
|
Model::updateRig(deltaTime, parentTransform);
|
|
|
|
Rig::EyeParameters eyeParams;
|
|
eyeParams.eyeLookAt = lookAt;
|
|
eyeParams.eyeSaccade = head->getSaccade();
|
|
eyeParams.modelRotation = getRotation();
|
|
eyeParams.modelTranslation = getTranslation();
|
|
eyeParams.leftEyeJointIndex = geometry.leftEyeJointIndex;
|
|
eyeParams.rightEyeJointIndex = geometry.rightEyeJointIndex;
|
|
|
|
_rig.updateFromEyeParameters(eyeParams);
|
|
|
|
updateFingers();
|
|
}
|
|
|
|
|
|
void MySkeletonModel::updateFingers() {
|
|
|
|
MyAvatar* myAvatar = static_cast<MyAvatar*>(_owningAvatar);
|
|
|
|
static std::vector<std::vector<std::pair<controller::Action, QString>>> fingerChains = {
|
|
{
|
|
{ controller::Action::LEFT_HAND, "LeftHand" },
|
|
{ controller::Action::LEFT_HAND_THUMB1, "LeftHandThumb1" },
|
|
{ controller::Action::LEFT_HAND_THUMB2, "LeftHandThumb2" },
|
|
{ controller::Action::LEFT_HAND_THUMB3, "LeftHandThumb3" },
|
|
{ controller::Action::LEFT_HAND_THUMB4, "LeftHandThumb4" }
|
|
},
|
|
{
|
|
{ controller::Action::LEFT_HAND, "LeftHand" },
|
|
{ controller::Action::LEFT_HAND_INDEX1, "LeftHandIndex1" },
|
|
{ controller::Action::LEFT_HAND_INDEX2, "LeftHandIndex2" },
|
|
{ controller::Action::LEFT_HAND_INDEX3, "LeftHandIndex3" },
|
|
{ controller::Action::LEFT_HAND_INDEX4, "LeftHandIndex4" }
|
|
},
|
|
{
|
|
{ controller::Action::LEFT_HAND, "LeftHand" },
|
|
{ controller::Action::LEFT_HAND_MIDDLE1, "LeftHandMiddle1" },
|
|
{ controller::Action::LEFT_HAND_MIDDLE2, "LeftHandMiddle2" },
|
|
{ controller::Action::LEFT_HAND_MIDDLE3, "LeftHandMiddle3" },
|
|
{ controller::Action::LEFT_HAND_MIDDLE4, "LeftHandMiddle4" }
|
|
},
|
|
{
|
|
{ controller::Action::LEFT_HAND, "LeftHand" },
|
|
{ controller::Action::LEFT_HAND_RING1, "LeftHandRing1" },
|
|
{ controller::Action::LEFT_HAND_RING2, "LeftHandRing2" },
|
|
{ controller::Action::LEFT_HAND_RING3, "LeftHandRing3" },
|
|
{ controller::Action::LEFT_HAND_RING4, "LeftHandRing4" }
|
|
},
|
|
{
|
|
{ controller::Action::LEFT_HAND, "LeftHand" },
|
|
{ controller::Action::LEFT_HAND_PINKY1, "LeftHandPinky1" },
|
|
{ controller::Action::LEFT_HAND_PINKY2, "LeftHandPinky2" },
|
|
{ controller::Action::LEFT_HAND_PINKY3, "LeftHandPinky3" },
|
|
{ controller::Action::LEFT_HAND_PINKY4, "LeftHandPinky4" }
|
|
},
|
|
{
|
|
{ controller::Action::RIGHT_HAND, "RightHand" },
|
|
{ controller::Action::RIGHT_HAND_THUMB1, "RightHandThumb1" },
|
|
{ controller::Action::RIGHT_HAND_THUMB2, "RightHandThumb2" },
|
|
{ controller::Action::RIGHT_HAND_THUMB3, "RightHandThumb3" },
|
|
{ controller::Action::RIGHT_HAND_THUMB4, "RightHandThumb4" }
|
|
},
|
|
{
|
|
{ controller::Action::RIGHT_HAND, "RightHand" },
|
|
{ controller::Action::RIGHT_HAND_INDEX1, "RightHandIndex1" },
|
|
{ controller::Action::RIGHT_HAND_INDEX2, "RightHandIndex2" },
|
|
{ controller::Action::RIGHT_HAND_INDEX3, "RightHandIndex3" },
|
|
{ controller::Action::RIGHT_HAND_INDEX4, "RightHandIndex4" }
|
|
},
|
|
{
|
|
{ controller::Action::RIGHT_HAND, "RightHand" },
|
|
{ controller::Action::RIGHT_HAND_MIDDLE1, "RightHandMiddle1" },
|
|
{ controller::Action::RIGHT_HAND_MIDDLE2, "RightHandMiddle2" },
|
|
{ controller::Action::RIGHT_HAND_MIDDLE3, "RightHandMiddle3" },
|
|
{ controller::Action::RIGHT_HAND_MIDDLE4, "RightHandMiddle4" }
|
|
},
|
|
{
|
|
{ controller::Action::RIGHT_HAND, "RightHand" },
|
|
{ controller::Action::RIGHT_HAND_RING1, "RightHandRing1" },
|
|
{ controller::Action::RIGHT_HAND_RING2, "RightHandRing2" },
|
|
{ controller::Action::RIGHT_HAND_RING3, "RightHandRing3" },
|
|
{ controller::Action::RIGHT_HAND_RING4, "RightHandRing4" }
|
|
},
|
|
{
|
|
{ controller::Action::RIGHT_HAND, "RightHand" },
|
|
{ controller::Action::RIGHT_HAND_PINKY1, "RightHandPinky1" },
|
|
{ controller::Action::RIGHT_HAND_PINKY2, "RightHandPinky2" },
|
|
{ controller::Action::RIGHT_HAND_PINKY3, "RightHandPinky3" },
|
|
{ controller::Action::RIGHT_HAND_PINKY4, "RightHandPinky4" }
|
|
}
|
|
};
|
|
|
|
const float CONTROLLER_PRIORITY = 2.0f;
|
|
|
|
for (auto& chain : fingerChains) {
|
|
glm::quat prevAbsRot = Quaternions::IDENTITY;
|
|
for (auto& link : chain) {
|
|
int index = _rig.indexOfJoint(link.second);
|
|
if (index >= 0) {
|
|
auto pose = myAvatar->getControllerPoseInSensorFrame(link.first);
|
|
if (pose.valid) {
|
|
glm::quat relRot = glm::inverse(prevAbsRot) * pose.getRotation();
|
|
// only set the rotation for the finger joints, not the hands.
|
|
if (link.first != controller::Action::LEFT_HAND && link.first != controller::Action::RIGHT_HAND) {
|
|
_rig.setJointRotation(index, true, relRot, CONTROLLER_PRIORITY);
|
|
}
|
|
prevAbsRot = pose.getRotation();
|
|
} else {
|
|
_rig.clearJointAnimationPriority(index);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|