Mirrors/overte
3
0
Fork 0
mirror of https://github.com/overte-org/overte.git synced 2025-08-09 18:13:05 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions 2

Smooth DDE blendshape coefficients a little

Browse source
This commit is contained in:
David Rowe 2015-02-24 18:53:35 -08:00
parent 7a95ed2baa
commit b0ffaaa8b7
2 changed files with 26 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

31
interface/src/devices/DdeFaceTracker.cpp
View file

@ -65,9 +65,12 @@ DdeFaceTracker::DdeFaceTracker(const QHostAddress& host, quint16 port) :
_mouthSmileRightIndex(29), _mouthSmileRightIndex(29),
_jawOpenIndex(21), _jawOpenIndex(21),
_host(host), _host(host),
_port(port) _port(port),
_previousTranslation(glm::vec3()),
_previousRotation(glm::quat())
{ {
_blendshapeCoefficients.resize(NUM_EXPRESSION); _blendshapeCoefficients.resize(NUM_EXPRESSION);
_previousExpressions.resize(NUM_EXPRESSION);
connect(&_udpSocket, SIGNAL(readyRead()), SLOT(readPendingDatagrams())); connect(&_udpSocket, SIGNAL(readyRead()), SLOT(readPendingDatagrams()));
connect(&_udpSocket, SIGNAL(error(QAbstractSocket::SocketError)), SLOT(socketErrorOccurred(QAbstractSocket::SocketError))); connect(&_udpSocket, SIGNAL(error(QAbstractSocket::SocketError)), SLOT(socketErrorOccurred(QAbstractSocket::SocketError)));
@ -173,21 +176,23 @@ void DdeFaceTracker::decodePacket(const QByteArray& buffer) {
translation -= _referenceTranslation; translation -= _referenceTranslation;
translation /= LEAN_DAMPING_FACTOR; translation /= LEAN_DAMPING_FACTOR;
translation.x *= -1; translation.x *= -1;
_headTranslation = translation; _headTranslation = (translation + _previousTranslation) / 2.0f;
_previousTranslation = translation;
// Compute relative rotation // Compute relative rotation
rotation = glm::inverse(_referenceRotation) * rotation; rotation = glm::inverse(_referenceRotation) * rotation;
_headRotation = rotation; _headRotation = (rotation + _previousRotation) / 2.0f;
_previousRotation = rotation;
// The DDE coefficients, overall, range from -0.2 to 1.5 or so. However, individual coefficients typically vary much // The DDE coefficients, overall, range from -0.2 to 1.5 or so. However, individual coefficients typically vary much
// less than this. // less than this.packet.expressions[1]
// Eye blendshapes // Eye blendshapes
static const float RELAXED_EYE_VALUE = 0.2f; static const float RELAXED_EYE_VALUE = 0.2f;
static const float EYE_OPEN_SCALE = 4.0f; static const float EYE_OPEN_SCALE = 4.0f;
static const float EYE_BLINK_SCALE = 2.0f; static const float EYE_BLINK_SCALE = 2.5f;
float leftEye = packet.expressions[1] - RELAXED_EYE_VALUE; float leftEye = (packet.expressions[1] + _previousExpressions[1]) / 2.0f - RELAXED_EYE_VALUE;
float rightEye = packet.expressions[0] - RELAXED_EYE_VALUE; float rightEye = (packet.expressions[0] + _previousExpressions[0]) / 2.0f - RELAXED_EYE_VALUE;
if (leftEye > 0.0f) { if (leftEye > 0.0f) {
_blendshapeCoefficients[_leftBlinkIndex] = glm::clamp(EYE_BLINK_SCALE * leftEye, 0.0f, 1.0f); _blendshapeCoefficients[_leftBlinkIndex] = glm::clamp(EYE_BLINK_SCALE * leftEye, 0.0f, 1.0f);
_blendshapeCoefficients[_leftEyeOpenIndex] = 0.0f; _blendshapeCoefficients[_leftEyeOpenIndex] = 0.0f;
@ -202,12 +207,15 @@ void DdeFaceTracker::decodePacket(const QByteArray& buffer) {
_blendshapeCoefficients[_rightBlinkIndex] = 0.0f; _blendshapeCoefficients[_rightBlinkIndex] = 0.0f;
_blendshapeCoefficients[_rightEyeOpenIndex] = glm::clamp(EYE_OPEN_SCALE * -rightEye, 0.0f, 1.0f); _blendshapeCoefficients[_rightEyeOpenIndex] = glm::clamp(EYE_OPEN_SCALE * -rightEye, 0.0f, 1.0f);
} }
_previousExpressions[1] = packet.expressions[1];
_previousExpressions[0] = packet.expressions[0];
// Eyebrow blendshapes // Eyebrow blendshapes
static const float BROW_UP_SCALE = 3.0f; static const float BROW_UP_SCALE = 3.0f;
static const float BROW_DOWN_SCALE = 3.0f; static const float BROW_DOWN_SCALE = 3.0f;
float browCenter = packet.expressions[17]; float browCenter = (packet.expressions[17] + _previousExpressions[17]) / 2.0f;
float browDelta = packet.expressions[24] - packet.expressions[23]; float browDelta = (packet.expressions[24] + _previousExpressions[24]
- packet.expressions[23] - _previousExpressions[23]) / 2.0f;
float browLeft = browCenter - browDelta; float browLeft = browCenter - browDelta;
float browRight = browCenter + browDelta; float browRight = browCenter + browDelta;
if (browLeft > 0) { if (browLeft > 0) {
@ -229,10 +237,13 @@ void DdeFaceTracker::decodePacket(const QByteArray& buffer) {
} else { } else {
_blendshapeCoefficients[_browUpCenterIndex] = 0.0f; _blendshapeCoefficients[_browUpCenterIndex] = 0.0f;
} }
_previousExpressions[17] = packet.expressions[17];
_previousExpressions[24] = packet.expressions[24];
_previousExpressions[23] = packet.expressions[23];
// Mouth blendshapes // Mouth blendshapes
static const float JAW_OPEN_SCALE = 1.4f; static const float JAW_OPEN_SCALE = 1.4f;
static const float SMILE_SCALE = 2.0f; static const float SMILE_SCALE = 2.5f;
_blendshapeCoefficients[_jawOpenIndex] = JAW_OPEN_SCALE * packet.expressions[21]; _blendshapeCoefficients[_jawOpenIndex] = JAW_OPEN_SCALE * packet.expressions[21];
_blendshapeCoefficients[_mouthSmileLeftIndex] = glm::clamp(SMILE_SCALE * packet.expressions[24], 0.0f, 1.0f); _blendshapeCoefficients[_mouthSmileLeftIndex] = glm::clamp(SMILE_SCALE * packet.expressions[24], 0.0f, 1.0f);
_blendshapeCoefficients[_mouthSmileRightIndex] = glm::clamp(SMILE_SCALE * packet.expressions[23], 0.0f, 1.0f); _blendshapeCoefficients[_mouthSmileRightIndex] = glm::clamp(SMILE_SCALE * packet.expressions[23], 0.0f, 1.0f);

5
interface/src/devices/DdeFaceTracker.h
View file

@ -90,6 +90,11 @@ private:
int _mouthSmileRightIndex; int _mouthSmileRightIndex;
int _jawOpenIndex; int _jawOpenIndex;
// Previous values for simple smoothing
glm::vec3 _previousTranslation;
glm::quat _previousRotation;
QVector<float> _previousExpressions;
}; };
#endif // hifi_DdeFaceTracker_h #endif // hifi_DdeFaceTracker_h