xref: /aosp_15_r20/frameworks/av/media/libheadtracking/HeadTrackingProcessor-test.cpp (revision ec779b8e0859a360c3d303172224686826e6e0e1)
1*ec779b8eSAndroid Build Coastguard Worker /*
2*ec779b8eSAndroid Build Coastguard Worker  * Copyright (C) 2021 The Android Open Source Project
3*ec779b8eSAndroid Build Coastguard Worker  *
4*ec779b8eSAndroid Build Coastguard Worker  * Licensed under the Apache License, Version 2.0 (the "License");
5*ec779b8eSAndroid Build Coastguard Worker  * you may not use this file except in compliance with the License.
6*ec779b8eSAndroid Build Coastguard Worker  * You may obtain a copy of the License at
7*ec779b8eSAndroid Build Coastguard Worker  *
8*ec779b8eSAndroid Build Coastguard Worker  *      http://www.apache.org/licenses/LICENSE-2.0
9*ec779b8eSAndroid Build Coastguard Worker  *
10*ec779b8eSAndroid Build Coastguard Worker  * Unless required by applicable law or agreed to in writing, software
11*ec779b8eSAndroid Build Coastguard Worker  * distributed under the License is distributed on an "AS IS" BASIS,
12*ec779b8eSAndroid Build Coastguard Worker  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13*ec779b8eSAndroid Build Coastguard Worker  * See the License for the specific language governing permissions and
14*ec779b8eSAndroid Build Coastguard Worker  * limitations under the License.
15*ec779b8eSAndroid Build Coastguard Worker  */
16*ec779b8eSAndroid Build Coastguard Worker 
17*ec779b8eSAndroid Build Coastguard Worker #include "media/HeadTrackingProcessor.h"
18*ec779b8eSAndroid Build Coastguard Worker #include "media/QuaternionUtil.h"
19*ec779b8eSAndroid Build Coastguard Worker 
20*ec779b8eSAndroid Build Coastguard Worker #include <gtest/gtest.h>
21*ec779b8eSAndroid Build Coastguard Worker 
22*ec779b8eSAndroid Build Coastguard Worker #include "TestUtil.h"
23*ec779b8eSAndroid Build Coastguard Worker 
24*ec779b8eSAndroid Build Coastguard Worker namespace android {
25*ec779b8eSAndroid Build Coastguard Worker namespace media {
26*ec779b8eSAndroid Build Coastguard Worker namespace {
27*ec779b8eSAndroid Build Coastguard Worker 
28*ec779b8eSAndroid Build Coastguard Worker using Eigen::Quaternionf;
29*ec779b8eSAndroid Build Coastguard Worker using Eigen::Vector3f;
30*ec779b8eSAndroid Build Coastguard Worker using Options = HeadTrackingProcessor::Options;
31*ec779b8eSAndroid Build Coastguard Worker 
TEST(HeadTrackingProcessor,Initial)32*ec779b8eSAndroid Build Coastguard Worker TEST(HeadTrackingProcessor, Initial) {
33*ec779b8eSAndroid Build Coastguard Worker     for (auto mode : {HeadTrackingMode::STATIC, HeadTrackingMode::WORLD_RELATIVE,
34*ec779b8eSAndroid Build Coastguard Worker                       HeadTrackingMode::SCREEN_RELATIVE}) {
35*ec779b8eSAndroid Build Coastguard Worker         std::unique_ptr<HeadTrackingProcessor> processor =
36*ec779b8eSAndroid Build Coastguard Worker                 createHeadTrackingProcessor(Options{}, mode);
37*ec779b8eSAndroid Build Coastguard Worker         processor->calculate(0);
38*ec779b8eSAndroid Build Coastguard Worker         EXPECT_EQ(processor->getActualMode(), HeadTrackingMode::STATIC);
39*ec779b8eSAndroid Build Coastguard Worker         EXPECT_EQ(processor->getHeadToStagePose(), Pose3f());
40*ec779b8eSAndroid Build Coastguard Worker     }
41*ec779b8eSAndroid Build Coastguard Worker }
42*ec779b8eSAndroid Build Coastguard Worker 
TEST(HeadTrackingProcessor,BasicComposition)43*ec779b8eSAndroid Build Coastguard Worker TEST(HeadTrackingProcessor, BasicComposition) {
44*ec779b8eSAndroid Build Coastguard Worker     const Pose3f worldToHead{{1, 2, 3}, Quaternionf::UnitRandom()};
45*ec779b8eSAndroid Build Coastguard Worker     const Pose3f worldToScreen{{4, 5, 6}, Quaternionf::UnitRandom()};
46*ec779b8eSAndroid Build Coastguard Worker     const Pose3f screenToStage{{7, 8, 9}, Quaternionf::UnitRandom()};
47*ec779b8eSAndroid Build Coastguard Worker     const float physicalToLogical = M_PI_2;
48*ec779b8eSAndroid Build Coastguard Worker 
49*ec779b8eSAndroid Build Coastguard Worker     std::unique_ptr<HeadTrackingProcessor> processor =
50*ec779b8eSAndroid Build Coastguard Worker             createHeadTrackingProcessor(Options{}, HeadTrackingMode::SCREEN_RELATIVE);
51*ec779b8eSAndroid Build Coastguard Worker 
52*ec779b8eSAndroid Build Coastguard Worker     // Establish a baseline for the drift compensators.
53*ec779b8eSAndroid Build Coastguard Worker     processor->setWorldToHeadPose(0, Pose3f(), Twist3f());
54*ec779b8eSAndroid Build Coastguard Worker     processor->setWorldToScreenPose(0, Pose3f());
55*ec779b8eSAndroid Build Coastguard Worker 
56*ec779b8eSAndroid Build Coastguard Worker     processor->setDisplayOrientation(physicalToLogical);
57*ec779b8eSAndroid Build Coastguard Worker     processor->setWorldToHeadPose(0, worldToHead, Twist3f());
58*ec779b8eSAndroid Build Coastguard Worker     processor->setWorldToScreenPose(0, worldToScreen);
59*ec779b8eSAndroid Build Coastguard Worker     processor->setScreenToStagePose(screenToStage);
60*ec779b8eSAndroid Build Coastguard Worker     processor->calculate(0);
61*ec779b8eSAndroid Build Coastguard Worker     ASSERT_EQ(processor->getActualMode(), HeadTrackingMode::SCREEN_RELATIVE);
62*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(processor->getHeadToStagePose(), worldToHead.inverse() * worldToScreen *
63*ec779b8eSAndroid Build Coastguard Worker                                                        Pose3f(rotateY(-physicalToLogical)) *
64*ec779b8eSAndroid Build Coastguard Worker                                                        screenToStage);
65*ec779b8eSAndroid Build Coastguard Worker 
66*ec779b8eSAndroid Build Coastguard Worker     processor->setDesiredMode(HeadTrackingMode::WORLD_RELATIVE);
67*ec779b8eSAndroid Build Coastguard Worker     processor->calculate(0);
68*ec779b8eSAndroid Build Coastguard Worker     ASSERT_EQ(processor->getActualMode(), HeadTrackingMode::WORLD_RELATIVE);
69*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(processor->getHeadToStagePose(), worldToHead.inverse() * screenToStage);
70*ec779b8eSAndroid Build Coastguard Worker 
71*ec779b8eSAndroid Build Coastguard Worker     processor->setDesiredMode(HeadTrackingMode::STATIC);
72*ec779b8eSAndroid Build Coastguard Worker     processor->calculate(0);
73*ec779b8eSAndroid Build Coastguard Worker     ASSERT_EQ(processor->getActualMode(), HeadTrackingMode::STATIC);
74*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(processor->getHeadToStagePose(), screenToStage);
75*ec779b8eSAndroid Build Coastguard Worker }
76*ec779b8eSAndroid Build Coastguard Worker 
TEST(HeadTrackingProcessor,Prediction)77*ec779b8eSAndroid Build Coastguard Worker TEST(HeadTrackingProcessor, Prediction) {
78*ec779b8eSAndroid Build Coastguard Worker     const Pose3f worldToHead{{1, 2, 3}, Quaternionf::UnitRandom()};
79*ec779b8eSAndroid Build Coastguard Worker     const Twist3f headTwist{{4, 5, 6}, quaternionToRotationVector(Quaternionf::UnitRandom()) / 10};
80*ec779b8eSAndroid Build Coastguard Worker     const Pose3f worldToScreen{{4, 5, 6}, Quaternionf::UnitRandom()};
81*ec779b8eSAndroid Build Coastguard Worker 
82*ec779b8eSAndroid Build Coastguard Worker     std::unique_ptr<HeadTrackingProcessor> processor = createHeadTrackingProcessor(
83*ec779b8eSAndroid Build Coastguard Worker             Options{.predictionDuration = 2.f}, HeadTrackingMode::WORLD_RELATIVE);
84*ec779b8eSAndroid Build Coastguard Worker 
85*ec779b8eSAndroid Build Coastguard Worker     processor->setPosePredictorType(PosePredictorType::TWIST);
86*ec779b8eSAndroid Build Coastguard Worker 
87*ec779b8eSAndroid Build Coastguard Worker     // Establish a baseline for the drift compensators.
88*ec779b8eSAndroid Build Coastguard Worker     processor->setWorldToHeadPose(0, Pose3f(), Twist3f());
89*ec779b8eSAndroid Build Coastguard Worker     processor->setWorldToScreenPose(0, Pose3f());
90*ec779b8eSAndroid Build Coastguard Worker 
91*ec779b8eSAndroid Build Coastguard Worker     processor->setWorldToHeadPose(0, worldToHead, headTwist);
92*ec779b8eSAndroid Build Coastguard Worker     processor->setWorldToScreenPose(0, worldToScreen);
93*ec779b8eSAndroid Build Coastguard Worker     processor->calculate(0);
94*ec779b8eSAndroid Build Coastguard Worker     ASSERT_EQ(processor->getActualMode(), HeadTrackingMode::WORLD_RELATIVE);
95*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(processor->getHeadToStagePose(), (worldToHead * integrate(headTwist, 2.f)).inverse());
96*ec779b8eSAndroid Build Coastguard Worker 
97*ec779b8eSAndroid Build Coastguard Worker     processor->setDesiredMode(HeadTrackingMode::SCREEN_RELATIVE);
98*ec779b8eSAndroid Build Coastguard Worker     processor->calculate(0);
99*ec779b8eSAndroid Build Coastguard Worker     ASSERT_EQ(processor->getActualMode(), HeadTrackingMode::SCREEN_RELATIVE);
100*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(processor->getHeadToStagePose(),
101*ec779b8eSAndroid Build Coastguard Worker               (worldToHead * integrate(headTwist, 2.f)).inverse() * worldToScreen);
102*ec779b8eSAndroid Build Coastguard Worker 
103*ec779b8eSAndroid Build Coastguard Worker     processor->setDesiredMode(HeadTrackingMode::STATIC);
104*ec779b8eSAndroid Build Coastguard Worker     processor->calculate(0);
105*ec779b8eSAndroid Build Coastguard Worker     ASSERT_EQ(processor->getActualMode(), HeadTrackingMode::STATIC);
106*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(processor->getHeadToStagePose(), Pose3f());
107*ec779b8eSAndroid Build Coastguard Worker }
108*ec779b8eSAndroid Build Coastguard Worker 
TEST(HeadTrackingProcessor,SmoothModeSwitch)109*ec779b8eSAndroid Build Coastguard Worker TEST(HeadTrackingProcessor, SmoothModeSwitch) {
110*ec779b8eSAndroid Build Coastguard Worker     const Pose3f targetHeadToWorld = Pose3f({4, 0, 0}, rotateZ(M_PI / 2));
111*ec779b8eSAndroid Build Coastguard Worker 
112*ec779b8eSAndroid Build Coastguard Worker     std::unique_ptr<HeadTrackingProcessor> processor = createHeadTrackingProcessor(
113*ec779b8eSAndroid Build Coastguard Worker             Options{.maxTranslationalVelocity = 1}, HeadTrackingMode::STATIC);
114*ec779b8eSAndroid Build Coastguard Worker 
115*ec779b8eSAndroid Build Coastguard Worker     // Establish a baseline for the drift compensators.
116*ec779b8eSAndroid Build Coastguard Worker     processor->setWorldToHeadPose(0, Pose3f(), Twist3f());
117*ec779b8eSAndroid Build Coastguard Worker     processor->setWorldToScreenPose(0, Pose3f());
118*ec779b8eSAndroid Build Coastguard Worker 
119*ec779b8eSAndroid Build Coastguard Worker     processor->calculate(0);
120*ec779b8eSAndroid Build Coastguard Worker 
121*ec779b8eSAndroid Build Coastguard Worker     processor->setDesiredMode(HeadTrackingMode::WORLD_RELATIVE);
122*ec779b8eSAndroid Build Coastguard Worker     processor->setWorldToHeadPose(0, targetHeadToWorld.inverse(), Twist3f());
123*ec779b8eSAndroid Build Coastguard Worker 
124*ec779b8eSAndroid Build Coastguard Worker     // We're expecting a gradual move to the target.
125*ec779b8eSAndroid Build Coastguard Worker     processor->calculate(0);
126*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(HeadTrackingMode::WORLD_RELATIVE, processor->getActualMode());
127*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(processor->getHeadToStagePose(), Pose3f());
128*ec779b8eSAndroid Build Coastguard Worker 
129*ec779b8eSAndroid Build Coastguard Worker     processor->calculate(2);
130*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(HeadTrackingMode::WORLD_RELATIVE, processor->getActualMode());
131*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(processor->getHeadToStagePose(), Pose3f({2, 0, 0}, rotateZ(M_PI / 4)));
132*ec779b8eSAndroid Build Coastguard Worker 
133*ec779b8eSAndroid Build Coastguard Worker     processor->calculate(4);
134*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(HeadTrackingMode::WORLD_RELATIVE, processor->getActualMode());
135*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(processor->getHeadToStagePose(), targetHeadToWorld);
136*ec779b8eSAndroid Build Coastguard Worker 
137*ec779b8eSAndroid Build Coastguard Worker     // Now that we've reached the target, we should no longer be rate limiting.
138*ec779b8eSAndroid Build Coastguard Worker     processor->setWorldToHeadPose(4, Pose3f(), Twist3f());
139*ec779b8eSAndroid Build Coastguard Worker     processor->calculate(5);
140*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(HeadTrackingMode::WORLD_RELATIVE, processor->getActualMode());
141*ec779b8eSAndroid Build Coastguard Worker     EXPECT_EQ(processor->getHeadToStagePose(), Pose3f());
142*ec779b8eSAndroid Build Coastguard Worker }
143*ec779b8eSAndroid Build Coastguard Worker 
144*ec779b8eSAndroid Build Coastguard Worker }  // namespace
145*ec779b8eSAndroid Build Coastguard Worker }  // namespace media
146*ec779b8eSAndroid Build Coastguard Worker }  // namespace android
147