/* * WiVRn VR streaming * Copyright (C) 2024 Guillaume Meunier * Copyright (C) 2024 Patrick Nicolas * Copyright (C) 2024 galister * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #include "wivrn_htc_face_tracker.h" #include "wivrn_packets.h" #include "wivrn_session.h" #include "util/u_device_id.h" #include "util/u_logging.h" #include "utils/method.h" #include "xrt/xrt_defines.h" #include "xrt/xrt_device.h" #include "xrt/xrt_results.h" #include #include namespace wivrn { wivrn_htc_face_tracker::wivrn_htc_face_tracker(xrt_device * hmd, wivrn::wivrn_session & cnx) : xrt_device{ .id = u_device_id_generate(), .name = XRT_DEVICE_HTC_FACE_TRACKING, .device_type = XRT_DEVICE_TYPE_FACE_TRACKER, .str = "WiVRn HTC Face Tracker", .serial = "WiVRn HTC Face Tracker", .tracking_origin = hmd->tracking_origin, .supported = { .face_tracking = true, }, .update_inputs = method_pointer<&wivrn_htc_face_tracker::update_inputs>, .get_face_tracking = method_pointer<&wivrn_htc_face_tracker::get_face_tracking>, .destroy = [](xrt_device *) {}, }, inputs_array{ { { .active = true, .name = XRT_INPUT_HTC_EYE_FACE_TRACKING, }, { .active = true, .name = XRT_INPUT_HTC_LIP_FACE_TRACKING, }, }, }, cnx(cnx) { inputs = inputs_array.data(); input_count = inputs_array.size(); } xrt_result_t wivrn_htc_face_tracker::update_inputs() { return XRT_SUCCESS; } void wivrn_htc_face_tracker::update_tracking(const from_headset::tracking & tracking, const clock_offset & offset) { auto * face = std::get_if(&tracking.face); if (not face) return; wivrn_htc_face_data data{ .eye_sample_time = offset.from_headset(face->eye_sample_time), .lip_sample_time = offset.from_headset(face->lip_sample_time), .eye = face->eye, .lip = face->lip, .eye_active = face->eye_active, .lip_active = face->lip_active}; face_list.update_tracking(tracking.production_timestamp, tracking.timestamp, data, offset); } xrt_result_t wivrn_htc_face_tracker::get_face_tracking(enum xrt_input_name facial_expression_type, int64_t at_timestamp_ns, struct xrt_facial_expression_set * inout_value) { if (facial_expression_type == XRT_INPUT_HTC_EYE_FACE_TRACKING) { auto [production_timestamp, data] = face_list.get_at(at_timestamp_ns); cnx.add_tracking_request(device_id::FACE, at_timestamp_ns, production_timestamp); inout_value->base_expression_set_htc.is_active = data.eye_active; inout_value->base_expression_set_htc.sample_time_ns = data.eye_sample_time; if (not data.eye_active) return XRT_SUCCESS; std::ranges::copy(data.eye, inout_value->eye_expression_set_htc.expression_weights); return XRT_SUCCESS; } else if (facial_expression_type == XRT_INPUT_HTC_LIP_FACE_TRACKING) { auto [production_timestamp, data] = face_list.get_at(at_timestamp_ns); cnx.add_tracking_request(device_id::FACE, at_timestamp_ns, production_timestamp); inout_value->base_expression_set_htc.is_active = data.lip_active; inout_value->base_expression_set_htc.sample_time_ns = data.lip_sample_time; if (not data.lip_active) return XRT_SUCCESS; std::ranges::copy(data.lip, inout_value->lip_expression_set_htc.expression_weights); return XRT_SUCCESS; } U_LOG_XDEV_UNSUPPORTED_INPUT(this, u_log_get_global_level(), facial_expression_type); return XRT_ERROR_INPUT_UNSUPPORTED; } } // namespace wivrn