/* * WiVRn VR streaming * Copyright (C) 2022 Guillaume Meunier * Copyright (C) 2022 Patrick Nicolas * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #include "encoder_settings.h" #include "driver/configuration.h" #include "util/u_logging.h" #include "video_encoder.h" #include #include #include #include #include "wivrn_config.h" #ifdef WIVRN_USE_VAAPI #include "ffmpeg/video_encoder_va.h" #endif using namespace xrt::drivers::wivrn; // TODO: size independent bitrate static const uint64_t default_bitrate = 50'000'000; static bool is_nvidia(vk::PhysicalDevice physical_device) { auto props = physical_device.getProperties(); return props.vendorID == 0x10DE; } static void split_bitrate(std::vector & encoders, uint64_t bitrate) { double total_weight = 0; for (auto & encoder: encoders) { double w = encoder.width * encoder.height; switch (encoder.codec) { case xrt::drivers::wivrn::h264: w *= 2; break; case xrt::drivers::wivrn::h265: break; } encoder.bitrate = w; total_weight += w; } for (auto & encoder: encoders) { encoder.bitrate = encoder.bitrate * bitrate / total_weight; } } void print_encoders(const std::vector & encoders) { int group = -1; for (auto & encoder: encoders) { if (encoder.group != group) { group = encoder.group; U_LOG_I("Group %d", group); } std::string codec(magic_enum::enum_name(encoder.codec)); U_LOG_I("\t%s (%s)", encoder.encoder_name.c_str(), codec.c_str()); U_LOG_I("\tsize:%dx%d offset:%dx%d", encoder.width, encoder.height, encoder.offset_x, encoder.offset_y); U_LOG_I("\tbitrate: %ldMbit/s", encoder.bitrate / 1'000'000); } } static std::vector get_encoder_default_settings(vk::PhysicalDevice physical_device, uint16_t width, uint16_t height, uint64_t bitrate) { xrt::drivers::wivrn::encoder_settings settings{}; settings.width = width; settings.height = height; settings.codec = xrt::drivers::wivrn::h265; settings.bitrate = bitrate; settings.video_height = settings.height; settings.video_width = settings.width; if (is_nvidia(physical_device)) { #ifdef WIVRN_USE_NVENC settings.encoder_name = encoder_nvenc; #elif defined(WIVRN_USE_X264) settings.encoder_name = encoder_x264; settings.codec = xrt::drivers::wivrn::h264; U_LOG_W("nvidia GPU detected, but cuda support not compiled"); #else U_LOG_E("no suitable encoder available (compile with x264 or cuda support)"); return {}; #endif } else { #ifdef WIVRN_USE_VAAPI /* Split in 3 parts: * +--------+--------+ * | | | * | | | * +--------+ | * | | | * | | | * | | | * | | | * | | | * +--------+--------+ * All 3 are encoded sequentially, so that the smallest is ready earlier. * Decoder can start work as fast as possible, reducing idle time. * */ settings.encoder_name = encoder_vaapi; settings.width = std::ceil(width * 0.5); std::vector encoders(3, settings); encoders[0].height = std::ceil(height * 0.25); encoders[0].height += encoders[0].height % 2; encoders[1].height = height - encoders[0].height; encoders[1].offset_y = encoders[0].height; encoders[2].offset_x = settings.width; for (auto & e: encoders) { e.video_width = e.width; e.video_height = e.height; } split_bitrate(encoders, bitrate); return encoders; #elif defined(WIVRN_USE_X264) settings.encoder_name = encoder_x264; settings.codec = xrt::drivers::wivrn::h264; U_LOG_W("ffmpeg support not compiled, vaapi encoder not available"); #else U_LOG_E("no suitable encoder available (compile with x264 or ffmpeg support)"); return {}; #endif } return {settings}; } static void make_even(uint16_t & value, uint16_t max) { value += value % 2; value = std::min(value, max); } std::vector xrt::drivers::wivrn::get_encoder_settings(vk::PhysicalDevice physical_device, uint16_t width, uint16_t height) { try { const auto & config = configuration::read_user_configuration(); uint64_t bitrate = config.bitrate.value_or(default_bitrate); if (config.encoders.empty()) return get_encoder_default_settings(physical_device, width, height, bitrate); std::vector res; int next_group = 0; for (const auto & encoder: config.encoders) { xrt::drivers::wivrn::encoder_settings settings{}; settings.encoder_name = encoder.name; settings.width = std::ceil(encoder.width.value_or(1) * width); settings.height = std::ceil(encoder.height.value_or(1) * height); settings.video_width = settings.width; settings.video_height = settings.height; settings.offset_x = std::ceil(encoder.offset_x.value_or(0) * width); settings.offset_y = std::ceil(encoder.offset_y.value_or(0) * height); make_even(settings.width, width - settings.offset_x); make_even(settings.height, height - settings.offset_y); settings.codec = encoder.codec.value_or(xrt::drivers::wivrn::h264); settings.group = encoder.group.value_or(next_group); settings.options = encoder.options; settings.device = encoder.device; next_group = std::max(next_group, settings.group + 1); res.push_back(settings); } split_bitrate(res, bitrate); return res; } catch (const std::exception & e) { U_LOG_E("Failed to read encoder configuration: %s", e.what()); } return get_encoder_default_settings(physical_device, width, height, default_bitrate); }