/* * WiVRn VR streaming * Copyright (C) 2022 Guillaume Meunier * Copyright (C) 2022 Patrick Nicolas * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #pragma once #include "driver/clock_offset.h" #include "wivrn_config.h" #include "wivrn_packets.h" #include #include #include #include #include #include #include #include #include namespace wivrn { struct encoder_settings; struct wivrn_vk_bundle; class wivrn_session; inline const char * encoder_nvenc = "nvenc"; inline const char * encoder_vaapi = "vaapi"; inline const char * encoder_x264 = "x264"; inline const char * encoder_vulkan = "vulkan"; class video_encoder { protected: struct data { video_encoder * encoder; std::span span; std::shared_ptr mem; }; private: class sender { std::mutex mutex; std::condition_variable cv; std::deque pending; std::jthread thread; void run(); sender(); public: void push(data &&); static std::shared_ptr get(); void wait_idle(video_encoder *); }; public: const uint8_t stream_idx; const to_headset::video_stream_description::channels_t channels; static const uint8_t num_slots = 2; const double bitrate_multiplier; private: std::mutex mutex; std::array, num_slots> busy = {false, false}; uint8_t present_slot = 0; uint8_t encode_slot = 0; // temporary data wivrn_session * cnx; // shard to send to_headset::video_stream_data_shard shard; to_headset::video_stream_data_shard::timing_info_t timing_info; clock_offset clock; std::atomic_bool sync_needed = true; uint64_t last_idr_frame; std::ofstream video_dump; std::shared_ptr shared_sender; protected: std::atomic_int pending_bitrate; std::atomic pending_framerate; public: static std::unique_ptr create( wivrn_vk_bundle &, encoder_settings & settings, uint8_t stream_idx, int input_width, int input_height, float fps); #if WIVRN_USE_VULKAN_ENCODE static std::pair, vk::ImageUsageFlags> get_create_image_info(const std::vector &); #endif video_encoder(uint8_t stream_idx, to_headset::video_stream_description::channels_t channels, double bitrate_multiplier, bool async_send); virtual ~video_encoder(); // return value: true if image should be transitioned to queue and layout for vulkan video encode // semaphore to be signaled by the compositor std::pair present_image(vk::Image y_cbcr, vk::raii::CommandBuffer & cmd_buf, uint64_t frame_index); void post_submit(); virtual void on_feedback(const from_headset::feedback &); virtual void reset(); void set_bitrate(int bitrate_bps); void set_framerate(float framerate); void encode(wivrn_session & cnx, const to_headset::video_stream_data_shard::view_info_t & view_info, uint64_t frame_index); // called on present to submit command buffers for the image. virtual std::pair present_image(vk::Image y_cbcr, vk::raii::CommandBuffer & cmd_buf, uint8_t slot, uint64_t frame_index) = 0; // called after command buffer passed in present_image was submitted virtual void post_submit(uint8_t slot) {} // called when command buffer finished executing virtual std::optional encode(bool idr, std::chrono::steady_clock::time_point target_timestamp, uint8_t slot) = 0; void SendData(std::span data, bool end_of_frame); }; } // namespace wivrn