/* * WiVRn VR streaming * Copyright (C) 2022 Guillaume Meunier * Copyright (C) 2022 Patrick Nicolas * * This program is free software: you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation, either version 3 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program. If not, see . */ #pragma once #include "decoder/decoder.h" #include "utils/sync_queue.h" #include "wivrn_packets.h" #include #include #include #include #include #include #include #include #include #include #define DEUGLIFY(x) \ struct x##_deleter \ { \ void operator()(x * ptr) \ { \ x##_delete(ptr); \ } \ }; \ using x##_ptr = std::unique_ptr; DEUGLIFY(AImage) DEUGLIFY(AImageReader) DEUGLIFY(AMediaCodec) namespace wivrn { class shard_accumulator; } namespace scenes { class stream; } namespace wivrn::android { class decoder : public wivrn::decoder { public: struct mapped_hardware_buffer; private: uint8_t stream_index; float fps; vk::raii::Device & device; vk::AndroidHardwareBufferFormatPropertiesANDROID ahb_format; vk::raii::SamplerYcbcrConversion ycbcr_conversion = nullptr; vk::raii::Sampler ycbcr_sampler = nullptr; vk::Extent2D extent{}; std::mutex hbm_mutex; std::shared_ptr image_reader; AMediaCodec_ptr media_codec; std::weak_ptr weak_scene; shard_accumulator * accumulator; PFN_vkGetAndroidHardwareBufferPropertiesANDROID vkGetAndroidHardwareBufferPropertiesANDROID; void on_image_available(AImageReader * reader); static void on_image_available(void * context, AImageReader * reader); struct input_buffer { int32_t idx; uint64_t frame_index = 0; size_t data_size = 0; size_t capacity = 0; uint8_t * data = nullptr; }; utils::sync_queue input_buffers; input_buffer current_input_buffer; // Only accessed in network thread utils::sync_queue> jobs; struct frame_info { wivrn::from_headset::feedback feedback; wivrn::to_headset::video_stream_data_shard::view_info_t view_info; }; utils::sync_queue frame_infos; std::thread worker; static void on_media_error(AMediaCodec *, void * userdata, media_status_t error, int32_t actionCode, const char * detail); static void on_media_format_changed(AMediaCodec *, void * userdata, AMediaFormat *); static void on_media_input_available(AMediaCodec *, void * userdata, int32_t index); static void on_media_output_available(AMediaCodec *, void * userdata, int32_t index, AMediaCodecBufferInfo * bufferInfo); std::unordered_map> hardware_buffer_map; vk::raii::RenderPass renderpass = nullptr; void create_sampler(const AHardwareBuffer_Desc & buffer_desc, vk::AndroidHardwareBufferFormatPropertiesANDROID & ahb_format); std::shared_ptr map_hardware_buffer(AImage *); public: decoder(vk::raii::Device & device, vk::raii::PhysicalDevice & physical_device, const wivrn::to_headset::video_stream_description::item & description, float fps, uint8_t stream_index, std::weak_ptr scene, shard_accumulator * accumulator); ~decoder(); void push_data(std::span> data, uint64_t frame_index, bool partial) override; void frame_completed( const wivrn::from_headset::feedback & feedback, const wivrn::to_headset::video_stream_data_shard::view_info_t & view_info) override; vk::Sampler sampler() override { return *ycbcr_sampler; } static void supported_codecs(std::vector &); }; } // namespace wivrn::android