mirror of
https://github.com/WiVRn/WiVRn.git
synced 2026-11-20 09:01:39 -08:00
145 lines
4.1 KiB
C++
145 lines
4.1 KiB
C++
/*
|
|
* WiVRn VR streaming
|
|
* Copyright (C) 2022 Guillaume Meunier <[email protected]>
|
|
* Copyright (C) 2022 Patrick Nicolas <[email protected]>
|
|
*
|
|
* This program is free software: you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License as published by
|
|
* the Free Software Foundation, either version 3 of the License, or
|
|
* (at your option) any later version.
|
|
*
|
|
* This program is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
* GNU General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU General Public License
|
|
* along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
*/
|
|
|
|
#pragma once
|
|
|
|
#include "driver/clock_offset.h"
|
|
#include "wivrn_packets.h"
|
|
|
|
#include <atomic>
|
|
#include <chrono>
|
|
#include <condition_variable>
|
|
#include <deque>
|
|
#include <fstream>
|
|
#include <memory>
|
|
#include <mutex>
|
|
#include <thread>
|
|
#include <vulkan/vulkan_raii.hpp>
|
|
|
|
namespace wivrn
|
|
{
|
|
|
|
struct encoder_settings;
|
|
struct wivrn_vk_bundle;
|
|
class wivrn_session;
|
|
|
|
inline const char * encoder_nvenc = "nvenc";
|
|
inline const char * encoder_vaapi = "vaapi";
|
|
inline const char * encoder_x264 = "x264";
|
|
inline const char * encoder_vulkan = "vulkan";
|
|
inline const char * encoder_raw = "raw";
|
|
|
|
class video_encoder
|
|
{
|
|
protected:
|
|
struct data
|
|
{
|
|
video_encoder * encoder;
|
|
std::span<uint8_t> span;
|
|
std::shared_ptr<void> mem;
|
|
// true if data should be sent over reliable (TCP) socket
|
|
bool prefer_control = false;
|
|
};
|
|
|
|
private:
|
|
class sender
|
|
{
|
|
std::mutex mutex;
|
|
std::condition_variable cv;
|
|
std::deque<data> pending;
|
|
std::jthread thread;
|
|
void run();
|
|
sender();
|
|
|
|
public:
|
|
void push(data &&);
|
|
static std::shared_ptr<sender> get();
|
|
void wait_idle(video_encoder *);
|
|
};
|
|
|
|
public:
|
|
const uint8_t stream_idx;
|
|
const to_headset::video_stream_description::channels_t channels;
|
|
static const uint8_t num_slots = 2;
|
|
const double bitrate_multiplier;
|
|
|
|
private:
|
|
std::mutex mutex;
|
|
std::array<std::atomic<bool>, num_slots> busy = {false, false};
|
|
uint8_t present_slot = 0;
|
|
uint8_t encode_slot = 0;
|
|
|
|
// temporary data
|
|
wivrn_session * cnx;
|
|
|
|
// shard to send
|
|
to_headset::video_stream_data_shard shard;
|
|
|
|
to_headset::video_stream_data_shard::timing_info_t timing_info;
|
|
clock_offset clock;
|
|
|
|
std::atomic_bool sync_needed = true;
|
|
uint64_t last_idr_frame;
|
|
|
|
std::ofstream video_dump;
|
|
|
|
std::shared_ptr<sender> shared_sender;
|
|
|
|
protected:
|
|
std::atomic_int pending_bitrate;
|
|
std::atomic<float> pending_framerate;
|
|
|
|
public:
|
|
static std::unique_ptr<video_encoder> create(
|
|
wivrn_vk_bundle &,
|
|
encoder_settings & settings,
|
|
uint8_t stream_idx,
|
|
int input_width,
|
|
int input_height,
|
|
float fps);
|
|
|
|
video_encoder(uint8_t stream_idx, to_headset::video_stream_description::channels_t channels, double bitrate_multiplier, bool async_send);
|
|
virtual ~video_encoder();
|
|
|
|
// return value: true if image should be transitioned to queue and layout for vulkan video encode
|
|
// semaphore to be signaled by the compositor
|
|
std::pair<bool, vk::Semaphore> present_image(vk::Image y_cbcr, vk::raii::CommandBuffer & cmd_buf, uint64_t frame_index);
|
|
void post_submit();
|
|
|
|
virtual void on_feedback(const from_headset::feedback &);
|
|
virtual void reset();
|
|
void set_bitrate(int bitrate_bps);
|
|
void set_framerate(float framerate);
|
|
|
|
void encode(wivrn_session & cnx,
|
|
const to_headset::video_stream_data_shard::view_info_t & view_info,
|
|
uint64_t frame_index);
|
|
|
|
// called on present to submit command buffers for the image.
|
|
virtual std::pair<bool, vk::Semaphore> present_image(vk::Image y_cbcr, vk::raii::CommandBuffer & cmd_buf, uint8_t slot, uint64_t frame_index) = 0;
|
|
// called after command buffer passed in present_image was submitted
|
|
virtual void post_submit(uint8_t slot) {}
|
|
// called when command buffer finished executing
|
|
virtual std::optional<data> encode(bool idr, std::chrono::steady_clock::time_point target_timestamp, uint8_t slot) = 0;
|
|
|
|
void SendData(std::span<uint8_t> data, bool end_of_frame, bool control = false);
|
|
};
|
|
|
|
} // namespace wivrn
|